-- Logs begin at Mon 2022-10-10 10:07:00 UTC, end at Mon 2022-10-10 12:24:42 UTC. -- Oct 10 11:01:16.002517 dv-neutron-860842-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Oct 10 11:01:18.559897 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.common.config [-] Logging enabled! Oct 10 11:01:18.560647 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev50 Oct 10 11:01:18.560754 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89753) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 10 11:01:18.563895 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.common.config [-] Logging enabled! Oct 10 11:01:18.564178 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev50 Oct 10 11:01:18.564492 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89753) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 10 11:01:18.565439 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 10 11:01:18.565702 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 10 11:01:18.566061 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 10 11:01:18.566308 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 10 11:01:18.566534 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 10 11:01:18.566856 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.567154 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.567452 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.567686 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.567985 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.568278 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.568563 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.568853 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.569153 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.569442 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.569749 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.570038 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.570270 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.570553 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] config_source = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.570843 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.571131 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.571356 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] debug = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.571636 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.572680 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.573084 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.573369 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.573686 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.573968 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.574244 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.574523 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.574809 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.575145 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] host = dv-neutron-860842-1-hyperv {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.575423 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.575715 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.576004 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.576295 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.576571 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.576851 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.577144 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.577419 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] log_dir = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.577723 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] log_file = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.578004 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.578296 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.578585 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.578874 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.579100 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.579323 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.579612 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.579900 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.580179 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.580455 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.580731 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.581007 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.581275 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.581571 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.581861 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.582144 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.582430 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.582706 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.582981 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.583251 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.583522 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.583809 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.584084 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.584358 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.584631 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.584918 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.585187 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.585461 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.585785 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.586075 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.586358 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.586645 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.586919 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.587208 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.587558 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.588334 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] use_journal = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.588615 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] use_json = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.588890 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.589163 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.589445 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.589743 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.590019 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.590295 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.590568 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.590855 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.591127 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:18.591426 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.591726 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.592030 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.592323 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.592618 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.592903 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.593198 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.593480 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.593799 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.594093 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.594386 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.594667 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.594957 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.595237 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.595535 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.595840 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.596136 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.596436 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.596716 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.596997 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.597276 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.597576 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.597866 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.598188 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.598484 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.598765 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.599048 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.599344 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.599625 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.599900 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.600180 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.600474 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.600756 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.601032 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.601319 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.601638 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.601933 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.602211 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.602493 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.602789 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.603185 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.603470 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.603748 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.604029 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.604305 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.604619 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.604922 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.605201 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.605479 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.605806 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.606105 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.606380 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.606684 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.606990 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.607289 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.607585 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.607877 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.608161 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.608452 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.608727 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.609004 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.609279 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.609577 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.609856 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.610127 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.610401 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.610673 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.610948 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.611233 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.611517 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.611817 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.612096 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.612375 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.612654 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.612936 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.613215 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.613493 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.613796 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.614076 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.614350 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.614642 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.614929 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.615218 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.615503 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.615782 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.616081 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.616362 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.616647 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.616940 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.617223 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.617512 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.617827 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.618129 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.618429 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.619257 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.619559 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.619855 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.620141 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.620455 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.620739 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:18.620960 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 10 11:01:18.621203 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=89753) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 10 11:01:19.015742 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO keyring.backend [-] Loading KWallet Oct 10 11:01:19.023305 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO keyring.backend [-] Loading SecretService Oct 10 11:01:19.026777 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO keyring.backend [-] Loading Windows Oct 10 11:01:19.028087 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO keyring.backend [-] Loading chainer Oct 10 11:01:19.028652 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO keyring.backend [-] Loading macOS Oct 10 11:01:19.062585 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=89753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 10 11:01:19.062855 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=89753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 10 11:01:19.063139 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=89753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 10 11:01:19.063482 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 10 11:01:19.454118 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.454409 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.454680 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.455893 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.456168 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.456433 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.492380 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.492661 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.492929 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.506133 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.506415 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.506686 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.537577 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.537864 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.538134 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.576208 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.576856 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.576856 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.813833 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.814128 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.814389 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.814660 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.815401 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.936676 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.937004 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.937286 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.937584 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.937852 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.938163 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.938427 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.938684 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.938939 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.939228 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.939489 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.939753 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.940020 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.940279 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.940549 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.940821 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.941082 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.941354 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.941640 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.941926 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.942277 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.942540 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.942791 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.943076 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.943327 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.943576 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.943968 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=89753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 11:01:19.944211 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=89753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 11:01:19.944450 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=89753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 11:01:19.944688 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=89753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 11:01:19.944925 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=89753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 11:01:19.945159 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=89753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 11:01:19.945543 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 10 11:01:19.949218 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 10 11:01:19.953113 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 10 11:01:19.956761 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(450, 499)])]) Oct 10 11:01:19.958457 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 10 11:01:19.959116 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 10 11:01:19.959455 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 10 11:01:19.959840 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 10 11:01:19.963355 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 10 11:01:19.963603 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 10 11:01:19.963952 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 10 11:01:19.991335 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 10 11:01:19.991789 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.992088 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=89753) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 10 11:01:19.992452 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:19.993847 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=89753) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 10 11:01:19.994198 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 10 11:01:19.994449 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 10 11:01:20.021369 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:20.021692 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:20.083588 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 10 11:01:20.083766 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 10 11:01:20.084002 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 10 11:01:20.084376 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 10 11:01:20.119411 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_db.sqlalchemy.engines [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=89753) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 10 11:01:20.610898 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Initializing driver for type 'gre' Oct 10 11:01:20.611531 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] gre ID ranges: [(1, 1000)] Oct 10 11:01:20.828111 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Initializing driver for type 'local' Oct 10 11:01:20.828620 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Initializing driver for type 'vlan' Oct 10 11:01:20.925298 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] VlanTypeDriver initialization complete Oct 10 11:01:20.925604 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Initializing driver for type 'vxlan' Oct 10 11:01:20.926113 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] vxlan ID ranges: [(1, 1000)] Oct 10 11:01:21.273701 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Initializing extension driver 'port_security' Oct 10 11:01:21.274151 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.extensions.port_security [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] PortSecurityExtensionDriver initialization complete Oct 10 11:01:21.274561 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Initializing mechanism driver 'openvswitch' Oct 10 11:01:21.275042 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Initializing mechanism driver 'hyperv' Oct 10 11:01:21.284917 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.plugins.ml2.plugin [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=89753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:01:21.285628 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > port after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.286001 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > port after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.286355 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > port after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.286883 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=89753) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 10 11:01:21.287319 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > subnet after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.287675 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > subnet after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.288022 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > subnet after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.288414 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=89753) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 10 11:01:21.288817 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > network after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.289168 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > network after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.289513 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > network after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.289929 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=89753) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 10 11:01:21.290846 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > security_group after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.291197 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > security_group after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.291643 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > security_group after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.292181 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=89753) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 10 11:01:21.292586 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.292937 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.293280 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.293701 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=89753) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 10 11:01:21.294107 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > address_group after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.294454 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > address_group after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.294793 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > address_group after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.295184 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=89753) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 10 11:01:21.295631 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] ML2 OVO RPC backend initialized. {{(pid=89753) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Oct 10 11:01:21.296331 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > router_interface after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.296693 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.297111 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > network before_response 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.297458 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > networks before_response 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.297829 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > port before_response 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.298171 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > ports before_response 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.298514 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > subnet before_response 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.298855 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > subnets before_response 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.299200 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > network after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.299540 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > network after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.299876 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > network after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.300213 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > port after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.300551 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > port after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.300887 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > port after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.301279 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > subnet after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.301646 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > subnet after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.301982 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > subnet after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.302559 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.plugin [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Modular L2 Plugin initialization complete Oct 10 11:01:21.302889 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading services supported by the core plugin {{(pid=89753) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 10 11:01:21.303219 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.plugins.ml2.managers [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Got port-security extension from driver 'port_security' Oct 10 11:01:21.303683 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.extensions.vlantransparent [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Disabled vlantransparent extension. Oct 10 11:01:21.304170 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=89753) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 10 11:01:21.304484 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading Plugin: router Oct 10 11:01:21.344780 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > router_interface before_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.345172 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > router after_create 55549900 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.345559 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > router before_create 55549900 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.345932 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.346303 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.346655 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > router after_delete 55549900 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.347014 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > floatingip after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.347377 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > router after_create 55549900 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.347723 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > router after_update 55549900 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.348073 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > router after_update 55549900 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.348423 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.348779 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > router after_update 55549900 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.349193 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > router precommit_update 55549900 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.349582 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: port after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.349924 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: port after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.350260 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: subnet after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.350658 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.350951 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > port precommit_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.351295 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > router precommit_create 55549900 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.351637 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: port before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.351977 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > router precommit_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.352332 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > router after_update 55549900 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.352673 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > router precommit_delete 55549900 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.353731 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > router precommit_create 55549900 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.354101 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > router_interface after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.354450 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > router precommit_update 55549900 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.354817 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > agent after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.355168 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > agent after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.355514 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > network after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.356373 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.quota.resource_registry [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Tracking information for resource: router configured {{(pid=89753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 11:01:21.356703 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.quota.resource_registry [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Tracking information for resource: floatingip configured {{(pid=89753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 11:01:21.361683 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.db.l3_agentschedulers_db [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 10 11:01:21.362272 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: port after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.362639 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: port after_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.362995 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: port after_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.363348 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: port after_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.364149 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > router before_create 55550100 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.364517 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > router precommit_delete 55550100 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.364879 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > router precommit_create 55550100 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.365234 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > router precommit_update 55550100 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.370437 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.services.provider_configuration [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Service providers = [] {{(pid=89753) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 10 11:01:21.370801 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.db.servicetype_db [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=89753) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 10 11:01:21.376831 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.services.service_base [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=89753) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 10 11:01:21.377178 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.services.service_base [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=89753) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 10 11:01:21.377536 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.services.service_base [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=89753) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 10 11:01:21.378416 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.services.service_base [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=89753) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 10 11:01:21.378788 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.services.service_base [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 10 11:01:21.379165 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=89753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 11:01:21.379481 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 10 11:01:21.390698 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=89753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 11:01:21.391035 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading Plugin: auto_allocate Oct 10 11:01:21.397034 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: network precommit_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.401747 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: network precommit_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.401747 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=89753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 11:01:21.401747 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading Plugin: tag Oct 10 11:01:21.407697 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=89753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 11:01:21.408026 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading Plugin: timestamp Oct 10 11:01:21.413319 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=89753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 11:01:21.413680 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading Plugin: network_ip_availability Oct 10 11:01:21.419558 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.419929 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.420288 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.420998 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=89753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 11:01:21.421347 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading Plugin: flavors Oct 10 11:01:21.425972 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=89753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 11:01:21.426301 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading Plugin: revisions Oct 10 11:01:21.430750 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=89753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 11:01:21.431190 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_concurrency.lockutils [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.368s {{(pid=89753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 10 11:01:21.431940 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=89753) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 10 11:01:21.432275 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Initializing extension manager. Oct 10 11:01:21.432788 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: __init__.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.433127 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: __pycache__ {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.433463 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.433823 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: address_group.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.434586 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.435152 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: address-group Oct 10 11:01:21.435477 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: address_scope.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.436365 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.436871 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: address-scope Oct 10 11:01:21.437199 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: admin_state_down_before_update.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.438153 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.438660 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: router-admin-state-down-before-update Oct 10 11:01:21.438981 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: agent.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.439680 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.440183 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: agent Oct 10 11:01:21.440504 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: agent_resources_synced.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.442778 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.443278 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: agent-resources-synced Oct 10 11:01:21.443598 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: allowedaddresspairs.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.445374 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.445924 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: allowed-address-pairs Oct 10 11:01:21.446252 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: auto_allocated_topology.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.448004 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.448547 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: auto-allocated-topology Oct 10 11:01:21.448872 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: availability_zone.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.449610 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.450115 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: availability_zone Oct 10 11:01:21.450436 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: availability_zone_filter.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.451345 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.451848 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: availability_zone_filter Oct 10 11:01:21.452167 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: data_plane_status.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.453066 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.453594 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension data-plane-status not supported by any of loaded plugins Oct 10 11:01:21.453917 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: default_subnetpools.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.454824 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.455326 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: default-subnetpools Oct 10 11:01:21.455648 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: dhcpagentscheduler.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.456455 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.456955 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: dhcp_agent_scheduler Oct 10 11:01:21.457276 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: dns.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.458212 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.458710 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension dns-integration not supported by any of loaded plugins Oct 10 11:01:21.459036 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: dns_domain_ports.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.459952 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.460451 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 10 11:01:21.460773 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: dvr.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.461446 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.461968 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: dvr Oct 10 11:01:21.462962 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: empty_string_filtering.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.463769 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.464268 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: empty-string-filtering Oct 10 11:01:21.464588 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.465495 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.466016 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 10 11:01:21.466338 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.467246 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.467772 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 10 11:01:21.468070 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: external_net.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.468985 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.469491 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: external-net Oct 10 11:01:21.469836 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: extra_dhcp_opt.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.470741 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.471248 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: extra_dhcp_opt Oct 10 11:01:21.471570 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: extraroute.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.472478 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.472973 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: extraroute Oct 10 11:01:21.473294 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: extraroute_atomic.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.474342 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.474849 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: extraroute-atomic Oct 10 11:01:21.475170 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: filter_validation.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.475833 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.476329 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: filter-validation Oct 10 11:01:21.476647 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: fip_pf_description.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.477575 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.478260 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 10 11:01:21.478584 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: fip_port_details.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.479514 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.480016 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: fip-port-details Oct 10 11:01:21.480338 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: flavors.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.481572 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.482082 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: flavors Oct 10 11:01:21.482404 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.484044 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.484553 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 10 11:01:21.484882 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: floatingip_pools.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.485609 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.486113 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: floatingip-pools Oct 10 11:01:21.486436 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: ip_allocation.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.488871 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.489367 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension ip_allocation not supported by any of loaded plugins Oct 10 11:01:21.489718 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.490656 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.491178 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: ip-substring-filtering Oct 10 11:01:21.491487 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: l2_adjacency.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.492412 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.492911 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension l2_adjacency not supported by any of loaded plugins Oct 10 11:01:21.493232 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: l3.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.494450 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.494969 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: router Oct 10 11:01:21.495299 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: l3_conntrack_helper.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.497515 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.498057 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 10 11:01:21.498390 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.499327 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.499839 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: ext-gw-mode Oct 10 11:01:21.500168 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.501083 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.501623 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: l3-ha Oct 10 11:01:21.501946 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: l3_flavors.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.502860 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.503358 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: l3-flavors Oct 10 11:01:21.503681 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.504600 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.505100 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: l3-port-ip-change-not-allowed Oct 10 11:01:21.505422 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: l3agentscheduler.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.506495 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.507009 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: l3_agent_scheduler Oct 10 11:01:21.507332 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: logging.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.508794 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.509872 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension logging not supported by any of loaded plugins Oct 10 11:01:21.510198 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: metering.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.510952 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.511522 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: metering Oct 10 11:01:21.511844 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.512942 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.513446 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: metering_source_and_destination_fields Oct 10 11:01:21.513795 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: multiprovidernet.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.514723 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.515227 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: multi-provider Oct 10 11:01:21.515549 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: netmtu.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.516460 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.516962 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: net-mtu Oct 10 11:01:21.517561 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: netmtu_writable.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.525924 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.526376 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: net-mtu-writable Oct 10 11:01:21.526696 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: network_availability_zone.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.527373 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.527881 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: network_availability_zone Oct 10 11:01:21.528200 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: network_ip_availability.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.529285 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.529831 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: network-ip-availability Oct 10 11:01:21.530157 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: network_segment_range.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.530925 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.531429 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension network-segment-range not supported by any of loaded plugins Oct 10 11:01:21.531750 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: pagination.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.532722 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.533053 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: pagination Oct 10 11:01:21.533377 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: port_device_profile.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.534301 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.534811 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: port-device-profile Oct 10 11:01:21.535132 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.536050 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.536547 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: port-mac-address-regenerate Oct 10 11:01:21.536865 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.537822 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.538326 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: port-numa-affinity-policy Oct 10 11:01:21.538646 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: port_resource_request.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.539552 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.540046 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension port-resource-request not supported by any of loaded plugins Oct 10 11:01:21.540398 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: portbindings.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.541317 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.541840 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: binding Oct 10 11:01:21.542161 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: portbindings_extended.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.543550 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.544061 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: binding-extended Oct 10 11:01:21.544386 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: portsecurity.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.545305 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.545846 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: port-security Oct 10 11:01:21.546173 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: project_id.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.547150 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.547482 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: project-id Oct 10 11:01:21.547823 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: providernet.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.548717 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.549228 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: provider Oct 10 11:01:21.549569 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: qos.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.552985 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.553505 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension qos not supported by any of loaded plugins Oct 10 11:01:21.553867 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.555098 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.555610 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 10 11:01:21.555965 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.559898 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.560418 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 10 11:01:21.560745 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: qos_default.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.561686 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.562197 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension qos-default not supported by any of loaded plugins Oct 10 11:01:21.562520 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: qos_fip.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.563177 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.563670 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension qos-fip not supported by any of loaded plugins Oct 10 11:01:21.563992 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: qos_gateway_ip.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.564915 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.565417 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 10 11:01:21.565772 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: qos_port_network_policy.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.566684 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.567184 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 10 11:01:21.567506 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: qos_rule_type_details.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.568411 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.568908 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 10 11:01:21.569228 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: qos_rules_alias.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.570298 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.570805 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 10 11:01:21.571128 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: quotasv2.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.572711 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.573034 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: quotas Oct 10 11:01:21.573354 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: quotasv2_detail.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.574991 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.575329 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: quota_details Oct 10 11:01:21.575656 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: rbac.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.576709 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.577222 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: rbac-policies Oct 10 11:01:21.577578 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: rbac_address_group.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.578501 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.579012 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: rbac-address-group Oct 10 11:01:21.579336 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: rbac_address_scope.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.580249 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.580761 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: rbac-address-scope Oct 10 11:01:21.581086 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: rbac_security_groups.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.582030 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.582535 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: rbac-security-groups Oct 10 11:01:21.582860 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: rbac_subnetpool.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.583790 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.584290 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: rbac-subnetpool Oct 10 11:01:21.584613 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: revisionifmatch.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.585677 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.586182 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: revision-if-match Oct 10 11:01:21.586505 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: revisions.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.594321 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.594826 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: standard-attr-revisions Oct 10 11:01:21.595150 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: router_availability_zone.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.595828 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.596336 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: router_availability_zone Oct 10 11:01:21.596656 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: routerservicetype.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.597611 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.598129 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension router-service-type not supported by any of loaded plugins Oct 10 11:01:21.598449 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.599364 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.599874 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: security-groups-normalized-cidr Oct 10 11:01:21.600196 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: security_groups_port_filtering.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.601118 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.601667 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: port-security-groups-filtering Oct 10 11:01:21.601988 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.603448 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.604031 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: security-groups-remote-address-group Oct 10 11:01:21.604357 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: securitygroup.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.613856 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.614387 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: security-group Oct 10 11:01:21.614704 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: segment.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.615537 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.615996 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension segment not supported by any of loaded plugins Oct 10 11:01:21.616326 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.626371 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.626879 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 10 11:01:21.627208 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: servicetype.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.628312 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.628825 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: service-type Oct 10 11:01:21.629151 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: sorting.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.630165 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.630501 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: sorting Oct 10 11:01:21.630825 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: standard_attr_segment.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.631737 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.632239 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 10 11:01:21.632564 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: standardattrdescription.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.633212 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.633744 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: standard-attr-description Oct 10 11:01:21.634093 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: stateful_security_group.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.635157 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.635668 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: stateful-security-group Oct 10 11:01:21.635992 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: stdattrs_common.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.636578 dv-neutron-860842-1-hyperv neutron-server[89753]: WARNING neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 10 11:01:21.636899 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.637927 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.638439 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 10 11:01:21.638759 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: subnet_onboard.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.639822 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.640334 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: subnet_onboard Oct 10 11:01:21.640659 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.641622 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.642388 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 10 11:01:21.642715 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: subnet_service_types.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.643640 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.644152 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: subnet-service-types Oct 10 11:01:21.644477 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: subnetallocation.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.645587 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.646103 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: subnet_allocation Oct 10 11:01:21.646450 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.647098 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.647609 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: subnetpool-prefix-ops Oct 10 11:01:21.647932 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.648865 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.649367 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 10 11:01:21.650262 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: tagging.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.651437 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.651952 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: standard-attr-tag Oct 10 11:01:21.652279 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: timestamp.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.653467 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.654009 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loaded extension: standard-attr-timestamp Oct 10 11:01:21.654336 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: trunk.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.655367 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.655881 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension trunk not supported by any of loaded plugins Oct 10 11:01:21.656210 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: trunk_details.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.657134 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.657685 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension trunk-details not supported by any of loaded plugins Oct 10 11:01:21.658013 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: uplink_status_propagation.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.658938 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.659446 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 10 11:01:21.659769 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Loading extension file: vlantransparent.py {{(pid=89753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:01:21.660441 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=89753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:01:21.660951 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extension vlan-transparent not supported by any of loaded plugins Oct 10 11:01:21.663443 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Creating instance of TrackedResource for resource:network Oct 10 11:01:21.664165 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Creating instance of TrackedResource for resource:subnet Oct 10 11:01:21.664953 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Creating instance of TrackedResource for resource:subnetpool Oct 10 11:01:21.666268 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Creating instance of TrackedResource for resource:port Oct 10 11:01:21.667548 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.v2.resource_helper [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:01:21.667996 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.v2.resource_helper [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Service FLAVORS assigned prefix: {{(pid=89753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:01:21.668616 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.v2.resource_helper [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:01:21.669054 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.v2.resource_helper [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:01:21.669388 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Creating instance of TrackedResource for resource:router Oct 10 11:01:21.670083 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Creating instance of TrackedResource for resource:floatingip Oct 10 11:01:21.670793 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.v2.resource_helper [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Service METERING assigned prefix: /metering {{(pid=89753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:01:21.672260 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.672637 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.673080 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:01:21.674177 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Creating instance of CountableResource for resource:rbac_policy Oct 10 11:01:21.674635 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Creating instance of TrackedResource for resource:security_group Oct 10 11:01:21.675301 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Creating instance of TrackedResource for resource:security_group_rule Oct 10 11:01:21.676043 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.v2.resource_helper [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Service CORE assigned prefix: {{(pid=89753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:01:21.676376 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Creating instance of TrackedResource for resource:subnetpool Oct 10 11:01:21.676718 dv-neutron-860842-1-hyperv neutron-server[89753]: WARNING neutron.quota.resource_registry [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] subnetpool is already registered Oct 10 11:01:21.677316 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.v2.resource_helper [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Service CORE assigned prefix: {{(pid=89753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:01:21.677680 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Creating instance of TrackedResource for resource:subnetpool Oct 10 11:01:21.678005 dv-neutron-860842-1-hyperv neutron-server[89753]: WARNING neutron.quota.resource_registry [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] subnetpool is already registered Oct 10 11:01:21.680583 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.v2.resource_helper [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:01:21.681054 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.v2.resource_helper [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Service FLAVORS assigned prefix: {{(pid=89753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:01:21.681746 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.v2.resource_helper [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:01:21.682173 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.v2.resource_helper [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:01:21.682510 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Creating instance of TrackedResource for resource:router Oct 10 11:01:21.682845 dv-neutron-860842-1-hyperv neutron-server[89753]: WARNING neutron.quota.resource_registry [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] router is already registered Oct 10 11:01:21.683437 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Creating instance of TrackedResource for resource:floatingip Oct 10 11:01:21.688896 dv-neutron-860842-1-hyperv neutron-server[89753]: WARNING neutron.quota.resource_registry [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] floatingip is already registered Oct 10 11:01:21.688896 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.v2.resource_helper [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Service METERING assigned prefix: /metering {{(pid=89753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:01:21.688896 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Creating instance of CountableResource for resource:rbac_policy Oct 10 11:01:21.688896 dv-neutron-860842-1-hyperv neutron-server[89753]: WARNING neutron.quota.resource_registry [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] rbac_policy is already registered Oct 10 11:01:21.688896 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Creating instance of TrackedResource for resource:security_group Oct 10 11:01:21.688896 dv-neutron-860842-1-hyperv neutron-server[89753]: WARNING neutron.quota.resource_registry [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] security_group is already registered Oct 10 11:01:21.688896 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Creating instance of TrackedResource for resource:security_group_rule Oct 10 11:01:21.688896 dv-neutron-860842-1-hyperv neutron-server[89753]: WARNING neutron.quota.resource_registry [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] security_group_rule is already registered Oct 10 11:01:21.688896 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.v2.resource_helper [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Service CORE assigned prefix: {{(pid=89753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:01:21.689594 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Creating instance of TrackedResource for resource:subnetpool Oct 10 11:01:21.689594 dv-neutron-860842-1-hyperv neutron-server[89753]: WARNING neutron.quota.resource_registry [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] subnetpool is already registered Oct 10 11:01:21.689594 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.v2.resource_helper [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Service CORE assigned prefix: {{(pid=89753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:01:21.689594 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.quota.resource_registry [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Creating instance of TrackedResource for resource:subnetpool Oct 10 11:01:21.689850 dv-neutron-860842-1-hyperv neutron-server[89753]: WARNING neutron.quota.resource_registry [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] subnetpool is already registered Oct 10 11:01:21.690255 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: extensions {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.691730 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: address-groups {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.693367 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: address-scopes {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.694615 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: agents {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.695778 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: auto-allocated-topology {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.697149 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: availability_zones {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.699540 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: dhcp-networks {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.700984 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: dhcp-agents {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.702455 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: routers {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.816016 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: flavors {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.817106 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: service_profiles {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.818347 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: next_providers {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.819916 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: service_profiles {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.821366 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: floatingip-pools {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.823215 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: routers {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.825016 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: floatingips {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.826226 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: l3-routers {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.827621 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: l3-agents {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.829047 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: metering-labels {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.830521 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: metering-label-rules {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.831796 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: network-ip-availabilities {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.833053 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: bindings {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.834746 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: quotas {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.836178 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: quotas {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.837664 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: rbac-policies {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.838957 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: security-groups {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.840159 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: security-group-rules {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.841408 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: service-providers {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.842660 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: subnetpools {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.844315 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: subnetpools {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.845873 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: tags {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.847555 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: tags {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.849377 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: tags {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.851264 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: tags {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.853095 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: tags {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.854986 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: tags {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.856673 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: tags {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.858628 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: tags {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.860413 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: tags {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.862289 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron.api.extensions [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Extended resource: tags {{(pid=89753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:01:21.868273 dv-neutron-860842-1-hyperv neutron-server[89753]: WARNING keystonemiddleware.auth_token [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 10 11:01:21.873816 dv-neutron-860842-1-hyperv neutron-server[89753]: WARNING keystonemiddleware.auth_token [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 10 11:01:21.882160 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_concurrency.lockutils [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Acquired lock "singleton_lock" {{(pid=89753) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 10 11:01:21.882643 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_concurrency.lockutils [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Releasing lock "singleton_lock" {{(pid=89753) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 10 11:01:21.883284 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO oslo_service.service [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Starting 2 workers Oct 10 11:01:21.888753 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Started child 89896 {{(pid=89753) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 10 11:01:21.893303 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Started child 89897 {{(pid=89753) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 10 11:01:21.894110 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:21.894900 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO neutron.service [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Neutron service started, listening on 0.0.0.0:9696 Oct 10 11:01:21.895569 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Notify callbacks [] for process, before_spawn {{(pid=89753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:21.895706 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [-] (89896) wsgi starting up on http://0.0.0.0:9696 Oct 10 11:01:21.898024 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO oslo_service.service [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Starting 1 workers Oct 10 11:01:21.899446 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:21.901954 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [-] (89897) wsgi starting up on http://0.0.0.0:9696 Oct 10 11:01:21.903857 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Started child 89898 {{(pid=89753) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 10 11:01:21.904375 dv-neutron-860842-1-hyperv neutron-server[89753]: INFO oslo_service.service [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Starting 1 workers Oct 10 11:01:21.908596 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.service [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] calling RpcWorker wait() {{(pid=89898) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 10 11:01:21.909119 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Started child 89899 {{(pid=89753) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 10 11:01:21.909193 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.service [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] returning from RpcWorker wait() {{(pid=89898) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 10 11:01:21.909480 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG neutron_lib.callbacks.manager [None req-1f4b75f0-449b-41c9-8d64-cbe0c6eb5f1b None None] Notify callbacks [] for process, after_spawn {{(pid=89753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:21.910555 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:21.911077 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:01:21.911452 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89753) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Oct 10 11:01:21.911658 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 10 11:01:21.911850 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 10 11:01:21.912071 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 10 11:01:21.912418 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 10 11:01:21.912576 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 10 11:01:21.913286 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.913738 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.914153 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.914572 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.915002 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.916307 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.916725 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.917015 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:21.917853 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.918292 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.918678 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.918990 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.919298 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.919711 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.920108 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.920560 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.920983 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.921376 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.921817 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.922135 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.922546 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.922947 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.923349 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.923746 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] debug = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.924128 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.924789 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.925213 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.925636 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.926002 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.926437 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.926810 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.927223 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.927600 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.927976 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.928349 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.928736 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.929107 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.929484 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.929899 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.930286 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.930676 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.931497 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] host = dv-neutron-860842-1-hyperv {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.931890 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.932288 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.932677 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.933073 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.933477 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.933884 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.934469 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.934746 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.935016 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.935292 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.935545 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.935781 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.936038 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.936295 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_file = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.936463 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_options = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.936707 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.937010 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.937264 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.937466 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.937660 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.937844 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.938129 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.938490 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.938927 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.939148 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.939373 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.939593 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.939834 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.940072 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.940325 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.940560 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.940796 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.941031 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.941296 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.941571 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.941811 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.942064 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.942316 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.942403 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:01:21.942573 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.942765 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.942982 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.943212 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.943436 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.943651 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.943913 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.944157 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.944405 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.944642 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.944891 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.945124 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.945418 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.945618 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.945889 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.946153 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.946381 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.947149 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.947544 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.947957 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.948357 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.948590 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.948829 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] use_json = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.949046 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.949284 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.949772 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.949772 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.952192 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.952192 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.952192 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.952192 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.952192 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:21.952192 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.952192 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.952192 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.952780 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.952780 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.952899 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.953036 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.953404 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.953695 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.953960 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.954296 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.954534 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.954833 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.955057 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.955319 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.955720 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.955915 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.956178 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.956400 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.956656 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.956907 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.957113 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.957457 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.957748 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.957986 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.958261 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.958524 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.958880 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.959147 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.959376 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.959599 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.959817 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.960087 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.960328 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.960544 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.960766 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.961018 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.961239 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.961486 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.961764 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.962021 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.962783 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.963126 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.963347 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.963563 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.963778 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.964028 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.964451 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.964451 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.964743 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.964937 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.965203 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.965442 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.965686 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.965916 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.966131 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.966375 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.966591 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.966806 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.967039 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.967257 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.967522 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.967765 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.967982 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.968196 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.968439 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.968709 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.968910 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.969136 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.969355 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.969606 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.969850 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.970068 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.970290 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.970507 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.970723 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.970940 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.971155 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.971377 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.971614 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.971846 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.972062 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.972279 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.972518 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.972752 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.973031 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.973362 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.973649 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.973905 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.974149 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.974401 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.974652 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.974917 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.975160 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.976177 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.976177 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.976177 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.976177 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.976667 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.976667 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.976912 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.977024 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.977268 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.977500 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.977745 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.978898 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.979439 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.981225 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.981778 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.982261 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.983010 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.984873 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.985176 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.985416 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.985745 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.986004 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.986295 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.986628 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.986911 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.987219 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.987466 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.987735 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.988023 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.988405 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.988900 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.988900 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.989051 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.989274 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.989622 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.989927 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.990207 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.990455 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.990721 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.991088 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.991347 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.991585 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.991847 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.992157 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.992424 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.992689 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.992987 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.993294 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.993634 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.993900 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.994184 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.994407 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.994661 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.994919 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.995167 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.995450 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.995696 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.995923 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.996143 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.996365 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.996610 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.996856 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.997117 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.997369 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.997741 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.997971 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.998216 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.998462 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.998693 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.998948 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.999171 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.999401 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.999621 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:21.999879 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.000153 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.000371 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.000651 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.000920 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.001163 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.001421 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.001711 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.001981 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.002201 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.002455 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.002706 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.002918 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.003137 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.003364 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.003584 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.003822 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.004056 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.004278 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.004550 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.004800 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.005158 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.005417 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.005711 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.005981 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.006225 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.006449 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.006668 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.006888 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.007112 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.007356 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.007585 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.007852 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.008098 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.008328 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.008539 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.008760 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.009588 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.009882 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.010131 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.010359 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.010592 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.010835 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.011059 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.011279 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.011530 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.011747 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.011966 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.012187 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.012401 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.012703 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.012968 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.013210 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.013451 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.013726 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.013994 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.014211 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.014427 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.014647 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.014860 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.015097 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.015312 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.015530 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.015797 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.016037 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.016363 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.016627 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.016852 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.017403 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.017679 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.017911 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.018170 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.018490 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.018715 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.018980 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.019213 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.019439 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.019671 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.019933 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.020299 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.020603 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.020884 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.021132 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.021411 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.021713 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.022030 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.022263 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.022600 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.022931 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.023226 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.023488 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.023767 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.024051 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.024295 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.024520 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.025385 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.025657 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.025886 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.026201 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.026465 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.026765 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.027017 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.027254 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.027496 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.027727 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.027965 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.028214 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.028457 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.028639 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 10 11:01:22.029154 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89753) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Oct 10 11:01:22.029346 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 10 11:01:22.029553 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 10 11:01:22.029706 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 10 11:01:22.029880 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 10 11:01:22.030030 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 10 11:01:22.030262 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.030422 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.030607 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.030769 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.030932 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.031116 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.031302 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.031463 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.031642 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.031798 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.032006 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.032110 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.032302 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.032441 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.032622 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.032783 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.032943 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.033147 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.033258 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.033458 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.033633 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.033794 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.033975 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] debug = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.034119 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.034323 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.034497 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.034648 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.034794 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.034935 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.035080 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.035217 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.035375 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.035554 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.035722 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.035885 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.036028 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.036191 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.036350 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.036532 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.036685 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.036858 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] host = dv-neutron-860842-1-hyperv {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.037002 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.037168 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.037312 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.037473 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.037668 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.037808 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.037944 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.038079 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.038238 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.038381 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.038758 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.038758 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.039028 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.039028 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_file = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.039296 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_options = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.039296 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.039555 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.039555 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.039820 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.039959 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.040091 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.040232 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.040580 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.040580 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.040847 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.040847 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.041103 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:01:22.041243 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.041243 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.041243 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.041666 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.041666 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.041924 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.041924 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.042178 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.042178 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.042433 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.042433 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.042631 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.042744 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.042903 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.043062 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.043221 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.043380 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.043538 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.043698 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.043856 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.044016 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.044175 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.044334 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.044492 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.044651 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.044810 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.044974 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.045132 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.045493 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.045493 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.045744 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.045829 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.045907 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.046065 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.046223 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] use_json = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.046382 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.046541 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.046699 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.046857 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.047016 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.047174 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.047333 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.047493 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.047652 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:01:22.047834 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.048001 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.048177 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.048344 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.048505 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.048669 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.048833 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.048997 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.049160 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.049323 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.049495 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.049682 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.049856 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.050023 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.050186 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.050353 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.050517 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.050682 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.050847 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.051011 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.051175 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.051339 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.051519 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.051686 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.051852 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.052016 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.052182 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.052346 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.052511 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.052675 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.052840 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.053005 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.053168 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.053333 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.053495 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.053671 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.053832 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.053995 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.054159 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.054322 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.054495 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.054631 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.054787 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.054950 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.055113 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.055277 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.055441 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.055610 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.055774 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.055978 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.056156 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.056320 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.056485 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.056649 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.056812 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.056976 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.057141 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.057305 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.057469 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.057654 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.057818 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.057994 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.058158 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.058322 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.058486 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.058881 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.058881 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.059124 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.059124 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.059354 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.059476 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.059596 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.059716 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.059858 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.060022 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.060186 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.060351 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.060515 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.060679 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.060843 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.061005 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.061168 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.061333 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.061497 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.061690 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.061862 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.062040 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.062204 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.062368 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.062534 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.062699 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.062864 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.063030 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.063194 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.063358 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.063522 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.063686 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.063850 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.064017 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.064182 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.064347 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.064511 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.064673 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.064837 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.065001 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.065165 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.065328 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.065498 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.065683 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.065846 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.066304 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.066304 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.066562 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.066562 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.066793 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.066793 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.066981 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.067112 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.067275 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.067599 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.067767 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.067934 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.068089 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.068251 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.068416 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.068580 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.068733 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.068898 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.069249 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.069249 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.069551 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.069551 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.069819 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.069955 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.070090 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.070226 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.070355 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.070485 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.070644 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.070811 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.070950 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.071112 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.071276 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.071442 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.072143 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.072309 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.072475 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.072638 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.072792 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.072959 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.073128 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.073317 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.073503 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.073692 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.073907 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.074061 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.074200 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.074349 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.074521 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.074686 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.074884 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.075039 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.075199 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.075512 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.075667 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.075817 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.075968 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.076113 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.076251 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.076408 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.076574 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.076916 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.076916 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.077181 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.077181 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.077448 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.077632 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.077863 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.077863 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.078138 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.078138 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.078387 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.078522 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.078662 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.078809 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.078947 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.079076 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.079205 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.079345 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.079509 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.079674 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.079843 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.080001 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.080161 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.080326 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.080491 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.080656 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.080819 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.080986 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.081150 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.081314 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.081478 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.089432 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.089432 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.089432 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.089432 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.089432 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.089432 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.089432 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.089432 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.089432 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.090120 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.090120 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.090120 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.090120 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.090120 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.090120 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.090120 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.090120 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.090120 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.090757 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.090757 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.090757 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.090757 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.090757 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.090757 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.090757 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.090757 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.090757 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.091395 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.091395 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.091395 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.091395 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.091395 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.091395 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.091395 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.091395 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.091909 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.091909 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.091909 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.091909 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.091909 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.091909 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.091909 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.091909 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.092424 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.092424 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.092424 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.092424 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.092424 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.092424 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.092424 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.092424 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.092942 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.092942 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.092942 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.092942 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.092942 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.092942 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.092942 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.092942 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.092942 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.093536 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.093536 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.093536 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.093536 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.093536 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.093536 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.093536 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.093536 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.093536 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.094130 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.094130 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.094130 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.094130 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:01:22.094130 dv-neutron-860842-1-hyperv neutron-server[89753]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 10 11:01:22.178433 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 45428) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:01:22.187727 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [-] 10.222.0.40 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071647 Oct 10 11:01:33.322895 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363514f0-027a-43d4-81be-ba9df9f026e7 None None] get_active_networks_info from dv-neutron-860842-1-hyperv {{(pid=89898) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 10 11:01:33.401509 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363514f0-027a-43d4-81be-ba9df9f026e7 None None] No non-hosted networks {{(pid=89898) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 10 11:01:33.411222 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.agentschedulers_db [None req-363514f0-027a-43d4-81be-ba9df9f026e7 None None] DHCP Agent not found on host dv-neutron-860842-1-hyperv {{(pid=89898) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 10 11:01:33.555150 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-46973509-f1d4-4938-8c4f-efdd0d2ca592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-612776'] for agent, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:35.709105 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2b4f5ac4-37fd-4868-8db6-c3c8802afde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-612776'] for agent, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:35.759214 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-bfc750da-c1e1-4aa1-970d-546b41124f4d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-860842-1-hyperv {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:01:35.760009 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-bfc750da-c1e1-4aa1-970d-546b41124f4d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:01:36.278755 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-bfc750da-c1e1-4aa1-970d-546b41124f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:36.959712 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-612776'] for agent, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:36.963769 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:36.966940 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:36.966940 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:36.966940 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:36.966940 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:36.966940 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:36.967300 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:36.967300 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:36.967300 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:36.968057 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:36.968648 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:36.969379 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:36.970020 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-860842-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:01:36.983953 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-860842-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:01:36.987056 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-612776'] for agent, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:38.228492 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.db.l3_hamode_db [None req-04cfcd39-85f8-4b1e-b53e-79c2c1e558ee None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 10 11:01:38.339985 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cfcd39-85f8-4b1e-b53e-79c2c1e558ee None None] Routers set() bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:01:38.340833 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cfcd39-85f8-4b1e-b53e-79c2c1e558ee None None] Router IDs set() for agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Oct 10 11:01:38.485175 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-612776'] for agent, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:39.889109 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 45522) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:01:40.460874 dv-neutron-860842-1-hyperv neutron-server[89897]: WARNING oslo_policy.policy [None req-185741a6-aa99-4cf9-9aba-b20662b1adb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 11:01:40.462094 dv-neutron-860842-1-hyperv neutron-server[89897]: WARNING oslo_policy.policy [None req-185741a6-aa99-4cf9-9aba-b20662b1adb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 11:01:40.678726 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-185741a6-aa99-4cf9-9aba-b20662b1adb0 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:01:40.679947 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-185741a6-aa99-4cf9-9aba-b20662b1adb0 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7887633 Oct 10 11:01:43.090271 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 45536) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:01:43.447734 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-5da12fec-de3d-4a07-bf25-589a46f3f97a admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:01:43.544223 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.policy [None req-5da12fec-de3d-4a07-bf25-589a46f3f97a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89897) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 10 11:01:43.590265 dv-neutron-860842-1-hyperv neutron-server[89897]: WARNING oslo_policy.policy [None req-5da12fec-de3d-4a07-bf25-589a46f3f97a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 11:01:43.590650 dv-neutron-860842-1-hyperv neutron-server[89897]: WARNING oslo_policy.policy [None req-5da12fec-de3d-4a07-bf25-589a46f3f97a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 11:01:43.599387 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.quota [None req-5da12fec-de3d-4a07-bf25-589a46f3f97a admin admin] Loaded quota_driver: . Oct 10 11:01:43.615519 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5da12fec-de3d-4a07-bf25-589a46f3f97a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:01:43.932189 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5da12fec-de3d-4a07-bf25-589a46f3f97a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733227256404', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733227256955', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733227308783', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733227305789', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733227291783', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733227290071', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8038349', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8170138', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-918892', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1034884'] for rbac-policy, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:44.180598 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5da12fec-de3d-4a07-bf25-589a46f3f97a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:44.181754 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5da12fec-de3d-4a07-bf25-589a46f3f97a admin admin] 10.222.0.40 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0905049 Oct 10 11:01:46.834856 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 45550) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:01:47.180928 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'da3f9c38c99a4b5b82466a7f654cccb8'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:01:47.185595 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:01:47.190086 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Usage tracker for resource:network and tenant:da3f9c38c99a4b5b82466a7f654cccb8 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:01:47.194698 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:01:47.200723 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:01:47.393306 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Made reservation on behalf of da3f9c38c99a4b5b82466a7f654cccb8 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:01:47.396133 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:47.413574 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:47.427754 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:01:47.431936 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Usage tracker for resource:security_group_rule and tenant:da3f9c38c99a4b5b82466a7f654cccb8 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:01:47.437242 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:01:47.442751 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:01:47.538167 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:47.605008 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:47.628814 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 479} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:01:47.653999 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733224458972', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:47.653999 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Unsubscribe: segment precommit_create {{(pid=89897) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 10 11:01:47.654236 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Added segment 12a20ea7-b05f-4b9f-bd80-6cc50087afbc of type vlan for network da5cfc05-709f-47cd-bd8b-5e7ca95771e8 Oct 10 11:01:47.662295 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c8fd64-ed1f-4eb4-9e56-dfab8d113d36,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:01:47.717634 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:47.718000 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:47.718333 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:47.718657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:47.718977 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:47.719313 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:47.719634 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:47.719961 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:47.720285 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:47.720594 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:47.720903 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:47.721213 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Tracked resource versions report: Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: pushed versions: Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: { 'AddressGroup': {'1.2'}, Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: 'ConntrackHelper': {'1.0'}, Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: 'Log': {'1.0'}, Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: 'Network': {'1.1'}, Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: 'Port': {'1.7'}, Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: 'PortForwarding': {'1.2'}, Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: 'QosPolicy': {'1.8'}, Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: 'SecurityGroup': {'1.4'}, Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: 'SecurityGroupRule': {'1.2'}, Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: 'SubPort': {'1.0'}, Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: 'Subnet': {'1.1'}, Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: 'Trunk': {'1.1'}} Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: consumer versions: Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: { DHCP agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: L3 agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: Metadata agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: Metering agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: Open vSwitch agent@dv-neutron-860842-1-hyperv: { 'AddressGroup': '1.2', Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: 'ConntrackHelper': '1.0', Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: 'Log': '1.0', Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: 'Network': '1.1', Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: 'Port': '1.7', Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: 'PortForwarding': '1.2', Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: 'QosPolicy': '1.8', Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: 'SecurityGroup': '1.4', Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: 'SecurityGroupRule': '1.2', Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: 'SubPort': '1.0', Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: 'Subnet': '1.1', Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: 'Trunk': '1.1'}} Oct 10 11:01:47.722571 dv-neutron-860842-1-hyperv neutron-server[89897]: {{(pid=89897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 11:01:47.764707 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:47.913153 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:47.914956 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:01:47.915578 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:48.021189 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] Pushing event updated for resources: {'Network': ['ID=da5cfc05-709f-47cd-bd8b-5e7ca95771e8,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:01:48.033336 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network da5cfc05-709f-47cd-bd8b-5e7ca95771e8 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:01:48.073858 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9a08811f-cdac-4c4b-975a-0db8f6f70761 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2379131 Oct 10 11:01:50.842340 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 45566) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:01:51.483749 dv-neutron-860842-1-hyperv neutron-server[89896]: WARNING oslo_policy.policy [None req-743ffd56-5f95-4184-8ef8-0665e3a895bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 11:01:51.484267 dv-neutron-860842-1-hyperv neutron-server[89896]: WARNING oslo_policy.policy [None req-743ffd56-5f95-4184-8ef8-0665e3a895bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 11:01:51.915255 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.policy [None req-743ffd56-5f95-4184-8ef8-0665e3a895bb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89896) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 10 11:01:51.961777 dv-neutron-860842-1-hyperv neutron-server[89896]: WARNING oslo_policy.policy [None req-743ffd56-5f95-4184-8ef8-0665e3a895bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 11:01:51.962142 dv-neutron-860842-1-hyperv neutron-server[89896]: WARNING oslo_policy.policy [None req-743ffd56-5f95-4184-8ef8-0665e3a895bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 11:01:51.971401 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743ffd56-5f95-4184-8ef8-0665e3a895bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:01:51.973202 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-743ffd56-5f95-4184-8ef8-0665e3a895bb admin admin] 10.222.0.40 "GET /v2.0/networks/da5cfc05-709f-47cd-bd8b-5e7ca95771e8 HTTP/1.1" status: 200 len: 825 time: 1.1299412 Oct 10 11:01:52.006173 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-63fd213a-b935-4029-89bc-d22759a9105b admin admin] 10.222.0.40 "GET /v2.0/subnetpools/c220d7d5-cd90-4228-aeb2-74203d454e30 HTTP/1.1" status: 200 len: 734 time: 0.0273826 Oct 10 11:01:52.015769 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': 'da3f9c38c99a4b5b82466a7f654cccb8', 'network_id': 'da5cfc05-709f-47cd-bd8b-5e7ca95771e8', 'subnetpool_id': 'c220d7d5-cd90-4228-aeb2-74203d454e30', 'ip_version': 4}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:01:52.017721 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.quota [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] Loaded quota_driver: . Oct 10 11:01:52.023886 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:01:52.029401 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] Usage tracker for resource:subnet and tenant:da3f9c38c99a4b5b82466a7f654cccb8 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:01:52.032754 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:01:52.040288 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:01:52.147408 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] Made reservation on behalf of da3f9c38c99a4b5b82466a7f654cccb8 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:01:52.150274 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:52.507777 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:52.590787 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] Checking segment: {'id': '12a20ea7-b05f-4b9f-bd80-6cc50087afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'da5cfc05-709f-47cd-bd8b-5e7ca95771e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:01:52.591163 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] Network hostable DHCP agents. Network: da5cfc05-709f-47cd-bd8b-5e7ca95771e8, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:01:52.607552 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b5c8db9-3634-42a6-980d-58df85723e5c,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:01:52.617429 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:52.617815 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:52.618153 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:52.618483 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:52.618805 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:52.619142 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:52.619471 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:52.619805 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:52.620126 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:52.620473 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:52.620755 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:52.621065 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] Tracked resource versions report: Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: pushed versions: Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: { 'AddressGroup': {'1.2'}, Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: 'ConntrackHelper': {'1.0'}, Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: 'Log': {'1.0'}, Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: 'Network': {'1.1'}, Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: 'Port': {'1.7'}, Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: 'PortForwarding': {'1.2'}, Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: 'QosPolicy': {'1.8'}, Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: 'SecurityGroup': {'1.4'}, Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: 'SecurityGroupRule': {'1.2'}, Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: 'SubPort': {'1.0'}, Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: 'Subnet': {'1.1'}, Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: 'Trunk': {'1.1'}} Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: consumer versions: Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: { DHCP agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: L3 agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: Metadata agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: Metering agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: Open vSwitch agent@dv-neutron-860842-1-hyperv: { 'AddressGroup': '1.2', Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: 'ConntrackHelper': '1.0', Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: 'Log': '1.0', Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: 'Network': '1.1', Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: 'Port': '1.7', Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: 'PortForwarding': '1.2', Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: 'QosPolicy': '1.8', Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: 'SecurityGroup': '1.4', Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: 'SecurityGroupRule': '1.2', Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: 'SubPort': '1.0', Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: 'Subnet': '1.1', Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: 'Trunk': '1.1'}} Oct 10 11:01:52.622470 dv-neutron-860842-1-hyperv neutron-server[89896]: {{(pid=89896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 11:01:52.694248 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] Network da5cfc05-709f-47cd-bd8b-5e7ca95771e8 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:01:52.770350 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, da5cfc05-709f-47cd-bd8b-5e7ca95771e8) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:01:52.775069 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:01:52.775712 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:52.780103 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0680272-a691-4109-911d-a00e7f1773eb None None] Network da5cfc05-709f-47cd-bd8b-5e7ca95771e8 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:01:52.845498 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c03a79cf-2b62-4401-942d-125dd39dd3b3 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8331516 Oct 10 11:01:53.078559 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-da5cfc05-709f-47cd-bd8b-5e7ca95771e8', 'network_id': 'da5cfc05-709f-47cd-bd8b-5e7ca95771e8', 'tenant_id': 'da3f9c38c99a4b5b82466a7f654cccb8', 'fixed_ips': [{'subnet_id': '7b5c8db9-3634-42a6-980d-58df85723e5c'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:01:53.079689 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:53.264167 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Allocated IP 172.20.0.2 (da5cfc05-709f-47cd-bd8b-5e7ca95771e8/7b5c8db9-3634-42a6-980d-58df85723e5c/6f8aed03-3d34-4055-907d-16c848050fd9) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:01:53.502327 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:53.516369 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Transition to ACTIVE for port object 6f8aed03-3d34-4055-907d-16c848050fd9 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:01:53.536465 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Transition to ACTIVE for port object 6f8aed03-3d34-4055-907d-16c848050fd9 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:01:53.599964 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:53.666747 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Network da5cfc05-709f-47cd-bd8b-5e7ca95771e8 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:01:53.669550 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:01:53.675917 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:01:53.678053 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Pushing event updated for resources: {'Port': ['ID=6f8aed03-3d34-4055-907d-16c848050fd9,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:01:53.687740 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:53.688108 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:53.688451 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:53.688783 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:53.689111 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:53.689462 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:53.689814 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:53.690139 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:53.690506 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:53.690804 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:53.691123 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:53.691444 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Tracked resource versions report: Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: pushed versions: Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: { 'AddressGroup': {'1.2'}, Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: 'ConntrackHelper': {'1.0'}, Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: 'Log': {'1.0'}, Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: 'Network': {'1.1'}, Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: 'Port': {'1.7'}, Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: 'PortForwarding': {'1.2'}, Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: 'QosPolicy': {'1.8'}, Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: 'SecurityGroup': {'1.4'}, Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: 'SecurityGroupRule': {'1.2'}, Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: 'SubPort': {'1.0'}, Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: 'Subnet': {'1.1'}, Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: 'Trunk': {'1.1'}} Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: consumer versions: Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: { DHCP agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: L3 agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: Metadata agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: Metering agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: Open vSwitch agent@dv-neutron-860842-1-hyperv: { 'AddressGroup': '1.2', Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: 'ConntrackHelper': '1.0', Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: 'Log': '1.0', Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: 'Network': '1.1', Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: 'Port': '1.7', Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: 'PortForwarding': '1.2', Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: 'QosPolicy': '1.8', Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: 'SecurityGroup': '1.4', Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: 'SecurityGroupRule': '1.2', Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: 'SubPort': '1.0', Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: 'Subnet': '1.1', Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: 'Trunk': '1.1'}} Oct 10 11:01:53.692828 dv-neutron-860842-1-hyperv neutron-server[89898]: {{(pid=89898) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 11:01:53.795607 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Attempting to bind port 6f8aed03-3d34-4055-907d-16c848050fd9 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:01:53.796235 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Attempting to bind port 6f8aed03-3d34-4055-907d-16c848050fd9 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '12a20ea7-b05f-4b9f-bd80-6cc50087afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'da5cfc05-709f-47cd-bd8b-5e7ca95771e8'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:01:53.796355 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Attempting to bind port 6f8aed03-3d34-4055-907d-16c848050fd9 on network da5cfc05-709f-47cd-bd8b-5e7ca95771e8 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:01:53.801580 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:01:53.801979 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Checking segment: {'id': '12a20ea7-b05f-4b9f-bd80-6cc50087afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'da5cfc05-709f-47cd-bd8b-5e7ca95771e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:01:53.802439 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:53.802827 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Bound using segment: {'id': '12a20ea7-b05f-4b9f-bd80-6cc50087afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'da5cfc05-709f-47cd-bd8b-5e7ca95771e8'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:01:53.803315 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Bound port: 6f8aed03-3d34-4055-907d-16c848050fd9, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a20ea7-b05f-4b9f-bd80-6cc50087afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'da5cfc05-709f-47cd-bd8b-5e7ca95771e8'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:01:53.803697 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:53.894795 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] For port 6f8aed03-3d34-4055-907d-16c848050fd9, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:01:53.899319 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] For port 6f8aed03-3d34-4055-907d-16c848050fd9, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=6f8aed03-3d34-4055-907d-16c848050fd9,segment=NetworkSegment(12a20ea7-b05f-4b9f-bd80-6cc50087afbc),segment_id=12a20ea7-b05f-4b9f-bd80-6cc50087afbc)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:01:53.982366 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:54.074627 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006a2ad-5311-4335-a2e7-2ee2bdcf9d08 None None] Pushing event updated for resources: {'Port': ['ID=6f8aed03-3d34-4055-907d-16c848050fd9,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:01:55.297143 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 45586) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:01:55.666200 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-c93d21b0-c354-4191-9fb0-b6b51080b344 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:01:55.667183 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c93d21b0-c354-4191-9fb0-b6b51080b344 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3690486 Oct 10 11:01:57.916066 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07cfa96-4ab9-4567-b3a4-4653dd71b658 None None] Network da5cfc05-709f-47cd-bd8b-5e7ca95771e8 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:01:58.081367 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0a543899-589a-4913-afcd-8c761c7e1869 None None] Provisioning for port 6f8aed03-3d34-4055-907d-16c848050fd9 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:01:58.167925 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 45600) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:01:58.541501 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-b04a2abc-3445-4c93-8754-2a9f5036c47d admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:01:58.542487 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b04a2abc-3445-4c93-8754-2a9f5036c47d admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3736770 Oct 10 11:01:58.790965 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 6f8aed03-3d34-4055-907d-16c848050fd9 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:01:58.913121 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 6f8aed03-3d34-4055-907d-16c848050fd9 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:01:58.918425 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 6f8aed03-3d34-4055-907d-16c848050fd9 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:01:58.918994 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:58.919307 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 6f8aed03-3d34-4055-907d-16c848050fd9 Oct 10 11:01:59.032488 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 6f8aed03-3d34-4055-907d-16c848050fd9 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:01:59.032905 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:59.063960 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 6f8aed03-3d34-4055-907d-16c848050fd9, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=6f8aed03-3d34-4055-907d-16c848050fd9,segment=NetworkSegment(12a20ea7-b05f-4b9f-bd80-6cc50087afbc),segment_id=12a20ea7-b05f-4b9f-bd80-6cc50087afbc)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:01:59.141474 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:01:59.210692 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=6f8aed03-3d34-4055-907d-16c848050fd9,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:02:00.770623 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 6f8aed03-3d34-4055-907d-16c848050fd9 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:02:00.837301 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 6f8aed03-3d34-4055-907d-16c848050fd9 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:02:00.837703 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:00.838041 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 6f8aed03-3d34-4055-907d-16c848050fd9 Oct 10 11:02:00.957706 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 6f8aed03-3d34-4055-907d-16c848050fd9 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:02:01.257758 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 45612) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:02:01.600658 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-3317bc9e-2e1d-4598-88ea-af1d0db9c6ab admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'da3f9c38c99a4b5b82466a7f654cccb8', 'name': 'router1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:02:01.605750 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-3317bc9e-2e1d-4598-88ea-af1d0db9c6ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:02:01.609892 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-3317bc9e-2e1d-4598-88ea-af1d0db9c6ab admin admin] Usage tracker for resource:router and tenant:da3f9c38c99a4b5b82466a7f654cccb8 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:02:01.613162 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-3317bc9e-2e1d-4598-88ea-af1d0db9c6ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:02:01.619911 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-3317bc9e-2e1d-4598-88ea-af1d0db9c6ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:02:01.707258 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3317bc9e-2e1d-4598-88ea-af1d0db9c6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:01.708903 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3317bc9e-2e1d-4598-88ea-af1d0db9c6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:01.730123 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3317bc9e-2e1d-4598-88ea-af1d0db9c6ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:01.906341 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3317bc9e-2e1d-4598-88ea-af1d0db9c6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:01.985959 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3317bc9e-2e1d-4598-88ea-af1d0db9c6ab admin admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:01.987179 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-3317bc9e-2e1d-4598-88ea-af1d0db9c6ab admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7284443 Oct 10 11:02:03.369984 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-544751a6-0d85-4f25-ae8a-f22648eb16bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:04.391877 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 45622) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:02:04.755068 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-f2db4de8-caa7-47c3-bf22-c14684caea1d admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:02:04.756133 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f2db4de8-caa7-47c3-bf22-c14684caea1d admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3630757 Oct 10 11:02:05.661340 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0b38452b-f6df-4327-bcd4-d0403235f877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:06.861713 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:06.890184 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:07.213404 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 45642) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:02:07.360921 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-4f870a59-36d1-4612-b3f1-003bf3603d08 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:02:07.365834 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4f870a59-36d1-4612-b3f1-003bf3603d08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:02:07.370190 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4f870a59-36d1-4612-b3f1-003bf3603d08 admin admin] Usage tracker for resource:network and tenant:5b75ebe7183644098a0e2d3536ba4b3f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:02:07.373076 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4f870a59-36d1-4612-b3f1-003bf3603d08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:02:07.378650 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4f870a59-36d1-4612-b3f1-003bf3603d08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:02:07.472745 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f870a59-36d1-4612-b3f1-003bf3603d08 admin admin] Made reservation on behalf of 5b75ebe7183644098a0e2d3536ba4b3f for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:02:07.474931 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4f870a59-36d1-4612-b3f1-003bf3603d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:07.491203 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4f870a59-36d1-4612-b3f1-003bf3603d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:07.505811 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4f870a59-36d1-4612-b3f1-003bf3603d08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:02:07.510138 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4f870a59-36d1-4612-b3f1-003bf3603d08 admin admin] Usage tracker for resource:security_group_rule and tenant:5b75ebe7183644098a0e2d3536ba4b3f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:02:07.513219 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4f870a59-36d1-4612-b3f1-003bf3603d08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:02:07.519141 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4f870a59-36d1-4612-b3f1-003bf3603d08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:02:07.626936 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4f870a59-36d1-4612-b3f1-003bf3603d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:07.707096 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4f870a59-36d1-4612-b3f1-003bf3603d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:07.725318 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4f870a59-36d1-4612-b3f1-003bf3603d08 admin admin] Reserving flat network on physical network physnet1 {{(pid=89896) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 10 11:02:07.746823 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f870a59-36d1-4612-b3f1-003bf3603d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5019b0fd-3898-4358-962c-b5e1d2db567b,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:02:07.751972 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4f870a59-36d1-4612-b3f1-003bf3603d08 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733224458972', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:07.752481 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4f870a59-36d1-4612-b3f1-003bf3603d08 admin admin] Unsubscribe: segment precommit_create {{(pid=89896) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 10 11:02:07.752931 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-4f870a59-36d1-4612-b3f1-003bf3603d08 admin admin] Added segment 832c7f51-4f19-4955-83a5-29010a0e4c44 of type flat for network 1e933860-f99f-4a0b-a611-91d190754508 Oct 10 11:02:07.792253 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4f870a59-36d1-4612-b3f1-003bf3603d08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:07.884392 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4f870a59-36d1-4612-b3f1-003bf3603d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:07.885383 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f870a59-36d1-4612-b3f1-003bf3603d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:02:07.885986 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4f870a59-36d1-4612-b3f1-003bf3603d08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:07.986482 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f870a59-36d1-4612-b3f1-003bf3603d08 admin admin] Pushing event updated for resources: {'Network': ['ID=1e933860-f99f-4a0b-a611-91d190754508,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:02:07.997681 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 1e933860-f99f-4a0b-a611-91d190754508 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:02:08.027913 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4f870a59-36d1-4612-b3f1-003bf3603d08 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8134053 Oct 10 11:02:08.487939 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:10.256095 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 45662) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:02:10.368287 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dafdb1-11fa-43d3-a754-3281761b1796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:02:10.369645 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-05dafdb1-11fa-43d3-a754-3281761b1796 admin admin] 10.222.0.40 "GET /v2.0/subnets/7b5c8db9-3634-42a6-980d-58df85723e5c HTTP/1.1" status: 200 len: 849 time: 0.1125779 Oct 10 11:02:10.543470 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1823ff69-fef3-4b49-b568-61df6920a0da admin admin] 10.222.0.40 "GET /v2.0/routers/4d977e8d-850e-4081-92b5-443f68d4ab88 HTTP/1.1" status: 200 len: 704 time: 0.1682360 Oct 10 11:02:11.011796 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f90860d3-a843-496f-a85d-4b226fff3054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:11.239177 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-f90860d3-a843-496f-a85d-4b226fff3054 admin admin] Allocated IP 172.20.0.1 (da5cfc05-709f-47cd-bd8b-5e7ca95771e8/7b5c8db9-3634-42a6-980d-58df85723e5c/567e308e-b494-4d0b-9463-d9d10a95be6d) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:02:11.449326 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f90860d3-a843-496f-a85d-4b226fff3054 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:11.467365 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-f90860d3-a843-496f-a85d-4b226fff3054 admin admin] Transition to ACTIVE for port object 567e308e-b494-4d0b-9463-d9d10a95be6d will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:02:11.610913 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f90860d3-a843-496f-a85d-4b226fff3054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:11.679714 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90860d3-a843-496f-a85d-4b226fff3054 admin admin] Network da5cfc05-709f-47cd-bd8b-5e7ca95771e8 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:02:11.682706 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-f90860d3-a843-496f-a85d-4b226fff3054 admin admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:02:11.690425 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90860d3-a843-496f-a85d-4b226fff3054 admin admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:02:11.690963 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f90860d3-a843-496f-a85d-4b226fff3054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:11.807351 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90860d3-a843-496f-a85d-4b226fff3054 admin admin] Pushing event updated for resources: {'Port': ['ID=567e308e-b494-4d0b-9463-d9d10a95be6d,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:02:11.987063 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-15e3beef-5403-4a3c-8bff-3ba9717c011d None None] Provisioning for port 567e308e-b494-4d0b-9463-d9d10a95be6d completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:02:11.992842 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-15e3beef-5403-4a3c-8bff-3ba9717c011d None None] Provisioning complete for port 567e308e-b494-4d0b-9463-d9d10a95be6d triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:02:11.993212 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-15e3beef-5403-4a3c-8bff-3ba9717c011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:11.993572 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-15e3beef-5403-4a3c-8bff-3ba9717c011d None None] Attempt 1 to provision port 567e308e-b494-4d0b-9463-d9d10a95be6d Oct 10 11:02:12.049006 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-15e3beef-5403-4a3c-8bff-3ba9717c011d None None] Port 567e308e-b494-4d0b-9463-d9d10a95be6d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:02:12.052321 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f90860d3-a843-496f-a85d-4b226fff3054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:12.310645 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f90860d3-a843-496f-a85d-4b226fff3054 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:12.432522 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f90860d3-a843-496f-a85d-4b226fff3054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:12.433251 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f90860d3-a843-496f-a85d-4b226fff3054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:12.550361 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-15e3beef-5403-4a3c-8bff-3ba9717c011d None None] Attempt 2 to provision port 567e308e-b494-4d0b-9463-d9d10a95be6d Oct 10 11:02:12.570004 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90860d3-a843-496f-a85d-4b226fff3054 admin admin] Pushing event updated for resources: {'Port': ['ID=567e308e-b494-4d0b-9463-d9d10a95be6d,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:02:12.603513 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-15e3beef-5403-4a3c-8bff-3ba9717c011d None None] Port 567e308e-b494-4d0b-9463-d9d10a95be6d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:02:12.624099 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90860d3-a843-496f-a85d-4b226fff3054 admin admin] Network da5cfc05-709f-47cd-bd8b-5e7ca95771e8 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:02:12.625118 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-f90860d3-a843-496f-a85d-4b226fff3054 admin admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:02:12.884933 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90860d3-a843-496f-a85d-4b226fff3054 admin admin] Router 4d977e8d-850e-4081-92b5-443f68d4ab88 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:02:13.039340 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90860d3-a843-496f-a85d-4b226fff3054 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:02:13.049862 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3e96fb-5200-4b43-af01-d4930fc3b750 None None] Sync routers for ids ['4d977e8d-850e-4081-92b5-443f68d4ab88'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:02:13.052904 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f90860d3-a843-496f-a85d-4b226fff3054 admin admin] 10.222.0.40 "PUT /v2.0/routers/4d977e8d-850e-4081-92b5-443f68d4ab88/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5043063 Oct 10 11:02:13.060693 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3e96fb-5200-4b43-af01-d4930fc3b750 None None] Routers {'4d977e8d-850e-4081-92b5-443f68d4ab88'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:02:13.061536 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-dc3e96fb-5200-4b43-af01-d4930fc3b750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:02:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['4d977e8d-850e-4081-92b5-443f68d4ab88'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:02:13.105254 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-15e3beef-5403-4a3c-8bff-3ba9717c011d None None] Attempt 3 to provision port 567e308e-b494-4d0b-9463-d9d10a95be6d Oct 10 11:02:13.166430 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-15e3beef-5403-4a3c-8bff-3ba9717c011d None None] Port 567e308e-b494-4d0b-9463-d9d10a95be6d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:02:13.239328 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-dc3e96fb-5200-4b43-af01-d4930fc3b750 None None] Set router 4d977e8d-850e-4081-92b5-443f68d4ab88 gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:02:13.608091 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-dc3e96fb-5200-4b43-af01-d4930fc3b750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d977e8d-850e-4081-92b5-443f68d4ab88', 'name': 'router1', 'tenant_id': 'da3f9c38c99a4b5b82466a7f654cccb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:02:01Z', 'updated_at': '2022-10-10T11:02:11Z', 'revision_number': 2, 'project_id': 'da3f9c38c99a4b5b82466a7f654cccb8', 'gw_port_host': None, '_interfaces': [{'id': '567e308e-b494-4d0b-9463-d9d10a95be6d', 'name': '', 'network_id': 'da5cfc05-709f-47cd-bd8b-5e7ca95771e8', 'tenant_id': 'da3f9c38c99a4b5b82466a7f654cccb8', 'mac_address': 'fa:16:3e:1b:eb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d977e8d-850e-4081-92b5-443f68d4ab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b5c8db9-3634-42a6-980d-58df85723e5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:02:11Z', 'updated_at': '2022-10-10T11:02:12Z', 'revision_number': 2, 'project_id': 'da3f9c38c99a4b5b82466a7f654cccb8', 'subnets': [{'id': '7b5c8db9-3634-42a6-980d-58df85723e5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c220d7d5-cd90-4228-aeb2-74203d454e30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:02:13.612897 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3e96fb-5200-4b43-af01-d4930fc3b750 None None] Checking router: 4d977e8d-850e-4081-92b5-443f68d4ab88 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:02:13.613262 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3e96fb-5200-4b43-af01-d4930fc3b750 None None] Updating router 4d977e8d-850e-4081-92b5-443f68d4ab88 port 567e308e-b494-4d0b-9463-d9d10a95be6d binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:02:13.665997 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-dc3e96fb-5200-4b43-af01-d4930fc3b750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:13.667640 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-15e3beef-5403-4a3c-8bff-3ba9717c011d None None] Attempt 4 to provision port 567e308e-b494-4d0b-9463-d9d10a95be6d Oct 10 11:02:13.721578 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-15e3beef-5403-4a3c-8bff-3ba9717c011d None None] Port 567e308e-b494-4d0b-9463-d9d10a95be6d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:02:13.970726 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 5 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:02:14.051147 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-dc3e96fb-5200-4b43-af01-d4930fc3b750 None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:14.065458 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-dc3e96fb-5200-4b43-af01-d4930fc3b750 None None] Transition to ACTIVE for port object 567e308e-b494-4d0b-9463-d9d10a95be6d will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:02:14.153759 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-dc3e96fb-5200-4b43-af01-d4930fc3b750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:14.222851 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-15e3beef-5403-4a3c-8bff-3ba9717c011d None None] Attempt 5 to provision port 567e308e-b494-4d0b-9463-d9d10a95be6d Oct 10 11:02:14.281024 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-15e3beef-5403-4a3c-8bff-3ba9717c011d None None] Port 567e308e-b494-4d0b-9463-d9d10a95be6d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:02:14.347875 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c712e26-7b0b-4bfc-859c-8cdd1ccb4cb8 None None] Pushing event updated for resources: {'Port': ['ID=567e308e-b494-4d0b-9463-d9d10a95be6d,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:02:14.369815 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c712e26-7b0b-4bfc-859c-8cdd1ccb4cb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:02:14.370166 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c712e26-7b0b-4bfc-859c-8cdd1ccb4cb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:02:14.370501 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c712e26-7b0b-4bfc-859c-8cdd1ccb4cb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:02:14.370831 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c712e26-7b0b-4bfc-859c-8cdd1ccb4cb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:02:14.371156 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c712e26-7b0b-4bfc-859c-8cdd1ccb4cb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:02:14.371495 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c712e26-7b0b-4bfc-859c-8cdd1ccb4cb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:02:14.371822 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c712e26-7b0b-4bfc-859c-8cdd1ccb4cb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:02:14.372143 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c712e26-7b0b-4bfc-859c-8cdd1ccb4cb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:02:14.372477 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c712e26-7b0b-4bfc-859c-8cdd1ccb4cb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:02:14.372802 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c712e26-7b0b-4bfc-859c-8cdd1ccb4cb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:02:14.373116 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c712e26-7b0b-4bfc-859c-8cdd1ccb4cb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:02:14.373429 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c712e26-7b0b-4bfc-859c-8cdd1ccb4cb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c712e26-7b0b-4bfc-859c-8cdd1ccb4cb8 None None] Tracked resource versions report: Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: pushed versions: Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: { 'AddressGroup': {'1.2'}, Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: 'ConntrackHelper': {'1.0'}, Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: 'Log': {'1.0'}, Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: 'Network': {'1.1'}, Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: 'Port': {'1.7'}, Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: 'PortForwarding': {'1.2'}, Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: 'QosPolicy': {'1.8'}, Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: 'SecurityGroup': {'1.4'}, Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: 'SecurityGroupRule': {'1.2'}, Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: 'SubPort': {'1.0'}, Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: 'Subnet': {'1.1'}, Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: 'Trunk': {'1.1'}} Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: consumer versions: Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: { DHCP agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: L3 agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: Metadata agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: Metering agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: Open vSwitch agent@dv-neutron-860842-1-hyperv: { 'AddressGroup': '1.2', Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: 'ConntrackHelper': '1.0', Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: 'Log': '1.0', Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: 'Network': '1.1', Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: 'Port': '1.7', Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: 'PortForwarding': '1.2', Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: 'QosPolicy': '1.8', Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: 'SecurityGroup': '1.4', Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: 'SecurityGroupRule': '1.2', Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: 'SubPort': '1.0', Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: 'Subnet': '1.1', Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: 'Trunk': '1.1'}} Oct 10 11:02:14.374808 dv-neutron-860842-1-hyperv neutron-server[89899]: {{(pid=89899) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 11:02:14.405187 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-dc3e96fb-5200-4b43-af01-d4930fc3b750 None None] Attempting to bind port 567e308e-b494-4d0b-9463-d9d10a95be6d on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:02:14.405604 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-dc3e96fb-5200-4b43-af01-d4930fc3b750 None None] Attempting to bind port 567e308e-b494-4d0b-9463-d9d10a95be6d by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '12a20ea7-b05f-4b9f-bd80-6cc50087afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'da5cfc05-709f-47cd-bd8b-5e7ca95771e8'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:02:14.406393 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3e96fb-5200-4b43-af01-d4930fc3b750 None None] Attempting to bind port 567e308e-b494-4d0b-9463-d9d10a95be6d on network da5cfc05-709f-47cd-bd8b-5e7ca95771e8 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:02:14.411317 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3e96fb-5200-4b43-af01-d4930fc3b750 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:02:14.411737 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3e96fb-5200-4b43-af01-d4930fc3b750 None None] Checking segment: {'id': '12a20ea7-b05f-4b9f-bd80-6cc50087afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'da5cfc05-709f-47cd-bd8b-5e7ca95771e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:02:14.412191 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-dc3e96fb-5200-4b43-af01-d4930fc3b750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:14.412569 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3e96fb-5200-4b43-af01-d4930fc3b750 None None] Bound using segment: {'id': '12a20ea7-b05f-4b9f-bd80-6cc50087afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'da5cfc05-709f-47cd-bd8b-5e7ca95771e8'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:02:14.413095 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-dc3e96fb-5200-4b43-af01-d4930fc3b750 None None] Bound port: 567e308e-b494-4d0b-9463-d9d10a95be6d, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a20ea7-b05f-4b9f-bd80-6cc50087afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 479, 'network_id': 'da5cfc05-709f-47cd-bd8b-5e7ca95771e8'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:02:14.413546 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-dc3e96fb-5200-4b43-af01-d4930fc3b750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:14.499455 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-dc3e96fb-5200-4b43-af01-d4930fc3b750 None None] For port 567e308e-b494-4d0b-9463-d9d10a95be6d, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:02:14.503483 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-dc3e96fb-5200-4b43-af01-d4930fc3b750 None None] For port 567e308e-b494-4d0b-9463-d9d10a95be6d, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=567e308e-b494-4d0b-9463-d9d10a95be6d,segment=NetworkSegment(12a20ea7-b05f-4b9f-bd80-6cc50087afbc),segment_id=12a20ea7-b05f-4b9f-bd80-6cc50087afbc)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:02:14.588056 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-dc3e96fb-5200-4b43-af01-d4930fc3b750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:14.654210 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3e96fb-5200-4b43-af01-d4930fc3b750 None None] Routers {'4d977e8d-850e-4081-92b5-443f68d4ab88'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:02:14.654829 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-dc3e96fb-5200-4b43-af01-d4930fc3b750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:02:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['4d977e8d-850e-4081-92b5-443f68d4ab88'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:02:14.782203 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-15e3beef-5403-4a3c-8bff-3ba9717c011d None None] Attempt 6 to provision port 567e308e-b494-4d0b-9463-d9d10a95be6d Oct 10 11:02:14.796488 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c712e26-7b0b-4bfc-859c-8cdd1ccb4cb8 None None] Pushing event updated for resources: {'Port': ['ID=567e308e-b494-4d0b-9463-d9d10a95be6d,revision_number=4']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:02:14.821022 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-dc3e96fb-5200-4b43-af01-d4930fc3b750 None None] Set router 4d977e8d-850e-4081-92b5-443f68d4ab88 gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:02:14.871784 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-15e3beef-5403-4a3c-8bff-3ba9717c011d None None] Port 567e308e-b494-4d0b-9463-d9d10a95be6d had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:02:15.152015 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-dc3e96fb-5200-4b43-af01-d4930fc3b750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d977e8d-850e-4081-92b5-443f68d4ab88', 'name': 'router1', 'tenant_id': 'da3f9c38c99a4b5b82466a7f654cccb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:02:01Z', 'updated_at': '2022-10-10T11:02:11Z', 'revision_number': 2, 'project_id': 'da3f9c38c99a4b5b82466a7f654cccb8', 'gw_port_host': None, '_interfaces': [{'id': '567e308e-b494-4d0b-9463-d9d10a95be6d', 'name': '', 'network_id': 'da5cfc05-709f-47cd-bd8b-5e7ca95771e8', 'tenant_id': 'da3f9c38c99a4b5b82466a7f654cccb8', 'mac_address': 'fa:16:3e:1b:eb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d977e8d-850e-4081-92b5-443f68d4ab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b5c8db9-3634-42a6-980d-58df85723e5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:02:11Z', 'updated_at': '2022-10-10T11:02:14Z', 'revision_number': 4, 'project_id': 'da3f9c38c99a4b5b82466a7f654cccb8', 'subnets': [{'id': '7b5c8db9-3634-42a6-980d-58df85723e5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c220d7d5-cd90-4228-aeb2-74203d454e30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:02:15.155688 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3e96fb-5200-4b43-af01-d4930fc3b750 None None] The sync data for ids ['4d977e8d-850e-4081-92b5-443f68d4ab88'] in dv-neutron-860842-1-hyperv is: [{'id': '4d977e8d-850e-4081-92b5-443f68d4ab88', 'name': 'router1', 'tenant_id': 'da3f9c38c99a4b5b82466a7f654cccb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:02:01Z', 'updated_at': '2022-10-10T11:02:11Z', 'revision_number': 2, 'project_id': 'da3f9c38c99a4b5b82466a7f654cccb8', 'gw_port_host': None, '_interfaces': [{'id': '567e308e-b494-4d0b-9463-d9d10a95be6d', 'name': '', 'network_id': 'da5cfc05-709f-47cd-bd8b-5e7ca95771e8', 'tenant_id': 'da3f9c38c99a4b5b82466a7f654cccb8', 'mac_address': 'fa:16:3e:1b:eb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d977e8d-850e-4081-92b5-443f68d4ab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b5c8db9-3634-42a6-980d-58df85723e5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:02:11Z', 'updated_at': '2022-10-10T11:02:14Z', 'revision_number': 4, 'project_id': 'da3f9c38c99a4b5b82466a7f654cccb8', 'subnets': [{'id': '7b5c8db9-3634-42a6-980d-58df85723e5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c220d7d5-cd90-4228-aeb2-74203d454e30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:02:15.311626 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 45674) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:02:15.458375 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951a0302-9757-4da9-b0a1-72a8b1407bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:02:15.459996 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-951a0302-9757-4da9-b0a1-72a8b1407bfb admin admin] 10.222.0.40 "GET /v2.0/networks/1e933860-f99f-4a0b-a611-91d190754508 HTTP/1.1" status: 200 len: 842 time: 0.1472962 Oct 10 11:02:15.469652 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-23145386-b5fa-4466-acd8-43f27a236655 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.4.1', 'ip_version': 4, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'enable_dhcp': False, 'cidr': '172.26.4.0/24', 'name': 'public-subnet'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:02:15.475152 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-23145386-b5fa-4466-acd8-43f27a236655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:02:15.479628 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-23145386-b5fa-4466-acd8-43f27a236655 admin admin] Usage tracker for resource:subnet and tenant:5b75ebe7183644098a0e2d3536ba4b3f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:02:15.482533 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-23145386-b5fa-4466-acd8-43f27a236655 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:02:15.488289 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-23145386-b5fa-4466-acd8-43f27a236655 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:02:15.586885 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23145386-b5fa-4466-acd8-43f27a236655 admin admin] Made reservation on behalf of 5b75ebe7183644098a0e2d3536ba4b3f for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:02:15.589193 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-23145386-b5fa-4466-acd8-43f27a236655 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:16.049923 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.objects.ports [None req-23145386-b5fa-4466-acd8-43f27a236655 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89897) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 10 11:02:16.050374 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-23145386-b5fa-4466-acd8-43f27a236655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:16.133742 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23145386-b5fa-4466-acd8-43f27a236655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19c99605-289a-47cd-9481-69204cb5dd15,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:02:16.140319 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23145386-b5fa-4466-acd8-43f27a236655 admin admin] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:02:16.140855 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23145386-b5fa-4466-acd8-43f27a236655 admin admin] Network hostable DHCP agents. Network: 1e933860-f99f-4a0b-a611-91d190754508, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:02:16.289893 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23145386-b5fa-4466-acd8-43f27a236655 admin admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:02:16.368055 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-23145386-b5fa-4466-acd8-43f27a236655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 1e933860-f99f-4a0b-a611-91d190754508) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:02:16.372210 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23145386-b5fa-4466-acd8-43f27a236655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:02:16.372836 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-23145386-b5fa-4466-acd8-43f27a236655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:16.376911 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe65058-9b92-493e-823e-c2f5c2e13b01 None None] Network 1e933860-f99f-4a0b-a611-91d190754508 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:02:16.450857 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-23145386-b5fa-4466-acd8-43f27a236655 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9847367 Oct 10 11:02:16.603201 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f8b04c-17b1-46c3-a1b1-d2703b08386f None None] Network 1e933860-f99f-4a0b-a611-91d190754508 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:02:16.823902 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 567e308e-b494-4d0b-9463-d9d10a95be6d up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:02:16.958623 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 567e308e-b494-4d0b-9463-d9d10a95be6d completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:02:16.965325 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 567e308e-b494-4d0b-9463-d9d10a95be6d triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:02:16.965885 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:16.966229 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 567e308e-b494-4d0b-9463-d9d10a95be6d Oct 10 11:02:17.089286 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 567e308e-b494-4d0b-9463-d9d10a95be6d is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:02:17.089780 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:17.124072 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 567e308e-b494-4d0b-9463-d9d10a95be6d, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=567e308e-b494-4d0b-9463-d9d10a95be6d,segment=NetworkSegment(12a20ea7-b05f-4b9f-bd80-6cc50087afbc),segment_id=12a20ea7-b05f-4b9f-bd80-6cc50087afbc)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:02:17.204318 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:17.275246 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=567e308e-b494-4d0b-9463-d9d10a95be6d,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:02:18.759562 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 45688) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:02:18.777732 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 567e308e-b494-4d0b-9463-d9d10a95be6d up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:02:18.846393 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 567e308e-b494-4d0b-9463-d9d10a95be6d triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:02:18.846759 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:18.847086 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 567e308e-b494-4d0b-9463-d9d10a95be6d Oct 10 11:02:18.967937 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 567e308e-b494-4d0b-9463-d9d10a95be6d is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:02:19.005774 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-40ad64d7-0860-483c-91d9-6abb94975f44 admin admin] 10.222.0.40 "GET /v2.0/routers/4d977e8d-850e-4081-92b5-443f68d4ab88 HTTP/1.1" status: 200 len: 710 time: 0.2450669 Oct 10 11:02:19.129877 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168605e8-ad56-42c9-b962-2f417ad8f8be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:02:19.131189 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-168605e8-ad56-42c9-b962-2f417ad8f8be admin admin] 10.222.0.40 "GET /v2.0/networks/1e933860-f99f-4a0b-a611-91d190754508 HTTP/1.1" status: 200 len: 886 time: 0.1195629 Oct 10 11:02:19.139762 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-aa24f298-926f-45b8-b660-ca938f524f8c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:02:19.567533 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aa24f298-926f-45b8-b660-ca938f524f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:19.951824 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aa24f298-926f-45b8-b660-ca938f524f8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:20.008327 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aa24f298-926f-45b8-b660-ca938f524f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:20.144147 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-aa24f298-926f-45b8-b660-ca938f524f8c admin admin] Allocated IP 172.26.4.245 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:02:20.336904 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aa24f298-926f-45b8-b660-ca938f524f8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:20.432788 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aa24f298-926f-45b8-b660-ca938f524f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:20.494725 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa24f298-926f-45b8-b660-ca938f524f8c admin admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:02:20.497434 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-aa24f298-926f-45b8-b660-ca938f524f8c admin admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:02:20.501239 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa24f298-926f-45b8-b660-ca938f524f8c admin admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:02:20.616313 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24f298-926f-45b8-b660-ca938f524f8c admin admin] Pushing event updated for resources: {'Port': ['ID=2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:02:20.954682 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aa24f298-926f-45b8-b660-ca938f524f8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:21.288514 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aa24f298-926f-45b8-b660-ca938f524f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:21.291902 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aa24f298-926f-45b8-b660-ca938f524f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568703'] for router, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:21.466665 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa24f298-926f-45b8-b660-ca938f524f8c admin admin] Router 4d977e8d-850e-4081-92b5-443f68d4ab88 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:02:21.640371 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa24f298-926f-45b8-b660-ca938f524f8c admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:02:21.649652 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aa24f298-926f-45b8-b660-ca938f524f8c admin admin] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:21.650353 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3c37d7-eac7-4191-a07e-feeddf817297 None None] Sync routers for ids ['4d977e8d-850e-4081-92b5-443f68d4ab88'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:02:21.650844 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-aa24f298-926f-45b8-b660-ca938f524f8c admin admin] 10.222.0.40 "PUT /v2.0/routers/4d977e8d-850e-4081-92b5-443f68d4ab88 HTTP/1.1" status: 200 len: 890 time: 2.5141351 Oct 10 11:02:21.660333 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3c37d7-eac7-4191-a07e-feeddf817297 None None] Routers {'4d977e8d-850e-4081-92b5-443f68d4ab88'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:02:21.661032 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-3e3c37d7-eac7-4191-a07e-feeddf817297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:02:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['4d977e8d-850e-4081-92b5-443f68d4ab88'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:02:21.856294 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-3e3c37d7-eac7-4191-a07e-feeddf817297 None None] Set router 4d977e8d-850e-4081-92b5-443f68d4ab88 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:02:22.220028 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-3e3c37d7-eac7-4191-a07e-feeddf817297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d977e8d-850e-4081-92b5-443f68d4ab88', 'name': 'router1', 'tenant_id': 'da3f9c38c99a4b5b82466a7f654cccb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:02:01Z', 'updated_at': '2022-10-10T11:02:20Z', 'revision_number': 4, 'project_id': 'da3f9c38c99a4b5b82466a7f654cccb8', 'gw_port': {'id': '2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:91:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d977e8d-850e-4081-92b5-443f68d4ab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:02:20Z', 'updated_at': '2022-10-10T11:02:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '567e308e-b494-4d0b-9463-d9d10a95be6d', 'name': '', 'network_id': 'da5cfc05-709f-47cd-bd8b-5e7ca95771e8', 'tenant_id': 'da3f9c38c99a4b5b82466a7f654cccb8', 'mac_address': 'fa:16:3e:1b:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d977e8d-850e-4081-92b5-443f68d4ab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b5c8db9-3634-42a6-980d-58df85723e5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:02:11Z', 'updated_at': '2022-10-10T11:02:17Z', 'revision_number': 5, 'project_id': 'da3f9c38c99a4b5b82466a7f654cccb8', 'subnets': [{'id': '7b5c8db9-3634-42a6-980d-58df85723e5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c220d7d5-cd90-4228-aeb2-74203d454e30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:02:22.224812 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3c37d7-eac7-4191-a07e-feeddf817297 None None] Checking router: 4d977e8d-850e-4081-92b5-443f68d4ab88 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:02:22.225700 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3c37d7-eac7-4191-a07e-feeddf817297 None None] Updating router 4d977e8d-850e-4081-92b5-443f68d4ab88 port 2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:02:22.329885 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3e3c37d7-eac7-4191-a07e-feeddf817297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:22.655423 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3e3c37d7-eac7-4191-a07e-feeddf817297 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:22.667385 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3e3c37d7-eac7-4191-a07e-feeddf817297 None None] Transition to ACTIVE for port object 2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:02:22.792943 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3e3c37d7-eac7-4191-a07e-feeddf817297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:22.853044 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-3e3c37d7-eac7-4191-a07e-feeddf817297 None None] Attempting to bind port 2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:02:22.853407 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-3e3c37d7-eac7-4191-a07e-feeddf817297 None None] Attempting to bind port 2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:02:22.853789 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3c37d7-eac7-4191-a07e-feeddf817297 None None] Attempting to bind port 2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:02:22.863778 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3c37d7-eac7-4191-a07e-feeddf817297 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:02:22.864150 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3c37d7-eac7-4191-a07e-feeddf817297 None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:02:22.864542 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3e3c37d7-eac7-4191-a07e-feeddf817297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:22.864922 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3c37d7-eac7-4191-a07e-feeddf817297 None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:02:22.865378 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-3e3c37d7-eac7-4191-a07e-feeddf817297 None None] Bound port: 2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:02:22.865894 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3e3c37d7-eac7-4191-a07e-feeddf817297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:22.905576 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f467c7-a507-47de-b804-e8de9e50461d None None] Pushing event updated for resources: {'Port': ['ID=2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:02:22.944984 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-3e3c37d7-eac7-4191-a07e-feeddf817297 None None] For port 2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:02:22.947915 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-3e3c37d7-eac7-4191-a07e-feeddf817297 None None] For port 2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:02:23.037355 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3e3c37d7-eac7-4191-a07e-feeddf817297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:23.103538 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3c37d7-eac7-4191-a07e-feeddf817297 None None] Routers {'4d977e8d-850e-4081-92b5-443f68d4ab88'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:02:23.104155 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-3e3c37d7-eac7-4191-a07e-feeddf817297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:02:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['4d977e8d-850e-4081-92b5-443f68d4ab88'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:02:23.188387 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f467c7-a507-47de-b804-e8de9e50461d None None] Pushing event updated for resources: {'Port': ['ID=2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:02:23.297323 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-3e3c37d7-eac7-4191-a07e-feeddf817297 None None] Set router 4d977e8d-850e-4081-92b5-443f68d4ab88 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:02:23.630503 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-3e3c37d7-eac7-4191-a07e-feeddf817297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d977e8d-850e-4081-92b5-443f68d4ab88', 'name': 'router1', 'tenant_id': 'da3f9c38c99a4b5b82466a7f654cccb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:02:01Z', 'updated_at': '2022-10-10T11:02:20Z', 'revision_number': 4, 'project_id': 'da3f9c38c99a4b5b82466a7f654cccb8', 'gw_port': {'id': '2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:91:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d977e8d-850e-4081-92b5-443f68d4ab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:02:20Z', 'updated_at': '2022-10-10T11:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '567e308e-b494-4d0b-9463-d9d10a95be6d', 'name': '', 'network_id': 'da5cfc05-709f-47cd-bd8b-5e7ca95771e8', 'tenant_id': 'da3f9c38c99a4b5b82466a7f654cccb8', 'mac_address': 'fa:16:3e:1b:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d977e8d-850e-4081-92b5-443f68d4ab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b5c8db9-3634-42a6-980d-58df85723e5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:02:11Z', 'updated_at': '2022-10-10T11:02:17Z', 'revision_number': 5, 'project_id': 'da3f9c38c99a4b5b82466a7f654cccb8', 'subnets': [{'id': '7b5c8db9-3634-42a6-980d-58df85723e5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c220d7d5-cd90-4228-aeb2-74203d454e30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:02:23.635484 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3c37d7-eac7-4191-a07e-feeddf817297 None None] The sync data for ids ['4d977e8d-850e-4081-92b5-443f68d4ab88'] in dv-neutron-860842-1-hyperv is: [{'id': '4d977e8d-850e-4081-92b5-443f68d4ab88', 'name': 'router1', 'tenant_id': 'da3f9c38c99a4b5b82466a7f654cccb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:02:01Z', 'updated_at': '2022-10-10T11:02:20Z', 'revision_number': 4, 'project_id': 'da3f9c38c99a4b5b82466a7f654cccb8', 'gw_port': {'id': '2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:91:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d977e8d-850e-4081-92b5-443f68d4ab88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:02:20Z', 'updated_at': '2022-10-10T11:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '567e308e-b494-4d0b-9463-d9d10a95be6d', 'name': '', 'network_id': 'da5cfc05-709f-47cd-bd8b-5e7ca95771e8', 'tenant_id': 'da3f9c38c99a4b5b82466a7f654cccb8', 'mac_address': 'fa:16:3e:1b:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d977e8d-850e-4081-92b5-443f68d4ab88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b5c8db9-3634-42a6-980d-58df85723e5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:02:11Z', 'updated_at': '2022-10-10T11:02:17Z', 'revision_number': 5, 'project_id': 'da3f9c38c99a4b5b82466a7f654cccb8', 'subnets': [{'id': '7b5c8db9-3634-42a6-980d-58df85723e5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c220d7d5-cd90-4228-aeb2-74203d454e30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:02:24.119890 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 45698) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:02:24.245821 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-496d2348-d672-4803-8b5c-c9f835e05fc5 admin admin] 10.222.0.40 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1248100 Oct 10 11:02:24.803959 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:02:24.952668 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:02:24.958167 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:02:24.958270 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:24.958539 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf Oct 10 11:02:25.082276 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:02:25.082671 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:25.099489 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:02:25.249855 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:25.319234 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:02:26.812615 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:02:26.896581 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:02:26.896925 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:26.897446 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf Oct 10 11:02:27.039408 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 2b5f5c4a-6db0-4b87-b16e-c7d5fa521abf is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:02:33.370112 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b8d4ad07-4bea-4369-89bf-46cdba4dc646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:35.712746 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a8ddcff2-3771-4308-90b0-6ebbb117104c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:36.884062 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:36.924113 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:38.498847 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:02:50.960161 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 5 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:03:03.363681 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-384c198f-349b-4b6d-aef3-2ff82ca7d53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:03:05.700902 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-77a2841a-a4ad-412d-bbd1-626f0b3dffd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:03:06.860359 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:03:06.955354 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:03:08.444000 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:03:27.959055 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 5 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:03:33.374440 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0e86d8f0-77c7-444a-ad19-e6a87eec0c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:03:35.680603 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6f1a7b1c-448b-4562-a2bf-653de9f8526d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:03:37.052243 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:03:37.086003 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:03:38.463543 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:04:03.356429 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5655b0af-7ee6-45d7-a58b-d7432196825d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:04:04.957408 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 5 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:04:05.697273 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-98899219-679b-4c0d-9d8a-481c0ae28147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:04:06.848881 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:04:06.919827 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:04:08.470411 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:04:33.365013 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c226e790-a0ce-4b63-aba1-acc123c279c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:04:35.673497 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a48b99a8-e1ee-430f-a319-e56fb3dae99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:04:36.055797 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 46302) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:04:36.173044 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-686ed7a6-a8ee-431d-a47c-385c6b8c96c2 admin admin] GET failed (client error): The resource could not be found. Oct 10 11:04:36.174490 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-686ed7a6-a8ee-431d-a47c-385c6b8c96c2 admin admin] 10.222.0.40 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1177607 Oct 10 11:04:36.304138 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ff6cdb-fad1-4da5-9b8f-205645b0724c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:04:36.305600 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b6ff6cdb-fad1-4da5-9b8f-205645b0724c admin admin] 10.222.0.40 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1270924 Oct 10 11:04:36.864233 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:04:36.939058 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:04:38.483162 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 46312) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:04:38.493215 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:04:38.589491 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231653d2-208d-4f4d-b189-440ed5acc0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:04:38.590070 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-231653d2-208d-4f4d-b189-440ed5acc0f0 admin admin] Synchronizing usage tracker for tenant:5b75ebe7183644098a0e2d3536ba4b3f on resource:subnet {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:04:38.673197 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-231653d2-208d-4f4d-b189-440ed5acc0f0 admin admin] Unset dirty status for tenant:5b75ebe7183644098a0e2d3536ba4b3f on resource:subnet {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:04:38.674363 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-231653d2-208d-4f4d-b189-440ed5acc0f0 admin admin] 10.222.0.40 "GET /v2.0/subnets/7b5c8db9-3634-42a6-980d-58df85723e5c HTTP/1.1" status: 200 len: 849 time: 0.1901717 Oct 10 11:04:38.683773 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-4ebb16a4-fbb5-4c7f-a128-2a619e0de815 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:04:38.800401 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4ebb16a4-fbb5-4c7f-a128-2a619e0de815 admin admin] Notify callbacks [] for subnet, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:04:39.061814 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4ebb16a4-fbb5-4c7f-a128-2a619e0de815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733224530571'] for subnet, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:04:39.104665 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebb16a4-fbb5-4c7f-a128-2a619e0de815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:04:39.105574 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4ebb16a4-fbb5-4c7f-a128-2a619e0de815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:04:39.106557 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4ebb16a4-fbb5-4c7f-a128-2a619e0de815 admin admin] 10.222.0.40 "PUT /v2.0/subnets/7b5c8db9-3634-42a6-980d-58df85723e5c HTTP/1.1" status: 200 len: 868 time: 0.4265003 Oct 10 11:04:39.108898 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e3955c-48e9-42e0-81dc-d887ce2a6c15 None None] Network da5cfc05-709f-47cd-bd8b-5e7ca95771e8 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:04:39.138801 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb16a4-fbb5-4c7f-a128-2a619e0de815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b5c8db9-3634-42a6-980d-58df85723e5c,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:04:39.147202 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb16a4-fbb5-4c7f-a128-2a619e0de815 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:04:39.147544 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb16a4-fbb5-4c7f-a128-2a619e0de815 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:04:39.147880 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb16a4-fbb5-4c7f-a128-2a619e0de815 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:04:39.148363 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb16a4-fbb5-4c7f-a128-2a619e0de815 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:04:39.148694 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb16a4-fbb5-4c7f-a128-2a619e0de815 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:04:39.149025 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb16a4-fbb5-4c7f-a128-2a619e0de815 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:04:39.149351 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb16a4-fbb5-4c7f-a128-2a619e0de815 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:04:39.149704 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb16a4-fbb5-4c7f-a128-2a619e0de815 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:04:39.150030 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb16a4-fbb5-4c7f-a128-2a619e0de815 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:04:39.150349 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb16a4-fbb5-4c7f-a128-2a619e0de815 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:04:39.150667 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb16a4-fbb5-4c7f-a128-2a619e0de815 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:04:39.150996 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebb16a4-fbb5-4c7f-a128-2a619e0de815 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:04:39.540975 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-61c9979e-7992-427a-a841-72008f97f4dc None None] Provisioning complete for port 6f8aed03-3d34-4055-907d-16c848050fd9 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:04:39.541645 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-61c9979e-7992-427a-a841-72008f97f4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:04:39.541751 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-61c9979e-7992-427a-a841-72008f97f4dc None None] Attempt 1 to provision port 6f8aed03-3d34-4055-907d-16c848050fd9 Oct 10 11:04:39.659985 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-61c9979e-7992-427a-a841-72008f97f4dc None None] Current status of the port 6f8aed03-3d34-4055-907d-16c848050fd9 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:04:39.670735 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-61c9979e-7992-427a-a841-72008f97f4dc None None] Provisioning complete for port 567e308e-b494-4d0b-9463-d9d10a95be6d triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:04:39.671100 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-61c9979e-7992-427a-a841-72008f97f4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:04:39.671430 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-61c9979e-7992-427a-a841-72008f97f4dc None None] Attempt 1 to provision port 567e308e-b494-4d0b-9463-d9d10a95be6d Oct 10 11:04:39.789778 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-61c9979e-7992-427a-a841-72008f97f4dc None None] Current status of the port 567e308e-b494-4d0b-9463-d9d10a95be6d is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:04:41.387782 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 46322) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:04:41.559941 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a4583a-97fa-4159-8dcc-9e028f8f2fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:04:41.560425 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a4583a-97fa-4159-8dcc-9e028f8f2fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:04:41.561958 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-72a4583a-97fa-4159-8dcc-9e028f8f2fb4 admin admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1732321 Oct 10 11:04:41.957455 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 5 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:04:43.737576 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 46332) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:04:43.916698 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d41696-80e7-4f59-9fd1-751606536fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:04:43.917089 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d41696-80e7-4f59-9fd1-751606536fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:04:43.918652 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-39d41696-80e7-4f59-9fd1-751606536fc6 admin admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1801391 Oct 10 11:04:46.094883 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 46342) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:04:46.260313 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a90af2-5cc2-4448-8c32-ac32ddbe0718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:04:46.261700 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-28a90af2-5cc2-4448-8c32-ac32ddbe0718 admin admin] 10.222.0.40 "GET /v2.0/networks/1e933860-f99f-4a0b-a611-91d190754508 HTTP/1.1" status: 200 len: 886 time: 0.1658061 Oct 10 11:04:48.418789 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 46352) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:04:48.587716 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c86cd4c-953f-4512-8eac-552a05cf16e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:04:48.589059 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2c86cd4c-953f-4512-8eac-552a05cf16e0 admin admin] 10.222.0.40 "GET /v2.0/networks/da5cfc05-709f-47cd-bd8b-5e7ca95771e8 HTTP/1.1" status: 200 len: 869 time: 0.1693060 Oct 10 11:04:50.776399 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 46362) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:04:50.882291 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10b00da-2bd6-4ab6-b680-5169d1de7650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:04:50.882846 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10b00da-2bd6-4ab6-b680-5169d1de7650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:04:50.884454 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e10b00da-2bd6-4ab6-b680-5169d1de7650 admin admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1071215 Oct 10 11:04:53.061827 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 46372) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:04:53.175652 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8829a77-01d8-4054-a835-adf3a7ebec86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:04:53.176111 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8829a77-01d8-4054-a835-adf3a7ebec86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:04:53.177630 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d8829a77-01d8-4054-a835-adf3a7ebec86 admin admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1148453 Oct 10 11:04:55.433157 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 46382) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:04:55.530966 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450d16dd-945a-45a5-9bb7-1cceca586013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:04:55.532970 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-450d16dd-945a-45a5-9bb7-1cceca586013 admin admin] 10.222.0.40 "GET /v2.0/subnets/19c99605-289a-47cd-9481-69204cb5dd15 HTTP/1.1" status: 200 len: 816 time: 0.0981555 Oct 10 11:04:57.723863 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 46392) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:04:57.828745 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa848992-b85f-4bf8-adf8-7b552056c97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:04:57.830243 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-aa848992-b85f-4bf8-adf8-7b552056c97f admin admin] 10.222.0.40 "GET /v2.0/subnets/7b5c8db9-3634-42a6-980d-58df85723e5c HTTP/1.1" status: 200 len: 868 time: 0.1054325 Oct 10 11:05:03.364490 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-bd6e9a41-2ce8-457f-a46a-db11d0f6fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:05:05.695769 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b03401e4-397f-45ac-985c-a1e7bad76966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:05:06.872490 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:05:06.918440 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:05:08.579233 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:05:17.687103 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 46438) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:05:17.734872 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-21904f4f-40f7-489a-bdd4-f717d62571b5 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:05:17.735862 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-21904f4f-40f7-489a-bdd4-f717d62571b5 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468252 Oct 10 11:05:18.956242 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 5 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:05:19.985598 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 46448) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:05:20.058169 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8185a1b-9cff-4fcc-baba-77f82a553467 admin admin] GET failed (client error): The resource could not be found. Oct 10 11:05:20.058680 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c8185a1b-9cff-4fcc-baba-77f82a553467 admin admin] Synchronizing usage tracker for tenant:5b75ebe7183644098a0e2d3536ba4b3f on resource:network {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:05:20.166429 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c8185a1b-9cff-4fcc-baba-77f82a553467 admin admin] Unset dirty status for tenant:5b75ebe7183644098a0e2d3536ba4b3f on resource:network {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:05:20.167490 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c8185a1b-9cff-4fcc-baba-77f82a553467 admin admin] 10.222.0.40 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1809595 Oct 10 11:05:20.293939 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f2d967-e4f4-49fb-a9ef-dffbfd7b6f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:05:20.295356 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-46f2d967-e4f4-49fb-a9ef-dffbfd7b6f7a admin admin] 10.222.0.40 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1239130 Oct 10 11:05:22.493718 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 46458) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:05:22.540066 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-5ac354d7-e318-44dd-ae58-15b563f6a1f2 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:05:22.544593 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5ac354d7-e318-44dd-ae58-15b563f6a1f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:05:22.554180 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5ac354d7-e318-44dd-ae58-15b563f6a1f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:05:22.626272 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac354d7-e318-44dd-ae58-15b563f6a1f2 admin admin] Made reservation on behalf of 5b75ebe7183644098a0e2d3536ba4b3f for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:05:22.628489 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5ac354d7-e318-44dd-ae58-15b563f6a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:05:22.720092 dv-neutron-860842-1-hyperv neutron-server[89896]: WARNING neutron.services.revisions.revision_plugin [None req-5ac354d7-e318-44dd-ae58-15b563f6a1f2 admin admin] Could not find related network for resource to bump revision. Oct 10 11:05:22.731621 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac354d7-e318-44dd-ae58-15b563f6a1f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 451} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:05:22.739955 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5ac354d7-e318-44dd-ae58-15b563f6a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:05:22.740295 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-5ac354d7-e318-44dd-ae58-15b563f6a1f2 admin admin] Added segment b2f3e40d-4516-499c-9560-349b3d3b9756 of type vlan for network 03072018-19ea-4de6-94a0-10111c17a313 Oct 10 11:05:22.764747 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5ac354d7-e318-44dd-ae58-15b563f6a1f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:05:22.849304 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5ac354d7-e318-44dd-ae58-15b563f6a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:05:22.850298 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac354d7-e318-44dd-ae58-15b563f6a1f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:05:22.850855 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5ac354d7-e318-44dd-ae58-15b563f6a1f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:05:22.952303 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac354d7-e318-44dd-ae58-15b563f6a1f2 admin admin] Pushing event updated for resources: {'Network': ['ID=03072018-19ea-4de6-94a0-10111c17a313,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:05:22.959778 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac354d7-e318-44dd-ae58-15b563f6a1f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:05:22.960134 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac354d7-e318-44dd-ae58-15b563f6a1f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:05:22.960475 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac354d7-e318-44dd-ae58-15b563f6a1f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:05:22.960811 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac354d7-e318-44dd-ae58-15b563f6a1f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:05:22.961138 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac354d7-e318-44dd-ae58-15b563f6a1f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:05:22.961469 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac354d7-e318-44dd-ae58-15b563f6a1f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:05:22.961821 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac354d7-e318-44dd-ae58-15b563f6a1f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:05:22.962147 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac354d7-e318-44dd-ae58-15b563f6a1f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:05:22.962470 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac354d7-e318-44dd-ae58-15b563f6a1f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:05:22.962789 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac354d7-e318-44dd-ae58-15b563f6a1f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:05:22.963106 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac354d7-e318-44dd-ae58-15b563f6a1f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:05:22.963423 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac354d7-e318-44dd-ae58-15b563f6a1f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:05:22.974763 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 03072018-19ea-4de6-94a0-10111c17a313 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:05:23.004655 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5ac354d7-e318-44dd-ae58-15b563f6a1f2 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5097282 Oct 10 11:05:25.179952 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 46468) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:05:25.249654 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e3acc0e-bccd-458c-b419-0f1692dad5f6 admin admin] GET failed (client error): The resource could not be found. Oct 10 11:05:25.250452 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4e3acc0e-bccd-458c-b419-0f1692dad5f6 admin admin] Synchronizing usage tracker for tenant:5b75ebe7183644098a0e2d3536ba4b3f on resource:network {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:05:25.317789 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4e3acc0e-bccd-458c-b419-0f1692dad5f6 admin admin] Unset dirty status for tenant:5b75ebe7183644098a0e2d3536ba4b3f on resource:network {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:05:25.318899 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4e3acc0e-bccd-458c-b419-0f1692dad5f6 admin admin] 10.222.0.40 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1379049 Oct 10 11:05:25.424413 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d410e5d4-1494-4864-bc9d-34f87f26ef09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:05:25.425769 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d410e5d4-1494-4864-bc9d-34f87f26ef09 admin admin] 10.222.0.40 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1029518 Oct 10 11:05:25.435190 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-3bc5cde6-09db-4c13-ab56-27875399fa9c admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '03072018-19ea-4de6-94a0-10111c17a313', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:05:25.439588 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-3bc5cde6-09db-4c13-ab56-27875399fa9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:05:25.448889 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-3bc5cde6-09db-4c13-ab56-27875399fa9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:05:25.523664 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc5cde6-09db-4c13-ab56-27875399fa9c admin admin] Made reservation on behalf of 5b75ebe7183644098a0e2d3536ba4b3f for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:05:25.525900 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3bc5cde6-09db-4c13-ab56-27875399fa9c admin admin] Notify callbacks [] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:05:25.792743 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3bc5cde6-09db-4c13-ab56-27875399fa9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:05:25.871092 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5cde6-09db-4c13-ab56-27875399fa9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=13c3b6ca-25b7-4c42-851c-79961017f9d1,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:05:25.875186 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc5cde6-09db-4c13-ab56-27875399fa9c admin admin] Checking segment: {'id': 'b2f3e40d-4516-499c-9560-349b3d3b9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': '03072018-19ea-4de6-94a0-10111c17a313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:05:25.875534 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc5cde6-09db-4c13-ab56-27875399fa9c admin admin] Network hostable DHCP agents. Network: 03072018-19ea-4de6-94a0-10111c17a313, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:05:25.949275 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc5cde6-09db-4c13-ab56-27875399fa9c admin admin] Network 03072018-19ea-4de6-94a0-10111c17a313 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:05:26.023644 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-3bc5cde6-09db-4c13-ab56-27875399fa9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 03072018-19ea-4de6-94a0-10111c17a313) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:05:26.028529 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc5cde6-09db-4c13-ab56-27875399fa9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:05:26.029461 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3bc5cde6-09db-4c13-ab56-27875399fa9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:05:26.033515 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73344f8d-2c9a-4360-9204-8d50aaa1d14b None None] Network 03072018-19ea-4de6-94a0-10111c17a313 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:05:26.110788 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-3bc5cde6-09db-4c13-ab56-27875399fa9c admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6787322 Oct 10 11:05:26.294142 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-03072018-19ea-4de6-94a0-10111c17a313', 'network_id': '03072018-19ea-4de6-94a0-10111c17a313', 'tenant_id': '5b75ebe7183644098a0e2d3536ba4b3f', 'fixed_ips': [{'subnet_id': '13c3b6ca-25b7-4c42-851c-79961017f9d1'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:05:26.294987 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:05:26.451854 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Allocated IP 192.168.233.2 (03072018-19ea-4de6-94a0-10111c17a313/13c3b6ca-25b7-4c42-851c-79961017f9d1/6a784888-65cd-4205-80ab-7d60af116fc0) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:05:26.658731 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:05:26.668838 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Transition to ACTIVE for port object 6a784888-65cd-4205-80ab-7d60af116fc0 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:05:26.686565 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Transition to ACTIVE for port object 6a784888-65cd-4205-80ab-7d60af116fc0 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:05:26.807439 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:05:26.875456 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Network 03072018-19ea-4de6-94a0-10111c17a313 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:05:26.883482 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:05:26.885964 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:05:26.888238 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Pushing event updated for resources: {'Port': ['ID=6a784888-65cd-4205-80ab-7d60af116fc0,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:05:26.897193 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:05:26.897584 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:05:26.897927 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:05:26.898262 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:05:26.898590 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:05:26.898932 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:05:26.899257 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:05:26.899693 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:05:26.899969 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:05:26.900289 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:05:26.900607 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:05:26.900937 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:05:27.006471 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Attempting to bind port 6a784888-65cd-4205-80ab-7d60af116fc0 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:05:27.006845 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Attempting to bind port 6a784888-65cd-4205-80ab-7d60af116fc0 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'b2f3e40d-4516-499c-9560-349b3d3b9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': '03072018-19ea-4de6-94a0-10111c17a313'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:05:27.007205 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Attempting to bind port 6a784888-65cd-4205-80ab-7d60af116fc0 on network 03072018-19ea-4de6-94a0-10111c17a313 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:05:27.012572 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:05:27.012940 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Checking segment: {'id': 'b2f3e40d-4516-499c-9560-349b3d3b9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': '03072018-19ea-4de6-94a0-10111c17a313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:05:27.013332 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:05:27.013740 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Bound using segment: {'id': 'b2f3e40d-4516-499c-9560-349b3d3b9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': '03072018-19ea-4de6-94a0-10111c17a313'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:05:27.014195 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Bound port: 6a784888-65cd-4205-80ab-7d60af116fc0, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f3e40d-4516-499c-9560-349b3d3b9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': '03072018-19ea-4de6-94a0-10111c17a313'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:05:27.014573 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:05:27.105458 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] For port 6a784888-65cd-4205-80ab-7d60af116fc0, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:05:27.105458 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] For port 6a784888-65cd-4205-80ab-7d60af116fc0, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=6a784888-65cd-4205-80ab-7d60af116fc0,segment=NetworkSegment(b2f3e40d-4516-499c-9560-349b3d3b9756),segment_id=b2f3e40d-4516-499c-9560-349b3d3b9756)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:05:27.187286 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:05:27.267417 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfb8f7-7b91-48da-b40f-9aac8ff64c9b None None] Pushing event updated for resources: {'Port': ['ID=6a784888-65cd-4205-80ab-7d60af116fc0,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:05:28.105014 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d120477-c8bf-4b0c-b9a5-503544ce5a8d None None] Network 03072018-19ea-4de6-94a0-10111c17a313 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:05:28.317348 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-36825f3e-3bd1-4b10-9803-ce40ad09c9be None None] Provisioning for port 6a784888-65cd-4205-80ab-7d60af116fc0 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:05:28.911401 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 6a784888-65cd-4205-80ab-7d60af116fc0 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:05:29.047540 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 6a784888-65cd-4205-80ab-7d60af116fc0 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:05:29.052950 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 6a784888-65cd-4205-80ab-7d60af116fc0 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:05:29.056481 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:05:29.056481 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 6a784888-65cd-4205-80ab-7d60af116fc0 Oct 10 11:05:29.169630 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 6a784888-65cd-4205-80ab-7d60af116fc0 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:05:29.169941 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:05:29.202151 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 6a784888-65cd-4205-80ab-7d60af116fc0, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=6a784888-65cd-4205-80ab-7d60af116fc0,segment=NetworkSegment(b2f3e40d-4516-499c-9560-349b3d3b9756),segment_id=b2f3e40d-4516-499c-9560-349b3d3b9756)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:05:29.272189 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:05:29.338206 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=6a784888-65cd-4205-80ab-7d60af116fc0,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:05:30.889487 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 6a784888-65cd-4205-80ab-7d60af116fc0 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:05:30.965243 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 6a784888-65cd-4205-80ab-7d60af116fc0 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:05:30.965648 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:05:30.965984 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 6a784888-65cd-4205-80ab-7d60af116fc0 Oct 10 11:05:31.083892 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 6a784888-65cd-4205-80ab-7d60af116fc0 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:05:33.392125 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-28957398-37c9-48f6-8b73-b68d902b11f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:05:35.675155 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5d3324a1-a394-4bb3-8034-cf94529bcfdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:05:36.866077 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:05:36.940397 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:05:38.497910 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:05:55.956667 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 5 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:06:03.351578 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a9bc4216-c7f6-4a9e-b53a-6be0f7de3f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:06:05.682919 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ea1e7824-d1ae-4b89-ab92-8f28dbe8fe57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:06:06.871570 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:06:06.928531 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:06:08.520231 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:06:32.955987 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 5 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:06:33.356800 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3f5e14fb-5104-4bb3-936d-e3e15eda34ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:06:35.711185 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1898cb8c-ccb0-41df-915b-89cf839a683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:06:36.905509 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:06:36.939722 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:06:38.522284 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:06:53.433612 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 46518) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:06:53.439578 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-08d076c3-fe68-4144-afe5-1ef9778a25fc tempest-verify_tempest_config-806279750 tempest-verify_tempest_config-806279750-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:06:53.440524 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-08d076c3-fe68-4144-afe5-1ef9778a25fc tempest-verify_tempest_config-806279750 tempest-verify_tempest_config-806279750-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059566 Oct 10 11:06:53.992978 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 46536) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:06:54.105145 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a88d2579-a192-4ac7-9f68-6febbbcbee45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:06:54.119300 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-a88d2579-a192-4ac7-9f68-6febbbcbee45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:06:54.123117 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a88d2579-a192-4ac7-9f68-6febbbcbee45 admin admin] Usage tracker for resource:security_group_rule and tenant:d553f914a9ea45e285b1784e9ecabd93 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:06:54.126534 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a88d2579-a192-4ac7-9f68-6febbbcbee45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:06:54.132197 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-a88d2579-a192-4ac7-9f68-6febbbcbee45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:06:54.211760 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a88d2579-a192-4ac7-9f68-6febbbcbee45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:06:54.281995 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a88d2579-a192-4ac7-9f68-6febbbcbee45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:06:54.327905 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a88d2579-a192-4ac7-9f68-6febbbcbee45 admin admin] Synchronizing usage tracker for tenant:5b75ebe7183644098a0e2d3536ba4b3f on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:06:54.331737 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d2579-a192-4ac7-9f68-6febbbcbee45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e90716-774e-4fc6-8a3f-e31cccb1dc03,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:06:54.340913 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d2579-a192-4ac7-9f68-6febbbcbee45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:06:54.341277 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d2579-a192-4ac7-9f68-6febbbcbee45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:06:54.341643 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d2579-a192-4ac7-9f68-6febbbcbee45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:06:54.341977 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d2579-a192-4ac7-9f68-6febbbcbee45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:06:54.342302 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d2579-a192-4ac7-9f68-6febbbcbee45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:06:54.342630 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d2579-a192-4ac7-9f68-6febbbcbee45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:06:54.342953 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d2579-a192-4ac7-9f68-6febbbcbee45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:06:54.343271 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d2579-a192-4ac7-9f68-6febbbcbee45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:06:54.343591 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d2579-a192-4ac7-9f68-6febbbcbee45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:06:54.343907 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d2579-a192-4ac7-9f68-6febbbcbee45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:06:54.344223 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d2579-a192-4ac7-9f68-6febbbcbee45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:06:54.344561 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d2579-a192-4ac7-9f68-6febbbcbee45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:06:54.441839 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a88d2579-a192-4ac7-9f68-6febbbcbee45 admin admin] Unset dirty status for tenant:5b75ebe7183644098a0e2d3536ba4b3f on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:06:54.442991 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a88d2579-a192-4ac7-9f68-6febbbcbee45 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d553f914a9ea45e285b1784e9ecabd93&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4489856 Oct 10 11:06:54.445849 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 46542) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:06:54.510860 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-04d7c175-a8b3-4fee-b70e-7535a9da1142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:06:54.535675 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-04d7c175-a8b3-4fee-b70e-7535a9da1142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:06:54.702567 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-04d7c175-a8b3-4fee-b70e-7535a9da1142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:06:54.716392 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7c175-a8b3-4fee-b70e-7535a9da1142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e90716-774e-4fc6-8a3f-e31cccb1dc03,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:06:54.723288 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-04d7c175-a8b3-4fee-b70e-7535a9da1142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:06:54.724408 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-04d7c175-a8b3-4fee-b70e-7535a9da1142 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/26e90716-774e-4fc6-8a3f-e31cccb1dc03 HTTP/1.1" status: 204 len: 168 time: 0.2776256 Oct 10 11:07:03.362832 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5a851d47-b92f-4d8c-b720-f7b53b5cbf2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:07:05.662565 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-16252ba4-f559-4e9d-b37f-30d539c82904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:07:06.858922 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:07:06.893274 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:07:08.521995 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:07:09.954923 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 5 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:07:33.387582 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c3643c3d-7dc1-4d71-a97f-7af019f86bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:07:35.664119 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-723d1d5f-00c1-439a-a6e3-e0556b30ac6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:07:36.884422 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:07:36.913814 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:07:38.520896 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:07:46.953012 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 5 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:08:03.366592 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c6c9fa8c-5c96-4775-abfc-ccd5f0983e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:08:05.661695 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a07608c9-ed76-4329-815c-9a04170dccd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:08:06.855576 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:08:06.932199 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:08:08.535397 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:08:09.126197 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-612776'] for agent, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:08:23.771725 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 46612) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:08:23.881154 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-861fd958-2f75-44b6-a555-3ceccc5adeab admin admin] 10.222.0.40 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1083028 Oct 10 11:08:23.953368 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:08:26.063767 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 46622) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:08:26.120469 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-43ec7851-874d-4e8b-b8fc-10edbd130290 admin admin] 10.222.0.40 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0556345 Oct 10 11:08:33.369546 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2da4b829-989b-4f90-91ca-51482e2c1427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:08:35.649602 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-39670a65-c9a1-4b6f-8f8d-217e151aa30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:08:36.874383 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:08:36.897103 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:08:38.611442 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:08:39.148370 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:09:00.957072 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:09:03.377330 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-edb1d642-84af-4ed8-a1c0-87ccc6a5dc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:09:05.679789 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0e0683b3-0044-4457-b719-e8f368e1e6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:09:06.867677 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:09:06.919547 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:09:08.547863 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:09:09.272020 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:09:33.369081 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-af60fec2-3f47-4ff4-9005-d27caae2aeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:09:35.644921 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-932f566c-dbc8-49bc-8f2c-b3a38363ca0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:09:36.873154 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:09:36.918503 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:09:37.955554 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:09:38.648707 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:09:39.113334 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:03.370350 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-497cadb8-0bab-4291-ac53-75a7e4c0df84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:03.923360 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 46808) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:04.348383 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 46824) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:04.493854 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 46832) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:04.525869 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 46838) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:04.550325 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1723375714'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:04.555732 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:04.561096 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Usage tracker for resource:network and tenant:848cb09943fc48a3b929ac2ddaac1680 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:04.564114 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:04.569851 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:04.632946 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Made reservation on behalf of 848cb09943fc48a3b929ac2ddaac1680 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:04.638237 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:04.651367 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:04.667019 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:04.671586 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Usage tracker for resource:security_group_rule and tenant:848cb09943fc48a3b929ac2ddaac1680 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:04.674603 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:04.680599 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:04.769282 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:04.781836 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1980519395'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:04.786598 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:04.790540 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:network and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:04.794192 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:04.800296 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:04.815937 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 46850) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:04.833143 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:04.859976 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:04.864002 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:04.869243 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf82b0d-59f9-4420-999b-00586dae1883,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:04.876818 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 466} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:10:04.878199 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:04.879360 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:04.880314 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:04.880314 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:04.880674 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:04.880674 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:04.880979 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:04.881490 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:04.882027 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:04.882675 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:04.883164 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:04.883637 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:04.884128 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Tracked resource versions report: Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: pushed versions: Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: { 'AddressGroup': {'1.2'}, Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: 'ConntrackHelper': {'1.0'}, Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: 'Log': {'1.0'}, Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: 'Network': {'1.1'}, Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: 'Port': {'1.7'}, Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: 'PortForwarding': {'1.2'}, Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: 'QosPolicy': {'1.8'}, Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: 'SecurityGroup': {'1.4'}, Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: 'SecurityGroupRule': {'1.2'}, Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: 'SubPort': {'1.0'}, Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: 'Subnet': {'1.1'}, Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: 'Trunk': {'1.1'}} Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: consumer versions: Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: { DHCP agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: HyperV agent@hv-neutron-8608: {}, Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: L3 agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: Metadata agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: Metering agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: Open vSwitch agent@dv-neutron-860842-1-hyperv: { 'AddressGroup': '1.2', Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: 'ConntrackHelper': '1.0', Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: 'Log': '1.0', Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: 'Network': '1.1', Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: 'Port': '1.7', Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: 'PortForwarding': '1.2', Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: 'QosPolicy': '1.8', Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: 'SecurityGroup': '1.4', Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: 'SecurityGroupRule': '1.2', Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: 'SubPort': '1.0', Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: 'Subnet': '1.1', Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: 'Trunk': '1.1'}} Oct 10 11:10:04.885390 dv-neutron-860842-1-hyperv neutron-server[89896]: {{(pid=89896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 11:10:04.899579 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:04.900173 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Added segment 34577ec3-83ea-46ca-96d1-3af37c4357ab of type vlan for network 99f1aa78-4dab-46ed-85f8-d7d5ea9985e0 Oct 10 11:10:04.925088 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-d177289f-7fc2-4e09-9691-6f191ed39671 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1357478184-network', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:04.934304 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d177289f-7fc2-4e09-9691-6f191ed39671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:04.940536 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d177289f-7fc2-4e09-9691-6f191ed39671 admin admin] Usage tracker for resource:network and tenant:9543e1530ac9451cbdc9af9c0a714df9 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:04.942365 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:04.962818 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:04.968622 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-18be1c00-3d4b-4737-9171-23b376b92b14 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1328151757-network', 'tenant_id': '65bf514613404a16b37bfb61203927f3'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:04.972471 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d177289f-7fc2-4e09-9691-6f191ed39671 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:04.985342 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d177289f-7fc2-4e09-9691-6f191ed39671 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:04.987526 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:security_group_rule and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:04.991874 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:05.000526 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:05.002480 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-18be1c00-3d4b-4737-9171-23b376b92b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:05.012072 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-18be1c00-3d4b-4737-9171-23b376b92b14 admin admin] Usage tracker for resource:network and tenant:65bf514613404a16b37bfb61203927f3 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:05.015797 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-18be1c00-3d4b-4737-9171-23b376b92b14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:05.029088 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-18be1c00-3d4b-4737-9171-23b376b92b14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:05.099798 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:05.111197 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d177289f-7fc2-4e09-9691-6f191ed39671 admin admin] Made reservation on behalf of 9543e1530ac9451cbdc9af9c0a714df9 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:05.111365 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:05.113510 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d177289f-7fc2-4e09-9691-6f191ed39671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:05.116674 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:05.117261 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:05.127813 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d177289f-7fc2-4e09-9691-6f191ed39671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:05.144921 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18be1c00-3d4b-4737-9171-23b376b92b14 admin admin] Made reservation on behalf of 65bf514613404a16b37bfb61203927f3 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:05.147639 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-18be1c00-3d4b-4737-9171-23b376b92b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:05.160209 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d177289f-7fc2-4e09-9691-6f191ed39671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:05.165570 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-18be1c00-3d4b-4737-9171-23b376b92b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:05.175507 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d177289f-7fc2-4e09-9691-6f191ed39671 admin admin] Usage tracker for resource:security_group_rule and tenant:9543e1530ac9451cbdc9af9c0a714df9 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:05.179798 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d177289f-7fc2-4e09-9691-6f191ed39671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:05.189493 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d177289f-7fc2-4e09-9691-6f191ed39671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:05.192052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-18be1c00-3d4b-4737-9171-23b376b92b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:05.198851 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-18be1c00-3d4b-4737-9171-23b376b92b14 admin admin] Usage tracker for resource:security_group_rule and tenant:65bf514613404a16b37bfb61203927f3 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:05.206466 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-18be1c00-3d4b-4737-9171-23b376b92b14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:05.210849 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:05.282337 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Pushing event updated for resources: {'Network': ['ID=99f1aa78-4dab-46ed-85f8-d7d5ea9985e0,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:05.291720 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 99f1aa78-4dab-46ed-85f8-d7d5ea9985e0 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:10:05.311296 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-18be1c00-3d4b-4737-9171-23b376b92b14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:05.336431 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 474} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:10:05.361063 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-76c2a082-39b8-4135-a790-b51285bdc167 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1426775199'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:05.369970 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:05.370433 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Added segment 9c25dac7-e8d6-477f-8320-c30f829678c0 of type vlan for network dac74586-4382-4e00-a6eb-f2005f114a9a Oct 10 11:10:05.373756 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-69d62695-4537-47cd-8522-9bc0fa185661 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4492283 Oct 10 11:10:05.374352 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 46870) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:05.380219 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-81f2c008-253b-420d-87b3-3980566a9a17 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Request body: {'subnet': {'network_id': '99f1aa78-4dab-46ed-85f8-d7d5ea9985e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:05.393023 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-76c2a082-39b8-4135-a790-b51285bdc167 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:05.397898 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-76c2a082-39b8-4135-a790-b51285bdc167 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Usage tracker for resource:network and tenant:9b52ed05dd7340c5ab7a911779462445 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:05.401047 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-76c2a082-39b8-4135-a790-b51285bdc167 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:05.408368 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-76c2a082-39b8-4135-a790-b51285bdc167 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:05.453318 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=978d7c84-d5fa-48e1-899d-c5b7cd2a724b,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:05.482366 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:05.483149 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:05.483795 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Tracked resource versions report: Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: pushed versions: Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: { 'AddressGroup': {'1.2'}, Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: 'ConntrackHelper': {'1.0'}, Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: 'Log': {'1.0'}, Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: 'Network': {'1.1'}, Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: 'Port': {'1.7'}, Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: 'PortForwarding': {'1.2'}, Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: 'QosPolicy': {'1.8'}, Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: 'SecurityGroup': {'1.4'}, Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: 'SecurityGroupRule': {'1.2'}, Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: 'SubPort': {'1.0'}, Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: 'Subnet': {'1.1'}, Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: 'Trunk': {'1.1'}} Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: consumer versions: Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: { DHCP agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: HyperV agent@hv-neutron-8608: {}, Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: L3 agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: Metadata agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: Metering agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: Open vSwitch agent@dv-neutron-860842-1-hyperv: { 'AddressGroup': '1.2', Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: 'ConntrackHelper': '1.0', Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: 'Log': '1.0', Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: 'Network': '1.1', Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: 'Port': '1.7', Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: 'PortForwarding': '1.2', Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: 'QosPolicy': '1.8', Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: 'SecurityGroup': '1.4', Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: 'SecurityGroupRule': '1.2', Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: 'SubPort': '1.0', Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: 'Subnet': '1.1', Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: 'Trunk': '1.1'}} Oct 10 11:10:05.488083 dv-neutron-860842-1-hyperv neutron-server[89897]: {{(pid=89897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 11:10:05.504130 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c2a082-39b8-4135-a790-b51285bdc167 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Made reservation on behalf of 9b52ed05dd7340c5ab7a911779462445 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:05.507771 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76c2a082-39b8-4135-a790-b51285bdc167 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:05.518428 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-81f2c008-253b-420d-87b3-3980566a9a17 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:05.519316 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:05.522567 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-81f2c008-253b-420d-87b3-3980566a9a17 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Usage tracker for resource:subnet and tenant:848cb09943fc48a3b929ac2ddaac1680 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:05.525617 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-81f2c008-253b-420d-87b3-3980566a9a17 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:05.531487 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-81f2c008-253b-420d-87b3-3980566a9a17 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:05.538184 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76c2a082-39b8-4135-a790-b51285bdc167 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:05.562358 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 46878) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:05.597695 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f2c008-253b-420d-87b3-3980566a9a17 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Made reservation on behalf of 848cb09943fc48a3b929ac2ddaac1680 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:05.603076 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-81f2c008-253b-420d-87b3-3980566a9a17 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks [] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:05.609244 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-76c2a082-39b8-4135-a790-b51285bdc167 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:05.621778 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-76c2a082-39b8-4135-a790-b51285bdc167 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Usage tracker for resource:security_group_rule and tenant:9b52ed05dd7340c5ab7a911779462445 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:05.632004 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-76c2a082-39b8-4135-a790-b51285bdc167 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:05.658223 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-76c2a082-39b8-4135-a790-b51285bdc167 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:05.665442 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d177289f-7fc2-4e09-9691-6f191ed39671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:05.688034 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-18be1c00-3d4b-4737-9171-23b376b92b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:05.690285 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-adf9e6e6-2811-43f6-8146-eca683eb2fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:05.720053 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:05.727436 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:05.728149 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:05.785028 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d177289f-7fc2-4e09-9691-6f191ed39671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:05.801077 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-18be1c00-3d4b-4737-9171-23b376b92b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:05.818705 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-dc9f4b65-3b44-43bf-b9e8-88a69b38b275 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1300308762'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:05.827076 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-dc9f4b65-3b44-43bf-b9e8-88a69b38b275 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:05.838537 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-dc9f4b65-3b44-43bf-b9e8-88a69b38b275 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Usage tracker for resource:network and tenant:c628817e01034ddcbcf41a920573c634 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:05.844029 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-dc9f4b65-3b44-43bf-b9e8-88a69b38b275 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:05.853121 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-dc9f4b65-3b44-43bf-b9e8-88a69b38b275 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:05.884361 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177289f-7fc2-4e09-9691-6f191ed39671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103f431c-0c3e-4dcd-82bf-358f5c44f510,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:05.931203 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9f4b65-3b44-43bf-b9e8-88a69b38b275 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Made reservation on behalf of c628817e01034ddcbcf41a920573c634 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:05.938428 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dc9f4b65-3b44-43bf-b9e8-88a69b38b275 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:05.948808 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be1c00-3d4b-4737-9171-23b376b92b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d511d2-94d1-4e3d-961b-e4851e38faf0,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:05.955294 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 46892) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:05.956036 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18be1c00-3d4b-4737-9171-23b376b92b14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 493} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:10:05.960285 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Network': ['ID=dac74586-4382-4e00-a6eb-f2005f114a9a,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:05.961378 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dc9f4b65-3b44-43bf-b9e8-88a69b38b275 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:05.978919 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d177289f-7fc2-4e09-9691-6f191ed39671 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 469} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:10:05.983183 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-81f2c008-253b-420d-87b3-3980566a9a17 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:05.993740 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-dc9f4b65-3b44-43bf-b9e8-88a69b38b275 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:06.000645 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-dc9f4b65-3b44-43bf-b9e8-88a69b38b275 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Usage tracker for resource:security_group_rule and tenant:c628817e01034ddcbcf41a920573c634 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:06.003634 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-dc9f4b65-3b44-43bf-b9e8-88a69b38b275 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:06.014809 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-dc9f4b65-3b44-43bf-b9e8-88a69b38b275 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:06.015957 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-18be1c00-3d4b-4737-9171-23b376b92b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:06.016299 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-18be1c00-3d4b-4737-9171-23b376b92b14 admin admin] Added segment 444e6788-eb7a-4101-8106-c0fe98621e3b of type vlan for network 25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65 Oct 10 11:10:06.030125 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76c2a082-39b8-4135-a790-b51285bdc167 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:06.031432 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d177289f-7fc2-4e09-9691-6f191ed39671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:06.031757 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-d177289f-7fc2-4e09-9691-6f191ed39671 admin admin] Added segment 5652673d-6ce9-45c3-b311-6c39b0f20c74 of type vlan for network 8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e Oct 10 11:10:06.050733 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:10:06.086049 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-18be1c00-3d4b-4737-9171-23b376b92b14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:06.098100 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-79f4712b-1b4a-4652-a8aa-0c01e028e892 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7452948 Oct 10 11:10:06.098100 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d177289f-7fc2-4e09-9691-6f191ed39671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:06.106524 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 46906) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:06.152014 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f2c008-253b-420d-87b3-3980566a9a17 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Checking segment: {'id': '34577ec3-83ea-46ca-96d1-3af37c4357ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '99f1aa78-4dab-46ed-85f8-d7d5ea9985e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:06.152410 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f2c008-253b-420d-87b3-3980566a9a17 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Network hostable DHCP agents. Network: 99f1aa78-4dab-46ed-85f8-d7d5ea9985e0, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:10:06.156876 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-aceb7c61-9cf9-42b2-8898-7826e1d0031d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:06.162370 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2c008-253b-420d-87b3-3980566a9a17 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Pushing event updated for resources: {'Subnet': ['ID=8fdbd989-5f5e-4e45-a99e-6f9e52ec12f0,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:06.217163 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dc9f4b65-3b44-43bf-b9e8-88a69b38b275 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:06.219839 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76c2a082-39b8-4135-a790-b51285bdc167 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:06.232906 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c2a082-39b8-4135-a790-b51285bdc167 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 450} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:10:06.277925 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f2c008-253b-420d-87b3-3980566a9a17 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Network 99f1aa78-4dab-46ed-85f8-d7d5ea9985e0 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:10:06.290889 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 46910) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:06.298946 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.resource_extend [None req-18be1c00-3d4b-4737-9171-23b376b92b14 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:10:06.302856 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dc9f4b65-3b44-43bf-b9e8-88a69b38b275 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:06.309000 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d177289f-7fc2-4e09-9691-6f191ed39671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:06.309963 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d177289f-7fc2-4e09-9691-6f191ed39671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:06.310657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d177289f-7fc2-4e09-9691-6f191ed39671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:06.336752 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9f4b65-3b44-43bf-b9e8-88a69b38b275 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 486} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:10:06.343494 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-ecb2a1eb-ece9-4fb5-97da-32e05458b0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1008691096'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:06.346432 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-81049dd3-d5d1-44fa-b15a-8414b76f3a7c tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:06.356262 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76c2a082-39b8-4135-a790-b51285bdc167 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:06.356710 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-76c2a082-39b8-4135-a790-b51285bdc167 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Added segment 65d0dabf-6276-4cde-892d-b7e2fdb32d74 of type vlan for network 9fdd27e8-db8c-4a05-a65e-2119cc002add Oct 10 11:10:06.358167 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-81f2c008-253b-420d-87b3-3980566a9a17 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 99f1aa78-4dab-46ed-85f8-d7d5ea9985e0) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:06.362773 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f2c008-253b-420d-87b3-3980566a9a17 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:06.363578 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-81f2c008-253b-420d-87b3-3980566a9a17 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:06.368389 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97225109-96cd-4381-bb7c-823fc2aaae94 None None] Network 99f1aa78-4dab-46ed-85f8-d7d5ea9985e0 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:06.369660 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f4b65-3b44-43bf-b9e8-88a69b38b275 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=464dca27-2696-43c9-8a2e-262f6d238bab,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:06.373453 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dc9f4b65-3b44-43bf-b9e8-88a69b38b275 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:06.374058 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-dc9f4b65-3b44-43bf-b9e8-88a69b38b275 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Added segment 40e94a3d-6e89-45af-a9dc-301a2a9b494a of type vlan for network d126ddec-894d-422d-92aa-1e7ef339c320 Oct 10 11:10:06.388297 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-81049dd3-d5d1-44fa-b15a-8414b76f3a7c tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:06.397354 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-81049dd3-d5d1-44fa-b15a-8414b76f3a7c tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Usage tracker for resource:floatingip and tenant:e67e10b9a1fc4957acc0783b7468fc92 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:06.403179 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-81049dd3-d5d1-44fa-b15a-8414b76f3a7c tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:06.413087 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-81049dd3-d5d1-44fa-b15a-8414b76f3a7c tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:06.448269 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dc9f4b65-3b44-43bf-b9e8-88a69b38b275 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:06.484457 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ecb2a1eb-ece9-4fb5-97da-32e05458b0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:06.492891 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2a082-39b8-4135-a790-b51285bdc167 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aafc422e-d29b-42ce-8485-ccbf37fd2317,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:06.502159 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-aceb7c61-9cf9-42b2-8898-7826e1d0031d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:06.504489 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ecb2a1eb-ece9-4fb5-97da-32e05458b0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Usage tracker for resource:network and tenant:ea269b4c671c4bfe9e08e2d6bf4c5042 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:06.513178 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ecb2a1eb-ece9-4fb5-97da-32e05458b0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:06.516652 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76c2a082-39b8-4135-a790-b51285bdc167 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:06.520136 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177289f-7fc2-4e09-9691-6f191ed39671 admin admin] Pushing event updated for resources: {'Network': ['ID=8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:06.523667 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-aceb7c61-9cf9-42b2-8898-7826e1d0031d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:subnet and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:06.528811 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-aceb7c61-9cf9-42b2-8898-7826e1d0031d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:06.535502 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ecb2a1eb-ece9-4fb5-97da-32e05458b0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:06.538742 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-aceb7c61-9cf9-42b2-8898-7826e1d0031d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:06.551187 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:10:06.655737 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-18be1c00-3d4b-4737-9171-23b376b92b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:06.656757 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18be1c00-3d4b-4737-9171-23b376b92b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:06.657336 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-18be1c00-3d4b-4737-9171-23b376b92b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:06.675611 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dc9f4b65-3b44-43bf-b9e8-88a69b38b275 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:06.681077 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9f4b65-3b44-43bf-b9e8-88a69b38b275 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:06.682270 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dc9f4b65-3b44-43bf-b9e8-88a69b38b275 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:06.701117 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d177289f-7fc2-4e09-9691-6f191ed39671 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.2057159 Oct 10 11:10:06.701803 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb2a1eb-ece9-4fb5-97da-32e05458b0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Made reservation on behalf of ea269b4c671c4bfe9e08e2d6bf4c5042 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:06.705266 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ecb2a1eb-ece9-4fb5-97da-32e05458b0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:06.713181 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-81f2c008-253b-420d-87b3-3980566a9a17 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3377583 Oct 10 11:10:06.713955 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 46920) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:06.714393 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76c2a082-39b8-4135-a790-b51285bdc167 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:06.719927 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c2a082-39b8-4135-a790-b51285bdc167 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:06.722424 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76c2a082-39b8-4135-a790-b51285bdc167 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:06.726192 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 46922) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:06.726331 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-99f1aa78-4dab-46ed-85f8-d7d5ea9985e0', 'network_id': '99f1aa78-4dab-46ed-85f8-d7d5ea9985e0', 'tenant_id': '848cb09943fc48a3b929ac2ddaac1680', 'fixed_ips': [{'subnet_id': '8fdbd989-5f5e-4e45-a99e-6f9e52ec12f0'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:10:06.727247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:06.734230 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-9c14d37f-ed53-4dcd-9424-7fb68e49cb92 admin admin] Request body: {'subnet': {'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1357478184-subnet', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:06.740675 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-bcc0fba1-be32-41da-8e8e-04dc657877b9 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Request body: {'port': {'network_id': '99f1aa78-4dab-46ed-85f8-d7d5ea9985e0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-577744981'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:06.742497 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9c14d37f-ed53-4dcd-9424-7fb68e49cb92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:06.747095 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-81049dd3-d5d1-44fa-b15a-8414b76f3a7c tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:06.760401 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ecb2a1eb-ece9-4fb5-97da-32e05458b0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:06.766862 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9c14d37f-ed53-4dcd-9424-7fb68e49cb92 admin admin] Usage tracker for resource:subnet and tenant:9543e1530ac9451cbdc9af9c0a714df9 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:06.823898 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9c14d37f-ed53-4dcd-9424-7fb68e49cb92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:06.839308 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-dc9f4b65-3b44-43bf-b9e8-88a69b38b275 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2757967 Oct 10 11:10:06.840452 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9c14d37f-ed53-4dcd-9424-7fb68e49cb92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:06.845139 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aceb7c61-9cf9-42b2-8898-7826e1d0031d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:06.845396 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 46928) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:06.848478 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aceb7c61-9cf9-42b2-8898-7826e1d0031d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:06.848747 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f4b65-3b44-43bf-b9e8-88a69b38b275 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Pushing event updated for resources: {'Network': ['ID=d126ddec-894d-422d-92aa-1e7ef339c320,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:06.861568 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-5ebb1780-f9fc-4012-bc59-5a8f1ff821a4 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Request body: {'subnet': {'network_id': 'd126ddec-894d-422d-92aa-1e7ef339c320', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:06.864049 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-18be1c00-3d4b-4737-9171-23b376b92b14 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3369279 Oct 10 11:10:06.874416 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 46934) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:06.885062 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ecb2a1eb-ece9-4fb5-97da-32e05458b0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:06.887575 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be1c00-3d4b-4737-9171-23b376b92b14 admin admin] Pushing event updated for resources: {'Network': ['ID=25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:06.896889 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-e588d1be-4a18-43d2-b9d3-429b0bf31275 admin admin] Request body: {'subnet': {'network_id': '25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1328151757-subnet', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:06.908581 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e588d1be-4a18-43d2-b9d3-429b0bf31275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:06.916398 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e588d1be-4a18-43d2-b9d3-429b0bf31275 admin admin] Usage tracker for resource:subnet and tenant:65bf514613404a16b37bfb61203927f3 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:06.947956 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Allocated IP 2001:db8::2 (99f1aa78-4dab-46ed-85f8-d7d5ea9985e0/8fdbd989-5f5e-4e45-a99e-6f9e52ec12f0/95d8db39-d9bf-4fc4-9b24-92c67979ba08) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:06.962102 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ecb2a1eb-ece9-4fb5-97da-32e05458b0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Usage tracker for resource:security_group_rule and tenant:ea269b4c671c4bfe9e08e2d6bf4c5042 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:06.966968 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network d126ddec-894d-422d-92aa-1e7ef339c320 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:10:06.967130 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ecb2a1eb-ece9-4fb5-97da-32e05458b0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:06.968184 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e588d1be-4a18-43d2-b9d3-429b0bf31275 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:06.984149 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:10:06.985011 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e588d1be-4a18-43d2-b9d3-429b0bf31275 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:07.010663 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:07.051922 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-76c2a082-39b8-4135-a790-b51285bdc167 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2223144 Oct 10 11:10:07.056093 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c14d37f-ed53-4dcd-9424-7fb68e49cb92 admin admin] Made reservation on behalf of 9543e1530ac9451cbdc9af9c0a714df9 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:07.056215 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ecb2a1eb-ece9-4fb5-97da-32e05458b0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:07.056315 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9c14d37f-ed53-4dcd-9424-7fb68e49cb92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:07.084677 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5ebb1780-f9fc-4012-bc59-5a8f1ff821a4 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:07.111396 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5ebb1780-f9fc-4012-bc59-5a8f1ff821a4 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Usage tracker for resource:subnet and tenant:c628817e01034ddcbcf41a920573c634 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:07.115826 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5ebb1780-f9fc-4012-bc59-5a8f1ff821a4 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:07.165962 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5ebb1780-f9fc-4012-bc59-5a8f1ff821a4 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:07.179476 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e588d1be-4a18-43d2-b9d3-429b0bf31275 admin admin] Made reservation on behalf of 65bf514613404a16b37bfb61203927f3 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:07.181800 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e588d1be-4a18-43d2-b9d3-429b0bf31275 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:07.192949 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 46942) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:07.208858 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-8adf6c44-6679-4f5f-b029-c29990a94643 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Request body: {'subnet': {'network_id': '9fdd27e8-db8c-4a05-a65e-2119cc002add', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:07.293553 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebb1780-f9fc-4012-bc59-5a8f1ff821a4 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Made reservation on behalf of c628817e01034ddcbcf41a920573c634 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:07.295092 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:07.296969 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5ebb1780-f9fc-4012-bc59-5a8f1ff821a4 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks [] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:07.415344 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2a082-39b8-4135-a790-b51285bdc167 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event updated for resources: {'Network': ['ID=9fdd27e8-db8c-4a05-a65e-2119cc002add,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:07.431913 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-81049dd3-d5d1-44fa-b15a-8414b76f3a7c tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:07.434808 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:07.446148 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Transition to ACTIVE for port object 95d8db39-d9bf-4fc4-9b24-92c67979ba08 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:07.465449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8adf6c44-6679-4f5f-b029-c29990a94643 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:07.466781 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Transition to ACTIVE for port object 95d8db39-d9bf-4fc4-9b24-92c67979ba08 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:07.467800 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-bcc0fba1-be32-41da-8e8e-04dc657877b9 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:07.470741 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 9fdd27e8-db8c-4a05-a65e-2119cc002add details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:10:07.473099 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8adf6c44-6679-4f5f-b029-c29990a94643 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Usage tracker for resource:subnet and tenant:9b52ed05dd7340c5ab7a911779462445 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:07.479050 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8adf6c44-6679-4f5f-b029-c29990a94643 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:07.481917 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-bcc0fba1-be32-41da-8e8e-04dc657877b9 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Usage tracker for resource:port and tenant:848cb09943fc48a3b929ac2ddaac1680 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:07.487760 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-bcc0fba1-be32-41da-8e8e-04dc657877b9 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:07.495482 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8adf6c44-6679-4f5f-b029-c29990a94643 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:07.498069 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-bcc0fba1-be32-41da-8e8e-04dc657877b9 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:07.513312 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aceb7c61-9cf9-42b2-8898-7826e1d0031d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:07.578819 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:07.590724 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc0fba1-be32-41da-8e8e-04dc657877b9 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Made reservation on behalf of 848cb09943fc48a3b929ac2ddaac1680 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:07.594227 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bcc0fba1-be32-41da-8e8e-04dc657877b9 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:07.603229 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adf6c44-6679-4f5f-b029-c29990a94643 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Made reservation on behalf of 9b52ed05dd7340c5ab7a911779462445 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:07.607424 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8adf6c44-6679-4f5f-b029-c29990a94643 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks [] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:07.653645 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Network 99f1aa78-4dab-46ed-85f8-d7d5ea9985e0 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:07.657676 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:07.661736 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:07.727950 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ecb2a1eb-ece9-4fb5-97da-32e05458b0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:07.742621 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Pushing event updated for resources: {'Port': ['ID=95d8db39-d9bf-4fc4-9b24-92c67979ba08,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:07.759946 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:07.760316 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:07.760998 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:07.761116 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:07.761381 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:07.762569 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:07.763339 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:07.763339 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:07.763627 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:07.763948 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:07.764267 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:07.764577 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Tracked resource versions report: Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: pushed versions: Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: { 'AddressGroup': {'1.2'}, Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: 'ConntrackHelper': {'1.0'}, Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: 'Log': {'1.0'}, Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: 'Network': {'1.1'}, Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: 'Port': {'1.7'}, Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: 'PortForwarding': {'1.2'}, Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: 'QosPolicy': {'1.8'}, Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: 'SecurityGroup': {'1.4'}, Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: 'SecurityGroupRule': {'1.2'}, Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: 'SubPort': {'1.0'}, Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: 'Subnet': {'1.1'}, Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: 'Trunk': {'1.1'}} Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: consumer versions: Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: { DHCP agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: HyperV agent@hv-neutron-8608: {}, Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: L3 agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: Metadata agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: Metering agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: Open vSwitch agent@dv-neutron-860842-1-hyperv: { 'AddressGroup': '1.2', Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: 'ConntrackHelper': '1.0', Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: 'Log': '1.0', Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: 'Network': '1.1', Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: 'Port': '1.7', Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: 'PortForwarding': '1.2', Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: 'QosPolicy': '1.8', Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: 'SecurityGroup': '1.4', Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: 'SecurityGroupRule': '1.2', Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: 'SubPort': '1.0', Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: 'Subnet': '1.1', Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: 'Trunk': '1.1'}} Oct 10 11:10:07.765698 dv-neutron-860842-1-hyperv neutron-server[89898]: {{(pid=89898) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 11:10:07.786082 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Attempting to bind port 95d8db39-d9bf-4fc4-9b24-92c67979ba08 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:07.787155 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Attempting to bind port 95d8db39-d9bf-4fc4-9b24-92c67979ba08 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '34577ec3-83ea-46ca-96d1-3af37c4357ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '99f1aa78-4dab-46ed-85f8-d7d5ea9985e0'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:07.787155 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Attempting to bind port 95d8db39-d9bf-4fc4-9b24-92c67979ba08 on network 99f1aa78-4dab-46ed-85f8-d7d5ea9985e0 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:07.789623 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-bcc0fba1-be32-41da-8e8e-04dc657877b9 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] device_id is not set on port a4e4c3a4-0de2-437f-8722-8cdb3f775d9a yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:10:07.792554 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:10:07.792943 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Checking segment: {'id': '34577ec3-83ea-46ca-96d1-3af37c4357ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '99f1aa78-4dab-46ed-85f8-d7d5ea9985e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:07.793337 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:07.793770 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Bound using segment: {'id': '34577ec3-83ea-46ca-96d1-3af37c4357ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '99f1aa78-4dab-46ed-85f8-d7d5ea9985e0'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:10:07.794342 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Bound port: 95d8db39-d9bf-4fc4-9b24-92c67979ba08, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34577ec3-83ea-46ca-96d1-3af37c4357ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '99f1aa78-4dab-46ed-85f8-d7d5ea9985e0'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:10:08.011180 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:08.011494 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb7c61-9cf9-42b2-8898-7826e1d0031d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=666f1945-0406-4908-a2b4-8d95bcbd293e,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:08.011494 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ecb2a1eb-ece9-4fb5-97da-32e05458b0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:08.011494 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceb7c61-9cf9-42b2-8898-7826e1d0031d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Checking segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:08.011494 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aceb7c61-9cf9-42b2-8898-7826e1d0031d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network hostable DHCP agents. Network: dac74586-4382-4e00-a6eb-f2005f114a9a, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:10:08.013350 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-81049dd3-d5d1-44fa-b15a-8414b76f3a7c tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Allocated IP 172.26.4.54 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/b49ef7a9-cf88-4a53-9bf9-f7dedfc69181) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:08.014093 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb2a1eb-ece9-4fb5-97da-32e05458b0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 484} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:10:08.014493 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] For port 95d8db39-d9bf-4fc4-9b24-92c67979ba08, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:10:08.014493 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] For port 95d8db39-d9bf-4fc4-9b24-92c67979ba08, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=95d8db39-d9bf-4fc4-9b24-92c67979ba08,segment=NetworkSegment(34577ec3-83ea-46ca-96d1-3af37c4357ab),segment_id=34577ec3-83ea-46ca-96d1-3af37c4357ab)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:10:08.014876 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2a1eb-ece9-4fb5-97da-32e05458b0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74d12ef9-9c01-4a1e-8522-84808ac5705e,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:08.014876 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ecb2a1eb-ece9-4fb5-97da-32e05458b0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:08.014876 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-ecb2a1eb-ece9-4fb5-97da-32e05458b0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Added segment 778fcff9-fc60-4586-aa3e-c16d30625fc6 of type vlan for network 24be801b-61d8-40c5-9ec6-e1d4752ce55c Oct 10 11:10:08.019574 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9c14d37f-ed53-4dcd-9424-7fb68e49cb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:08.099107 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ecb2a1eb-ece9-4fb5-97da-32e05458b0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:08.101833 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:08.113155 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5ebb1780-f9fc-4012-bc59-5a8f1ff821a4 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:08.116600 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e588d1be-4a18-43d2-b9d3-429b0bf31275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:08.116822 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-bcc0fba1-be32-41da-8e8e-04dc657877b9 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Allocated IP 2001:db8::261 (99f1aa78-4dab-46ed-85f8-d7d5ea9985e0/8fdbd989-5f5e-4e45-a99e-6f9e52ec12f0/a4e4c3a4-0de2-437f-8722-8cdb3f775d9a) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:08.164394 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14d37f-ed53-4dcd-9424-7fb68e49cb92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65e977d9-db64-4322-bf90-948232ecd65b,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:08.169878 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-81049dd3-d5d1-44fa-b15a-8414b76f3a7c tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:08.186416 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242b6a4-93ea-4fa7-b322-9493d29d7e4c None None] Pushing event updated for resources: {'Port': ['ID=95d8db39-d9bf-4fc4-9b24-92c67979ba08,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:08.195048 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aceb7c61-9cf9-42b2-8898-7826e1d0031d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:10:08.224711 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c14d37f-ed53-4dcd-9424-7fb68e49cb92 admin admin] Checking segment: {'id': '5652673d-6ce9-45c3-b311-6c39b0f20c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:08.225056 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c14d37f-ed53-4dcd-9424-7fb68e49cb92 admin admin] Network hostable DHCP agents. Network: 8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:10:08.322044 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e588d1be-4a18-43d2-b9d3-429b0bf31275 admin admin] Checking segment: {'id': '444e6788-eb7a-4101-8106-c0fe98621e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': '25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:08.322387 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e588d1be-4a18-43d2-b9d3-429b0bf31275 admin admin] Network hostable DHCP agents. Network: 25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:10:08.347437 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-aceb7c61-9cf9-42b2-8898-7826e1d0031d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, dac74586-4382-4e00-a6eb-f2005f114a9a) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:08.354356 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb1780-f9fc-4012-bc59-5a8f1ff821a4 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Checking segment: {'id': '40e94a3d-6e89-45af-a9dc-301a2a9b494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'd126ddec-894d-422d-92aa-1e7ef339c320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:08.354356 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebb1780-f9fc-4012-bc59-5a8f1ff821a4 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Network hostable DHCP agents. Network: d126ddec-894d-422d-92aa-1e7ef339c320, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:10:08.354544 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceb7c61-9cf9-42b2-8898-7826e1d0031d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:08.354953 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aceb7c61-9cf9-42b2-8898-7826e1d0031d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:08.361053 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb1780-f9fc-4012-bc59-5a8f1ff821a4 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Pushing event updated for resources: {'Subnet': ['ID=c74a9729-f8b1-46de-92cd-3794eec93bf3,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:08.389443 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8de87a4-ddc4-4b7f-8179-45d32698e12b None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:08.390081 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8adf6c44-6679-4f5f-b029-c29990a94643 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:08.424803 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c14d37f-ed53-4dcd-9424-7fb68e49cb92 admin admin] Network 8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:10:08.441991 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ecb2a1eb-ece9-4fb5-97da-32e05458b0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:08.447822 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb2a1eb-ece9-4fb5-97da-32e05458b0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:08.448614 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ecb2a1eb-ece9-4fb5-97da-32e05458b0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:08.459159 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-9c14d37f-ed53-4dcd-9424-7fb68e49cb92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:08.470350 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c14d37f-ed53-4dcd-9424-7fb68e49cb92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:08.471098 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9c14d37f-ed53-4dcd-9424-7fb68e49cb92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:08.487168 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588d1be-4a18-43d2-b9d3-429b0bf31275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b7165ed-72f0-43d7-b671-b766b0f5b107,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:08.530284 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e588d1be-4a18-43d2-b9d3-429b0bf31275 admin admin] Network 25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:10:08.533788 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-81049dd3-d5d1-44fa-b15a-8414b76f3a7c tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:08.535333 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd782cae-7168-4149-b0d1-13e65ab75bf7 None None] Network 8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:08.592121 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-e588d1be-4a18-43d2-b9d3-429b0bf31275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:08.612253 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebb1780-f9fc-4012-bc59-5a8f1ff821a4 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Network d126ddec-894d-422d-92aa-1e7ef339c320 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:10:08.615069 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e588d1be-4a18-43d2-b9d3-429b0bf31275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:08.615727 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e588d1be-4a18-43d2-b9d3-429b0bf31275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:08.630787 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9c14d37f-ed53-4dcd-9424-7fb68e49cb92 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9120672 Oct 10 11:10:08.639617 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2315f6a8-b2a0-4cfe-8e0a-85175ec06746 None None] Network 25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:08.641069 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf6c44-6679-4f5f-b029-c29990a94643 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event updated for resources: {'Subnet': ['ID=a823674e-be91-40c8-9f98-f177fa25153b,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:08.642975 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 46948) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:08.645008 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81049dd3-d5d1-44fa-b15a-8414b76f3a7c tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:08.647786 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-5ebb1780-f9fc-4012-bc59-5a8f1ff821a4 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, d126ddec-894d-422d-92aa-1e7ef339c320) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:08.653457 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:08.658149 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebb1780-f9fc-4012-bc59-5a8f1ff821a4 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:08.658742 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5ebb1780-f9fc-4012-bc59-5a8f1ff821a4 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:08.669619 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5541f5-9e3f-47d2-ac8d-452cf29501b5 None None] Network d126ddec-894d-422d-92aa-1e7ef339c320 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:08.679995 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-aceb7c61-9cf9-42b2-8898-7826e1d0031d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5349753 Oct 10 11:10:08.684830 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2a1eb-ece9-4fb5-97da-32e05458b0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Pushing event updated for resources: {'Network': ['ID=24be801b-61d8-40c5-9ec6-e1d4752ce55c,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:08.688163 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-81049dd3-d5d1-44fa-b15a-8414b76f3a7c tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:08.690486 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 46952) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:08.691449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bcc0fba1-be32-41da-8e8e-04dc657877b9 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:08.698596 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-e9bdc82f-f9db-4365-a53f-6addc9019164 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1357478184-router', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:08.707831 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81049dd3-d5d1-44fa-b15a-8414b76f3a7c tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Pushing event updated for resources: {'Port': ['ID=b49ef7a9-cf88-4a53-9bf9-f7dedfc69181,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:08.710064 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ecb2a1eb-ece9-4fb5-97da-32e05458b0fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.7440929 Oct 10 11:10:08.710689 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e9bdc82f-f9db-4365-a53f-6addc9019164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:08.713618 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81049dd3-d5d1-44fa-b15a-8414b76f3a7c tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:08.724367 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf6c44-6679-4f5f-b029-c29990a94643 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Checking segment: {'id': '65d0dabf-6276-4cde-892d-b7e2fdb32d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': '9fdd27e8-db8c-4a05-a65e-2119cc002add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:08.725101 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adf6c44-6679-4f5f-b029-c29990a94643 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Network hostable DHCP agents. Network: 9fdd27e8-db8c-4a05-a65e-2119cc002add, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:10:08.730712 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-bcc0fba1-be32-41da-8e8e-04dc657877b9 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Transition to ACTIVE for port object a4e4c3a4-0de2-437f-8722-8cdb3f775d9a will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:08.734226 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 24be801b-61d8-40c5-9ec6-e1d4752ce55c details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:10:08.793940 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-7e4b402c-9ccb-4365-a10b-34e2247454d0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'port': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'name': 'tempest-NetworksTestDHCPv6-842304701'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:08.807147 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e9bdc82f-f9db-4365-a53f-6addc9019164 admin admin] Usage tracker for resource:router and tenant:9543e1530ac9451cbdc9af9c0a714df9 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:08.823816 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 46966) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:08.824153 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5ebb1780-f9fc-4012-bc59-5a8f1ff821a4 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9764955 Oct 10 11:10:08.829388 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e588d1be-4a18-43d2-b9d3-429b0bf31275 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9502447 Oct 10 11:10:08.831927 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-777e9de6-f834-40b2-802d-da5373721447 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Request body: {'port': {'network_id': 'd126ddec-894d-422d-92aa-1e7ef339c320', 'name': 'tempest-DHCPAgentSchedulersTestJSON-400160122'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:08.833691 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e9bdc82f-f9db-4365-a53f-6addc9019164 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:08.850479 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 46970) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:08.865849 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-cc48609a-4855-4a11-9a1e-4bf4eb4e3f92 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1328151757-router', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:08.869639 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e9bdc82f-f9db-4365-a53f-6addc9019164 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:08.891224 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cc48609a-4855-4a11-9a1e-4bf4eb4e3f92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:08.952708 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cc48609a-4855-4a11-9a1e-4bf4eb4e3f92 admin admin] Usage tracker for resource:router and tenant:65bf514613404a16b37bfb61203927f3 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:08.963577 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cc48609a-4855-4a11-9a1e-4bf4eb4e3f92 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:08.977115 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cc48609a-4855-4a11-9a1e-4bf4eb4e3f92 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:09.001510 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-81049dd3-d5d1-44fa-b15a-8414b76f3a7c tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:09.035005 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e9bdc82f-f9db-4365-a53f-6addc9019164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:09.036053 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e9bdc82f-f9db-4365-a53f-6addc9019164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:09.075550 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-777e9de6-f834-40b2-802d-da5373721447 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:09.078562 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bcc0fba1-be32-41da-8e8e-04dc657877b9 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:09.081801 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adf6c44-6679-4f5f-b029-c29990a94643 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Network 9fdd27e8-db8c-4a05-a65e-2119cc002add is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:10:09.093244 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cc48609a-4855-4a11-9a1e-4bf4eb4e3f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:09.094403 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cc48609a-4855-4a11-9a1e-4bf4eb4e3f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:09.112134 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-777e9de6-f834-40b2-802d-da5373721447 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Usage tracker for resource:port and tenant:c628817e01034ddcbcf41a920573c634 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:09.118842 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-777e9de6-f834-40b2-802d-da5373721447 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:09.199538 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-777e9de6-f834-40b2-802d-da5373721447 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:09.202109 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-8adf6c44-6679-4f5f-b029-c29990a94643 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 9fdd27e8-db8c-4a05-a65e-2119cc002add) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:09.214373 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e9bdc82f-f9db-4365-a53f-6addc9019164 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:09.254416 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7e4b402c-9ccb-4365-a10b-34e2247454d0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:09.258069 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adf6c44-6679-4f5f-b029-c29990a94643 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:09.258965 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8adf6c44-6679-4f5f-b029-c29990a94643 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:09.264282 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cc48609a-4855-4a11-9a1e-4bf4eb4e3f92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:09.271350 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7e4b402c-9ccb-4365-a10b-34e2247454d0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:port and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:09.273466 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 95d8db39-d9bf-4fc4-9b24-92c67979ba08 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:10:09.282583 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7e4b402c-9ccb-4365-a10b-34e2247454d0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:09.296856 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7e4b402c-9ccb-4365-a10b-34e2247454d0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:09.300938 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a346b7-00f6-40f0-97ae-c5835687f3f5 None None] Network 9fdd27e8-db8c-4a05-a65e-2119cc002add requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:09.303313 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-81049dd3-d5d1-44fa-b15a-8414b76f3a7c tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:09.335260 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0fba1-be32-41da-8e8e-04dc657877b9 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Pushing event updated for resources: {'Port': ['ID=a4e4c3a4-0de2-437f-8722-8cdb3f775d9a,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:09.359146 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:09.359821 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc0fba1-be32-41da-8e8e-04dc657877b9 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Network 99f1aa78-4dab-46ed-85f8-d7d5ea9985e0 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:09.362899 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-bcc0fba1-be32-41da-8e8e-04dc657877b9 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:09.365664 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc0fba1-be32-41da-8e8e-04dc657877b9 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:09.373418 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc0fba1-be32-41da-8e8e-04dc657877b9 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:09.374581 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bcc0fba1-be32-41da-8e8e-04dc657877b9 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:09.395918 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30052e1-044e-4083-b947-85973597c27b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-dac74586-4382-4e00-a6eb-f2005f114a9a', 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'fixed_ips': [{'subnet_id': '666f1945-0406-4908-a2b4-8d95bcbd293e'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:10:09.396921 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f30052e1-044e-4083-b947-85973597c27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:09.399460 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8adf6c44-6679-4f5f-b029-c29990a94643 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.2029114 Oct 10 11:10:09.403710 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 46980) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:09.411968 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-f03e044d-b0c7-4538-81b6-5822cf5dcff2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-783544909'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:09.417254 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f03e044d-b0c7-4538-81b6-5822cf5dcff2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:09.423720 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f03e044d-b0c7-4538-81b6-5822cf5dcff2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Usage tracker for resource:network and tenant:9b52ed05dd7340c5ab7a911779462445 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:09.427042 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f03e044d-b0c7-4538-81b6-5822cf5dcff2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:09.435609 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f03e044d-b0c7-4538-81b6-5822cf5dcff2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:09.438641 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777e9de6-f834-40b2-802d-da5373721447 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Made reservation on behalf of c628817e01034ddcbcf41a920573c634 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:09.444057 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-777e9de6-f834-40b2-802d-da5373721447 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:09.473486 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-777e9de6-f834-40b2-802d-da5373721447 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] device_id is not set on port b9fc1809-ec45-49b2-b6a1-442e6441a8b7 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:10:09.532363 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4b402c-9ccb-4365-a10b-34e2247454d0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:09.535429 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7e4b402c-9ccb-4365-a10b-34e2247454d0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:09.642033 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41285717-2433-4a8a-a6d9-d570ec83ae84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e', 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'fixed_ips': [{'subnet_id': '65e977d9-db64-4322-bf90-948232ecd65b'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:10:09.642846 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-41285717-2433-4a8a-a6d9-d570ec83ae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:09.664569 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-777e9de6-f834-40b2-802d-da5373721447 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Allocated IP 172.20.0.12 (d126ddec-894d-422d-92aa-1e7ef339c320/c74a9729-f8b1-46de-92cd-3794eec93bf3/b9fc1809-ec45-49b2-b6a1-442e6441a8b7) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:09.687026 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-bcc0fba1-be32-41da-8e8e-04dc657877b9 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.9562383 Oct 10 11:10:09.702043 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 46984) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:09.724040 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-5730053f-22f6-4875-8381-97f84b4ea932 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Request body: {'port': {'network_id': '99f1aa78-4dab-46ed-85f8-d7d5ea9985e0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-531881851', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:09.724587 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.api.validators [None req-5730053f-22f6-4875-8381-97f84b4ea932 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] bootfile-name is not in valid_values {{(pid=89897) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 10 11:10:09.724921 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.api.validators [None req-5730053f-22f6-4875-8381-97f84b4ea932 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] tftp-server is not in valid_values {{(pid=89897) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 10 11:10:09.725266 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.api.validators [None req-5730053f-22f6-4875-8381-97f84b4ea932 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] server-ip-address is not in valid_values {{(pid=89897) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 10 11:10:09.735047 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f796aab9-964e-4435-b203-94dfc57e65ed None None] Network 99f1aa78-4dab-46ed-85f8-d7d5ea9985e0 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:09.738926 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 46988) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:09.839467 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03e044d-b0c7-4538-81b6-5822cf5dcff2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Made reservation on behalf of 9b52ed05dd7340c5ab7a911779462445 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:09.843660 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f03e044d-b0c7-4538-81b6-5822cf5dcff2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:09.883729 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Request body: {'port': {'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c', 'binding:host_id': 'hv-neutron-8608', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-775787851'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:09.901269 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-7e4b402c-9ccb-4365-a10b-34e2247454d0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] device_id is not set on port e5128262-36d9-4fc7-a902-c970602f7773 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:10:09.948202 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:09.990779 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f841984f-8650-4d61-b914-30f6f6e65681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-d126ddec-894d-422d-92aa-1e7ef339c320', 'network_id': 'd126ddec-894d-422d-92aa-1e7ef339c320', 'tenant_id': 'c628817e01034ddcbcf41a920573c634', 'fixed_ips': [{'subnet_id': 'c74a9729-f8b1-46de-92cd-3794eec93bf3'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:10:09.991764 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f841984f-8650-4d61-b914-30f6f6e65681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:10.000741 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0b2d37-32eb-452f-9347-90db1e6f9c4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65', 'network_id': '25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'fixed_ips': [{'subnet_id': '9b7165ed-72f0-43d7-b671-b766b0f5b107'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:10:10.001723 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0f0b2d37-32eb-452f-9347-90db1e6f9c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:10.030003 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03e044d-b0c7-4538-81b6-5822cf5dcff2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 496} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:10:10.033683 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 95d8db39-d9bf-4fc4-9b24-92c67979ba08 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:10:10.040473 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5730053f-22f6-4875-8381-97f84b4ea932 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:10.048229 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5730053f-22f6-4875-8381-97f84b4ea932 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Usage tracker for resource:port and tenant:848cb09943fc48a3b929ac2ddaac1680 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:10.053217 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5730053f-22f6-4875-8381-97f84b4ea932 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:10.064684 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f03e044d-b0c7-4538-81b6-5822cf5dcff2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:10.065024 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-f03e044d-b0c7-4538-81b6-5822cf5dcff2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Added segment 606e3f3b-5273-4ffe-abe1-4a4441ba8cad of type vlan for network 08bc115b-630f-4d7a-b405-98d79ce3e306 Oct 10 11:10:10.068886 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5730053f-22f6-4875-8381-97f84b4ea932 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:10.072117 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Usage tracker for resource:port and tenant:c513bd79b48e485eac498ab28229e0b4 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:10.107574 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:10.121203 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-777e9de6-f834-40b2-802d-da5373721447 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:10.134389 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f03e044d-b0c7-4538-81b6-5822cf5dcff2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:10.149106 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-777e9de6-f834-40b2-802d-da5373721447 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Transition to ACTIVE for port object b9fc1809-ec45-49b2-b6a1-442e6441a8b7 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:10.165078 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5730053f-22f6-4875-8381-97f84b4ea932 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Made reservation on behalf of 848cb09943fc48a3b929ac2ddaac1680 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:10.168740 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5730053f-22f6-4875-8381-97f84b4ea932 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:10.201966 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-5730053f-22f6-4875-8381-97f84b4ea932 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] device_id is not set on port af37afb6-8479-4a2c-8d31-740af9b7c471 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:10:10.213235 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:10.266332 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-cb750fb7-30c1-4946-8564-6d28472a3ee0 None None] Provisioning for port 95d8db39-d9bf-4fc4-9b24-92c67979ba08 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:10:10.303754 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cc48609a-4855-4a11-9a1e-4bf4eb4e3f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:10.310072 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e9bdc82f-f9db-4365-a53f-6addc9019164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:10.337190 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f03e044d-b0c7-4538-81b6-5822cf5dcff2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:10.342943 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03e044d-b0c7-4538-81b6-5822cf5dcff2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:10.344436 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f03e044d-b0c7-4538-81b6-5822cf5dcff2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:10.371651 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-cb750fb7-30c1-4946-8564-6d28472a3ee0 None None] Provisioning complete for port 95d8db39-d9bf-4fc4-9b24-92c67979ba08 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:10:10.371975 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cb750fb7-30c1-4946-8564-6d28472a3ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:10.372400 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-cb750fb7-30c1-4946-8564-6d28472a3ee0 None None] Attempt 1 to provision port 95d8db39-d9bf-4fc4-9b24-92c67979ba08 Oct 10 11:10:10.401017 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-81049dd3-d5d1-44fa-b15a-8414b76f3a7c tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:10.410563 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Made reservation on behalf of c513bd79b48e485eac498ab28229e0b4 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:10.413308 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:10.477840 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-777e9de6-f834-40b2-802d-da5373721447 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:10.478253 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:10.478916 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-f30052e1-044e-4083-b947-85973597c27b None None] Allocated IP 2001:db8::2 (dac74586-4382-4e00-a6eb-f2005f114a9a/666f1945-0406-4908-a2b4-8d95bcbd293e/ffbaf769-98a9-423f-bfec-6a98da2ec137) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:10.495710 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-81049dd3-d5d1-44fa-b15a-8414b76f3a7c tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:10.496479 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-81049dd3-d5d1-44fa-b15a-8414b76f3a7c tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:10.577588 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e044d-b0c7-4538-81b6-5822cf5dcff2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event updated for resources: {'Network': ['ID=08bc115b-630f-4d7a-b405-98d79ce3e306,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:10.581571 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f03e044d-b0c7-4538-81b6-5822cf5dcff2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1763167 Oct 10 11:10:10.595776 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 46996) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:10.609829 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777e9de6-f834-40b2-802d-da5373721447 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Network d126ddec-894d-422d-92aa-1e7ef339c320 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:10.615400 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-109c4ed5-cc61-46ca-ad72-8fa64cb8fd9a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Request body: {'subnet': {'network_id': '08bc115b-630f-4d7a-b405-98d79ce3e306', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:10.615562 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:10.631290 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-777e9de6-f834-40b2-802d-da5373721447 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:10.634093 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777e9de6-f834-40b2-802d-da5373721447 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:10.639801 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Usage tracker for resource:security_group_rule and tenant:c513bd79b48e485eac498ab28229e0b4 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:10.640389 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777e9de6-f834-40b2-802d-da5373721447 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:10.641014 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-777e9de6-f834-40b2-802d-da5373721447 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:10.651640 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:10.670064 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 08bc115b-630f-4d7a-b405-98d79ce3e306 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:10:10.679953 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:10.694159 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e9de6-f834-40b2-802d-da5373721447 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Pushing event updated for resources: {'Port': ['ID=b9fc1809-ec45-49b2-b6a1-442e6441a8b7,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:10.739672 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-41285717-2433-4a8a-a6d9-d570ec83ae84 None None] Allocated IP 172.20.0.2 (8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e/65e977d9-db64-4322-bf90-948232ecd65b/eeb24324-1eac-48a6-bc23-3d587f7d19db) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:10.749808 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d932dc08-e2c1-4171-8c99-9c67f8b6639a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-9fdd27e8-db8c-4a05-a65e-2119cc002add', 'network_id': '9fdd27e8-db8c-4a05-a65e-2119cc002add', 'tenant_id': '9b52ed05dd7340c5ab7a911779462445', 'fixed_ips': [{'subnet_id': 'a823674e-be91-40c8-9f98-f177fa25153b'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:10:10.750787 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d932dc08-e2c1-4171-8c99-9c67f8b6639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:10.766422 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-5730053f-22f6-4875-8381-97f84b4ea932 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Allocated IP 2001:db8::369 (99f1aa78-4dab-46ed-85f8-d7d5ea9985e0/8fdbd989-5f5e-4e45-a99e-6f9e52ec12f0/af37afb6-8479-4a2c-8d31-740af9b7c471) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:10.794562 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-777e9de6-f834-40b2-802d-da5373721447 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9656868 Oct 10 11:10:10.795272 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47000) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:10.867197 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-81049dd3-d5d1-44fa-b15a-8414b76f3a7c tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:10.868911 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-109c4ed5-cc61-46ca-ad72-8fa64cb8fd9a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:10.871726 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-81049dd3-d5d1-44fa-b15a-8414b76f3a7c tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5797155 Oct 10 11:10:10.885312 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47006) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:10.888683 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-109c4ed5-cc61-46ca-ad72-8fa64cb8fd9a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Usage tracker for resource:subnet and tenant:9b52ed05dd7340c5ab7a911779462445 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:10.898542 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-109c4ed5-cc61-46ca-ad72-8fa64cb8fd9a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:10.912829 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-10930d6e-4df7-42a4-9fda-1d3999e9133e tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1202502396', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'fixed_ips': [{'ip_address': '172.26.4.54'}]}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:10.924374 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-109c4ed5-cc61-46ca-ad72-8fa64cb8fd9a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:10.932814 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-10930d6e-4df7-42a4-9fda-1d3999e9133e tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:10.936644 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81049dd3-d5d1-44fa-b15a-8414b76f3a7c tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Pushing event updated for resources: {'Port': ['ID=b49ef7a9-cf88-4a53-9bf9-f7dedfc69181,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:10.973324 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-10930d6e-4df7-42a4-9fda-1d3999e9133e tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Usage tracker for resource:port and tenant:e67e10b9a1fc4957acc0783b7468fc92 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:10.978812 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-e4e519f9-7891-44fc-a971-4e2eb7dfb572 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Deleting port b9fc1809-ec45-49b2-b6a1-442e6441a8b7 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:10:10.979242 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e4e519f9-7891-44fc-a971-4e2eb7dfb572 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:11.004509 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-10930d6e-4df7-42a4-9fda-1d3999e9133e tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:11.037109 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-10930d6e-4df7-42a4-9fda-1d3999e9133e tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:11.086254 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cc48609a-4855-4a11-9a1e-4bf4eb4e3f92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:11.097723 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109c4ed5-cc61-46ca-ad72-8fa64cb8fd9a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Made reservation on behalf of 9b52ed05dd7340c5ab7a911779462445 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:11.101170 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-109c4ed5-cc61-46ca-ad72-8fa64cb8fd9a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks [] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:11.123499 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-0f0b2d37-32eb-452f-9347-90db1e6f9c4c None None] Allocated IP 172.20.0.2 (25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65/9b7165ed-72f0-43d7-b671-b766b0f5b107/d171fb58-66d9-48e2-9ed5-f763030b2978) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:11.129183 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cc48609a-4855-4a11-9a1e-4bf4eb4e3f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:11.177659 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-f841984f-8650-4d61-b914-30f6f6e65681 None None] Allocated IP 172.20.0.2 (d126ddec-894d-422d-92aa-1e7ef339c320/c74a9729-f8b1-46de-92cd-3794eec93bf3/5c84c4b9-f56d-4f7b-9957-799a431b97df) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:11.213304 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:11.277569 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10930d6e-4df7-42a4-9fda-1d3999e9133e tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Made reservation on behalf of e67e10b9a1fc4957acc0783b7468fc92 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:11.279605 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-10930d6e-4df7-42a4-9fda-1d3999e9133e tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:11.313057 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-10930d6e-4df7-42a4-9fda-1d3999e9133e tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:11.396131 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-10930d6e-4df7-42a4-9fda-1d3999e9133e tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:11.414248 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-10930d6e-4df7-42a4-9fda-1d3999e9133e tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Usage tracker for resource:security_group_rule and tenant:e67e10b9a1fc4957acc0783b7468fc92 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:11.433625 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:11.455361 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-cb750fb7-30c1-4946-8564-6d28472a3ee0 None None] Current status of the port 95d8db39-d9bf-4fc4-9b24-92c67979ba08 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:10:11.457662 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cb750fb7-30c1-4946-8564-6d28472a3ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:11.463595 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-10930d6e-4df7-42a4-9fda-1d3999e9133e tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:11.480783 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] device_id is not set on port 374127b3-6615-4b4e-90ac-a49d2d00cd03 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:10:11.482309 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-10930d6e-4df7-42a4-9fda-1d3999e9133e tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:11.493885 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5730053f-22f6-4875-8381-97f84b4ea932 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:11.559386 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-5730053f-22f6-4875-8381-97f84b4ea932 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Transition to ACTIVE for port object af37afb6-8479-4a2c-8d31-740af9b7c471 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:11.602152 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b2971a-45f2-4e1f-9088-aa504de74c28,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:11.631365 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-cc48609a-4855-4a11-9a1e-4bf4eb4e3f92 admin admin] Allocated IP 172.26.4.17 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/51cfdd72-c0f3-4f62-bf56-616a91b74f1a) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:11.650085 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e4e519f9-7891-44fc-a971-4e2eb7dfb572 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:11.670136 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e9bdc82f-f9db-4365-a53f-6addc9019164 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:11.720853 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e9bdc82f-f9db-4365-a53f-6addc9019164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:11.810119 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-e4e519f9-7891-44fc-a971-4e2eb7dfb572 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Calling delete_port for b9fc1809-ec45-49b2-b6a1-442e6441a8b7 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:10:11.830576 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-cb750fb7-30c1-4946-8564-6d28472a3ee0 None None] For port 95d8db39-d9bf-4fc4-9b24-92c67979ba08, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=95d8db39-d9bf-4fc4-9b24-92c67979ba08,segment=NetworkSegment(34577ec3-83ea-46ca-96d1-3af37c4357ab),segment_id=34577ec3-83ea-46ca-96d1-3af37c4357ab)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:10:11.848316 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-d932dc08-e2c1-4171-8c99-9c67f8b6639a None None] Allocated IP 172.20.255.242 (9fdd27e8-db8c-4a05-a65e-2119cc002add/a823674e-be91-40c8-9f98-f177fa25153b/0ed3f9c1-34b8-4066-9603-e5a7f7d76230) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:11.861596 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f30052e1-044e-4083-b947-85973597c27b None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:11.923086 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-41285717-2433-4a8a-a6d9-d570ec83ae84 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:12.083956 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-109c4ed5-cc61-46ca-ad72-8fa64cb8fd9a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:12.088305 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5730053f-22f6-4875-8381-97f84b4ea932 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:12.102372 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f30052e1-044e-4083-b947-85973597c27b None None] Transition to ACTIVE for port object ffbaf769-98a9-423f-bfec-6a98da2ec137 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:12.114644 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cb750fb7-30c1-4946-8564-6d28472a3ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:12.117042 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cc48609a-4855-4a11-9a1e-4bf4eb4e3f92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:12.122004 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] device_id is not set on port 374127b3-6615-4b4e-90ac-a49d2d00cd03 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:10:12.134717 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:12.153725 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Transition to ACTIVE for port object 374127b3-6615-4b4e-90ac-a49d2d00cd03 will not be triggered until provisioned by entity L2. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:12.195243 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-10930d6e-4df7-42a4-9fda-1d3999e9133e tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:12.228321 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:12.249516 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-41285717-2433-4a8a-a6d9-d570ec83ae84 None None] Transition to ACTIVE for port object eeb24324-1eac-48a6-bc23-3d587f7d19db will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:12.272730 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5730053f-22f6-4875-8381-97f84b4ea932 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Network 99f1aa78-4dab-46ed-85f8-d7d5ea9985e0 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:12.294362 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-5730053f-22f6-4875-8381-97f84b4ea932 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:12.325347 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cc48609a-4855-4a11-9a1e-4bf4eb4e3f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:12.331787 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730053f-22f6-4875-8381-97f84b4ea932 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Pushing event updated for resources: {'Port': ['ID=af37afb6-8479-4a2c-8d31-740af9b7c471,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:12.334085 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c4ed5-cc61-46ca-ad72-8fa64cb8fd9a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event updated for resources: {'Subnet': ['ID=72f5b200-5fd0-470f-8ff4-56bde71ff68c,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:12.340968 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb750fb7-30c1-4946-8564-6d28472a3ee0 None None] Pushing event updated for resources: {'Port': ['ID=95d8db39-d9bf-4fc4-9b24-92c67979ba08,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:12.341132 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5730053f-22f6-4875-8381-97f84b4ea932 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:12.348270 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5730053f-22f6-4875-8381-97f84b4ea932 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:12.348378 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5730053f-22f6-4875-8381-97f84b4ea932 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:12.371588 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-10930d6e-4df7-42a4-9fda-1d3999e9133e tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:12.394732 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4c64b559-1a77-46d6-9125-443d967ffd05 None None] Provisioning complete for port 95d8db39-d9bf-4fc4-9b24-92c67979ba08 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:10:12.396236 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4c64b559-1a77-46d6-9125-443d967ffd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:12.396236 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-4c64b559-1a77-46d6-9125-443d967ffd05 None None] Attempt 1 to provision port 95d8db39-d9bf-4fc4-9b24-92c67979ba08 Oct 10 11:10:12.414160 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc48609a-4855-4a11-9a1e-4bf4eb4e3f92 admin admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:12.430999 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-cc48609a-4855-4a11-9a1e-4bf4eb4e3f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:12.436060 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-10930d6e-4df7-42a4-9fda-1d3999e9133e tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] device_id is not set on port 7b377f4f-432c-4b74-b3fb-e1ce43280ce5 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:10:12.443435 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Pushing event updated for resources: {'Port': ['ID=374127b3-6615-4b4e-90ac-a49d2d00cd03,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:12.452312 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-41285717-2433-4a8a-a6d9-d570ec83ae84 None None] Transition to ACTIVE for port object eeb24324-1eac-48a6-bc23-3d587f7d19db will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:12.479780 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc48609a-4855-4a11-9a1e-4bf4eb4e3f92 admin admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:12.489112 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f841984f-8650-4d61-b914-30f6f6e65681 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:12.508998 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10930d6e-4df7-42a4-9fda-1d3999e9133e tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c77114b-f0d4-4a04-b9ae-ae9fdda2e3e5,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:12.512504 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109c4ed5-cc61-46ca-ad72-8fa64cb8fd9a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Checking segment: {'id': '606e3f3b-5273-4ffe-abe1-4a4441ba8cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '08bc115b-630f-4d7a-b405-98d79ce3e306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:12.513256 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109c4ed5-cc61-46ca-ad72-8fa64cb8fd9a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Network hostable DHCP agents. Network: 08bc115b-630f-4d7a-b405-98d79ce3e306, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:10:12.538186 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-e9bdc82f-f9db-4365-a53f-6addc9019164 admin admin] Allocated IP 172.26.4.247 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:12.540341 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f841984f-8650-4d61-b914-30f6f6e65681 None None] Transition to ACTIVE for port object 5c84c4b9-f56d-4f7b-9957-799a431b97df will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:12.543573 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0f0b2d37-32eb-452f-9347-90db1e6f9c4c None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:12.612456 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-41285717-2433-4a8a-a6d9-d570ec83ae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:12.617615 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5730053f-22f6-4875-8381-97f84b4ea932 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.9105773 Oct 10 11:10:12.621912 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47012) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:12.665574 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Checking segment: {'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:12.665574 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Network hostable DHCP agents. Network: 24be801b-61d8-40c5-9ec6-e1d4752ce55c, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:10:12.665829 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0f0b2d37-32eb-452f-9347-90db1e6f9c4c None None] Transition to ACTIVE for port object d171fb58-66d9-48e2-9ed5-f763030b2978 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:12.668223 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f30052e1-044e-4083-b947-85973597c27b None None] Transition to ACTIVE for port object ffbaf769-98a9-423f-bfec-6a98da2ec137 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:12.683073 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e4e519f9-7891-44fc-a971-4e2eb7dfb572 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:12.685018 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109c4ed5-cc61-46ca-ad72-8fa64cb8fd9a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Network 08bc115b-630f-4d7a-b405-98d79ce3e306 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:10:12.685183 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f841984f-8650-4d61-b914-30f6f6e65681 None None] Transition to ACTIVE for port object 5c84c4b9-f56d-4f7b-9957-799a431b97df will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:12.742005 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48609a-4855-4a11-9a1e-4bf4eb4e3f92 admin admin] Pushing event updated for resources: {'Port': ['ID=51cfdd72-c0f3-4f62-bf56-616a91b74f1a,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:12.765153 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e519f9-7891-44fc-a971-4e2eb7dfb572 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Pushing event deleted for resources: {'Port': ['ID=b9fc1809-ec45-49b2-b6a1-442e6441a8b7,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:12.827860 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-109c4ed5-cc61-46ca-ad72-8fa64cb8fd9a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 08bc115b-630f-4d7a-b405-98d79ce3e306) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:12.830691 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41285717-2433-4a8a-a6d9-d570ec83ae84 None None] Network 8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:12.831339 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e4e519f9-7891-44fc-a971-4e2eb7dfb572 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:12.839016 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109c4ed5-cc61-46ca-ad72-8fa64cb8fd9a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:12.839577 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-109c4ed5-cc61-46ca-ad72-8fa64cb8fd9a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:12.844803 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0f0b2d37-32eb-452f-9347-90db1e6f9c4c None None] Transition to ACTIVE for port object d171fb58-66d9-48e2-9ed5-f763030b2978 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:12.849609 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f30052e1-044e-4083-b947-85973597c27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:12.851907 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e4e519f9-7891-44fc-a971-4e2eb7dfb572 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] 10.222.0.40 "DELETE /v2.0/ports/b9fc1809-ec45-49b2-b6a1-442e6441a8b7 HTTP/1.1" status: 204 len: 168 time: 2.0537899 Oct 10 11:10:12.857001 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47016) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:12.857140 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643a568c-d7b8-40b5-b9a7-430c767c9354 None None] Network 08bc115b-630f-4d7a-b405-98d79ce3e306 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:12.869082 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-41285717-2433-4a8a-a6d9-d570ec83ae84 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:12.870800 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a6d04e-bcc3-4e46-85da-43b04e651bb8 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:12.871982 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f841984f-8650-4d61-b914-30f6f6e65681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:12.876708 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a6d04e-bcc3-4e46-85da-43b04e651bb8 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:12.882714 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a6d04e-bcc3-4e46-85da-43b04e651bb8 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:12.883696 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d932dc08-e2c1-4171-8c99-9c67f8b6639a None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:12.883813 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d2a6d04e-bcc3-4e46-85da-43b04e651bb8 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Synchronizing usage tracker for tenant:848cb09943fc48a3b929ac2ddaac1680 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:10:12.892454 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41285717-2433-4a8a-a6d9-d570ec83ae84 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:12.899392 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41285717-2433-4a8a-a6d9-d570ec83ae84 None None] Pushing event updated for resources: {'Port': ['ID=eeb24324-1eac-48a6-bc23-3d587f7d19db,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:12.936402 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-109c4ed5-cc61-46ca-ad72-8fa64cb8fd9a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3398321 Oct 10 11:10:12.939158 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47022) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:12.957510 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-7e4b402c-9ccb-4365-a10b-34e2247454d0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 2001:db8::23 (dac74586-4382-4e00-a6eb-f2005f114a9a/666f1945-0406-4908-a2b4-8d95bcbd293e/e5128262-36d9-4fc7-a902-c970602f7773) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:13.008371 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d932dc08-e2c1-4171-8c99-9c67f8b6639a None None] Transition to ACTIVE for port object 0ed3f9c1-34b8-4066-9603-e5a7f7d76230 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:13.016971 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d2a6d04e-bcc3-4e46-85da-43b04e651bb8 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Unset dirty status for tenant:848cb09943fc48a3b929ac2ddaac1680 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:10:13.022081 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d2a6d04e-bcc3-4e46-85da-43b04e651bb8 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3983080 Oct 10 11:10:13.026592 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47026) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:13.033349 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4c64b559-1a77-46d6-9125-443d967ffd05 None None] Current status of the port 95d8db39-d9bf-4fc4-9b24-92c67979ba08 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:10:13.035765 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Network 24be801b-61d8-40c5-9ec6-e1d4752ce55c is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:10:13.036757 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30052e1-044e-4083-b947-85973597c27b None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:13.046114 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e9bdc82f-f9db-4365-a53f-6addc9019164 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:13.081460 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 24be801b-61d8-40c5-9ec6-e1d4752ce55c) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:13.095770 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f841984f-8650-4d61-b914-30f6f6e65681 None None] Network d126ddec-894d-422d-92aa-1e7ef339c320 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:13.096771 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0f0b2d37-32eb-452f-9347-90db1e6f9c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:13.101408 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:13.144680 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-f30052e1-044e-4083-b947-85973597c27b None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:13.144861 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:13.145288 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:13.145970 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:13.147209 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 95d8db39-d9bf-4fc4-9b24-92c67979ba08 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:10:13.157789 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-631f313d-4880-4289-bc56-5286ffa2a211 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Deleting port af37afb6-8479-4a2c-8d31-740af9b7c471 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:10:13.158340 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-631f313d-4880-4289-bc56-5286ffa2a211 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:13.171119 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3706a4-7370-422a-b63a-03ea15998ddf None None] Network 24be801b-61d8-40c5-9ec6-e1d4752ce55c requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:13.183190 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-f841984f-8650-4d61-b914-30f6f6e65681 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:13.190726 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30052e1-044e-4083-b947-85973597c27b None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:13.206510 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f841984f-8650-4d61-b914-30f6f6e65681 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:13.302701 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f802cdb4-067e-4afb-8f90-99554043c22b tempest-DHCPAgentSchedulersTestJSON-974564501 tempest-DHCPAgentSchedulersTestJSON-974564501-project-admin] 10.222.0.40 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.4413650 Oct 10 11:10:13.307553 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47034) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:13.310996 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:13.310996 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:13.312570 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d932dc08-e2c1-4171-8c99-9c67f8b6639a None None] Transition to ACTIVE for port object 0ed3f9c1-34b8-4066-9603-e5a7f7d76230 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:13.315738 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.plugins.ml2.plugin [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempt 2 to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 Oct 10 11:10:13.336970 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-e13379a4-0045-4d04-b520-801d4d868a51 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-676146601'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:13.337200 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30052e1-044e-4083-b947-85973597c27b None None] Pushing event updated for resources: {'Port': ['ID=ffbaf769-98a9-423f-bfec-6a98da2ec137,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:13.344437 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-e13379a4-0045-4d04-b520-801d4d868a51 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:13.347503 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0b2d37-32eb-452f-9347-90db1e6f9c4c None None] Network 25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:13.348219 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e13379a4-0045-4d04-b520-801d4d868a51 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Usage tracker for resource:network and tenant:c628817e01034ddcbcf41a920573c634 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:13.351364 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e13379a4-0045-4d04-b520-801d4d868a51 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:13.359108 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-0f0b2d37-32eb-452f-9347-90db1e6f9c4c None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:13.367496 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-e13379a4-0045-4d04-b520-801d4d868a51 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:13.377131 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:13.377446 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:13.377796 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:13.429009 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0b2d37-32eb-452f-9347-90db1e6f9c4c None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:13.438926 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:13.439117 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:13.441514 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.plugins.ml2.plugin [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempt 3 to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 Oct 10 11:10:13.454066 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:13.456197 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-41285717-2433-4a8a-a6d9-d570ec83ae84 None None] Attempting to bind port eeb24324-1eac-48a6-bc23-3d587f7d19db on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:13.456753 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-41285717-2433-4a8a-a6d9-d570ec83ae84 None None] Attempting to bind port eeb24324-1eac-48a6-bc23-3d587f7d19db by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '5652673d-6ce9-45c3-b311-6c39b0f20c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:13.457262 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41285717-2433-4a8a-a6d9-d570ec83ae84 None None] Attempting to bind port eeb24324-1eac-48a6-bc23-3d587f7d19db on network 8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:13.457677 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cc48609a-4855-4a11-9a1e-4bf4eb4e3f92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:13.510704 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d932dc08-e2c1-4171-8c99-9c67f8b6639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:13.510909 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13379a4-0045-4d04-b520-801d4d868a51 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Made reservation on behalf of c628817e01034ddcbcf41a920573c634 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:13.514133 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e13379a4-0045-4d04-b520-801d4d868a51 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:13.534205 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:13.534546 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:13.534868 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:13.549648 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e9bdc82f-f9db-4365-a53f-6addc9019164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:13.583683 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4c64b559-1a77-46d6-9125-443d967ffd05 None None] Provisioning for port a4e4c3a4-0de2-437f-8722-8cdb3f775d9a completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:10:13.598176 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:13.598497 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:13.615139 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.plugins.ml2.plugin [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempt 4 to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 Oct 10 11:10:13.640422 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41285717-2433-4a8a-a6d9-d570ec83ae84 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:10:13.640790 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41285717-2433-4a8a-a6d9-d570ec83ae84 None None] Checking segment: {'id': '5652673d-6ce9-45c3-b311-6c39b0f20c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:13.641353 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-41285717-2433-4a8a-a6d9-d570ec83ae84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:13.641902 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41285717-2433-4a8a-a6d9-d570ec83ae84 None None] Bound using segment: {'id': '5652673d-6ce9-45c3-b311-6c39b0f20c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:10:13.642530 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-41285717-2433-4a8a-a6d9-d570ec83ae84 None None] Bound port: eeb24324-1eac-48a6-bc23-3d587f7d19db, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5652673d-6ce9-45c3-b311-6c39b0f20c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:10:13.642917 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-41285717-2433-4a8a-a6d9-d570ec83ae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:13.643343 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e13379a4-0045-4d04-b520-801d4d868a51 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 498} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:10:13.690481 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e13379a4-0045-4d04-b520-801d4d868a51 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:13.690817 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-e13379a4-0045-4d04-b520-801d4d868a51 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Added segment 90b7fac1-c212-46d3-b8f8-db8d2d3c255c of type vlan for network ab597303-b7d5-4d1d-9feb-e989eb68548e Oct 10 11:10:13.704202 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-631f313d-4880-4289-bc56-5286ffa2a211 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:13.710178 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bdc82f-f9db-4365-a53f-6addc9019164 admin admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:13.732641 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:13.732981 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:13.733278 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:13.735447 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-e9bdc82f-f9db-4365-a53f-6addc9019164 admin admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:13.754991 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4c64b559-1a77-46d6-9125-443d967ffd05 None None] Provisioning complete for port a4e4c3a4-0de2-437f-8722-8cdb3f775d9a triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:10:13.755579 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4c64b559-1a77-46d6-9125-443d967ffd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:13.755914 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-4c64b559-1a77-46d6-9125-443d967ffd05 None None] Attempt 1 to provision port a4e4c3a4-0de2-437f-8722-8cdb3f775d9a Oct 10 11:10:13.757592 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7e4b402c-9ccb-4365-a10b-34e2247454d0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:13.762856 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bdc82f-f9db-4365-a53f-6addc9019164 admin admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:13.820253 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:13.820253 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:13.820253 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bdc82f-f9db-4365-a53f-6addc9019164 admin admin] Pushing event updated for resources: {'Port': ['ID=d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:13.828260 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f30052e1-044e-4083-b947-85973597c27b None None] Attempting to bind port ffbaf769-98a9-423f-bfec-6a98da2ec137 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:13.828622 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f30052e1-044e-4083-b947-85973597c27b None None] Attempting to bind port ffbaf769-98a9-423f-bfec-6a98da2ec137 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:13.828974 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30052e1-044e-4083-b947-85973597c27b None None] Attempting to bind port ffbaf769-98a9-423f-bfec-6a98da2ec137 on network dac74586-4382-4e00-a6eb-f2005f114a9a {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:13.833614 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.plugins.ml2.plugin [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempt 5 to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 Oct 10 11:10:13.847588 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-10930d6e-4df7-42a4-9fda-1d3999e9133e tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 10 11:10:13.848134 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10930d6e-4df7-42a4-9fda-1d3999e9133e tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:10:13.857725 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-631f313d-4880-4289-bc56-5286ffa2a211 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Calling delete_port for af37afb6-8479-4a2c-8d31-740af9b7c471 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:10:13.871066 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d932dc08-e2c1-4171-8c99-9c67f8b6639a None None] Network 9fdd27e8-db8c-4a05-a65e-2119cc002add is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:13.891600 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:13.914836 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-7e4b402c-9ccb-4365-a10b-34e2247454d0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Transition to ACTIVE for port object e5128262-36d9-4fc7-a902-c970602f7773 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:13.941372 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e13379a4-0045-4d04-b520-801d4d868a51 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:13.954472 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-d932dc08-e2c1-4171-8c99-9c67f8b6639a None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:13.957504 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841984f-8650-4d61-b914-30f6f6e65681 None None] Pushing event updated for resources: {'Port': ['ID=5c84c4b9-f56d-4f7b-9957-799a431b97df,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:13.982335 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d932dc08-e2c1-4171-8c99-9c67f8b6639a None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:13.984485 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30052e1-044e-4083-b947-85973597c27b None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:10:13.984696 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30052e1-044e-4083-b947-85973597c27b None None] Checking segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:13.985087 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f30052e1-044e-4083-b947-85973597c27b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:13.985472 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30052e1-044e-4083-b947-85973597c27b None None] Bound using segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:10:13.986052 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f30052e1-044e-4083-b947-85973597c27b None None] Bound port: ffbaf769-98a9-423f-bfec-6a98da2ec137, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:10:13.986350 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f30052e1-044e-4083-b947-85973597c27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:13.996847 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:13.996847 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:13.997305 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:14.078142 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:14.078582 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:14.082836 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-10930d6e-4df7-42a4-9fda-1d3999e9133e tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 3.1938846 Oct 10 11:10:14.085175 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47038) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:14.090963 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.plugins.ml2.plugin [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempt 6 to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 Oct 10 11:10:14.129357 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:14.129706 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:14.130110 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:14.137875 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-0f0b2d37-32eb-452f-9347-90db1e6f9c4c None None] Attempting to bind port d171fb58-66d9-48e2-9ed5-f763030b2978 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:14.138243 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-0f0b2d37-32eb-452f-9347-90db1e6f9c4c None None] Attempting to bind port d171fb58-66d9-48e2-9ed5-f763030b2978 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '444e6788-eb7a-4101-8106-c0fe98621e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': '25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:14.138605 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0b2d37-32eb-452f-9347-90db1e6f9c4c None None] Attempting to bind port d171fb58-66d9-48e2-9ed5-f763030b2978 on network 25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:14.140775 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f841984f-8650-4d61-b914-30f6f6e65681 None None] Attempting to bind port 5c84c4b9-f56d-4f7b-9957-799a431b97df on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:14.141063 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f841984f-8650-4d61-b914-30f6f6e65681 None None] Attempting to bind port 5c84c4b9-f56d-4f7b-9957-799a431b97df by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '40e94a3d-6e89-45af-a9dc-301a2a9b494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'd126ddec-894d-422d-92aa-1e7ef339c320'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:14.141403 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f841984f-8650-4d61-b914-30f6f6e65681 None None] Attempting to bind port 5c84c4b9-f56d-4f7b-9957-799a431b97df on network d126ddec-894d-422d-92aa-1e7ef339c320 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:14.149365 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:14.149990 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:14.152919 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.plugins.ml2.plugin [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempt 7 to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 Oct 10 11:10:14.213580 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4c64b559-1a77-46d6-9125-443d967ffd05 None None] Port a4e4c3a4-0de2-437f-8722-8cdb3f775d9a cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:10:14.219502 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e13379a4-0045-4d04-b520-801d4d868a51 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:14.224895 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13379a4-0045-4d04-b520-801d4d868a51 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:14.226272 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e13379a4-0045-4d04-b520-801d4d868a51 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:14.230279 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:14.239214 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:14.239634 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:14.240022 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:14.250782 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:14.251188 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:14.253343 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.plugins.ml2.plugin [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempt 8 to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 Oct 10 11:10:14.254972 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0b2d37-32eb-452f-9347-90db1e6f9c4c None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:10:14.255344 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0b2d37-32eb-452f-9347-90db1e6f9c4c None None] Checking segment: {'id': '444e6788-eb7a-4101-8106-c0fe98621e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': '25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:14.255742 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0f0b2d37-32eb-452f-9347-90db1e6f9c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:14.256128 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0b2d37-32eb-452f-9347-90db1e6f9c4c None None] Bound using segment: {'id': '444e6788-eb7a-4101-8106-c0fe98621e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': '25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:10:14.256601 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-0f0b2d37-32eb-452f-9347-90db1e6f9c4c None None] Bound port: d171fb58-66d9-48e2-9ed5-f763030b2978, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444e6788-eb7a-4101-8106-c0fe98621e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': '25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:10:14.256990 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0f0b2d37-32eb-452f-9347-90db1e6f9c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:14.266226 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f841984f-8650-4d61-b914-30f6f6e65681 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:10:14.266596 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f841984f-8650-4d61-b914-30f6f6e65681 None None] Checking segment: {'id': '40e94a3d-6e89-45af-a9dc-301a2a9b494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'd126ddec-894d-422d-92aa-1e7ef339c320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:14.268156 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f841984f-8650-4d61-b914-30f6f6e65681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:14.268156 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f841984f-8650-4d61-b914-30f6f6e65681 None None] Bound using segment: {'id': '40e94a3d-6e89-45af-a9dc-301a2a9b494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'd126ddec-894d-422d-92aa-1e7ef339c320'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:10:14.268156 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f841984f-8650-4d61-b914-30f6f6e65681 None None] Bound port: 5c84c4b9-f56d-4f7b-9957-799a431b97df, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40e94a3d-6e89-45af-a9dc-301a2a9b494a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'd126ddec-894d-422d-92aa-1e7ef339c320'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:10:14.268156 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f841984f-8650-4d61-b914-30f6f6e65681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:14.276260 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cc48609a-4855-4a11-9a1e-4bf4eb4e3f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:14.280233 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:14.280687 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:14.281129 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:14.323503 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 95d8db39-d9bf-4fc4-9b24-92c67979ba08 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:10:14.324426 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:14.324760 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 95d8db39-d9bf-4fc4-9b24-92c67979ba08 Oct 10 11:10:14.334524 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event deleted for resources: {'Subnet': ['ID=72f5b200-5fd0-470f-8ff4-56bde71ff68c,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:14.340374 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:14.340880 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:14.348042 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.plugins.ml2.plugin [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempt 9 to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 Oct 10 11:10:14.355450 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7e4b402c-9ccb-4365-a10b-34e2247454d0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:14.435088 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:14.435437 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:14.435823 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:14.462246 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:14.462671 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:14.468826 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.plugins.ml2.plugin [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempt 10 to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 Oct 10 11:10:14.515570 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-631f313d-4880-4289-bc56-5286ffa2a211 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:14.525719 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4b402c-9ccb-4365-a10b-34e2247454d0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:14.528357 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b2d37-32eb-452f-9347-90db1e6f9c4c None None] Pushing event updated for resources: {'Port': ['ID=d171fb58-66d9-48e2-9ed5-f763030b2978,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:14.538876 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-7e4b402c-9ccb-4365-a10b-34e2247454d0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:14.563803 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4b402c-9ccb-4365-a10b-34e2247454d0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:14.567793 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a54659c-5ba6-4ebe-8f83-268fb0f5f634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-08bc115b-630f-4d7a-b405-98d79ce3e306', 'network_id': '08bc115b-630f-4d7a-b405-98d79ce3e306', 'tenant_id': '9b52ed05dd7340c5ab7a911779462445', 'fixed_ips': [{'subnet_id': '72f5b200-5fd0-470f-8ff4-56bde71ff68c'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:10:14.568641 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7a54659c-5ba6-4ebe-8f83-268fb0f5f634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:14.569720 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4b402c-9ccb-4365-a10b-34e2247454d0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:14.571238 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7e4b402c-9ccb-4365-a10b-34e2247454d0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:14.571543 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e13379a4-0045-4d04-b520-801d4d868a51 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2499909 Oct 10 11:10:14.580012 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b402c-9ccb-4365-a10b-34e2247454d0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Port': ['ID=e5128262-36d9-4fc7-a902-c970602f7773,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:14.585624 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47042) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:14.605450 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:14.605895 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:14.606253 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:14.625074 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:14.625477 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 374127b3-6615-4b4e-90ac-a49d2d00cd03 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:14.625933 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:14.638228 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-36e47ae2-d091-43dd-8acc-92bb9a86e406 tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Deleting port b49ef7a9-cf88-4a53-9bf9-f7dedfc69181 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:10:14.638782 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-36e47ae2-d091-43dd-8acc-92bb9a86e406 tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:14.662415 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d932dc08-e2c1-4171-8c99-9c67f8b6639a None None] Attempting to bind port 0ed3f9c1-34b8-4066-9603-e5a7f7d76230 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:14.663033 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d932dc08-e2c1-4171-8c99-9c67f8b6639a None None] Attempting to bind port 0ed3f9c1-34b8-4066-9603-e5a7f7d76230 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '65d0dabf-6276-4cde-892d-b7e2fdb32d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': '9fdd27e8-db8c-4a05-a65e-2119cc002add'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:14.663526 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d932dc08-e2c1-4171-8c99-9c67f8b6639a None None] Attempting to bind port 0ed3f9c1-34b8-4066-9603-e5a7f7d76230 on network 9fdd27e8-db8c-4a05-a65e-2119cc002add {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:14.672264 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13379a4-0045-4d04-b520-801d4d868a51 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Pushing event updated for resources: {'Network': ['ID=ab597303-b7d5-4d1d-9feb-e989eb68548e,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:14.676458 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f313d-4880-4289-bc56-5286ffa2a211 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Pushing event deleted for resources: {'Port': ['ID=af37afb6-8479-4a2c-8d31-740af9b7c471,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:14.679553 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-41285717-2433-4a8a-a6d9-d570ec83ae84 None None] For port eeb24324-1eac-48a6-bc23-3d587f7d19db, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:10:14.713100 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network ab597303-b7d5-4d1d-9feb-e989eb68548e details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:10:14.736432 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:14.739637 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-4c64b559-1a77-46d6-9125-443d967ffd05 None None] Attempt 2 to provision port a4e4c3a4-0de2-437f-8722-8cdb3f775d9a Oct 10 11:10:14.767093 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d932dc08-e2c1-4171-8c99-9c67f8b6639a None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:10:14.768186 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d932dc08-e2c1-4171-8c99-9c67f8b6639a None None] Checking segment: {'id': '65d0dabf-6276-4cde-892d-b7e2fdb32d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': '9fdd27e8-db8c-4a05-a65e-2119cc002add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:14.768368 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d932dc08-e2c1-4171-8c99-9c67f8b6639a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:14.768667 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d932dc08-e2c1-4171-8c99-9c67f8b6639a None None] Bound using segment: {'id': '65d0dabf-6276-4cde-892d-b7e2fdb32d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': '9fdd27e8-db8c-4a05-a65e-2119cc002add'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:10:14.769157 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d932dc08-e2c1-4171-8c99-9c67f8b6639a None None] Bound port: 0ed3f9c1-34b8-4066-9603-e5a7f7d76230, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d0dabf-6276-4cde-892d-b7e2fdb32d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': '9fdd27e8-db8c-4a05-a65e-2119cc002add'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:10:14.769434 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-631f313d-4880-4289-bc56-5286ffa2a211 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:14.769601 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d932dc08-e2c1-4171-8c99-9c67f8b6639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:14.771666 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-631f313d-4880-4289-bc56-5286ffa2a211 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] 10.222.0.40 "DELETE /v2.0/ports/af37afb6-8479-4a2c-8d31-740af9b7c471 HTTP/1.1" status: 204 len: 168 time: 1.7439573 Oct 10 11:10:14.787453 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47048) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:14.806112 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f30052e1-044e-4083-b947-85973597c27b None None] For port ffbaf769-98a9-423f-bfec-6a98da2ec137, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:10:14.815214 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-8bd585c8-bb72-40cb-9524-8eb8218bdb86 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Request body: {'port': {'name': 'tempest-new-port-name-1690315931', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:14.815821 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.api.validators [None req-8bd585c8-bb72-40cb-9524-8eb8218bdb86 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] bootfile-name is not in valid_values {{(pid=89897) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 10 11:10:14.816315 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.api.validators [None req-8bd585c8-bb72-40cb-9524-8eb8218bdb86 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] tftp-server is not in valid_values {{(pid=89897) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 10 11:10:14.816795 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.api.validators [None req-8bd585c8-bb72-40cb-9524-8eb8218bdb86 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] server-ip-address is not in valid_values {{(pid=89897) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 10 11:10:14.819283 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f30052e1-044e-4083-b947-85973597c27b None None] For port ffbaf769-98a9-423f-bfec-6a98da2ec137, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ffbaf769-98a9-423f-bfec-6a98da2ec137,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:10:14.861292 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Subscribe: > segment before_delete 55550000 {{(pid=89897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:10:14.861849 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:10:14.862485 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:10:14.862816 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Subscribe: > port after_create 55550000 {{(pid=89897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:10:14.863140 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Subscribe: > port after_delete 55550000 {{(pid=89897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:10:14.863239 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-0f0b2d37-32eb-452f-9347-90db1e6f9c4c None None] For port d171fb58-66d9-48e2-9ed5-f763030b2978, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:10:14.863469 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Subscribe: > port after_update 55550000 {{(pid=89897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:10:14.863798 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Subscribe: > segment after_delete 55550000 {{(pid=89897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:10:14.864126 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Subscribe: > subnet after_create 55550000 {{(pid=89897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:10:14.864442 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Subscribe: > subnet after_delete 55550000 {{(pid=89897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:10:14.864749 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Subscribe: > subnet after_update 55550000 {{(pid=89897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:10:14.867577 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-0f0b2d37-32eb-452f-9347-90db1e6f9c4c None None] For port d171fb58-66d9-48e2-9ed5-f763030b2978, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=d171fb58-66d9-48e2-9ed5-f763030b2978,segment=NetworkSegment(444e6788-eb7a-4101-8106-c0fe98621e3b),segment_id=444e6788-eb7a-4101-8106-c0fe98621e3b)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:10:14.907080 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f841984f-8650-4d61-b914-30f6f6e65681 None None] For port 5c84c4b9-f56d-4f7b-9957-799a431b97df, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:10:14.911385 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f841984f-8650-4d61-b914-30f6f6e65681 None None] For port 5c84c4b9-f56d-4f7b-9957-799a431b97df, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5c84c4b9-f56d-4f7b-9957-799a431b97df,segment=NetworkSegment(40e94a3d-6e89-45af-a9dc-301a2a9b494a),segment_id=40e94a3d-6e89-45af-a9dc-301a2a9b494a)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:10:14.936880 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932dc08-e2c1-4171-8c99-9c67f8b6639a None None] Pushing event updated for resources: {'Port': ['ID=0ed3f9c1-34b8-4066-9603-e5a7f7d76230,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:14.950206 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-41285717-2433-4a8a-a6d9-d570ec83ae84 None None] For port eeb24324-1eac-48a6-bc23-3d587f7d19db, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=eeb24324-1eac-48a6-bc23-3d587f7d19db,segment=NetworkSegment(5652673d-6ce9-45c3-b311-6c39b0f20c74),segment_id=5652673d-6ce9-45c3-b311-6c39b0f20c74)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:10:14.955869 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:10:14.960242 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7e4b402c-9ccb-4365-a10b-34e2247454d0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.2539289 Oct 10 11:10:14.995316 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47052) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:15.037701 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Subscribe: > subnet after_create 55550000 {{(pid=89897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:10:15.038011 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Subscribe: > subnet after_delete 55550000 {{(pid=89897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:10:15.038297 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Subscribe: > subnet before_create 55550000 {{(pid=89897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:10:15.038620 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Subscribe: > subnet before_update 55550000 {{(pid=89897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:10:15.038983 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08bc115b-630f-4d7a-b405-98d79ce3e306']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:15.059868 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f841984f-8650-4d61-b914-30f6f6e65681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:15.063333 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606e3f3b-5273-4ffe-abe1-4a4441ba8cad') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:15.063621 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606e3f3b-5273-4ffe-abe1-4a4441ba8cad') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:15.069433 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0f0b2d37-32eb-452f-9347-90db1e6f9c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:15.138595 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:15.159597 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f30052e1-044e-4083-b947-85973597c27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:15.204263 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-41285717-2433-4a8a-a6d9-d570ec83ae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:15.218835 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:15.238978 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] For port 374127b3-6615-4b4e-90ac-a49d2d00cd03, host hv-neutron-8608, cleared binding levels {{(pid=89896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:10:15.239556 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempted to set empty binding levels {{(pid=89896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 10 11:10:15.242082 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Releasing vlan 496 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:10:15.242476 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:15.265270 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ef3dbb2d-6630-49fc-9cc1-cebe9cfe826d tempest-DHCPAgentSchedulersTestJSON-974564501 tempest-DHCPAgentSchedulersTestJSON-974564501-project-admin] 10.222.0.40 "GET /v2.0/agents/edfce11a-b89a-4553-a0de-13fbc83cf01a/dhcp-networks HTTP/1.1" status: 200 len: 8811 time: 0.6698856 Oct 10 11:10:15.265270 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e9bdc82f-f9db-4365-a53f-6addc9019164 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:15.290224 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47058) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:15.319884 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:15.320916 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:15.321461 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:15.345326 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-36e47ae2-d091-43dd-8acc-92bb9a86e406 tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:15.345769 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-36e47ae2-d091-43dd-8acc-92bb9a86e406 tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:15.397897 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50198d84-ad15-4523-b565-ca2d4cbd705e None None] Network 08bc115b-630f-4d7a-b405-98d79ce3e306 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:15.413368 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc48609a-4855-4a11-9a1e-4bf4eb4e3f92 admin admin] Router 5d17321e-2af2-458f-984e-3924410a7157 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:10:15.473161 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4c64b559-1a77-46d6-9125-443d967ffd05 None None] Port a4e4c3a4-0de2-437f-8722-8cdb3f775d9a cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:10:15.489353 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bdceee-f50e-49ef-a08a-b4b424164c47 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:15.495298 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d932dc08-e2c1-4171-8c99-9c67f8b6639a None None] For port 0ed3f9c1-34b8-4066-9603-e5a7f7d76230, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:10:15.498560 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bdceee-f50e-49ef-a08a-b4b424164c47 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:15.498692 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841984f-8650-4d61-b914-30f6f6e65681 None None] Pushing event updated for resources: {'Port': ['ID=5c84c4b9-f56d-4f7b-9957-799a431b97df,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:15.499701 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e2bdceee-f50e-49ef-a08a-b4b424164c47 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:10:15.515782 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 95d8db39-d9bf-4fc4-9b24-92c67979ba08 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:10:15.537594 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 5.7456067 Oct 10 11:10:15.548642 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-36e47ae2-d091-43dd-8acc-92bb9a86e406 tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Calling delete_port for b49ef7a9-cf88-4a53-9bf9-f7dedfc69181 owned by network:floatingip {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:10:15.625293 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8bd585c8-bb72-40cb-9524-8eb8218bdb86 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:15.636924 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47066) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:15.638060 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a34d7-0cfc-4ae8-b212-cfcbe24a2c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Pushing event updated for resources: {'Port': ['ID=374127b3-6615-4b4e-90ac-a49d2d00cd03,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:15.985200 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e2bdceee-f50e-49ef-a08a-b4b424164c47 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:10:15.988784 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e2bdceee-f50e-49ef-a08a-b4b424164c47 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.9892113 Oct 10 11:10:15.988917 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-4c64b559-1a77-46d6-9125-443d967ffd05 None None] Attempt 3 to provision port a4e4c3a4-0de2-437f-8722-8cdb3f775d9a Oct 10 11:10:15.997231 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47078) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:15.999897 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 606e3f3b-5273-4ffe-abe1-4a4441ba8cad resource provider aggregate not found Oct 10 11:10:16.053467 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b2d37-32eb-452f-9347-90db1e6f9c4c None None] Pushing event updated for resources: {'Port': ['ID=d171fb58-66d9-48e2-9ed5-f763030b2978,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:16.096713 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-36e47ae2-d091-43dd-8acc-92bb9a86e406 tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:16.150995 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:16.157470 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:16.173340 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-c2f1841c-b55d-4c4b-a6e2-a3a65b0634aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Deleting port 374127b3-6615-4b4e-90ac-a49d2d00cd03 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:10:16.173723 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c2f1841c-b55d-4c4b-a6e2-a3a65b0634aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:16.185106 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 606e3f3b-5273-4ffe-abe1-4a4441ba8cad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 606e3f3b-5273-4ffe-abe1-4a4441ba8cad found for delete ", "request_id": "req-cf2ddb33-30bf-48eb-98f8-f0c6d59baa01"}]} Oct 10 11:10:16.206752 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-c0c32f7d-a8b8-4277-8867-39405fbdcd6c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting port e5128262-36d9-4fc7-a902-c970602f7773 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:10:16.207448 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c0c32f7d-a8b8-4277-8867-39405fbdcd6c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:16.238835 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d932dc08-e2c1-4171-8c99-9c67f8b6639a None None] For port 0ed3f9c1-34b8-4066-9603-e5a7f7d76230, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=0ed3f9c1-34b8-4066-9603-e5a7f7d76230,segment=NetworkSegment(65d0dabf-6276-4cde-892d-b7e2fdb32d74),segment_id=65d0dabf-6276-4cde-892d-b7e2fdb32d74)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:10:16.307272 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30052e1-044e-4083-b947-85973597c27b None None] Pushing event updated for resources: {'Port': ['ID=ffbaf769-98a9-423f-bfec-6a98da2ec137,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:16.311541 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4c64b559-1a77-46d6-9125-443d967ffd05 None None] Port a4e4c3a4-0de2-437f-8722-8cdb3f775d9a cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:10:16.337792 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e47ae2-d091-43dd-8acc-92bb9a86e406 tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Pushing event deleted for resources: {'Port': ['ID=b49ef7a9-cf88-4a53-9bf9-f7dedfc69181,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:16.403826 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event deleted for resources: {'Network': ['ID=08bc115b-630f-4d7a-b405-98d79ce3e306,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:16.419235 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-dbe5d78d-db57-4e8a-9f97-6c6e472ea178 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/networks/08bc115b-630f-4d7a-b405-98d79ce3e306 HTTP/1.1" status: 204 len: 168 time: 3.4784045 Oct 10 11:10:16.437565 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d932dc08-e2c1-4171-8c99-9c67f8b6639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:16.447296 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41285717-2433-4a8a-a6d9-d570ec83ae84 None None] Pushing event updated for resources: {'Port': ['ID=eeb24324-1eac-48a6-bc23-3d587f7d19db,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:16.464892 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47084) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:16.536375 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-74528847-0131-4e11-a6ba-493c238ab7d5 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-718801100'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:16.539456 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932dc08-e2c1-4171-8c99-9c67f8b6639a None None] Pushing event updated for resources: {'Port': ['ID=0ed3f9c1-34b8-4066-9603-e5a7f7d76230,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:16.562735 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-74528847-0131-4e11-a6ba-493c238ab7d5 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:16.596343 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-74528847-0131-4e11-a6ba-493c238ab7d5 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Usage tracker for resource:network and tenant:9b52ed05dd7340c5ab7a911779462445 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:16.604515 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-74528847-0131-4e11-a6ba-493c238ab7d5 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:16.661935 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-74528847-0131-4e11-a6ba-493c238ab7d5 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:16.705496 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-36e47ae2-d091-43dd-8acc-92bb9a86e406 tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:16.707831 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-36e47ae2-d091-43dd-8acc-92bb9a86e406 tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:16.709085 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-36e47ae2-d091-43dd-8acc-92bb9a86e406 tempest-ExternalNetworksAdminNegativeTestJSON-446863867 tempest-ExternalNetworksAdminNegativeTestJSON-446863867-project-admin] 10.222.0.40 "DELETE /v2.0/floatingips/f9161477-6b7e-4da7-8b7b-1400a61e0741 HTTP/1.1" status: 204 len: 168 time: 2.6229277 Oct 10 11:10:16.730356 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575f8849-aaa1-4e79-95d1-fa35d5a66cbc tempest-DHCPAgentSchedulersTestJSON-974564501 tempest-DHCPAgentSchedulersTestJSON-974564501-project-admin] Network ab597303-b7d5-4d1d-9feb-e989eb68548e is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:10:16.766770 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74528847-0131-4e11-a6ba-493c238ab7d5 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Made reservation on behalf of 9b52ed05dd7340c5ab7a911779462445 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:16.771453 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-74528847-0131-4e11-a6ba-493c238ab7d5 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:16.813357 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-4c64b559-1a77-46d6-9125-443d967ffd05 None None] Attempt 4 to provision port a4e4c3a4-0de2-437f-8722-8cdb3f775d9a Oct 10 11:10:16.818818 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74528847-0131-4e11-a6ba-493c238ab7d5 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 483} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:10:16.824403 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8bd585c8-bb72-40cb-9524-8eb8218bdb86 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:16.832321 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-575f8849-aaa1-4e79-95d1-fa35d5a66cbc tempest-DHCPAgentSchedulersTestJSON-974564501 tempest-DHCPAgentSchedulersTestJSON-974564501-project-admin] 10.222.0.40 "POST /v2.0/agents/edfce11a-b89a-4553-a0de-13fbc83cf01a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.5387723 Oct 10 11:10:16.832539 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47090) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:16.844618 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-74528847-0131-4e11-a6ba-493c238ab7d5 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:16.844954 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-74528847-0131-4e11-a6ba-493c238ab7d5 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Added segment 5fa8603a-e4a9-4643-90c2-f4b63ae4e254 of type vlan for network 355f2c8d-c78f-4809-93b0-45325ebd6dd8 Oct 10 11:10:16.880121 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd781c5e-2f9a-450b-bc3f-c1cf740cf936 None None] Network ab597303-b7d5-4d1d-9feb-e989eb68548e requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:16.910045 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8bd585c8-bb72-40cb-9524-8eb8218bdb86 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:17.002514 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-c2f1841c-b55d-4c4b-a6e2-a3a65b0634aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] For port 374127b3-6615-4b4e-90ac-a49d2d00cd03, host hv-neutron-8608, got binding levels [] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:10:17.003493 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c2f1841c-b55d-4c4b-a6e2-a3a65b0634aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:17.024038 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e9bdc82f-f9db-4365-a53f-6addc9019164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:17.036327 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-74528847-0131-4e11-a6ba-493c238ab7d5 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:17.105263 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4c64b559-1a77-46d6-9125-443d967ffd05 None None] Port a4e4c3a4-0de2-437f-8722-8cdb3f775d9a cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:10:17.123660 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-8bd585c8-bb72-40cb-9524-8eb8218bdb86 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] In _notify_port_updated(), no bound segment for port a4e4c3a4-0de2-437f-8722-8cdb3f775d9a on network 99f1aa78-4dab-46ed-85f8-d7d5ea9985e0 {{(pid=89897) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 10 11:10:17.130922 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd585c8-bb72-40cb-9524-8eb8218bdb86 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:17.130922 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8bd585c8-bb72-40cb-9524-8eb8218bdb86 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:17.135028 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8bd585c8-bb72-40cb-9524-8eb8218bdb86 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] 10.222.0.40 "PUT /v2.0/ports/a4e4c3a4-0de2-437f-8722-8cdb3f775d9a HTTP/1.1" status: 200 len: 1130 time: 2.3430867 Oct 10 11:10:17.144395 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47094) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:17.203901 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc48609a-4855-4a11-9a1e-4bf4eb4e3f92 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:10:17.218758 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea6caac-ce09-4e28-9b8b-0491e35f5d30 None None] Sync routers for ids ['5d17321e-2af2-458f-984e-3924410a7157'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:10:17.232328 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea6caac-ce09-4e28-9b8b-0491e35f5d30 None None] Routers {'5d17321e-2af2-458f-984e-3924410a7157'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:10:17.232981 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-0ea6caac-ce09-4e28-9b8b-0491e35f5d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:10:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5d17321e-2af2-458f-984e-3924410a7157'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:17.261613 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd585c8-bb72-40cb-9524-8eb8218bdb86 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Pushing event updated for resources: {'Port': ['ID=a4e4c3a4-0de2-437f-8722-8cdb3f775d9a,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:17.266719 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c4385a5f-6b2d-470f-a1ac-fc0c7202a165 tempest-DHCPAgentSchedulersTestJSON-974564501 tempest-DHCPAgentSchedulersTestJSON-974564501-project-admin] 10.222.0.40 "GET /v2.0/agents/edfce11a-b89a-4553-a0de-13fbc83cf01a/dhcp-networks HTTP/1.1" status: 200 len: 8827 time: 0.4329605 Oct 10 11:10:17.281128 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47100) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:17.327882 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-c2f1841c-b55d-4c4b-a6e2-a3a65b0634aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Calling delete_port for 374127b3-6615-4b4e-90ac-a49d2d00cd03 owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:10:17.339175 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-74528847-0131-4e11-a6ba-493c238ab7d5 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:17.351955 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74528847-0131-4e11-a6ba-493c238ab7d5 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:17.352887 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-74528847-0131-4e11-a6ba-493c238ab7d5 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:17.467998 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47104) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:17.567728 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cc48609a-4855-4a11-9a1e-4bf4eb4e3f92 admin admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:17.568360 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-0ea6caac-ce09-4e28-9b8b-0491e35f5d30 None None] Set router 5d17321e-2af2-458f-984e-3924410a7157 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:10:17.571740 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-cc48609a-4855-4a11-9a1e-4bf4eb4e3f92 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.7171628 Oct 10 11:10:17.579317 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47110) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:17.590231 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74528847-0131-4e11-a6ba-493c238ab7d5 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event updated for resources: {'Network': ['ID=355f2c8d-c78f-4809-93b0-45325ebd6dd8,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:17.599035 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-74528847-0131-4e11-a6ba-493c238ab7d5 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1289217 Oct 10 11:10:17.606214 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-4c64b559-1a77-46d6-9125-443d967ffd05 None None] Attempt 5 to provision port a4e4c3a4-0de2-437f-8722-8cdb3f775d9a Oct 10 11:10:17.608836 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47114) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:17.649494 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-8eb8e7d5-edc8-4065-837e-3f8bbb77b966 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Request body: {'subnet': {'network_id': '355f2c8d-c78f-4809-93b0-45325ebd6dd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:17.700459 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c0c32f7d-a8b8-4277-8867-39405fbdcd6c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:18.056296 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4c64b559-1a77-46d6-9125-443d967ffd05 None None] Port a4e4c3a4-0de2-437f-8722-8cdb3f775d9a cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:10:18.057264 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 355f2c8d-c78f-4809-93b0-45325ebd6dd8 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:10:18.060518 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1f6bcdb1-02cd-4f57-91d4-c4b0c812d184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:18.225751 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c88da9-8a10-473d-9203-9fb7346ca966 None None] Network d126ddec-894d-422d-92aa-1e7ef339c320 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:18.264999 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ffbaf769-98a9-423f-bfec-6a98da2ec137 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:10:18.268039 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-0ea6caac-ce09-4e28-9b8b-0491e35f5d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d17321e-2af2-458f-984e-3924410a7157', 'name': 'tempest-ServersTestManualDisk-1328151757-router', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:10:12Z', 'revision_number': 3, 'project_id': '65bf514613404a16b37bfb61203927f3', 'gw_port': {'id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d17321e-2af2-458f-984e-3924410a7157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:18.272830 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea6caac-ce09-4e28-9b8b-0491e35f5d30 None None] Checking router: 5d17321e-2af2-458f-984e-3924410a7157 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:10:18.273383 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea6caac-ce09-4e28-9b8b-0491e35f5d30 None None] Updating router 5d17321e-2af2-458f-984e-3924410a7157 port 51cfdd72-c0f3-4f62-bf56-616a91b74f1a binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:10:18.278526 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5485e4c4-0ec6-4fab-b715-990ef49dbf4f tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:18.281511 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5485e4c4-0ec6-4fab-b715-990ef49dbf4f tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Synchronizing usage tracker for tenant:848cb09943fc48a3b929ac2ddaac1680 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:10:18.385205 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-0ea6caac-ce09-4e28-9b8b-0491e35f5d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:18.426137 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-c0c32f7d-a8b8-4277-8867-39405fbdcd6c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Calling delete_port for e5128262-36d9-4fc7-a902-c970602f7773 owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:10:18.442324 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7c395ea1-c90a-4950-bd24-ced41a9af496 tempest-DHCPAgentSchedulersTestJSON-974564501 tempest-DHCPAgentSchedulersTestJSON-974564501-project-admin] 10.222.0.40 "DELETE /v2.0/agents/edfce11a-b89a-4553-a0de-13fbc83cf01a/dhcp-networks/ab597303-b7d5-4d1d-9feb-e989eb68548e HTTP/1.1" status: 204 len: 168 time: 1.1577990 Oct 10 11:10:18.444330 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47118) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:18.497602 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c2f1841c-b55d-4c4b-a6e2-a3a65b0634aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:18.593409 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a7db2b-5397-40a6-bea2-26e7c3f4843d None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:18.608268 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-4c64b559-1a77-46d6-9125-443d967ffd05 None None] Attempt 6 to provision port a4e4c3a4-0de2-437f-8722-8cdb3f775d9a Oct 10 11:10:18.671512 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1f6bcdb1-02cd-4f57-91d4-c4b0c812d184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:18.674966 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1841c-b55d-4c4b-a6e2-a3a65b0634aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Pushing event deleted for resources: {'Port': ['ID=374127b3-6615-4b4e-90ac-a49d2d00cd03,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:18.755083 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f5edde-0c79-4a5d-9c5e-98eef500511a None None] Network 8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:18.755636 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1f6bcdb1-02cd-4f57-91d4-c4b0c812d184 admin admin] Usage tracker for resource:security_group_rule and tenant:2491a029b64c4fcdbcdb1b7ebc5e5a70 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:18.771583 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1f6bcdb1-02cd-4f57-91d4-c4b0c812d184 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:18.780890 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-8eb8e7d5-edc8-4065-837e-3f8bbb77b966 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:18.785102 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8eb8e7d5-edc8-4065-837e-3f8bbb77b966 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Usage tracker for resource:subnet and tenant:9b52ed05dd7340c5ab7a911779462445 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:18.788081 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8eb8e7d5-edc8-4065-837e-3f8bbb77b966 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:18.794694 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-8eb8e7d5-edc8-4065-837e-3f8bbb77b966 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:18.807715 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5485e4c4-0ec6-4fab-b715-990ef49dbf4f tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Unset dirty status for tenant:848cb09943fc48a3b929ac2ddaac1680 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:10:18.814225 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5485e4c4-0ec6-4fab-b715-990ef49dbf4f tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] 10.222.0.40 "GET /v2.0/ports/a4e4c3a4-0de2-437f-8722-8cdb3f775d9a HTTP/1.1" status: 200 len: 1130 time: 1.6685879 Oct 10 11:10:18.821665 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47122) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:18.822633 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1f6bcdb1-02cd-4f57-91d4-c4b0c812d184 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:18.832568 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c2f1841c-b55d-4c4b-a6e2-a3a65b0634aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:18.891018 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-0ea6caac-ce09-4e28-9b8b-0491e35f5d30 None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:18.900654 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb8e7d5-edc8-4065-837e-3f8bbb77b966 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Made reservation on behalf of 9b52ed05dd7340c5ab7a911779462445 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:18.905114 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8eb8e7d5-edc8-4065-837e-3f8bbb77b966 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks [] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:18.906045 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-0ea6caac-ce09-4e28-9b8b-0491e35f5d30 None None] Transition to ACTIVE for port object 51cfdd72-c0f3-4f62-bf56-616a91b74f1a will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:18.929565 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c09be0-113d-422f-9f3a-bdf82d8c5a5a None None] Network 25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:18.981625 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-0ea6caac-ce09-4e28-9b8b-0491e35f5d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:19.000634 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.ipam_backend_mixin [None req-8eb8e7d5-edc8-4065-837e-3f8bbb77b966 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Performing IP validity checks on allocation pools {{(pid=89896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 10 11:10:19.001413 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.ipam_backend_mixin [None req-8eb8e7d5-edc8-4065-837e-3f8bbb77b966 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 10 11:10:19.068292 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47126) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:19.068577 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c2f1841c-b55d-4c4b-a6e2-a3a65b0634aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] 10.222.0.40 "DELETE /v2.0/ports/374127b3-6615-4b4e-90ac-a49d2d00cd03 HTTP/1.1" status: 204 len: 168 time: 3.4276648 Oct 10 11:10:19.096653 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-0ea6caac-ce09-4e28-9b8b-0491e35f5d30 None None] Attempting to bind port 51cfdd72-c0f3-4f62-bf56-616a91b74f1a on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:19.097387 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-0ea6caac-ce09-4e28-9b8b-0491e35f5d30 None None] Attempting to bind port 51cfdd72-c0f3-4f62-bf56-616a91b74f1a by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:19.097977 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea6caac-ce09-4e28-9b8b-0491e35f5d30 None None] Attempting to bind port 51cfdd72-c0f3-4f62-bf56-616a91b74f1a on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:19.105447 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea37906-58e8-4e46-8a5c-d45075da90c0 None None] Pushing event updated for resources: {'Port': ['ID=51cfdd72-c0f3-4f62-bf56-616a91b74f1a,revision_number=2']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:19.113923 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea6caac-ce09-4e28-9b8b-0491e35f5d30 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:10:19.118094 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea6caac-ce09-4e28-9b8b-0491e35f5d30 None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:19.118094 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-0ea6caac-ce09-4e28-9b8b-0491e35f5d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:19.118094 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea6caac-ce09-4e28-9b8b-0491e35f5d30 None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:10:19.118094 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-0ea6caac-ce09-4e28-9b8b-0491e35f5d30 None None] Bound port: 51cfdd72-c0f3-4f62-bf56-616a91b74f1a, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:10:19.118094 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-0ea6caac-ce09-4e28-9b8b-0491e35f5d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:19.186419 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ddb617-ba47-4ec9-9e9a-d5f9a2ad48e6 None None] Network 9fdd27e8-db8c-4a05-a65e-2119cc002add requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:19.200057 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-0ea6caac-ce09-4e28-9b8b-0491e35f5d30 None None] For port 51cfdd72-c0f3-4f62-bf56-616a91b74f1a, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:10:19.203811 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-0ea6caac-ce09-4e28-9b8b-0491e35f5d30 None None] For port 51cfdd72-c0f3-4f62-bf56-616a91b74f1a, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=51cfdd72-c0f3-4f62-bf56-616a91b74f1a,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:10:19.205734 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea37906-58e8-4e46-8a5c-d45075da90c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:19.206300 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea37906-58e8-4e46-8a5c-d45075da90c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:19.206842 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea37906-58e8-4e46-8a5c-d45075da90c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:19.207329 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea37906-58e8-4e46-8a5c-d45075da90c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:19.207865 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea37906-58e8-4e46-8a5c-d45075da90c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:19.208371 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea37906-58e8-4e46-8a5c-d45075da90c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:19.208868 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea37906-58e8-4e46-8a5c-d45075da90c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:19.209349 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea37906-58e8-4e46-8a5c-d45075da90c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:19.210102 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea37906-58e8-4e46-8a5c-d45075da90c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:19.210623 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea37906-58e8-4e46-8a5c-d45075da90c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:19.211330 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea37906-58e8-4e46-8a5c-d45075da90c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:19.211876 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea37906-58e8-4e46-8a5c-d45075da90c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea37906-58e8-4e46-8a5c-d45075da90c0 None None] Tracked resource versions report: Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: pushed versions: Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: { 'AddressGroup': {'1.2'}, Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: 'ConntrackHelper': {'1.0'}, Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: 'Log': {'1.0'}, Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: 'Network': {'1.1'}, Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: 'Port': {'1.7'}, Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: 'PortForwarding': {'1.2'}, Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: 'QosPolicy': {'1.8'}, Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: 'SecurityGroup': {'1.4'}, Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: 'SecurityGroupRule': {'1.2'}, Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: 'SubPort': {'1.0'}, Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: 'Subnet': {'1.1'}, Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: 'Trunk': {'1.1'}} Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: consumer versions: Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: { DHCP agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: HyperV agent@hv-neutron-8608: {}, Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: L3 agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: Metadata agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: Metering agent@dv-neutron-860842-1-hyperv: {}, Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: Open vSwitch agent@dv-neutron-860842-1-hyperv: { 'AddressGroup': '1.2', Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: 'ConntrackHelper': '1.0', Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: 'Log': '1.0', Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: 'Network': '1.1', Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: 'Port': '1.7', Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: 'PortForwarding': '1.2', Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: 'QosPolicy': '1.8', Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: 'SecurityGroup': '1.4', Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: 'SecurityGroupRule': '1.2', Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: 'SubPort': '1.0', Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: 'Subnet': '1.1', Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: 'Trunk': '1.1'}} Oct 10 11:10:19.213282 dv-neutron-860842-1-hyperv neutron-server[89899]: {{(pid=89899) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 11:10:19.240207 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b76879-5478-417e-a778-8117b3b29a21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] GET failed (client error): The resource could not be found. Oct 10 11:10:19.244988 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f7b76879-5478-417e-a778-8117b3b29a21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] 10.222.0.40 "GET /v2.0/ports/374127b3-6615-4b4e-90ac-a49d2d00cd03 HTTP/1.1" status: 404 len: 333 time: 0.1721733 Oct 10 11:10:19.272384 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47130) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:19.285738 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-28d40fb2-8e70-45e6-ab17-6fdbce7f3ef2 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Deleting port a4e4c3a4-0de2-437f-8722-8cdb3f775d9a {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:10:19.286079 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-28d40fb2-8e70-45e6-ab17-6fdbce7f3ef2 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:19.288629 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-0ea6caac-ce09-4e28-9b8b-0491e35f5d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:19.357850 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-db2615bf-7511-4ae5-ad0c-e0e0a2eee2e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Request body: {'port': {'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706638982'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:19.358020 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea37906-58e8-4e46-8a5c-d45075da90c0 None None] Pushing event updated for resources: {'Port': ['ID=51cfdd72-c0f3-4f62-bf56-616a91b74f1a,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:19.367544 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea6caac-ce09-4e28-9b8b-0491e35f5d30 None None] Routers {'5d17321e-2af2-458f-984e-3924410a7157'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:10:19.368488 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-0ea6caac-ce09-4e28-9b8b-0491e35f5d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:10:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5d17321e-2af2-458f-984e-3924410a7157'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:19.376674 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-db2615bf-7511-4ae5-ad0c-e0e0a2eee2e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:19.391208 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-eea9391c-5587-42b8-9045-00d811fcc97c tempest-DHCPAgentSchedulersTestJSON-974564501 tempest-DHCPAgentSchedulersTestJSON-974564501-project-admin] 10.222.0.40 "GET /v2.0/agents/edfce11a-b89a-4553-a0de-13fbc83cf01a/dhcp-networks HTTP/1.1" status: 200 len: 8058 time: 0.9392750 Oct 10 11:10:19.397015 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47134) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:19.397945 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-db2615bf-7511-4ae5-ad0c-e0e0a2eee2e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Usage tracker for resource:port and tenant:c513bd79b48e485eac498ab28229e0b4 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:19.405752 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-db2615bf-7511-4ae5-ad0c-e0e0a2eee2e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:19.443010 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-db2615bf-7511-4ae5-ad0c-e0e0a2eee2e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:19.532774 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9bdc82f-f9db-4365-a53f-6addc9019164 admin admin] Router 199bd0d6-c594-485a-ad1e-9567ff7fb572 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:10:19.598473 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-0ea6caac-ce09-4e28-9b8b-0491e35f5d30 None None] Set router 5d17321e-2af2-458f-984e-3924410a7157 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:10:19.607521 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d65356a4-96e2-4de7-8727-ba93dacdd34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:19.625440 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4c64b559-1a77-46d6-9125-443d967ffd05 None None] Port a4e4c3a4-0de2-437f-8722-8cdb3f775d9a cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:10:19.702436 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-849226ac-dc12-4456-a899-b92528f4dfc6 tempest-DHCPAgentSchedulersTestJSON-974564501 tempest-DHCPAgentSchedulersTestJSON-974564501-project-admin] 10.222.0.40 "GET /v2.0/networks/d126ddec-894d-422d-92aa-1e7ef339c320/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2977858 Oct 10 11:10:19.703236 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c0c32f7d-a8b8-4277-8867-39405fbdcd6c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:19.705947 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8eb8e7d5-edc8-4065-837e-3f8bbb77b966 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:19.708864 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47140) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:19.732917 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1f6bcdb1-02cd-4f57-91d4-c4b0c812d184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:19.747589 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3befa675-4263-463f-941b-dfb71d1fbb14 tempest-DHCPAgentSchedulersTestJSON-974564501 tempest-DHCPAgentSchedulersTestJSON-974564501-project-admin] 10.222.0.40 "GET /v2.0/networks/d126ddec-894d-422d-92aa-1e7ef339c320/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0374846 Oct 10 11:10:19.748302 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47144) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:19.799146 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2615bf-7511-4ae5-ad0c-e0e0a2eee2e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Made reservation on behalf of c513bd79b48e485eac498ab28229e0b4 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:19.801511 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-db2615bf-7511-4ae5-ad0c-e0e0a2eee2e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:19.842228 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c32f7d-a8b8-4277-8867-39405fbdcd6c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Port': ['ID=e5128262-36d9-4fc7-a902-c970602f7773,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:19.861786 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port ffbaf769-98a9-423f-bfec-6a98da2ec137 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:10:19.922576 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1f6bcdb1-02cd-4f57-91d4-c4b0c812d184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:19.974449 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1f6bcdb1-02cd-4f57-91d4-c4b0c812d184 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2491a029b64c4fcdbcdb1b7ebc5e5a70&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4897153 Oct 10 11:10:20.019850 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47150) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:20.038358 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-0ea6caac-ce09-4e28-9b8b-0491e35f5d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d17321e-2af2-458f-984e-3924410a7157', 'name': 'tempest-ServersTestManualDisk-1328151757-router', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:10:12Z', 'revision_number': 3, 'project_id': '65bf514613404a16b37bfb61203927f3', 'gw_port': {'id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d17321e-2af2-458f-984e-3924410a7157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:20.044190 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea6caac-ce09-4e28-9b8b-0491e35f5d30 None None] The sync data for ids ['5d17321e-2af2-458f-984e-3924410a7157'] in dv-neutron-860842-1-hyperv is: [{'id': '5d17321e-2af2-458f-984e-3924410a7157', 'name': 'tempest-ServersTestManualDisk-1328151757-router', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:10:12Z', 'revision_number': 3, 'project_id': '65bf514613404a16b37bfb61203927f3', 'gw_port': {'id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d17321e-2af2-458f-984e-3924410a7157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:10:20.045764 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c0c32f7d-a8b8-4277-8867-39405fbdcd6c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:20.056968 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 0ed3f9c1-34b8-4066-9603-e5a7f7d76230 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:10:20.063279 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-db2615bf-7511-4ae5-ad0c-e0e0a2eee2e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] device_id is not set on port 815e161f-8857-40dc-b896-8f8c284f3a6e yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:10:20.144516 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-4c64b559-1a77-46d6-9125-443d967ffd05 None None] Attempt 7 to provision port a4e4c3a4-0de2-437f-8722-8cdb3f775d9a Oct 10 11:10:20.167177 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f340872c-cb27-4fc7-adf6-57b222fcc01a tempest-DHCPAgentSchedulersTestJSON-974564501 tempest-DHCPAgentSchedulersTestJSON-974564501-project-admin] 10.222.0.40 "GET /v2.0/agents/edfce11a-b89a-4553-a0de-13fbc83cf01a/dhcp-networks HTTP/1.1" status: 200 len: 8058 time: 0.3769405 Oct 10 11:10:20.175998 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47154) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:20.198863 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-28d40fb2-8e70-45e6-ab17-6fdbce7f3ef2 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:20.284124 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4c64b559-1a77-46d6-9125-443d967ffd05 None None] Port a4e4c3a4-0de2-437f-8722-8cdb3f775d9a cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:10:20.322661 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-d65356a4-96e2-4de7-8727-ba93dacdd34e admin admin] Allocated IP 172.20.0.1 (25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65/9b7165ed-72f0-43d7-b671-b766b0f5b107/c2ca9638-d472-4f49-833c-47a12cf7ba32) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:20.353878 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 0ed3f9c1-34b8-4066-9603-e5a7f7d76230 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:10:20.364071 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-87d4f31e-8d71-4354-9ee8-f3c6b9775e22 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:20.368839 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d171fb58-66d9-48e2-9ed5-f763030b2978 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:10:20.600083 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-28d40fb2-8e70-45e6-ab17-6fdbce7f3ef2 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Calling delete_port for a4e4c3a4-0de2-437f-8722-8cdb3f775d9a owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:10:20.626310 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6bcdb1-02cd-4f57-91d4-c4b0c812d184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4341f99-3a60-4ff2-83ae-60c458f293b2,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:20.752741 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port d171fb58-66d9-48e2-9ed5-f763030b2978 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:10:20.773001 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device eeb24324-1eac-48a6-bc23-3d587f7d19db up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:10:20.773921 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-87d4f31e-8d71-4354-9ee8-f3c6b9775e22 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:20.801156 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d65356a4-96e2-4de7-8727-ba93dacdd34e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:20.820426 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c0c32f7d-a8b8-4277-8867-39405fbdcd6c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/e5128262-36d9-4fc7-a902-c970602f7773 HTTP/1.1" status: 204 len: 168 time: 4.8007982 Oct 10 11:10:20.834778 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47158) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:20.849890 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-4c64b559-1a77-46d6-9125-443d967ffd05 None None] Attempt 8 to provision port a4e4c3a4-0de2-437f-8722-8cdb3f775d9a Oct 10 11:10:20.901322 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8e7d5-edc8-4065-837e-3f8bbb77b966 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event updated for resources: {'Subnet': ['ID=e69a0542-89fb-4634-b183-0eb6e517c445,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:20.955291 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb8e7d5-edc8-4065-837e-3f8bbb77b966 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Checking segment: {'id': '5fa8603a-e4a9-4643-90c2-f4b63ae4e254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '355f2c8d-c78f-4809-93b0-45325ebd6dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:20.955648 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb8e7d5-edc8-4065-837e-3f8bbb77b966 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Network hostable DHCP agents. Network: 355f2c8d-c78f-4809-93b0-45325ebd6dd8, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:10:20.983596 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-80a55146-1a45-442f-a80e-76fdf2526402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:21.001001 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-d65356a4-96e2-4de7-8727-ba93dacdd34e admin admin] Transition to ACTIVE for port object c2ca9638-d472-4f49-833c-47a12cf7ba32 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:21.007748 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4c64b559-1a77-46d6-9125-443d967ffd05 None None] Port a4e4c3a4-0de2-437f-8722-8cdb3f775d9a cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:10:21.045339 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bdc82f-f9db-4365-a53f-6addc9019164 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:10:21.057151 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40288b6b-707d-4075-8de4-fdc579ead91a None None] Sync routers for ids ['199bd0d6-c594-485a-ad1e-9567ff7fb572'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:10:21.062039 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-87d4f31e-8d71-4354-9ee8-f3c6b9775e22 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab597303-b7d5-4d1d-9feb-e989eb68548e']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:21.068281 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40288b6b-707d-4075-8de4-fdc579ead91a None None] Routers {'199bd0d6-c594-485a-ad1e-9567ff7fb572'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:10:21.069201 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-40288b6b-707d-4075-8de4-fdc579ead91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:10:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['199bd0d6-c594-485a-ad1e-9567ff7fb572'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:21.085924 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-87d4f31e-8d71-4354-9ee8-f3c6b9775e22 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b7fac1-c212-46d3-b8f8-db8d2d3c255c') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:21.087266 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-87d4f31e-8d71-4354-9ee8-f3c6b9775e22 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b7fac1-c212-46d3-b8f8-db8d2d3c255c') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:21.102638 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-87d4f31e-8d71-4354-9ee8-f3c6b9775e22 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:21.122874 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-87d4f31e-8d71-4354-9ee8-f3c6b9775e22 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:21.130124 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d4f31e-8d71-4354-9ee8-f3c6b9775e22 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Releasing vlan 498 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:10:21.130891 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-87d4f31e-8d71-4354-9ee8-f3c6b9775e22 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:21.189040 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port eeb24324-1eac-48a6-bc23-3d587f7d19db completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:10:21.212152 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-80a55146-1a45-442f-a80e-76fdf2526402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:21.256441 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e9bdc82f-f9db-4365-a53f-6addc9019164 admin admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:21.259730 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e9bdc82f-f9db-4365-a53f-6addc9019164 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 12.6111543 Oct 10 11:10:21.263565 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47164) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:21.265386 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5c84c4b9-f56d-4f7b-9957-799a431b97df up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:10:21.267863 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb8e7d5-edc8-4065-837e-3f8bbb77b966 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Network 355f2c8d-c78f-4809-93b0-45325ebd6dd8 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:10:21.283920 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d65356a4-96e2-4de7-8727-ba93dacdd34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:21.289046 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 90b7fac1-c212-46d3-b8f8-db8d2d3c255c resource provider aggregate not found Oct 10 11:10:21.382006 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-40288b6b-707d-4075-8de4-fdc579ead91a None None] Set router 199bd0d6-c594-485a-ad1e-9567ff7fb572 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:10:21.385858 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65356a4-96e2-4de7-8727-ba93dacdd34e admin admin] Pushing event updated for resources: {'Port': ['ID=c2ca9638-d472-4f49-833c-47a12cf7ba32,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:21.416591 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-28d40fb2-8e70-45e6-ab17-6fdbce7f3ef2 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:21.423625 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65356a4-96e2-4de7-8727-ba93dacdd34e admin admin] Network 25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:21.425531 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 90b7fac1-c212-46d3-b8f8-db8d2d3c255c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90b7fac1-c212-46d3-b8f8-db8d2d3c255c found for delete ", "request_id": "req-4180975a-ac32-46d2-8d52-120b4088f0e9"}]} Oct 10 11:10:21.431555 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-d65356a4-96e2-4de7-8727-ba93dacdd34e admin admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:21.437044 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65356a4-96e2-4de7-8727-ba93dacdd34e admin admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:21.557176 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-4c64b559-1a77-46d6-9125-443d967ffd05 None None] Attempt 9 to provision port a4e4c3a4-0de2-437f-8722-8cdb3f775d9a Oct 10 11:10:21.639052 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 5c84c4b9-f56d-4f7b-9957-799a431b97df completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:10:21.670355 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-87d4f31e-8d71-4354-9ee8-f3c6b9775e22 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:21.681170 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afa2e61-dba8-4b34-9cdf-6ed20dc1dd87 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:21.683836 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afa2e61-dba8-4b34-9cdf-6ed20dc1dd87 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:21.684887 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7afa2e61-dba8-4b34-9cdf-6ed20dc1dd87 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:10:21.692534 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4c64b559-1a77-46d6-9125-443d967ffd05 None None] Port a4e4c3a4-0de2-437f-8722-8cdb3f775d9a was deleted so its status cannot be updated. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 10 11:10:21.727054 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-87d4f31e-8d71-4354-9ee8-f3c6b9775e22 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:21.781002 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-8eb8e7d5-edc8-4065-837e-3f8bbb77b966 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 355f2c8d-c78f-4809-93b0-45325ebd6dd8) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:21.816956 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d40fb2-8e70-45e6-ab17-6fdbce7f3ef2 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Pushing event deleted for resources: {'Port': ['ID=a4e4c3a4-0de2-437f-8722-8cdb3f775d9a,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:21.819932 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb8e7d5-edc8-4065-837e-3f8bbb77b966 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:21.821450 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8eb8e7d5-edc8-4065-837e-3f8bbb77b966 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:21.822135 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4f31e-8d71-4354-9ee8-f3c6b9775e22 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Pushing event deleted for resources: {'Network': ['ID=ab597303-b7d5-4d1d-9feb-e989eb68548e,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:21.862992 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c548b2-da6a-4433-891a-b9696c424e0a None None] Network 355f2c8d-c78f-4809-93b0-45325ebd6dd8 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:21.863554 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-87d4f31e-8d71-4354-9ee8-f3c6b9775e22 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] 10.222.0.40 "DELETE /v2.0/networks/ab597303-b7d5-4d1d-9feb-e989eb68548e HTTP/1.1" status: 204 len: 168 time: 1.6855700 Oct 10 11:10:21.867752 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47170) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:21.876162 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d65356a4-96e2-4de7-8727-ba93dacdd34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:22.008617 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7afa2e61-dba8-4b34-9cdf-6ed20dc1dd87 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:10:22.022672 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7afa2e61-dba8-4b34-9cdf-6ed20dc1dd87 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.1748548 Oct 10 11:10:22.023664 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47174) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:22.056999 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-db2615bf-7511-4ae5-ad0c-e0e0a2eee2e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:22.059864 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-28d40fb2-8e70-45e6-ab17-6fdbce7f3ef2 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:22.075908 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-f823e943-f481-42f3-b209-c9b037f4d573 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] DELETE failed (client error): The resource could not be found. Oct 10 11:10:22.076428 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f823e943-f481-42f3-b209-c9b037f4d573 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:10:22.078399 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f823e943-f481-42f3-b209-c9b037f4d573 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] 10.222.0.40 "DELETE /v2.0/ports/b9fc1809-ec45-49b2-b6a1-442e6441a8b7 HTTP/1.1" status: 404 len: 333 time: 0.2094765 Oct 10 11:10:22.081747 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47178) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:22.153200 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 51cfdd72-c0f3-4f62-bf56-616a91b74f1a up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:10:22.165170 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-28d40fb2-8e70-45e6-ab17-6fdbce7f3ef2 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] 10.222.0.40 "DELETE /v2.0/ports/a4e4c3a4-0de2-437f-8722-8cdb3f775d9a HTTP/1.1" status: 204 len: 168 time: 3.3375471 Oct 10 11:10:22.165170 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-80a55146-1a45-442f-a80e-76fdf2526402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:22.169186 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47182) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:22.170154 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-80a55146-1a45-442f-a80e-76fdf2526402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:22.173585 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-80a55146-1a45-442f-a80e-76fdf2526402 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c4341f99-3a60-4ff2-83ae-60c458f293b2 HTTP/1.1" status: 204 len: 168 time: 2.1194873 Oct 10 11:10:22.204095 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8eb8e7d5-edc8-4065-837e-3f8bbb77b966 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 4.5811050 Oct 10 11:10:22.228484 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47188) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:22.254650 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-944e052c-c15e-4720-a82e-fe6604620512 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Deleting subnet 8fdbd989-5f5e-4e45-a99e-6f9e52ec12f0 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:10:22.265272 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc5dd09-325e-44a9-a029-d1976797f2ba tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet 666f1945-0406-4908-a2b4-8d95bcbd293e {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:10:22.267937 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Provisioning for port eeb24324-1eac-48a6-bc23-3d587f7d19db completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:10:22.268263 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-944e052c-c15e-4720-a82e-fe6604620512 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:22.302303 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Provisioning complete for port eeb24324-1eac-48a6-bc23-3d587f7d19db triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:10:22.302674 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:22.303822 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Attempt 1 to provision port eeb24324-1eac-48a6-bc23-3d587f7d19db Oct 10 11:10:22.311220 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5cc5dd09-325e-44a9-a029-d1976797f2ba tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:22.326138 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a55146-1a45-442f-a80e-76fdf2526402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4341f99-3a60-4ff2-83ae-60c458f293b2,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:22.411773 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5cc5dd09-325e-44a9-a029-d1976797f2ba tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:22.447633 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-944e052c-c15e-4720-a82e-fe6604620512 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:22.563910 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-78141d2b-cb67-4f08-bf49-77eb12a9d258 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Deleting subnet c74a9729-f8b1-46de-92cd-3794eec93bf3 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:10:22.571827 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-78141d2b-cb67-4f08-bf49-77eb12a9d258 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:22.610533 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cf56e8-bcfd-42d7-a7f4-d9c7e53a3297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-355f2c8d-c78f-4809-93b0-45325ebd6dd8', 'network_id': '355f2c8d-c78f-4809-93b0-45325ebd6dd8', 'tenant_id': '9b52ed05dd7340c5ab7a911779462445', 'fixed_ips': [{'subnet_id': 'e69a0542-89fb-4634-b183-0eb6e517c445'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:10:22.611358 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-26cf56e8-bcfd-42d7-a7f4-d9c7e53a3297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:22.742448 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5cc5dd09-325e-44a9-a029-d1976797f2ba tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:22.762437 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:22.768260 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-78141d2b-cb67-4f08-bf49-77eb12a9d258 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:22.777824 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-944e052c-c15e-4720-a82e-fe6604620512 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:22.788158 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-db2615bf-7511-4ae5-ad0c-e0e0a2eee2e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:22.831551 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 51cfdd72-c0f3-4f62-bf56-616a91b74f1a completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:10:22.831748 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d65356a4-96e2-4de7-8727-ba93dacdd34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:22.855581 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 51cfdd72-c0f3-4f62-bf56-616a91b74f1a triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:10:22.856180 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:22.856687 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 51cfdd72-c0f3-4f62-bf56-616a91b74f1a Oct 10 11:10:23.006967 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Current status of the port eeb24324-1eac-48a6-bc23-3d587f7d19db is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:10:23.007594 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:23.017738 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-40288b6b-707d-4075-8de4-fdc579ead91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'name': 'tempest-ServersTestJSON-1357478184-router', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:10:14Z', 'revision_number': 3, 'project_id': '9543e1530ac9451cbdc9af9c0a714df9', 'gw_port': {'id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:23.034241 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2615bf-7511-4ae5-ad0c-e0e0a2eee2e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Network 24be801b-61d8-40c5-9ec6-e1d4752ce55c is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:23.040378 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40288b6b-707d-4075-8de4-fdc579ead91a None None] Checking router: 199bd0d6-c594-485a-ad1e-9567ff7fb572 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:10:23.041857 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40288b6b-707d-4075-8de4-fdc579ead91a None None] Updating router 199bd0d6-c594-485a-ad1e-9567ff7fb572 port d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:10:23.045007 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-78141d2b-cb67-4f08-bf49-77eb12a9d258 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:23.048982 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5cc5dd09-325e-44a9-a029-d1976797f2ba tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:23.058582 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-944e052c-c15e-4720-a82e-fe6604620512 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:23.079462 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-db2615bf-7511-4ae5-ad0c-e0e0a2eee2e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:23.085704 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2615bf-7511-4ae5-ad0c-e0e0a2eee2e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Pushing event updated for resources: {'Port': ['ID=815e161f-8857-40dc-b896-8f8c284f3a6e,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:23.085704 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2615bf-7511-4ae5-ad0c-e0e0a2eee2e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:23.086077 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2615bf-7511-4ae5-ad0c-e0e0a2eee2e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:23.086838 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-db2615bf-7511-4ae5-ad0c-e0e0a2eee2e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:23.094214 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47194) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:23.116151 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5cc5dd09-325e-44a9-a029-d1976797f2ba tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:23.121959 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5dd09-325e-44a9-a029-d1976797f2ba tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=666f1945-0406-4908-a2b4-8d95bcbd293e,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:23.128030 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-944e052c-c15e-4720-a82e-fe6604620512 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:23.148465 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fc14de-cca3-4463-87da-fafff52c28e8 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:23.155516 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5af357b-b380-47bf-b89c-cd406fbfab42 None None] Network 99f1aa78-4dab-46ed-85f8-d7d5ea9985e0 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:23.181578 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e052c-c15e-4720-a82e-fe6604620512 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Pushing event deleted for resources: {'Subnet': ['ID=8fdbd989-5f5e-4e45-a99e-6f9e52ec12f0,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:23.187580 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-944e052c-c15e-4720-a82e-fe6604620512 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] 10.222.0.40 "DELETE /v2.0/subnets/8fdbd989-5f5e-4e45-a99e-6f9e52ec12f0 HTTP/1.1" status: 204 len: 168 time: 1.0152521 Oct 10 11:10:23.194650 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47198) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:23.227982 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5cc5dd09-325e-44a9-a029-d1976797f2ba tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/666f1945-0406-4908-a2b4-8d95bcbd293e HTTP/1.1" status: 204 len: 168 time: 1.1661196 Oct 10 11:10:23.230717 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] For port eeb24324-1eac-48a6-bc23-3d587f7d19db, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=eeb24324-1eac-48a6-bc23-3d587f7d19db,segment=NetworkSegment(5652673d-6ce9-45c3-b311-6c39b0f20c74),segment_id=5652673d-6ce9-45c3-b311-6c39b0f20c74)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:10:23.230871 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d65356a4-96e2-4de7-8727-ba93dacdd34e admin admin] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:23.232523 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47202) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:23.290511 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:23.311510 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c1182173-875c-469f-8919-64ef14779bd9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0744033 Oct 10 11:10:23.311984 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47206) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:23.315059 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d65356a4-96e2-4de7-8727-ba93dacdd34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:23.341068 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-db2615bf-7511-4ae5-ad0c-e0e0a2eee2e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 4.0595374 Oct 10 11:10:23.372747 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47210) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:23.385730 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-79f1fb12-1e86-4cc8-bff9-d8133501e40a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:23.405083 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:23.419835 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:23.446343 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-40288b6b-707d-4075-8de4-fdc579ead91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:23.507423 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-26cf56e8-bcfd-42d7-a7f4-d9c7e53a3297 None None] Allocated IP 172.20.0.3 (355f2c8d-c78f-4809-93b0-45325ebd6dd8/e69a0542-89fb-4634-b183-0eb6e517c445/789a0073-3615-4e80-ac00-e892f9bd9ec6) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:23.557114 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Could not find standard attr ID for object e5128262-36d9-4fc7-a902-c970602f7773. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:10:23.563122 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-12898f12-4fba-44fd-96f3-10bd5a4f8c82 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e67e10b9a1fc4957acc0783b7468fc92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4633489 Oct 10 11:10:23.572975 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47214) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:23.583588 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65356a4-96e2-4de7-8727-ba93dacdd34e admin admin] Pushing event updated for resources: {'Port': ['ID=c2ca9638-d472-4f49-833c-47a12cf7ba32,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:23.605623 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:23.606167 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 51cfdd72-c0f3-4f62-bf56-616a91b74f1a is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:10:23.606570 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:23.638315 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d65356a4-96e2-4de7-8727-ba93dacdd34e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:23.690010 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Deleting port 95d8db39-d9bf-4fc4-9b24-92c67979ba08 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:10:23.690396 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:23.736241 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-78141d2b-cb67-4f08-bf49-77eb12a9d258 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:23.786217 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 51cfdd72-c0f3-4f62-bf56-616a91b74f1a, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=51cfdd72-c0f3-4f62-bf56-616a91b74f1a,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:10:23.802141 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78141d2b-cb67-4f08-bf49-77eb12a9d258 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Pushing event deleted for resources: {'Subnet': ['ID=c74a9729-f8b1-46de-92cd-3794eec93bf3,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:23.808730 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9290cc0e-85f3-47b2-afa1-192f109af8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:23.831091 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Pushing event updated for resources: {'Port': ['ID=eeb24324-1eac-48a6-bc23-3d587f7d19db,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:23.850506 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-78141d2b-cb67-4f08-bf49-77eb12a9d258 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:23.850812 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d2504d-2bb8-4087-afc1-c8b23428e880 None None] Network d126ddec-894d-422d-92aa-1e7ef339c320 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:23.870200 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-79f1fb12-1e86-4cc8-bff9-d8133501e40a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:23.878290 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-79f1fb12-1e86-4cc8-bff9-d8133501e40a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:subnet and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:23.882098 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65356a4-96e2-4de7-8727-ba93dacdd34e admin admin] Network 25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:23.883018 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-79f1fb12-1e86-4cc8-bff9-d8133501e40a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:23.892120 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-d65356a4-96e2-4de7-8727-ba93dacdd34e admin admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:23.894253 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-79f1fb12-1e86-4cc8-bff9-d8133501e40a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:23.901171 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Provisioning for port d171fb58-66d9-48e2-9ed5-f763030b2978 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:10:23.904222 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-78141d2b-cb67-4f08-bf49-77eb12a9d258 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] 10.222.0.40 "DELETE /v2.0/subnets/c74a9729-f8b1-46de-92cd-3794eec93bf3 HTTP/1.1" status: 204 len: 168 time: 1.8189032 Oct 10 11:10:23.905048 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:23.907400 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47218) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:23.950568 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9290cc0e-85f3-47b2-afa1-192f109af8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:23.969228 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2a8b6e29-445d-4ba7-8f11-4fcb90134aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:24.051189 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Provisioning complete for port d171fb58-66d9-48e2-9ed5-f763030b2978 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:10:24.051720 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:24.051879 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Attempt 1 to provision port d171fb58-66d9-48e2-9ed5-f763030b2978 Oct 10 11:10:24.064877 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:24.148277 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device eeb24324-1eac-48a6-bc23-3d587f7d19db up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:10:24.183904 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2385dcd8-91c4-441b-a267-599da127b785 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:24.188012 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f1fb12-1e86-4cc8-bff9-d8133501e40a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:24.189102 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-79f1fb12-1e86-4cc8-bff9-d8133501e40a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:24.242192 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] For port 95d8db39-d9bf-4fc4-9b24-92c67979ba08, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=95d8db39-d9bf-4fc4-9b24-92c67979ba08,segment=NetworkSegment(34577ec3-83ea-46ca-96d1-3af37c4357ab),segment_id=34577ec3-83ea-46ca-96d1-3af37c4357ab)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:10:24.242396 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:24.394428 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9290cc0e-85f3-47b2-afa1-192f109af8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:24.409374 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Calling delete_port for 95d8db39-d9bf-4fc4-9b24-92c67979ba08 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:10:24.412657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-2385dcd8-91c4-441b-a267-599da127b785 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Deleting port 5c84c4b9-f56d-4f7b-9957-799a431b97df {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:10:24.413131 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2385dcd8-91c4-441b-a267-599da127b785 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:24.475989 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9290cc0e-85f3-47b2-afa1-192f109af8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c77114b-f0d4-4a04-b9ae-ae9fdda2e3e5,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:24.491179 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9290cc0e-85f3-47b2-afa1-192f109af8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:24.495735 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9290cc0e-85f3-47b2-afa1-192f109af8cc admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2c77114b-f0d4-4a04-b9ae-ae9fdda2e3e5 HTTP/1.1" status: 204 len: 168 time: 0.9126470 Oct 10 11:10:24.546912 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=51cfdd72-c0f3-4f62-bf56-616a91b74f1a,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:24.598715 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a62fcf7-cd78-4957-b019-70696b21a09a None None] DHCP port deletion for dac74586-4382-4e00-a6eb-f2005f114a9a request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:10:24.602393 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-2a8b6e29-445d-4ba7-8f11-4fcb90134aea admin admin] Allocated IP 172.20.0.1 (8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e/65e977d9-db64-4322-bf90-948232ecd65b/3590ba97-27f9-4fce-9e30-fe8e54c0b3a4) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:24.677369 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7a62fcf7-cd78-4957-b019-70696b21a09a None None] Deleting port ffbaf769-98a9-423f-bfec-6a98da2ec137 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:10:24.677864 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7a62fcf7-cd78-4957-b019-70696b21a09a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:24.719166 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89dfe96-ed0b-4c45-9af6-d97302d9efa4 None None] DHCP port deletion for 99f1aa78-4dab-46ed-85f8-d7d5ea9985e0 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:10:24.729034 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:24.747014 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65356a4-96e2-4de7-8727-ba93dacdd34e admin admin] Router 5d17321e-2af2-458f-984e-3924410a7157 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:10:24.790817 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port eeb24324-1eac-48a6-bc23-3d587f7d19db triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:10:24.791325 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:24.791824 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port eeb24324-1eac-48a6-bc23-3d587f7d19db Oct 10 11:10:24.794953 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Pushing event deleted for resources: {'Port': ['ID=95d8db39-d9bf-4fc4-9b24-92c67979ba08,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:24.810759 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] No DVR routers for this DVR port 95d8db39-d9bf-4fc4-9b24-92c67979ba08 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:10:24.896343 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-26cf56e8-bcfd-42d7-a7f4-d9c7e53a3297 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:24.908504 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.resource_extend [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:10:24.965761 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Current status of the port d171fb58-66d9-48e2-9ed5-f763030b2978 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:10:24.966138 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:24.992250 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:24.999265 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-26cf56e8-bcfd-42d7-a7f4-d9c7e53a3297 None None] Transition to ACTIVE for port object 789a0073-3615-4e80-ac00-e892f9bd9ec6 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:25.006175 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2a8b6e29-445d-4ba7-8f11-4fcb90134aea admin admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:25.037112 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Subscribe: > segment before_delete 55550000 {{(pid=89896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:10:25.038005 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:10:25.038203 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:10:25.038486 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Subscribe: > port after_create 55550000 {{(pid=89896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:10:25.038821 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Subscribe: > port after_delete 55550000 {{(pid=89896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:10:25.039130 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Subscribe: > port after_update 55550000 {{(pid=89896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:10:25.039464 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Subscribe: > segment after_delete 55550000 {{(pid=89896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:10:25.039797 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Subscribe: > subnet after_create 55550000 {{(pid=89896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:10:25.040117 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Subscribe: > subnet after_delete 55550000 {{(pid=89896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:10:25.040429 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Subscribe: > subnet after_update 55550000 {{(pid=89896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:10:25.092816 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-40288b6b-707d-4075-8de4-fdc579ead91a None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:25.106207 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-40288b6b-707d-4075-8de4-fdc579ead91a None None] Transition to ACTIVE for port object d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:25.167440 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-2385dcd8-91c4-441b-a267-599da127b785 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] For port 5c84c4b9-f56d-4f7b-9957-799a431b97df, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5c84c4b9-f56d-4f7b-9957-799a431b97df,segment=NetworkSegment(40e94a3d-6e89-45af-a9dc-301a2a9b494a),segment_id=40e94a3d-6e89-45af-a9dc-301a2a9b494a)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:10:25.167796 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2385dcd8-91c4-441b-a267-599da127b785 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:25.177582 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] device_id is not set on port 815e161f-8857-40dc-b896-8f8c284f3a6e yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:10:25.200791 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:25.249711 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7a62fcf7-cd78-4957-b019-70696b21a09a None None] For port ffbaf769-98a9-423f-bfec-6a98da2ec137, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ffbaf769-98a9-423f-bfec-6a98da2ec137,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:10:25.250357 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7a62fcf7-cd78-4957-b019-70696b21a09a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:25.260345 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Subscribe: > subnet after_create 55550000 {{(pid=89896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:10:25.260696 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Subscribe: > subnet after_delete 55550000 {{(pid=89896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:10:25.261644 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Subscribe: > subnet before_create 55550000 {{(pid=89896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:10:25.262177 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Subscribe: > subnet before_update 55550000 {{(pid=89896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:10:25.262428 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f1aa78-4dab-46ed-85f8-d7d5ea9985e0']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:25.274820 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-2a8b6e29-445d-4ba7-8f11-4fcb90134aea admin admin] Transition to ACTIVE for port object 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:25.280420 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34577ec3-83ea-46ca-96d1-3af37c4357ab') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:25.281237 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34577ec3-83ea-46ca-96d1-3af37c4357ab') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:25.283345 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-40288b6b-707d-4075-8de4-fdc579ead91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:25.296358 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:25.331873 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:25.342805 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Releasing vlan 466 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:10:25.343742 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:25.422650 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-2385dcd8-91c4-441b-a267-599da127b785 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Calling delete_port for 5c84c4b9-f56d-4f7b-9957-799a431b97df owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:10:25.467324 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Transition to ACTIVE for port object 815e161f-8857-40dc-b896-8f8c284f3a6e will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:25.469571 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2a8b6e29-445d-4ba7-8f11-4fcb90134aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:25.484768 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65356a4-96e2-4de7-8727-ba93dacdd34e admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:10:25.494680 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d280b5-10ef-472f-a448-e02a89e0afbf None None] Sync routers for ids ['5d17321e-2af2-458f-984e-3924410a7157'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:10:25.500879 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7a62fcf7-cd78-4957-b019-70696b21a09a None None] Calling delete_port for ffbaf769-98a9-423f-bfec-6a98da2ec137 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:10:25.506719 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d65356a4-96e2-4de7-8727-ba93dacdd34e admin admin] 10.222.0.40 "PUT /v2.0/routers/5d17321e-2af2-458f-984e-3924410a7157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9133506 Oct 10 11:10:25.519817 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d280b5-10ef-472f-a448-e02a89e0afbf None None] Routers {'5d17321e-2af2-458f-984e-3924410a7157'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:10:25.523109 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-b8d280b5-10ef-472f-a448-e02a89e0afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:10:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5d17321e-2af2-458f-984e-3924410a7157'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:25.557740 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-26cf56e8-bcfd-42d7-a7f4-d9c7e53a3297 None None] Transition to ACTIVE for port object 789a0073-3615-4e80-ac00-e892f9bd9ec6 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:25.574725 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-40288b6b-707d-4075-8de4-fdc579ead91a None None] Attempting to bind port d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:25.575161 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-40288b6b-707d-4075-8de4-fdc579ead91a None None] Attempting to bind port d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:25.575588 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40288b6b-707d-4075-8de4-fdc579ead91a None None] Attempting to bind port d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:25.587749 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40288b6b-707d-4075-8de4-fdc579ead91a None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:10:25.588230 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40288b6b-707d-4075-8de4-fdc579ead91a None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:25.588695 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-40288b6b-707d-4075-8de4-fdc579ead91a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:25.589800 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40288b6b-707d-4075-8de4-fdc579ead91a None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:10:25.590289 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-40288b6b-707d-4075-8de4-fdc579ead91a None None] Bound port: d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:10:25.591905 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:25.600532 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-40288b6b-707d-4075-8de4-fdc579ead91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:25.682573 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b6e29-445d-4ba7-8f11-4fcb90134aea admin admin] Pushing event updated for resources: {'Port': ['ID=3590ba97-27f9-4fce-9e30-fe8e54c0b3a4,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:25.685755 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:25.715784 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8b6e29-445d-4ba7-8f11-4fcb90134aea admin admin] Network 8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:25.731914 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-2a8b6e29-445d-4ba7-8f11-4fcb90134aea admin admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:25.732652 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000be178-6fa2-4f96-9ffd-86c008f2444b None None] DHCP port deletion for d126ddec-894d-422d-92aa-1e7ef339c320 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:10:25.755270 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-79f1fb12-1e86-4cc8-bff9-d8133501e40a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:25.790801 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:25.798689 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] For port d171fb58-66d9-48e2-9ed5-f763030b2978, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=d171fb58-66d9-48e2-9ed5-f763030b2978,segment=NetworkSegment(444e6788-eb7a-4101-8106-c0fe98621e3b),segment_id=444e6788-eb7a-4101-8106-c0fe98621e3b)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:10:25.801952 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8b6e29-445d-4ba7-8f11-4fcb90134aea admin admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:25.807043 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-26cf56e8-bcfd-42d7-a7f4-d9c7e53a3297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:25.825738 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2385dcd8-91c4-441b-a267-599da127b785 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:25.910242 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] Pushing event deleted for resources: {'Network': ['ID=99f1aa78-4dab-46ed-85f8-d7d5ea9985e0,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:25.919335 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2385dcd8-91c4-441b-a267-599da127b785 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] No DVR routers for this DVR port 5c84c4b9-f56d-4f7b-9957-799a431b97df on host dv-neutron-860842-1-hyperv {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:10:26.022527 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-b8d280b5-10ef-472f-a448-e02a89e0afbf None None] Set router 5d17321e-2af2-458f-984e-3924410a7157 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:10:26.022785 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:26.025341 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220552bc-811b-460f-bc43-7926f3199446 None None] Pushing event updated for resources: {'Port': ['ID=d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:26.042361 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f1fb12-1e86-4cc8-bff9-d8133501e40a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:26.043866 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c91fd7a1-a0df-46df-921f-bfe4b77c7963 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098 tempest-ExtraDHCPOptionsIpV6TestJSON-283329098-project] 10.222.0.40 "DELETE /v2.0/networks/99f1aa78-4dab-46ed-85f8-d7d5ea9985e0 HTTP/1.1" status: 204 len: 168 time: 2.8405683 Oct 10 11:10:26.050308 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:26.080837 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-79f1fb12-1e86-4cc8-bff9-d8133501e40a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:26.133695 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f1fb12-1e86-4cc8-bff9-d8133501e40a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:26.134285 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-79f1fb12-1e86-4cc8-bff9-d8133501e40a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:26.146664 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event deleted for resources: {'Subnet': ['ID=e69a0542-89fb-4634-b183-0eb6e517c445,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:26.150144 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2a8b6e29-445d-4ba7-8f11-4fcb90134aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:26.227194 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Pushing event updated for resources: {'Port': ['ID=815e161f-8857-40dc-b896-8f8c284f3a6e,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:26.267077 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cf56e8-bcfd-42d7-a7f4-d9c7e53a3297 None None] Network 355f2c8d-c78f-4809-93b0-45325ebd6dd8 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:26.297731 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-26cf56e8-bcfd-42d7-a7f4-d9c7e53a3297 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:26.311894 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1fb12-1e86-4cc8-bff9-d8133501e40a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=97613207-947e-4a36-97c9-7b7589796ff0,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:26.312987 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port eeb24324-1eac-48a6-bc23-3d587f7d19db is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:10:26.314185 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:26.314541 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:26.321556 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:26.335791 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cf56e8-bcfd-42d7-a7f4-d9c7e53a3297 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:26.341193 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf56e8-bcfd-42d7-a7f4-d9c7e53a3297 None None] Pushing event updated for resources: {'Port': ['ID=789a0073-3615-4e80-ac00-e892f9bd9ec6,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:26.419268 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 34577ec3-83ea-46ca-96d1-3af37c4357ab resource provider aggregate not found Oct 10 11:10:26.477938 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385dcd8-91c4-441b-a267-599da127b785 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Pushing event deleted for resources: {'Port': ['ID=5c84c4b9-f56d-4f7b-9957-799a431b97df,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:26.488103 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 815e161f-8857-40dc-b896-8f8c284f3a6e on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:26.490172 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:26.494855 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.plugins.ml2.plugin [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempt 2 to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e Oct 10 11:10:26.504508 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2385dcd8-91c4-441b-a267-599da127b785 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:26.539136 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:26.539881 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:26.540399 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:26.548696 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-2385dcd8-91c4-441b-a267-599da127b785 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d126ddec-894d-422d-92aa-1e7ef339c320']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:26.557171 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 815e161f-8857-40dc-b896-8f8c284f3a6e on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:26.558460 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:26.561220 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.plugins.ml2.plugin [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempt 3 to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e Oct 10 11:10:26.573960 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 34577ec3-83ea-46ca-96d1-3af37c4357ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34577ec3-83ea-46ca-96d1-3af37c4357ab found for delete ", "request_id": "req-7505782d-de79-405d-8c65-e9e98e03f1f2"}]} Oct 10 11:10:26.574517 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-79f1fb12-1e86-4cc8-bff9-d8133501e40a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2602789 Oct 10 11:10:26.577061 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47268) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:26.580287 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-2385dcd8-91c4-441b-a267-599da127b785 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e94a3d-6e89-45af-a9dc-301a2a9b494a') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:26.580644 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-2385dcd8-91c4-441b-a267-599da127b785 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e94a3d-6e89-45af-a9dc-301a2a9b494a') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:26.588515 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-40288b6b-707d-4075-8de4-fdc579ead91a None None] For port d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:10:26.601045 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2385dcd8-91c4-441b-a267-599da127b785 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:26.609429 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:26.609864 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:26.610999 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:26.618467 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Provisioning for port 0ed3f9c1-34b8-4066-9603-e5a7f7d76230 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:10:26.625550 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 815e161f-8857-40dc-b896-8f8c284f3a6e on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:26.626208 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:26.627321 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.plugins.ml2.plugin [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempt 4 to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e Oct 10 11:10:26.632197 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 51cfdd72-c0f3-4f62-bf56-616a91b74f1a up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:10:26.637280 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2385dcd8-91c4-441b-a267-599da127b785 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:26.652699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2385dcd8-91c4-441b-a267-599da127b785 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Releasing vlan 486 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:10:26.653446 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2385dcd8-91c4-441b-a267-599da127b785 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:26.662026 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-1627c4a5-b473-4dfc-ba65-c260fcf35c4d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'port': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'name': 'tempest-NetworksTestDHCPv6-168438987'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:26.685997 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7a62fcf7-cd78-4957-b019-70696b21a09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:26.699953 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:26.700499 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:26.701073 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:26.707216 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 40e94a3d-6e89-45af-a9dc-301a2a9b494a resource provider aggregate not found Oct 10 11:10:26.780951 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 40e94a3d-6e89-45af-a9dc-301a2a9b494a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40e94a3d-6e89-45af-a9dc-301a2a9b494a found for delete ", "request_id": "req-24587cb1-9cfe-4640-a010-9858501a8e9c"}]} Oct 10 11:10:26.788867 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 815e161f-8857-40dc-b896-8f8c284f3a6e on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:26.789491 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:26.790604 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.plugins.ml2.plugin [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempt 5 to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e Oct 10 11:10:26.809483 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:26.810191 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:26.810874 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:26.816115 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 815e161f-8857-40dc-b896-8f8c284f3a6e on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:26.816864 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:26.817478 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.plugins.ml2.plugin [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempt 6 to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e Oct 10 11:10:26.832513 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Provisioning complete for port 0ed3f9c1-34b8-4066-9603-e5a7f7d76230 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:10:26.832888 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:26.833226 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Attempt 1 to provision port 0ed3f9c1-34b8-4066-9603-e5a7f7d76230 Oct 10 11:10:26.841089 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:26.841089 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:26.842348 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:26.852547 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-b8d280b5-10ef-472f-a448-e02a89e0afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d17321e-2af2-458f-984e-3924410a7157', 'name': 'tempest-ServersTestManualDisk-1328151757-router', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:10:22Z', 'revision_number': 4, 'project_id': '65bf514613404a16b37bfb61203927f3', 'gw_port': {'id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17321e-2af2-458f-984e-3924410a7157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'c2ca9638-d472-4f49-833c-47a12cf7ba32', 'name': '', 'network_id': '25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'mac_address': 'fa:16:3e:0c:e9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d17321e-2af2-458f-984e-3924410a7157', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9b7165ed-72f0-43d7-b671-b766b0f5b107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:19Z', 'updated_at': '2022-10-10T11:10:22Z', 'revision_number': 2, 'project_id': '65bf514613404a16b37bfb61203927f3', 'subnets': [{'id': '9b7165ed-72f0-43d7-b671-b766b0f5b107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:26.853155 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 815e161f-8857-40dc-b896-8f8c284f3a6e on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:26.853408 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:26.853818 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.plugins.ml2.plugin [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempt 7 to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e Oct 10 11:10:26.859227 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d280b5-10ef-472f-a448-e02a89e0afbf None None] Checking router: 5d17321e-2af2-458f-984e-3924410a7157 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:10:26.859774 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d280b5-10ef-472f-a448-e02a89e0afbf None None] Updating router 5d17321e-2af2-458f-984e-3924410a7157 port c2ca9638-d472-4f49-833c-47a12cf7ba32 binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:10:26.871295 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:26.871629 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:26.871953 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:26.877032 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 815e161f-8857-40dc-b896-8f8c284f3a6e on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:26.877578 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:26.878016 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.plugins.ml2.plugin [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempt 8 to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e Oct 10 11:10:26.898462 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:26.899969 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:26.900310 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:26.901311 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-40288b6b-707d-4075-8de4-fdc579ead91a None None] For port d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:10:26.908052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 815e161f-8857-40dc-b896-8f8c284f3a6e on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:26.908409 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:26.908797 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.plugins.ml2.plugin [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempt 9 to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e Oct 10 11:10:26.926330 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:26.926957 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:26.927044 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:26.932169 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 815e161f-8857-40dc-b896-8f8c284f3a6e on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:26.933078 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:26.933941 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.plugins.ml2.plugin [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempt 10 to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e Oct 10 11:10:26.945294 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2385dcd8-91c4-441b-a267-599da127b785 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:26.951766 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-b8d280b5-10ef-472f-a448-e02a89e0afbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:26.974710 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a62fcf7-cd78-4957-b019-70696b21a09a None None] No DVR routers for this DVR port ffbaf769-98a9-423f-bfec-6a98da2ec137 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:10:27.004544 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2385dcd8-91c4-441b-a267-599da127b785 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:27.009424 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:27.011896 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:27.012233 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:27.030534 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385dcd8-91c4-441b-a267-599da127b785 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] Pushing event deleted for resources: {'Network': ['ID=d126ddec-894d-422d-92aa-1e7ef339c320,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:27.041394 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 815e161f-8857-40dc-b896-8f8c284f3a6e on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:27.043509 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 815e161f-8857-40dc-b896-8f8c284f3a6e on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:27.043890 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:27.071778 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4526f9f0-d725-429f-b13a-8b5d0eee92f4 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:27.081478 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2385dcd8-91c4-441b-a267-599da127b785 tempest-DHCPAgentSchedulersTestJSON-707517402 tempest-DHCPAgentSchedulersTestJSON-707517402-project] 10.222.0.40 "DELETE /v2.0/networks/d126ddec-894d-422d-92aa-1e7ef339c320 HTTP/1.1" status: 204 len: 168 time: 3.1705716 Oct 10 11:10:27.109196 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-40288b6b-707d-4075-8de4-fdc579ead91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:27.127723 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:27.177026 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-26cf56e8-bcfd-42d7-a7f4-d9c7e53a3297 None None] Attempting to bind port 789a0073-3615-4e80-ac00-e892f9bd9ec6 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:27.177393 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-26cf56e8-bcfd-42d7-a7f4-d9c7e53a3297 None None] Attempting to bind port 789a0073-3615-4e80-ac00-e892f9bd9ec6 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '5fa8603a-e4a9-4643-90c2-f4b63ae4e254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '355f2c8d-c78f-4809-93b0-45325ebd6dd8'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:27.183822 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cf56e8-bcfd-42d7-a7f4-d9c7e53a3297 None None] Attempting to bind port 789a0073-3615-4e80-ac00-e892f9bd9ec6 on network 355f2c8d-c78f-4809-93b0-45325ebd6dd8 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:27.183822 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Pushing event updated for resources: {'Port': ['ID=d171fb58-66d9-48e2-9ed5-f763030b2978,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:27.244204 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] For port 815e161f-8857-40dc-b896-8f8c284f3a6e, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:10:27.244865 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempted to set empty binding levels {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 10 11:10:27.284463 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['355f2c8d-c78f-4809-93b0-45325ebd6dd8']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:27.316862 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa8603a-e4a9-4643-90c2-f4b63ae4e254') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:27.317111 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa8603a-e4a9-4643-90c2-f4b63ae4e254') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:27.328457 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:27.329483 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] In _notify_port_updated(), no bound segment for port 815e161f-8857-40dc-b896-8f8c284f3a6e on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89897) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 10 11:10:27.330516 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:27.334892 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:27.335490 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] 10.222.0.40 "PUT /v2.0/ports/815e161f-8857-40dc-b896-8f8c284f3a6e HTTP/1.1" status: 200 len: 981 time: 3.9315817 Oct 10 11:10:27.336330 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47292) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:27.340082 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1627c4a5-b473-4dfc-ba65-c260fcf35c4d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:27.344379 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1627c4a5-b473-4dfc-ba65-c260fcf35c4d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:port and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:27.348336 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1627c4a5-b473-4dfc-ba65-c260fcf35c4d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:27.353174 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1627c4a5-b473-4dfc-ba65-c260fcf35c4d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:27.373364 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47294) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:27.373750 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47296) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:27.380712 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:27.396280 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-935d6443-9b4f-448f-814b-77a61e186a02 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1832058287', 'description': 'tempest-description--1410760358'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:27.408505 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-935d6443-9b4f-448f-814b-77a61e186a02 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:27.415047 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-935d6443-9b4f-448f-814b-77a61e186a02 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Usage tracker for resource:security_group and tenant:65bf514613404a16b37bfb61203927f3 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:27.418668 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:27.425917 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Releasing vlan 483 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:10:27.426387 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:27.494180 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472aa02f-9359-44ca-899d-a837cf920119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Pushing event updated for resources: {'Port': ['ID=815e161f-8857-40dc-b896-8f8c284f3a6e,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:27.494757 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cf56e8-bcfd-42d7-a7f4-d9c7e53a3297 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:10:27.495756 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cf56e8-bcfd-42d7-a7f4-d9c7e53a3297 None None] Checking segment: {'id': '5fa8603a-e4a9-4643-90c2-f4b63ae4e254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '355f2c8d-c78f-4809-93b0-45325ebd6dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:27.496029 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-26cf56e8-bcfd-42d7-a7f4-d9c7e53a3297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:27.496548 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cf56e8-bcfd-42d7-a7f4-d9c7e53a3297 None None] Bound using segment: {'id': '5fa8603a-e4a9-4643-90c2-f4b63ae4e254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '355f2c8d-c78f-4809-93b0-45325ebd6dd8'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:10:27.497008 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-26cf56e8-bcfd-42d7-a7f4-d9c7e53a3297 None None] Bound port: 789a0073-3615-4e80-ac00-e892f9bd9ec6, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa8603a-e4a9-4643-90c2-f4b63ae4e254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '355f2c8d-c78f-4809-93b0-45325ebd6dd8'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:10:27.497376 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-26cf56e8-bcfd-42d7-a7f4-d9c7e53a3297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:27.541176 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-b8d280b5-10ef-472f-a448-e02a89e0afbf None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:27.557561 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-b8d280b5-10ef-472f-a448-e02a89e0afbf None None] Transition to ACTIVE for port object c2ca9638-d472-4f49-833c-47a12cf7ba32 will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:27.559852 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-935d6443-9b4f-448f-814b-77a61e186a02 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:27.593908 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1627c4a5-b473-4dfc-ba65-c260fcf35c4d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:27.597548 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1627c4a5-b473-4dfc-ba65-c260fcf35c4d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:27.614208 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62fcf7-cd78-4957-b019-70696b21a09a None None] Pushing event deleted for resources: {'Port': ['ID=ffbaf769-98a9-423f-bfec-6a98da2ec137,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:27.618648 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-935d6443-9b4f-448f-814b-77a61e186a02 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:27.622100 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48de5ff-a412-4c0b-8e81-e1b46de45b5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-dac74586-4382-4e00-a6eb-f2005f114a9a', 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'fixed_ips': [{'subnet_id': '97613207-947e-4a36-97c9-7b7589796ff0'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:10:27.623951 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e48de5ff-a412-4c0b-8e81-e1b46de45b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:27.624059 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8efce2-75f2-4852-a281-7f62bd95c9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:27.624059 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8efce2-75f2-4852-a281-7f62bd95c9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:27.624471 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8efce2-75f2-4852-a281-7f62bd95c9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:27.625491 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8efce2-75f2-4852-a281-7f62bd95c9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:27.626064 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8efce2-75f2-4852-a281-7f62bd95c9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:27.626704 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8efce2-75f2-4852-a281-7f62bd95c9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:27.627232 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8efce2-75f2-4852-a281-7f62bd95c9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:27.628456 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8efce2-75f2-4852-a281-7f62bd95c9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:27.629125 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8efce2-75f2-4852-a281-7f62bd95c9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:27.629639 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8efce2-75f2-4852-a281-7f62bd95c9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:27.631044 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.api [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 10 11:10:27.631044 dv-neutron-860842-1-hyperv neutron-server[89896]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 10 11:10:27.631044 dv-neutron-860842-1-hyperv neutron-server[89896]: [parameters: {'id': '355f2c8d-c78f-4809-93b0-45325ebd6dd8'}] Oct 10 11:10:27.631044 dv-neutron-860842-1-hyperv neutron-server[89896]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:10:27.631445 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8efce2-75f2-4852-a281-7f62bd95c9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:27.631667 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG oslo_db.api [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:10:27.631794 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8efce2-75f2-4852-a281-7f62bd95c9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:27.632150 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8efce2-75f2-4852-a281-7f62bd95c9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:27.633851 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40288b6b-707d-4075-8de4-fdc579ead91a None None] Routers {'199bd0d6-c594-485a-ad1e-9567ff7fb572'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:10:27.634557 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-40288b6b-707d-4075-8de4-fdc579ead91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:10:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['199bd0d6-c594-485a-ad1e-9567ff7fb572'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:27.638875 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1a8efce2-75f2-4852-a281-7f62bd95c9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11772 time: 0.1430862 Oct 10 11:10:27.641985 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47308) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:27.669112 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-1627c4a5-b473-4dfc-ba65-c260fcf35c4d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] device_id is not set on port 53e035f3-46a3-453d-b113-95b7c962ac69 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:10:27.695268 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-b8d280b5-10ef-472f-a448-e02a89e0afbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:27.715517 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2a8b6e29-445d-4ba7-8f11-4fcb90134aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:27.741165 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-935d6443-9b4f-448f-814b-77a61e186a02 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:27.755409 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-efd24c95-932c-42f2-9d38-34cc2957382c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Deleting port 815e161f-8857-40dc-b896-8f8c284f3a6e {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:10:27.756011 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-efd24c95-932c-42f2-9d38-34cc2957382c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:27.887345 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-935d6443-9b4f-448f-814b-77a61e186a02 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:27.923061 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af720f-d616-42c1-9148-4711ddd0a089 None None] Pushing event updated for resources: {'Port': ['ID=c2ca9638-d472-4f49-833c-47a12cf7ba32,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:27.996619 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-1627c4a5-b473-4dfc-ba65-c260fcf35c4d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 2001:db8::a5 (dac74586-4382-4e00-a6eb-f2005f114a9a/97613207-947e-4a36-97c9-7b7589796ff0/53e035f3-46a3-453d-b113-95b7c962ac69) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:28.013965 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 51cfdd72-c0f3-4f62-bf56-616a91b74f1a triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:10:28.013965 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:28.013965 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 51cfdd72-c0f3-4f62-bf56-616a91b74f1a Oct 10 11:10:28.085857 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47316) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:28.161683 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-b8d280b5-10ef-472f-a448-e02a89e0afbf None None] Attempting to bind port c2ca9638-d472-4f49-833c-47a12cf7ba32 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:28.162052 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-b8d280b5-10ef-472f-a448-e02a89e0afbf None None] Attempting to bind port c2ca9638-d472-4f49-833c-47a12cf7ba32 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '444e6788-eb7a-4101-8106-c0fe98621e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': '25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:28.162539 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d280b5-10ef-472f-a448-e02a89e0afbf None None] Attempting to bind port c2ca9638-d472-4f49-833c-47a12cf7ba32 on network 25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:28.169589 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d280b5-10ef-472f-a448-e02a89e0afbf None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:10:28.169968 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d280b5-10ef-472f-a448-e02a89e0afbf None None] Checking segment: {'id': '444e6788-eb7a-4101-8106-c0fe98621e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': '25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:28.170614 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-b8d280b5-10ef-472f-a448-e02a89e0afbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:28.171543 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d280b5-10ef-472f-a448-e02a89e0afbf None None] Bound using segment: {'id': '444e6788-eb7a-4101-8106-c0fe98621e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': '25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:10:28.172077 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-b8d280b5-10ef-472f-a448-e02a89e0afbf None None] Bound port: c2ca9638-d472-4f49-833c-47a12cf7ba32, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444e6788-eb7a-4101-8106-c0fe98621e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': '25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:10:28.172591 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-b8d280b5-10ef-472f-a448-e02a89e0afbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:28.233228 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1627c4a5-b473-4dfc-ba65-c260fcf35c4d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:28.253402 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-1627c4a5-b473-4dfc-ba65-c260fcf35c4d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Transition to ACTIVE for port object 53e035f3-46a3-453d-b113-95b7c962ac69 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:28.268439 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-efd24c95-932c-42f2-9d38-34cc2957382c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] For port 815e161f-8857-40dc-b896-8f8c284f3a6e, host hv-neutron-8608, got binding levels [] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:10:28.268828 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-efd24c95-932c-42f2-9d38-34cc2957382c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:28.277725 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:28.283912 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-935d6443-9b4f-448f-814b-77a61e186a02 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Usage tracker for resource:security_group_rule and tenant:65bf514613404a16b37bfb61203927f3 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:28.287491 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-935d6443-9b4f-448f-814b-77a61e186a02 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:28.294841 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-935d6443-9b4f-448f-814b-77a61e186a02 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:28.314382 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-40288b6b-707d-4075-8de4-fdc579ead91a None None] Set router 199bd0d6-c594-485a-ad1e-9567ff7fb572 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:10:28.362144 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-b8d280b5-10ef-472f-a448-e02a89e0afbf None None] For port c2ca9638-d472-4f49-833c-47a12cf7ba32, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:10:28.367115 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-b8d280b5-10ef-472f-a448-e02a89e0afbf None None] For port c2ca9638-d472-4f49-833c-47a12cf7ba32, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c2ca9638-d472-4f49-833c-47a12cf7ba32,segment=NetworkSegment(444e6788-eb7a-4101-8106-c0fe98621e3b),segment_id=444e6788-eb7a-4101-8106-c0fe98621e3b)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:10:28.376433 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-935d6443-9b4f-448f-814b-77a61e186a02 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:28.440428 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-26cf56e8-bcfd-42d7-a7f4-d9c7e53a3297 None None] For port 789a0073-3615-4e80-ac00-e892f9bd9ec6, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:10:28.442534 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220552bc-811b-460f-bc43-7926f3199446 None None] Pushing event updated for resources: {'Port': ['ID=d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:28.446075 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b0565935-8ff5-44c0-a3de-77aa847f1441 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=848cb09943fc48a3b929ac2ddaac1680&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0672679 Oct 10 11:10:28.446075 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1627c4a5-b473-4dfc-ba65-c260fcf35c4d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:28.449037 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Current status of the port 0ed3f9c1-34b8-4066-9603-e5a7f7d76230 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:10:28.449037 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:28.452434 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Deleting port 789a0073-3615-4e80-ac00-e892f9bd9ec6 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:10:28.452772 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:28.473295 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-b8d280b5-10ef-472f-a448-e02a89e0afbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:28.500479 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47326) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:28.507784 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-efd24c95-932c-42f2-9d38-34cc2957382c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Calling delete_port for 815e161f-8857-40dc-b896-8f8c284f3a6e owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:10:28.602724 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af720f-d616-42c1-9148-4711ddd0a089 None None] Pushing event updated for resources: {'Port': ['ID=c2ca9638-d472-4f49-833c-47a12cf7ba32,revision_number=4']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:28.615302 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d280b5-10ef-472f-a448-e02a89e0afbf None None] Routers {'5d17321e-2af2-458f-984e-3924410a7157'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:10:28.615892 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-b8d280b5-10ef-472f-a448-e02a89e0afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:10:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5d17321e-2af2-458f-984e-3924410a7157'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:28.756088 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] For port 789a0073-3615-4e80-ac00-e892f9bd9ec6, host dv-neutron-860842-1-hyperv, got binding levels [] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:10:28.756640 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:28.811657 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-26cf56e8-bcfd-42d7-a7f4-d9c7e53a3297 None None] For port 789a0073-3615-4e80-ac00-e892f9bd9ec6, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=789a0073-3615-4e80-ac00-e892f9bd9ec6,segment=NetworkSegment(5fa8603a-e4a9-4643-90c2-f4b63ae4e254),segment_id=5fa8603a-e4a9-4643-90c2-f4b63ae4e254)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:10:28.845435 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6939c1d0-b465-407b-b241-c6e0314ed41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:28.850750 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3d645ef6-53c9-4f37-bbbd-84fc928b51d2 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c628817e01034ddcbcf41a920573c634&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7728968 Oct 10 11:10:28.853297 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-b8d280b5-10ef-472f-a448-e02a89e0afbf None None] Set router 5d17321e-2af2-458f-984e-3924410a7157 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:10:28.871309 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47336) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:28.887053 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Calling delete_port for 789a0073-3615-4e80-ac00-e892f9bd9ec6 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:10:28.944474 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6939c1d0-b465-407b-b241-c6e0314ed41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:28.952273 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] For port 0ed3f9c1-34b8-4066-9603-e5a7f7d76230, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=0ed3f9c1-34b8-4066-9603-e5a7f7d76230,segment=NetworkSegment(65d0dabf-6276-4cde-892d-b7e2fdb32d74),segment_id=65d0dabf-6276-4cde-892d-b7e2fdb32d74)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:10:28.966983 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-935d6443-9b4f-448f-814b-77a61e186a02 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:28.984143 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-efd24c95-932c-42f2-9d38-34cc2957382c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:29.013232 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-e48de5ff-a412-4c0b-8e81-e1b46de45b5b None None] Allocated IP 2001:db8::2 (dac74586-4382-4e00-a6eb-f2005f114a9a/97613207-947e-4a36-97c9-7b7589796ff0/d7473f9e-8897-45e6-a3bc-054d76567a5f) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:29.069922 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-26cf56e8-bcfd-42d7-a7f4-d9c7e53a3297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:29.071219 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd24c95-932c-42f2-9d38-34cc2957382c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Pushing event deleted for resources: {'Port': ['ID=815e161f-8857-40dc-b896-8f8c284f3a6e,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:29.082571 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-efd24c95-932c-42f2-9d38-34cc2957382c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:29.102483 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-efd24c95-932c-42f2-9d38-34cc2957382c tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] 10.222.0.40 "DELETE /v2.0/ports/815e161f-8857-40dc-b896-8f8c284f3a6e HTTP/1.1" status: 204 len: 168 time: 1.4553852 Oct 10 11:10:29.106180 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47346) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:29.106881 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-24ca0767-489d-48cf-a291-f4df48baa857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:29.115950 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d6443-9b4f-448f-814b-77a61e186a02 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd51995-f90f-4c13-bd05-cf0ace088ed0,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:29.132451 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:29.153091 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 5fa8603a-e4a9-4643-90c2-f4b63ae4e254 resource provider aggregate not found Oct 10 11:10:29.174734 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-38671c11-34c8-4976-9882-4bce1817933b tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] GET failed (client error): The resource could not be found. Oct 10 11:10:29.175352 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-38671c11-34c8-4976-9882-4bce1817933b tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Synchronizing usage tracker for tenant:c513bd79b48e485eac498ab28229e0b4 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:10:29.199973 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1627c4a5-b473-4dfc-ba65-c260fcf35c4d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:29.203922 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-24ca0767-489d-48cf-a291-f4df48baa857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:29.214360 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 5fa8603a-e4a9-4643-90c2-f4b63ae4e254 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5fa8603a-e4a9-4643-90c2-f4b63ae4e254 found for delete ", "request_id": "req-1b061b10-cd69-4537-967e-8ca50edd29d1"}]} Oct 10 11:10:29.219540 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-1627c4a5-b473-4dfc-ba65-c260fcf35c4d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:29.225749 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-935d6443-9b4f-448f-814b-77a61e186a02 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:29.227577 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-935d6443-9b4f-448f-814b-77a61e186a02 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8496819 Oct 10 11:10:29.234876 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1627c4a5-b473-4dfc-ba65-c260fcf35c4d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:29.238185 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47352) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:29.242581 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1627c4a5-b473-4dfc-ba65-c260fcf35c4d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:29.243533 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1627c4a5-b473-4dfc-ba65-c260fcf35c4d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:29.251528 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.api [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:10:29.253005 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG oslo_db.api [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:10:29.255808 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-b526e03a-562e-4036-ac65-9aae60414f4c tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Request body: {'security_group_rule': {'security_group_id': 'abd51995-f90f-4c13-bd05-cf0ace088ed0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:29.271082 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c4a5-b473-4dfc-ba65-c260fcf35c4d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Port': ['ID=53e035f3-46a3-453d-b113-95b7c962ac69,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:29.282661 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b526e03a-562e-4036-ac65-9aae60414f4c tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:29.284159 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47356) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:29.291501 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6939c1d0-b465-407b-b241-c6e0314ed41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:29.296359 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b526e03a-562e-4036-ac65-9aae60414f4c tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Usage tracker for resource:security_group_rule and tenant:65bf514613404a16b37bfb61203927f3 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:29.314133 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b526e03a-562e-4036-ac65-9aae60414f4c tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:29.324212 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b526e03a-562e-4036-ac65-9aae60414f4c tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:29.326945 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939c1d0-b465-407b-b241-c6e0314ed41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf82b0d-59f9-4420-999b-00586dae1883,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:29.332444 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Could not find standard attr ID for object b9fc1809-ec45-49b2-b6a1-442e6441a8b7. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:10:29.347797 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-38671c11-34c8-4976-9882-4bce1817933b tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Unset dirty status for tenant:c513bd79b48e485eac498ab28229e0b4 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:10:29.353082 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-38671c11-34c8-4976-9882-4bce1817933b tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] 10.222.0.40 "GET /v2.0/ports/815e161f-8857-40dc-b896-8f8c284f3a6e HTTP/1.1" status: 404 len: 333 time: 0.2407434 Oct 10 11:10:29.360135 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47362) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:29.369098 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-426c79d1-ffd3-4819-8f80-1ab03f5ad8ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-251434977', 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:29.377441 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6939c1d0-b465-407b-b241-c6e0314ed41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:29.377441 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6939c1d0-b465-407b-b241-c6e0314ed41a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0cf82b0d-59f9-4420-999b-00586dae1883 HTTP/1.1" status: 204 len: 168 time: 0.8395998 Oct 10 11:10:29.378766 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-426c79d1-ffd3-4819-8f80-1ab03f5ad8ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:29.404265 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-426c79d1-ffd3-4819-8f80-1ab03f5ad8ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:29.416212 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Could not find standard attr ID for object 5c84c4b9-f56d-4f7b-9957-799a431b97df. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:10:29.465928 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2a8b6e29-445d-4ba7-8f11-4fcb90134aea admin admin] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:29.469561 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1627c4a5-b473-4dfc-ba65-c260fcf35c4d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8725243 Oct 10 11:10:29.472145 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47368) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:29.474946 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Could not find standard attr ID for object a4e4c3a4-0de2-437f-8722-8cdb3f775d9a. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:10:29.504070 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf56e8-bcfd-42d7-a7f4-d9c7e53a3297 None None] Pushing event updated for resources: {'Port': ['ID=789a0073-3615-4e80-ac00-e892f9bd9ec6,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:29.506774 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 51cfdd72-c0f3-4f62-bf56-616a91b74f1a is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:10:29.533822 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-24ca0767-489d-48cf-a291-f4df48baa857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:29.535226 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2a8b6e29-445d-4ba7-8f11-4fcb90134aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:29.552823 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426c79d1-ffd3-4819-8f80-1ab03f5ad8ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Made reservation on behalf of c513bd79b48e485eac498ab28229e0b4 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:29.555287 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-426c79d1-ffd3-4819-8f80-1ab03f5ad8ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:29.584737 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Could not find standard attr ID for object af37afb6-8479-4a2c-8d31-740af9b7c471. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:10:29.598338 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 95d8db39-d9bf-4fc4-9b24-92c67979ba08 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:10:29.633701 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca0767-489d-48cf-a291-f4df48baa857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464dca27-2696-43c9-8a2e-262f6d238bab,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:29.635661 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b526e03a-562e-4036-ac65-9aae60414f4c tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:29.641846 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-b8d280b5-10ef-472f-a448-e02a89e0afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d17321e-2af2-458f-984e-3924410a7157', 'name': 'tempest-ServersTestManualDisk-1328151757-router', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:10:22Z', 'revision_number': 4, 'project_id': '65bf514613404a16b37bfb61203927f3', 'gw_port': {'id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17321e-2af2-458f-984e-3924410a7157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'c2ca9638-d472-4f49-833c-47a12cf7ba32', 'name': '', 'network_id': '25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'mac_address': 'fa:16:3e:0c:e9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d17321e-2af2-458f-984e-3924410a7157', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9b7165ed-72f0-43d7-b671-b766b0f5b107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:19Z', 'updated_at': '2022-10-10T11:10:28Z', 'revision_number': 4, 'project_id': '65bf514613404a16b37bfb61203927f3', 'subnets': [{'id': '9b7165ed-72f0-43d7-b671-b766b0f5b107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:29.654867 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d280b5-10ef-472f-a448-e02a89e0afbf None None] The sync data for ids ['5d17321e-2af2-458f-984e-3924410a7157'] in dv-neutron-860842-1-hyperv is: [{'id': '5d17321e-2af2-458f-984e-3924410a7157', 'name': 'tempest-ServersTestManualDisk-1328151757-router', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:10:22Z', 'revision_number': 4, 'project_id': '65bf514613404a16b37bfb61203927f3', 'gw_port': {'id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17321e-2af2-458f-984e-3924410a7157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'c2ca9638-d472-4f49-833c-47a12cf7ba32', 'name': '', 'network_id': '25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'mac_address': 'fa:16:3e:0c:e9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d17321e-2af2-458f-984e-3924410a7157', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9b7165ed-72f0-43d7-b671-b766b0f5b107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:19Z', 'updated_at': '2022-10-10T11:10:28Z', 'revision_number': 4, 'project_id': '65bf514613404a16b37bfb61203927f3', 'subnets': [{'id': '9b7165ed-72f0-43d7-b671-b766b0f5b107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:10:29.668868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-24ca0767-489d-48cf-a291-f4df48baa857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:29.672555 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-24ca0767-489d-48cf-a291-f4df48baa857 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/464dca27-2696-43c9-8a2e-262f6d238bab HTTP/1.1" status: 204 len: 168 time: 0.7975318 Oct 10 11:10:29.686056 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Could not find standard attr ID for object ffbaf769-98a9-423f-bfec-6a98da2ec137. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:10:29.706710 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-59c2fffb-9645-474f-b194-637b58d560a7 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:29.714639 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de57c1a4-82e6-4146-98dc-fbb1d76ce795 None None] Network 355f2c8d-c78f-4809-93b0-45325ebd6dd8 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:29.749175 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 95d8db39-d9bf-4fc4-9b24-92c67979ba08 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:10:29.749702 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 95d8db39-d9bf-4fc4-9b24-92c67979ba08 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:10:29.750453 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5c84c4b9-f56d-4f7b-9957-799a431b97df no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:10:29.760294 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-59c2fffb-9645-474f-b194-637b58d560a7 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:29.762145 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Deleting port 789a0073-3615-4e80-ac00-e892f9bd9ec6 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:10:29.762634 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:29.768056 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-426c79d1-ffd3-4819-8f80-1ab03f5ad8ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] device_id is not set on port 1df59ba9-72af-4dbd-8d0a-d2bcd53913dc yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:10:29.882667 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 5c84c4b9-f56d-4f7b-9957-799a431b97df {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:10:29.883669 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5c84c4b9-f56d-4f7b-9957-799a431b97df not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:10:29.884285 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ffbaf769-98a9-423f-bfec-6a98da2ec137 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:10:29.888550 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2a8b6e29-445d-4ba7-8f11-4fcb90134aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:29.900874 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b6e29-445d-4ba7-8f11-4fcb90134aea admin admin] Pushing event updated for resources: {'Port': ['ID=3590ba97-27f9-4fce-9e30-fe8e54c0b3a4,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:29.917742 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2963d4-6395-4bec-99ce-4c77b8dbbd5b None None] Pushing event updated for resources: {'Port': ['ID=0ed3f9c1-34b8-4066-9603-e5a7f7d76230,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:29.952319 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: ffbaf769-98a9-423f-bfec-6a98da2ec137 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:10:29.955560 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ffbaf769-98a9-423f-bfec-6a98da2ec137 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:10:30.064393 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-426c79d1-ffd3-4819-8f80-1ab03f5ad8ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:30.090880 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-40288b6b-707d-4075-8de4-fdc579ead91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'name': 'tempest-ServersTestJSON-1357478184-router', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:10:27Z', 'revision_number': 4, 'project_id': '9543e1530ac9451cbdc9af9c0a714df9', 'gw_port': {'id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '3590ba97-27f9-4fce-9e30-fe8e54c0b3a4', 'name': '', 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'mac_address': 'fa:16:3e:b3:73:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '65e977d9-db64-4322-bf90-948232ecd65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:24Z', 'updated_at': '2022-10-10T11:10:24Z', 'revision_number': 1, 'project_id': '9543e1530ac9451cbdc9af9c0a714df9', 'subnets': [{'id': '65e977d9-db64-4322-bf90-948232ecd65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:30.125558 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b526e03a-562e-4036-ac65-9aae60414f4c tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:30.127763 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-59c2fffb-9645-474f-b194-637b58d560a7 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Usage tracker for resource:floatingip and tenant:c06eb20771484324a297961887771bc8 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:30.141954 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-59c2fffb-9645-474f-b194-637b58d560a7 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:30.164872 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40288b6b-707d-4075-8de4-fdc579ead91a None None] The sync data for ids ['199bd0d6-c594-485a-ad1e-9567ff7fb572'] in dv-neutron-860842-1-hyperv is: [{'id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'name': 'tempest-ServersTestJSON-1357478184-router', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:10:27Z', 'revision_number': 4, 'project_id': '9543e1530ac9451cbdc9af9c0a714df9', 'gw_port': {'id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '3590ba97-27f9-4fce-9e30-fe8e54c0b3a4', 'name': '', 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'mac_address': 'fa:16:3e:b3:73:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '65e977d9-db64-4322-bf90-948232ecd65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:24Z', 'updated_at': '2022-10-10T11:10:24Z', 'revision_number': 1, 'project_id': '9543e1530ac9451cbdc9af9c0a714df9', 'subnets': [{'id': '65e977d9-db64-4322-bf90-948232ecd65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:10:30.169446 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-59c2fffb-9645-474f-b194-637b58d560a7 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:30.200592 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e48de5ff-a412-4c0b-8e81-e1b46de45b5b None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:30.236982 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8575de-4626-4413-b58b-017bf93871e7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:30.238625 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-bf8575de-4626-4413-b58b-017bf93871e7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.7656024 Oct 10 11:10:30.241465 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47378) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:30.284943 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Provisioning for port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:10:30.292802 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 0ed3f9c1-34b8-4066-9603-e5a7f7d76230 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:10:30.313133 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b526e03a-562e-4036-ac65-9aae60414f4c tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:30.389699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526e03a-562e-4036-ac65-9aae60414f4c tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f9f821-7303-48ee-8bac-5f982326fb1d,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:30.425535 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-59c2fffb-9645-474f-b194-637b58d560a7 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks [] for floatingip, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:30.460662 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] For port 789a0073-3615-4e80-ac00-e892f9bd9ec6, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=789a0073-3615-4e80-ac00-e892f9bd9ec6,segment=NetworkSegment(5fa8603a-e4a9-4643-90c2-f4b63ae4e254),segment_id=5fa8603a-e4a9-4643-90c2-f4b63ae4e254)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:10:30.461024 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:30.466908 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-e48de5ff-a412-4c0b-8e81-e1b46de45b5b None None] Transition to ACTIVE for port object d7473f9e-8897-45e6-a3bc-054d76567a5f will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:30.493681 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-e48de5ff-a412-4c0b-8e81-e1b46de45b5b None None] Transition to ACTIVE for port object d7473f9e-8897-45e6-a3bc-054d76567a5f will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:30.497218 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Provisioning complete for port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:10:30.497601 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:30.498178 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Attempt 1 to provision port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 Oct 10 11:10:30.546674 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-e8f03417-7ed4-49c1-ab25-2179cc2108be tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting port 53e035f3-46a3-453d-b113-95b7c962ac69 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:10:30.551394 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e8f03417-7ed4-49c1-ab25-2179cc2108be tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:30.623459 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e48de5ff-a412-4c0b-8e81-e1b46de45b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:30.696495 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:10:30.732066 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48de5ff-a412-4c0b-8e81-e1b46de45b5b None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:30.739598 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Calling delete_port for 789a0073-3615-4e80-ac00-e892f9bd9ec6 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:10:30.744175 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-e48de5ff-a412-4c0b-8e81-e1b46de45b5b None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:30.752518 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48de5ff-a412-4c0b-8e81-e1b46de45b5b None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:30.785738 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47390) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:30.825117 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8b6e29-445d-4ba7-8f11-4fcb90134aea admin admin] Network 8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:30.830255 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-2a8b6e29-445d-4ba7-8f11-4fcb90134aea admin admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:30.834128 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ef975d93-93aa-45da-a99e-385d3b9d5bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:30.849325 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b526e03a-562e-4036-ac65-9aae60414f4c tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:30.850760 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b526e03a-562e-4036-ac65-9aae60414f4c tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6114662 Oct 10 11:10:30.859732 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48de5ff-a412-4c0b-8e81-e1b46de45b5b None None] Pushing event updated for resources: {'Port': ['ID=d7473f9e-8897-45e6-a3bc-054d76567a5f,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:30.865225 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47394) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:30.866358 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-426c79d1-ffd3-4819-8f80-1ab03f5ad8ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:30.930345 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 0ed3f9c1-34b8-4066-9603-e5a7f7d76230 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:10:30.931267 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:30.931748 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 0ed3f9c1-34b8-4066-9603-e5a7f7d76230 Oct 10 11:10:31.108785 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-e48de5ff-a412-4c0b-8e81-e1b46de45b5b None None] Attempting to bind port d7473f9e-8897-45e6-a3bc-054d76567a5f on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:31.109253 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-e48de5ff-a412-4c0b-8e81-e1b46de45b5b None None] Attempting to bind port d7473f9e-8897-45e6-a3bc-054d76567a5f by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:31.109744 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48de5ff-a412-4c0b-8e81-e1b46de45b5b None None] Attempting to bind port d7473f9e-8897-45e6-a3bc-054d76567a5f on network dac74586-4382-4e00-a6eb-f2005f114a9a {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:31.120621 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48de5ff-a412-4c0b-8e81-e1b46de45b5b None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:10:31.121116 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48de5ff-a412-4c0b-8e81-e1b46de45b5b None None] Checking segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:31.121618 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e48de5ff-a412-4c0b-8e81-e1b46de45b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:31.125808 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48de5ff-a412-4c0b-8e81-e1b46de45b5b None None] Bound using segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:10:31.125808 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-e48de5ff-a412-4c0b-8e81-e1b46de45b5b None None] Bound port: d7473f9e-8897-45e6-a3bc-054d76567a5f, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:10:31.125808 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e48de5ff-a412-4c0b-8e81-e1b46de45b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:31.175462 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c79d1-ffd3-4819-8f80-1ab03f5ad8ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Pushing event updated for resources: {'Port': ['ID=1df59ba9-72af-4dbd-8d0a-d2bcd53913dc,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:31.203472 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Attempt 2 to provision port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 Oct 10 11:10:31.205412 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426c79d1-ffd3-4819-8f80-1ab03f5ad8ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Network 24be801b-61d8-40c5-9ec6-e1d4752ce55c is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:31.215318 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-426c79d1-ffd3-4819-8f80-1ab03f5ad8ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:31.232718 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426c79d1-ffd3-4819-8f80-1ab03f5ad8ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:31.233832 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426c79d1-ffd3-4819-8f80-1ab03f5ad8ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:31.235115 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-426c79d1-ffd3-4819-8f80-1ab03f5ad8ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:31.399657 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ef975d93-93aa-45da-a99e-385d3b9d5bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:31.406691 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ef975d93-93aa-45da-a99e-385d3b9d5bbd admin admin] Usage tracker for resource:security_group_rule and tenant:fe35f6d8cc5b453e9bebfe122ba9d35a is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:31.410020 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ef975d93-93aa-45da-a99e-385d3b9d5bbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:31.425503 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ef975d93-93aa-45da-a99e-385d3b9d5bbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:31.426815 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e8f03417-7ed4-49c1-ab25-2179cc2108be tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:31.434362 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:10:31.436585 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-59c2fffb-9645-474f-b194-637b58d560a7 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:31.454136 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 0ed3f9c1-34b8-4066-9603-e5a7f7d76230 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:10:31.460913 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d171fb58-66d9-48e2-9ed5-f763030b2978 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:10:31.484616 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-426c79d1-ffd3-4819-8f80-1ab03f5ad8ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.1233516 Oct 10 11:10:31.487173 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47406) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:31.491209 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-e48de5ff-a412-4c0b-8e81-e1b46de45b5b None None] For port d7473f9e-8897-45e6-a3bc-054d76567a5f, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:10:31.516397 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-e48de5ff-a412-4c0b-8e81-e1b46de45b5b None None] For port d7473f9e-8897-45e6-a3bc-054d76567a5f, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=d7473f9e-8897-45e6-a3bc-054d76567a5f,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:10:31.543024 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ef975d93-93aa-45da-a99e-385d3b9d5bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:31.551843 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-e372d2b9-8697-4373-8219-0c849fffc53f tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Request body: {'security_group_rule': {'security_group_id': 'abd51995-f90f-4c13-bd05-cf0ace088ed0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:31.555153 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port d171fb58-66d9-48e2-9ed5-f763030b2978 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:10:31.555535 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:31.555869 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port d171fb58-66d9-48e2-9ed5-f763030b2978 Oct 10 11:10:31.577973 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e372d2b9-8697-4373-8219-0c849fffc53f tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:31.591383 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e372d2b9-8697-4373-8219-0c849fffc53f tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Usage tracker for resource:security_group_rule and tenant:65bf514613404a16b37bfb61203927f3 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:31.596740 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e372d2b9-8697-4373-8219-0c849fffc53f tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:31.619408 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e48de5ff-a412-4c0b-8e81-e1b46de45b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:31.662997 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e372d2b9-8697-4373-8219-0c849fffc53f tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:31.693113 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ef975d93-93aa-45da-a99e-385d3b9d5bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:31.704757 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8b6e29-445d-4ba7-8f11-4fcb90134aea admin admin] Router 199bd0d6-c594-485a-ad1e-9567ff7fb572 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:10:31.753341 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48de5ff-a412-4c0b-8e81-e1b46de45b5b None None] Pushing event updated for resources: {'Port': ['ID=d7473f9e-8897-45e6-a3bc-054d76567a5f,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:31.755098 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:31.769603 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6237f296-2c40-47c2-baa8-28cc2f79f7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:31.772161 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6237f296-2c40-47c2-baa8-28cc2f79f7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Synchronizing usage tracker for tenant:c513bd79b48e485eac498ab28229e0b4 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:10:31.815117 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-e8f03417-7ed4-49c1-ab25-2179cc2108be tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Calling delete_port for 53e035f3-46a3-453d-b113-95b7c962ac69 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:10:31.826276 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port d171fb58-66d9-48e2-9ed5-f763030b2978 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:10:31.830540 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c2ca9638-d472-4f49-833c-47a12cf7ba32 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:10:31.866559 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47410) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:31.888339 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] No DVR routers for this DVR port 789a0073-3615-4e80-ac00-e892f9bd9ec6 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:10:31.936181 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Attempt 3 to provision port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 Oct 10 11:10:32.019558 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event deleted for resources: {'Port': ['ID=789a0073-3615-4e80-ac00-e892f9bd9ec6,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:32.056536 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port c2ca9638-d472-4f49-833c-47a12cf7ba32 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:10:32.092440 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef975d93-93aa-45da-a99e-385d3b9d5bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad5b03a-1096-437c-a71b-f0777003386a,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:32.101719 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ef975d93-93aa-45da-a99e-385d3b9d5bbd admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fe35f6d8cc5b453e9bebfe122ba9d35a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3070121 Oct 10 11:10:32.103772 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e372d2b9-8697-4373-8219-0c849fffc53f tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:32.112786 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47416) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:32.114051 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6237f296-2c40-47c2-baa8-28cc2f79f7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Unset dirty status for tenant:c513bd79b48e485eac498ab28229e0b4 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:10:32.118222 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6237f296-2c40-47c2-baa8-28cc2f79f7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] 10.222.0.40 "GET /v2.0/ports/1df59ba9-72af-4dbd-8d0a-d2bcd53913dc HTTP/1.1" status: 200 len: 958 time: 0.5645425 Oct 10 11:10:32.121466 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47418) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:32.123642 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:10:32.230697 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-f0499924-7fa4-4f8c-a65d-f0c78bc5fae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Deleting port 1df59ba9-72af-4dbd-8d0a-d2bcd53913dc {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:10:32.231165 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f0499924-7fa4-4f8c-a65d-f0c78bc5fae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:32.305764 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-33ff0e3e-db9f-4b0c-8cac-e78ba5be44b2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-620413805'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:32.335827 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:10:32.414147 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:32.422154 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-33ff0e3e-db9f-4b0c-8cac-e78ba5be44b2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:32.449288 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-33ff0e3e-db9f-4b0c-8cac-e78ba5be44b2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Usage tracker for resource:network and tenant:8bb4fcedb87945309c83408accc34ea6 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:32.461693 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-33ff0e3e-db9f-4b0c-8cac-e78ba5be44b2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:32.472370 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-59c2fffb-9645-474f-b194-637b58d560a7 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Allocated IP 172.26.4.246 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/2d17b2b1-32b6-42cc-9671-e82a7339b124) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:32.491075 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e372d2b9-8697-4373-8219-0c849fffc53f tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:32.492223 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-33ff0e3e-db9f-4b0c-8cac-e78ba5be44b2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:32.499811 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['355f2c8d-c78f-4809-93b0-45325ebd6dd8']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:32.520866 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa8603a-e4a9-4643-90c2-f4b63ae4e254') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:32.521166 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa8603a-e4a9-4643-90c2-f4b63ae4e254') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:32.538365 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:32.545782 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8b6e29-445d-4ba7-8f11-4fcb90134aea admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:10:32.559197 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:10:32.564709 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:10:32.564709 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:32.564913 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c Oct 10 11:10:32.566605 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:32.576061 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Releasing vlan 483 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:10:32.576649 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:32.631999 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2a8b6e29-445d-4ba7-8f11-4fcb90134aea admin admin] 10.222.0.40 "PUT /v2.0/routers/199bd0d6-c594-485a-ad1e-9567ff7fb572/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3557625 Oct 10 11:10:32.640087 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 5fa8603a-e4a9-4643-90c2-f4b63ae4e254 resource provider aggregate not found Oct 10 11:10:32.652875 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Attempt 4 to provision port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 Oct 10 11:10:32.667985 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4c45db1f-ee32-41a4-abe3-44539edcc045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:32.746899 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:10:32.770124 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 5fa8603a-e4a9-4643-90c2-f4b63ae4e254 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5fa8603a-e4a9-4643-90c2-f4b63ae4e254 found for delete ", "request_id": "req-90f67802-f351-4480-9937-2fd52dc3999b"}]} Oct 10 11:10:32.778731 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f0499924-7fa4-4f8c-a65d-f0c78bc5fae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:32.779840 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e372d2b9-8697-4373-8219-0c849fffc53f tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:32.788509 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ff0e3e-db9f-4b0c-8cac-e78ba5be44b2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Made reservation on behalf of 8bb4fcedb87945309c83408accc34ea6 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:32.803152 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-33ff0e3e-db9f-4b0c-8cac-e78ba5be44b2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:32.824550 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:10:32.824934 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:32.847097 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e8f03417-7ed4-49c1-ab25-2179cc2108be tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:32.850519 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4c45db1f-ee32-41a4-abe3-44539edcc045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:32.883200 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:10:32.899154 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-33ff0e3e-db9f-4b0c-8cac-e78ba5be44b2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:32.952473 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:32.953344 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d7473f9e-8897-45e6-a3bc-054d76567a5f up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:10:32.971766 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-33ff0e3e-db9f-4b0c-8cac-e78ba5be44b2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:32.977787 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372d2b9-8697-4373-8219-0c849fffc53f tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6507fdf-1d4f-49fc-aad4-8c9ed69d3974,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:33.001558 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-33ff0e3e-db9f-4b0c-8cac-e78ba5be44b2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Usage tracker for resource:security_group_rule and tenant:8bb4fcedb87945309c83408accc34ea6 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:33.013366 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-33ff0e3e-db9f-4b0c-8cac-e78ba5be44b2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:33.016981 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:33.086278 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:33.092328 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/networks/355f2c8d-c78f-4809-93b0-45325ebd6dd8 HTTP/1.1" status: 204 len: 168 time: 10.8548117 Oct 10 11:10:33.096664 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-33ff0e3e-db9f-4b0c-8cac-e78ba5be44b2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:33.101986 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a4b3d-abfa-4d35-95ae-839e6773f4d1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event deleted for resources: {'Network': ['ID=355f2c8d-c78f-4809-93b0-45325ebd6dd8,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:33.111285 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47434) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:33.118774 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e372d2b9-8697-4373-8219-0c849fffc53f tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:33.122851 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e372d2b9-8697-4373-8219-0c849fffc53f tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2556705 Oct 10 11:10:33.129243 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:33.130591 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-8de16655-2bf3-4423-b94f-120b76780b42 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1853728487'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:33.144519 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47438) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:33.153989 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-8de16655-2bf3-4423-b94f-120b76780b42 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:33.158748 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8de16655-2bf3-4423-b94f-120b76780b42 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Usage tracker for resource:network and tenant:9b52ed05dd7340c5ab7a911779462445 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:33.164169 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8de16655-2bf3-4423-b94f-120b76780b42 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:33.181242 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-f0499924-7fa4-4f8c-a65d-f0c78bc5fae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Calling delete_port for 1df59ba9-72af-4dbd-8d0a-d2bcd53913dc owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:10:33.181780 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-8de16655-2bf3-4423-b94f-120b76780b42 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:33.219092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f03417-7ed4-49c1-ab25-2179cc2108be tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Port': ['ID=53e035f3-46a3-453d-b113-95b7c962ac69,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:33.228411 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port d7473f9e-8897-45e6-a3bc-054d76567a5f completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:10:33.247699 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Attempt 5 to provision port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 Oct 10 11:10:33.257640 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-9af88d46-2d9b-4b5a-8004-ecdb93a23caf tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:33.285411 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de16655-2bf3-4423-b94f-120b76780b42 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Made reservation on behalf of 9b52ed05dd7340c5ab7a911779462445 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:33.296337 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8de16655-2bf3-4423-b94f-120b76780b42 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:33.326362 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-9af88d46-2d9b-4b5a-8004-ecdb93a23caf tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:33.331641 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:10:33.371063 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9af88d46-2d9b-4b5a-8004-ecdb93a23caf tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Usage tracker for resource:floatingip and tenant:65bf514613404a16b37bfb61203927f3 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:33.384579 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e8f03417-7ed4-49c1-ab25-2179cc2108be tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:33.389647 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-33ff0e3e-db9f-4b0c-8cac-e78ba5be44b2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:33.398606 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de16655-2bf3-4423-b94f-120b76780b42 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 496} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:10:33.408617 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8de16655-2bf3-4423-b94f-120b76780b42 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:33.409030 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-8de16655-2bf3-4423-b94f-120b76780b42 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Added segment 2b4d08b1-3e21-47e8-b6fa-ea8d17e4d704 of type vlan for network b15bc150-8e30-4aa5-9b6c-14be4e0e7f1e Oct 10 11:10:33.411886 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9af88d46-2d9b-4b5a-8004-ecdb93a23caf tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:33.426898 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-69c6ef26-3f45-48e4-a52a-3e7620b3370a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:33.434915 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-59c2fffb-9645-474f-b194-637b58d560a7 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:33.438000 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-9af88d46-2d9b-4b5a-8004-ecdb93a23caf tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:33.438251 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8de16655-2bf3-4423-b94f-120b76780b42 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:33.458844 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-33ff0e3e-db9f-4b0c-8cac-e78ba5be44b2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:33.474329 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47444) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:33.486181 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e8f03417-7ed4-49c1-ab25-2179cc2108be tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/53e035f3-46a3-453d-b113-95b7c962ac69 HTTP/1.1" status: 204 len: 168 time: 3.2435436 Oct 10 11:10:33.491755 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-1242e2cc-6405-4448-a18f-f8d34eee7586 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2125305286', 'description': 'tempest-description--2073526544'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:33.493750 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47448) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:33.498387 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-1242e2cc-6405-4448-a18f-f8d34eee7586 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:33.505080 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1242e2cc-6405-4448-a18f-f8d34eee7586 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Usage tracker for resource:security_group and tenant:9543e1530ac9451cbdc9af9c0a714df9 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:33.509552 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1242e2cc-6405-4448-a18f-f8d34eee7586 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:33.517449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-1242e2cc-6405-4448-a18f-f8d34eee7586 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:33.548856 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ff0e3e-db9f-4b0c-8cac-e78ba5be44b2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 468} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:10:33.550206 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9af88d46-2d9b-4b5a-8004-ecdb93a23caf tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks [] for floatingip, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:33.554208 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff0e3e-db9f-4b0c-8cac-e78ba5be44b2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af548d8a-831c-4d9f-abf3-2e6541439a61,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:33.574047 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-33ff0e3e-db9f-4b0c-8cac-e78ba5be44b2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:33.574400 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-33ff0e3e-db9f-4b0c-8cac-e78ba5be44b2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Added segment 4f640073-08af-4f6f-93a8-cb87e1abd349 of type vlan for network 9a048f4e-368f-4709-80db-7980deb1656a Oct 10 11:10:33.590464 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e24af9a-2a10-4a9f-8461-fd689798a0f8 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:33.591972 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e24af9a-2a10-4a9f-8461-fd689798a0f8 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:33.593493 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4e24af9a-2a10-4a9f-8461-fd689798a0f8 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1001730 Oct 10 11:10:33.594073 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f0499924-7fa4-4f8c-a65d-f0c78bc5fae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:33.597030 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47452) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:33.638661 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4c45db1f-ee32-41a4-abe3-44539edcc045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:33.659888 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-33ff0e3e-db9f-4b0c-8cac-e78ba5be44b2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:33.661161 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8de16655-2bf3-4423-b94f-120b76780b42 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:33.666560 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de16655-2bf3-4423-b94f-120b76780b42 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:33.667822 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8de16655-2bf3-4423-b94f-120b76780b42 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:33.672790 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-59c2fffb-9645-474f-b194-637b58d560a7 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:33.676790 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1242e2cc-6405-4448-a18f-f8d34eee7586 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:33.689426 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f0499924-7fa4-4f8c-a65d-f0c78bc5fae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:33.692644 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0499924-7fa4-4f8c-a65d-f0c78bc5fae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Pushing event deleted for resources: {'Port': ['ID=1df59ba9-72af-4dbd-8d0a-d2bcd53913dc,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:33.731546 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45db1f-ee32-41a4-abe3-44539edcc045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad5b03a-1096-437c-a71b-f0777003386a,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:33.795720 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c2fffb-9645-474f-b194-637b58d560a7 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:33.811560 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb213b4-ce41-4b0c-9fbf-8852e7180c66 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet 97613207-947e-4a36-97c9-7b7589796ff0 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:10:33.814050 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c927b3f-189c-47a1-9cc3-2f4458fa33f1 None None] get_active_networks_info from dv-neutron-860842-1-hyperv {{(pid=89898) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 10 11:10:33.826066 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4eb213b4-ce41-4b0c-9fbf-8852e7180c66 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:33.843959 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-1242e2cc-6405-4448-a18f-f8d34eee7586 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:33.850021 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Attempt 6 to provision port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 Oct 10 11:10:33.850537 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-59c2fffb-9645-474f-b194-637b58d560a7 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:33.853174 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c2fffb-9645-474f-b194-637b58d560a7 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:33.872637 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de16655-2bf3-4423-b94f-120b76780b42 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event updated for resources: {'Network': ['ID=b15bc150-8e30-4aa5-9b6c-14be4e0e7f1e,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:33.891609 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4eb213b4-ce41-4b0c-9fbf-8852e7180c66 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:33.896284 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network b15bc150-8e30-4aa5-9b6c-14be4e0e7f1e details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:10:33.913273 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4c45db1f-ee32-41a4-abe3-44539edcc045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:33.919355 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4c45db1f-ee32-41a4-abe3-44539edcc045 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/aad5b03a-1096-437c-a71b-f0777003386a HTTP/1.1" status: 204 len: 168 time: 1.7975996 Oct 10 11:10:33.933604 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8de16655-2bf3-4423-b94f-120b76780b42 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8180189 Oct 10 11:10:33.937390 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1242e2cc-6405-4448-a18f-f8d34eee7586 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Usage tracker for resource:security_group_rule and tenant:9543e1530ac9451cbdc9af9c0a714df9 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:33.941797 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2fffb-9645-474f-b194-637b58d560a7 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Pushing event updated for resources: {'Port': ['ID=2d17b2b1-32b6-42cc-9671-e82a7339b124,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:33.942952 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47458) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:33.950932 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f0499924-7fa4-4f8c-a65d-f0c78bc5fae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] 10.222.0.40 "DELETE /v2.0/ports/1df59ba9-72af-4dbd-8d0a-d2bcd53913dc HTTP/1.1" status: 204 len: 168 time: 1.8207166 Oct 10 11:10:33.955010 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-06fb2b7e-83a7-4492-bc92-8245979a9234 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Request body: {'subnet': {'network_id': 'b15bc150-8e30-4aa5-9b6c-14be4e0e7f1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:33.966408 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1242e2cc-6405-4448-a18f-f8d34eee7586 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:33.968957 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47462) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:34.032667 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:10:34.067009 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-1242e2cc-6405-4448-a18f-f8d34eee7586 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:34.079559 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-33ff0e3e-db9f-4b0c-8cac-e78ba5be44b2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:34.086295 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ff0e3e-db9f-4b0c-8cac-e78ba5be44b2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:34.086295 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-33ff0e3e-db9f-4b0c-8cac-e78ba5be44b2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:34.091377 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-06fb2b7e-83a7-4492-bc92-8245979a9234 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:34.096768 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-c55fbcb6-1b8a-47ae-ba7d-ddcf3ae8a454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] GET failed (client error): The resource could not be found. Oct 10 11:10:34.097376 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c55fbcb6-1b8a-47ae-ba7d-ddcf3ae8a454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Synchronizing usage tracker for tenant:c513bd79b48e485eac498ab28229e0b4 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:10:34.169212 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-06fb2b7e-83a7-4492-bc92-8245979a9234 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Usage tracker for resource:subnet and tenant:9b52ed05dd7340c5ab7a911779462445 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:34.180061 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-06fb2b7e-83a7-4492-bc92-8245979a9234 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:34.181584 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c927b3f-189c-47a1-9cc3-2f4458fa33f1 None None] Resources bound (agent type, host, resource id): {{(pid=89898) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 10 11:10:34.195059 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-06fb2b7e-83a7-4492-bc92-8245979a9234 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:34.206491 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:10:34.253294 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-59c2fffb-9645-474f-b194-637b58d560a7 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:34.263324 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff0e3e-db9f-4b0c-8cac-e78ba5be44b2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event updated for resources: {'Network': ['ID=9a048f4e-368f-4709-80db-7980deb1656a,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:34.277382 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4eb213b4-ce41-4b0c-9fbf-8852e7180c66 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:34.284869 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 9a048f4e-368f-4709-80db-7980deb1656a details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:10:34.390865 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1242e2cc-6405-4448-a18f-f8d34eee7586 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:34.394107 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c55fbcb6-1b8a-47ae-ba7d-ddcf3ae8a454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Unset dirty status for tenant:c513bd79b48e485eac498ab28229e0b4 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:10:34.395376 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c55fbcb6-1b8a-47ae-ba7d-ddcf3ae8a454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] 10.222.0.40 "GET /v2.0/ports/1df59ba9-72af-4dbd-8d0a-d2bcd53913dc HTTP/1.1" status: 404 len: 333 time: 0.4204407 Oct 10 11:10:34.400311 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47466) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:34.407606 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-2667e81c-02da-4fd0-99e0-8ae8a3046951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Request body: {'port': {'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045037688'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:34.415118 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-33ff0e3e-db9f-4b0c-8cac-e78ba5be44b2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.5419965 Oct 10 11:10:34.415385 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-2667e81c-02da-4fd0-99e0-8ae8a3046951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:34.420956 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9af88d46-2d9b-4b5a-8004-ecdb93a23caf tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:34.421092 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fb2b7e-83a7-4492-bc92-8245979a9234 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Made reservation on behalf of 9b52ed05dd7340c5ab7a911779462445 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:34.424409 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-06fb2b7e-83a7-4492-bc92-8245979a9234 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:34.430783 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-2667e81c-02da-4fd0-99e0-8ae8a3046951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:34.435403 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fceb50-c381-4557-86a0-93b9a3fdf54c None None] Sync routers for ids ['199bd0d6-c594-485a-ad1e-9567ff7fb572'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:10:34.490196 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1242e2cc-6405-4448-a18f-f8d34eee7586 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:34.546071 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Attempt 7 to provision port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 Oct 10 11:10:34.597266 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2667e81c-02da-4fd0-99e0-8ae8a3046951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Made reservation on behalf of c513bd79b48e485eac498ab28229e0b4 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:34.599686 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2667e81c-02da-4fd0-99e0-8ae8a3046951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:34.653280 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fceb50-c381-4557-86a0-93b9a3fdf54c None None] Routers {'199bd0d6-c594-485a-ad1e-9567ff7fb572'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:10:34.654710 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-a6fceb50-c381-4557-86a0-93b9a3fdf54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:10:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['199bd0d6-c594-485a-ad1e-9567ff7fb572'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:34.669441 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-2667e81c-02da-4fd0-99e0-8ae8a3046951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] device_id is not set on port 62dab6c3-5f06-429f-929c-96559764364f yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:10:34.714788 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242e2cc-6405-4448-a18f-f8d34eee7586 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1127a6-d943-4eb8-a8ea-791a3d1c16cb,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:34.720833 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-59c2fffb-9645-474f-b194-637b58d560a7 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:34.751269 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4eb213b4-ce41-4b0c-9fbf-8852e7180c66 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:34.840062 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4eb213b4-ce41-4b0c-9fbf-8852e7180c66 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:34.865746 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb213b4-ce41-4b0c-9fbf-8852e7180c66 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=97613207-947e-4a36-97c9-7b7589796ff0,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:34.930149 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:10:34.942751 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:10:34.943437 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:34.943906 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c Oct 10 11:10:34.966608 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4eb213b4-ce41-4b0c-9fbf-8852e7180c66 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/97613207-947e-4a36-97c9-7b7589796ff0 HTTP/1.1" status: 204 len: 168 time: 1.3684893 Oct 10 11:10:34.978016 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47480) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:34.983612 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-59c2fffb-9645-474f-b194-637b58d560a7 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:35.050000 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1242e2cc-6405-4448-a18f-f8d34eee7586 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:35.054870 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1242e2cc-6405-4448-a18f-f8d34eee7586 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5780091 Oct 10 11:10:35.058926 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47484) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:35.096201 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d358cf57-16b0-4368-8058-fa53c76124f1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1170270 Oct 10 11:10:35.099389 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47486) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:35.108818 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-dc25a376-dece-4aac-ae57-e37d6b4f5576 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:35.127176 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-042e3075-2e7b-4fc1-96c3-6cf8c93bd87e tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Request body: {'security_group_rule': {'security_group_id': '7c1127a6-d943-4eb8-a8ea-791a3d1c16cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:35.154620 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-a6fceb50-c381-4557-86a0-93b9a3fdf54c None None] Set router 199bd0d6-c594-485a-ad1e-9567ff7fb572 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:10:35.156053 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-59c2fffb-9645-474f-b194-637b58d560a7 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:35.258457 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-dc25a376-dece-4aac-ae57-e37d6b4f5576 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:35.264604 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-dc25a376-dece-4aac-ae57-e37d6b4f5576 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:subnet and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:35.268739 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-dc25a376-dece-4aac-ae57-e37d6b4f5576 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:35.277044 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-dc25a376-dece-4aac-ae57-e37d6b4f5576 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:35.317867 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-06fb2b7e-83a7-4492-bc92-8245979a9234 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:35.374083 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc25a376-dece-4aac-ae57-e37d6b4f5576 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:35.381052 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dc25a376-dece-4aac-ae57-e37d6b4f5576 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:35.414756 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-59c2fffb-9645-474f-b194-637b58d560a7 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:35.446200 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Attempt 8 to provision port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 Oct 10 11:10:35.446390 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-042e3075-2e7b-4fc1-96c3-6cf8c93bd87e tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:35.457357 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2fffb-9645-474f-b194-637b58d560a7 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Pushing event updated for resources: {'Port': ['ID=2d17b2b1-32b6-42cc-9671-e82a7339b124,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:35.460078 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-042e3075-2e7b-4fc1-96c3-6cf8c93bd87e tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Usage tracker for resource:security_group_rule and tenant:9543e1530ac9451cbdc9af9c0a714df9 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:35.477609 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-042e3075-2e7b-4fc1-96c3-6cf8c93bd87e tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:35.494887 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-042e3075-2e7b-4fc1-96c3-6cf8c93bd87e tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:35.536713 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-9af88d46-2d9b-4b5a-8004-ecdb93a23caf tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Allocated IP 172.26.4.88 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/277d1832-e77d-4ee8-9a23-a1e2fa0d04c2) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:35.538621 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-59c2fffb-9645-474f-b194-637b58d560a7 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:35.539834 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-59c2fffb-9645-474f-b194-637b58d560a7 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2547150 Oct 10 11:10:35.546873 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47498) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:35.552221 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-723184ee-6291-47ce-b0ab-234282c6ad2a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1810650826'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:35.565864 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-723184ee-6291-47ce-b0ab-234282c6ad2a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:35.598854 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-723184ee-6291-47ce-b0ab-234282c6ad2a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Usage tracker for resource:network and tenant:c06eb20771484324a297961887771bc8 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:35.636472 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb2b7e-83a7-4492-bc92-8245979a9234 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event updated for resources: {'Subnet': ['ID=f4649d6c-e646-4e09-9b76-d0f460deeb03,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:35.664107 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fb2b7e-83a7-4492-bc92-8245979a9234 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Checking segment: {'id': '2b4d08b1-3e21-47e8-b6fa-ea8d17e4d704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': 'b15bc150-8e30-4aa5-9b6c-14be4e0e7f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:35.664749 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fb2b7e-83a7-4492-bc92-8245979a9234 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Network hostable DHCP agents. Network: b15bc150-8e30-4aa5-9b6c-14be4e0e7f1e, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:10:35.695893 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:10:35.696098 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-723184ee-6291-47ce-b0ab-234282c6ad2a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:35.729129 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6428939a-59b3-4bf7-a567-1bde2407df78 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:35.763139 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-723184ee-6291-47ce-b0ab-234282c6ad2a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:35.770222 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-042e3075-2e7b-4fc1-96c3-6cf8c93bd87e tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:35.777279 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:10:35.798020 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fb2b7e-83a7-4492-bc92-8245979a9234 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Network b15bc150-8e30-4aa5-9b6c-14be4e0e7f1e is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:10:35.899013 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6d430836-cb6e-49d0-97dd-e45b55c87b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:35.965905 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-06fb2b7e-83a7-4492-bc92-8245979a9234 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, b15bc150-8e30-4aa5-9b6c-14be4e0e7f1e) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:35.967809 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-042e3075-2e7b-4fc1-96c3-6cf8c93bd87e tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:35.978324 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fb2b7e-83a7-4492-bc92-8245979a9234 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:35.980402 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-06fb2b7e-83a7-4492-bc92-8245979a9234 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:35.988269 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdcc891-0669-4337-8c65-47c76c1bef15 None None] Network b15bc150-8e30-4aa5-9b6c-14be4e0e7f1e requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:36.005105 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dc25a376-dece-4aac-ae57-e37d6b4f5576 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:36.076045 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-042e3075-2e7b-4fc1-96c3-6cf8c93bd87e tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:36.090223 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2667e81c-02da-4fd0-99e0-8ae8a3046951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:36.139332 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e3075-2e7b-4fc1-96c3-6cf8c93bd87e tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d50d2b3b-359f-4d92-a5f9-15d4c84f0116,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:36.168453 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc25a376-dece-4aac-ae57-e37d6b4f5576 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:36.170420 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-dc25a376-dece-4aac-ae57-e37d6b4f5576 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:36.178362 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723184ee-6291-47ce-b0ab-234282c6ad2a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Made reservation on behalf of c06eb20771484324a297961887771bc8 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:36.180873 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc25a376-dece-4aac-ae57-e37d6b4f5576 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:36.184630 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-723184ee-6291-47ce-b0ab-234282c6ad2a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:36.185457 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dc25a376-dece-4aac-ae57-e37d6b4f5576 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:36.210018 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-a6fceb50-c381-4557-86a0-93b9a3fdf54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'name': 'tempest-ServersTestJSON-1357478184-router', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:10:27Z', 'revision_number': 4, 'project_id': '9543e1530ac9451cbdc9af9c0a714df9', 'gw_port': {'id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '3590ba97-27f9-4fce-9e30-fe8e54c0b3a4', 'name': '', 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'mac_address': 'fa:16:3e:b3:73:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '65e977d9-db64-4322-bf90-948232ecd65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:24Z', 'updated_at': '2022-10-10T11:10:28Z', 'revision_number': 2, 'project_id': '9543e1530ac9451cbdc9af9c0a714df9', 'subnets': [{'id': '65e977d9-db64-4322-bf90-948232ecd65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:36.213387 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25a376-dece-4aac-ae57-e37d6b4f5576 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=85f3ec70-7efa-4fcf-b791-8eadcdb32904,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:36.213739 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-723184ee-6291-47ce-b0ab-234282c6ad2a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:36.217903 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fceb50-c381-4557-86a0-93b9a3fdf54c None None] Checking router: 199bd0d6-c594-485a-ad1e-9567ff7fb572 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:10:36.218363 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fceb50-c381-4557-86a0-93b9a3fdf54c None None] Updating router 199bd0d6-c594-485a-ad1e-9567ff7fb572 port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:10:36.232048 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9af88d46-2d9b-4b5a-8004-ecdb93a23caf tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:36.236836 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-042e3075-2e7b-4fc1-96c3-6cf8c93bd87e tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:36.238038 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-042e3075-2e7b-4fc1-96c3-6cf8c93bd87e tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1168296 Oct 10 11:10:36.240984 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47506) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:36.242428 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-723184ee-6291-47ce-b0ab-234282c6ad2a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:36.249755 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-fd22f69b-006b-4833-922e-3acd612c8bad tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Request body: {'security_group_rule': {'security_group_id': '7c1127a6-d943-4eb8-a8ea-791a3d1c16cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:36.252565 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-723184ee-6291-47ce-b0ab-234282c6ad2a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Usage tracker for resource:security_group_rule and tenant:c06eb20771484324a297961887771bc8 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:36.257766 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-723184ee-6291-47ce-b0ab-234282c6ad2a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:36.260304 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-fd22f69b-006b-4833-922e-3acd612c8bad tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:36.267387 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-723184ee-6291-47ce-b0ab-234282c6ad2a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:36.268320 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-fd22f69b-006b-4833-922e-3acd612c8bad tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Usage tracker for resource:security_group_rule and tenant:9543e1530ac9451cbdc9af9c0a714df9 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:36.275953 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-fd22f69b-006b-4833-922e-3acd612c8bad tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:36.280260 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Attempt 9 to provision port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 Oct 10 11:10:36.285943 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-fd22f69b-006b-4833-922e-3acd612c8bad tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:36.317722 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-06fb2b7e-83a7-4492-bc92-8245979a9234 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3736970 Oct 10 11:10:36.320199 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47512) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:36.394392 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2667e81c-02da-4fd0-99e0-8ae8a3046951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:36.451535 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c92eccf-86c7-4b35-a415-3bf6b37c64a3 None None] DHCP port deletion for dac74586-4382-4e00-a6eb-f2005f114a9a request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:10:36.467213 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a6fceb50-c381-4557-86a0-93b9a3fdf54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:36.512448 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-6c92eccf-86c7-4b35-a415-3bf6b37c64a3 None None] Deleting port d7473f9e-8897-45e6-a3bc-054d76567a5f {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:10:36.512949 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6c92eccf-86c7-4b35-a415-3bf6b37c64a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:36.528868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667e81c-02da-4fd0-99e0-8ae8a3046951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Pushing event updated for resources: {'Port': ['ID=62dab6c3-5f06-429f-929c-96559764364f,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:36.541114 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9af88d46-2d9b-4b5a-8004-ecdb93a23caf tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:36.582887 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-dc25a376-dece-4aac-ae57-e37d6b4f5576 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4821215 Oct 10 11:10:36.587088 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:36.593236 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47516) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:36.607303 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6ec38f-c6cf-4d3c-b143-5227fba1b255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-b15bc150-8e30-4aa5-9b6c-14be4e0e7f1e', 'network_id': 'b15bc150-8e30-4aa5-9b6c-14be4e0e7f1e', 'tenant_id': '9b52ed05dd7340c5ab7a911779462445', 'fixed_ips': [{'subnet_id': 'f4649d6c-e646-4e09-9b76-d0f460deeb03'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:10:36.608240 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1a6ec38f-c6cf-4d3c-b143-5227fba1b255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:36.614082 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-e69d3f0e-f9f2-46db-a0e6-212d0faad868 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'port': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'name': 'tempest-NetworksTestDHCPv6-25096957'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:36.659917 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:10:36.714111 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af88d46-2d9b-4b5a-8004-ecdb93a23caf tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:36.716406 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2667e81c-02da-4fd0-99e0-8ae8a3046951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Network 24be801b-61d8-40c5-9ec6-e1d4752ce55c is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:36.725221 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-9af88d46-2d9b-4b5a-8004-ecdb93a23caf tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:36.727373 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-2667e81c-02da-4fd0-99e0-8ae8a3046951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:36.731427 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af88d46-2d9b-4b5a-8004-ecdb93a23caf tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:36.766210 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2667e81c-02da-4fd0-99e0-8ae8a3046951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:36.767310 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2667e81c-02da-4fd0-99e0-8ae8a3046951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:36.768014 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2667e81c-02da-4fd0-99e0-8ae8a3046951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:36.774640 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-723184ee-6291-47ce-b0ab-234282c6ad2a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:36.783388 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af88d46-2d9b-4b5a-8004-ecdb93a23caf tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Pushing event updated for resources: {'Port': ['ID=277d1832-e77d-4ee8-9a23-a1e2fa0d04c2,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:36.794855 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd22f69b-006b-4833-922e-3acd612c8bad tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:36.847621 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9af88d46-2d9b-4b5a-8004-ecdb93a23caf tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:36.848013 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e69d3f0e-f9f2-46db-a0e6-212d0faad868 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:36.853650 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e69d3f0e-f9f2-46db-a0e6-212d0faad868 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:port and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:36.858150 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e69d3f0e-f9f2-46db-a0e6-212d0faad868 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:36.860854 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-723184ee-6291-47ce-b0ab-234282c6ad2a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:36.866140 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e69d3f0e-f9f2-46db-a0e6-212d0faad868 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:36.919922 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2667e81c-02da-4fd0-99e0-8ae8a3046951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.5155160 Oct 10 11:10:36.938306 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47526) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:36.960139 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:37.129725 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723184ee-6291-47ce-b0ab-234282c6ad2a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 460} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:10:37.142313 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:37.172643 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Attempt 10 to provision port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 Oct 10 11:10:37.217011 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69d3f0e-f9f2-46db-a0e6-212d0faad868 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:37.225574 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e69d3f0e-f9f2-46db-a0e6-212d0faad868 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:37.272200 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9af88d46-2d9b-4b5a-8004-ecdb93a23caf tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:37.295148 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-e69d3f0e-f9f2-46db-a0e6-212d0faad868 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] device_id is not set on port 17472fda-cf6f-4a2d-ae41-dc696ae6bf85 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:10:37.396822 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-1a6ec38f-c6cf-4d3c-b143-5227fba1b255 None None] Allocated IP 172.20.0.1 (b15bc150-8e30-4aa5-9b6c-14be4e0e7f1e/f4649d6c-e646-4e09-9b76-d0f460deeb03/dd812024-b64a-4982-ad21-1e6bf4268cca) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:37.566460 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-6c92eccf-86c7-4b35-a415-3bf6b37c64a3 None None] For port d7473f9e-8897-45e6-a3bc-054d76567a5f, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=d7473f9e-8897-45e6-a3bc-054d76567a5f,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:10:37.566856 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6c92eccf-86c7-4b35-a415-3bf6b37c64a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:37.612515 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-e69d3f0e-f9f2-46db-a0e6-212d0faad868 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 2001:db8::25b (dac74586-4382-4e00-a6eb-f2005f114a9a/85f3ec70-7efa-4fcf-b791-8eadcdb32904/17472fda-cf6f-4a2d-ae41-dc696ae6bf85) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:37.623494 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9af88d46-2d9b-4b5a-8004-ecdb93a23caf tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:37.625825 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47540) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:37.642706 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723184ee-6291-47ce-b0ab-234282c6ad2a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c903a3-e449-447a-a7d9-e7a02e24bd1f,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:37.650079 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-723184ee-6291-47ce-b0ab-234282c6ad2a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:37.650417 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-723184ee-6291-47ce-b0ab-234282c6ad2a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Added segment 0824502b-1d2f-4e32-87af-e12c13721603 of type vlan for network d01a7717-559f-4fb8-add2-21d6eff6ceaf Oct 10 11:10:37.736335 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:37.746098 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9af88d46-2d9b-4b5a-8004-ecdb93a23caf tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:37.746590 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1a6ec38f-c6cf-4d3c-b143-5227fba1b255 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:37.757353 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-1a6ec38f-c6cf-4d3c-b143-5227fba1b255 None None] Transition to ACTIVE for port object dd812024-b64a-4982-ad21-1e6bf4268cca will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:37.777088 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-1a6ec38f-c6cf-4d3c-b143-5227fba1b255 None None] Transition to ACTIVE for port object dd812024-b64a-4982-ad21-1e6bf4268cca will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:37.789326 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:37.790790 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47546) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:37.816021 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd22f69b-006b-4833-922e-3acd612c8bad tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:37.859893 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-d21be6e0-7147-4eaa-945b-892d2fbe1756 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Request body: {'subnet': {'network_id': '9a048f4e-368f-4709-80db-7980deb1656a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:37.892647 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-723184ee-6291-47ce-b0ab-234282c6ad2a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:37.918680 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-24d1e3fe-a51c-4fc4-9fab-eaf52f07a8bb tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Request body: {'quota': {'network': 2}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:37.925235 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-6c92eccf-86c7-4b35-a415-3bf6b37c64a3 None None] Calling delete_port for d7473f9e-8897-45e6-a3bc-054d76567a5f owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:10:37.968643 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1a6ec38f-c6cf-4d3c-b143-5227fba1b255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:37.983342 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd22f69b-006b-4833-922e-3acd612c8bad tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:38.008156 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:10:38.009690 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:38.033581 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22f69b-006b-4833-922e-3acd612c8bad tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cfb3a35-bab4-4bf0-99a8-3d9d317146a3,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:38.055206 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9af88d46-2d9b-4b5a-8004-ecdb93a23caf tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:38.065851 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a6fceb50-c381-4557-86a0-93b9a3fdf54c None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:38.069708 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.resource_extend [None req-723184ee-6291-47ce-b0ab-234282c6ad2a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:10:38.082945 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6ec38f-c6cf-4d3c-b143-5227fba1b255 None None] Network b15bc150-8e30-4aa5-9b6c-14be4e0e7f1e is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:38.085665 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af88d46-2d9b-4b5a-8004-ecdb93a23caf tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Pushing event updated for resources: {'Port': ['ID=277d1832-e77d-4ee8-9a23-a1e2fa0d04c2,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:38.093328 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-1a6ec38f-c6cf-4d3c-b143-5227fba1b255 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:38.100969 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd22f69b-006b-4833-922e-3acd612c8bad tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:38.101174 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6ec38f-c6cf-4d3c-b143-5227fba1b255 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:38.102174 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-fd22f69b-006b-4833-922e-3acd612c8bad tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8583579 Oct 10 11:10:38.103599 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-a6fceb50-c381-4557-86a0-93b9a3fdf54c None None] Transition to ACTIVE for port object 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:38.106608 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ec38f-c6cf-4d3c-b143-5227fba1b255 None None] Pushing event updated for resources: {'Port': ['ID=dd812024-b64a-4982-ad21-1e6bf4268cca,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:38.107466 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47552) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:38.127515 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-21ed8c64-949b-4c5e-ab14-968c93ff6c3a tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:38.135834 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d21be6e0-7147-4eaa-945b-892d2fbe1756 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:38.143969 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e69d3f0e-f9f2-46db-a0e6-212d0faad868 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:38.157507 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-21ed8c64-949b-4c5e-ab14-968c93ff6c3a tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:38.159898 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d21be6e0-7147-4eaa-945b-892d2fbe1756 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Usage tracker for resource:subnet and tenant:8bb4fcedb87945309c83408accc34ea6 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:38.165963 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-e69d3f0e-f9f2-46db-a0e6-212d0faad868 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Transition to ACTIVE for port object 17472fda-cf6f-4a2d-ae41-dc696ae6bf85 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:38.172791 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d21be6e0-7147-4eaa-945b-892d2fbe1756 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:38.177495 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-24d1e3fe-a51c-4fc4-9fab-eaf52f07a8bb tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] 10.222.0.40 "PUT /v2.0/quotas/0f262c543aee4679bc84572b35342514 HTTP/1.1" status: 200 len: 368 time: 0.5458322 Oct 10 11:10:38.179697 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-21ed8c64-949b-4c5e-ab14-968c93ff6c3a tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Usage tracker for resource:floatingip and tenant:9543e1530ac9451cbdc9af9c0a714df9 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:38.186853 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-21ed8c64-949b-4c5e-ab14-968c93ff6c3a tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:38.189638 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47556) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:38.190278 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d21be6e0-7147-4eaa-945b-892d2fbe1756 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:38.194252 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:38.197619 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-21ed8c64-949b-4c5e-ab14-968c93ff6c3a tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:38.199426 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-723184ee-6291-47ce-b0ab-234282c6ad2a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:38.204620 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-a1067005-ff0a-43fc-9cf0-bfbcb5528710 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Request body: {'network': {'project_id': '0f262c543aee4679bc84572b35342514'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:38.205043 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723184ee-6291-47ce-b0ab-234282c6ad2a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:38.205678 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-723184ee-6291-47ce-b0ab-234282c6ad2a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:38.208456 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d7473f9e-8897-45e6-a3bc-054d76567a5f no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:10:38.241409 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-a1067005-ff0a-43fc-9cf0-bfbcb5528710 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:38.242703 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Provisioning for port c2ca9638-d472-4f49-833c-47a12cf7ba32 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:10:38.246581 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a6fceb50-c381-4557-86a0-93b9a3fdf54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:38.252193 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event deleted for resources: {'Subnet': ['ID=f4649d6c-e646-4e09-9b76-d0f460deeb03,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:38.254136 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a1067005-ff0a-43fc-9cf0-bfbcb5528710 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Usage tracker for resource:network and tenant:0f262c543aee4679bc84572b35342514 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:38.269189 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a1067005-ff0a-43fc-9cf0-bfbcb5528710 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:38.288354 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-a1067005-ff0a-43fc-9cf0-bfbcb5528710 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:38.317147 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9af88d46-2d9b-4b5a-8004-ecdb93a23caf tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:38.327193 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9af88d46-2d9b-4b5a-8004-ecdb93a23caf tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1479838 Oct 10 11:10:38.369127 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e69d3f0e-f9f2-46db-a0e6-212d0faad868 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:38.375136 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Provisioning complete for port c2ca9638-d472-4f49-833c-47a12cf7ba32 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:10:38.375513 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:38.375847 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Attempt 1 to provision port c2ca9638-d472-4f49-833c-47a12cf7ba32 Oct 10 11:10:38.407342 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723184ee-6291-47ce-b0ab-234282c6ad2a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Pushing event updated for resources: {'Network': ['ID=d01a7717-559f-4fb8-add2-21d6eff6ceaf,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:38.427698 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21ed8c64-949b-4c5e-ab14-968c93ff6c3a tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks [] for floatingip, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:38.429920 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-1a6ec38f-c6cf-4d3c-b143-5227fba1b255 None None] Attempting to bind port dd812024-b64a-4982-ad21-1e6bf4268cca on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:38.430386 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-1a6ec38f-c6cf-4d3c-b143-5227fba1b255 None None] Attempting to bind port dd812024-b64a-4982-ad21-1e6bf4268cca by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '2b4d08b1-3e21-47e8-b6fa-ea8d17e4d704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': 'b15bc150-8e30-4aa5-9b6c-14be4e0e7f1e'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:38.430632 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6ec38f-c6cf-4d3c-b143-5227fba1b255 None None] Attempting to bind port dd812024-b64a-4982-ad21-1e6bf4268cca on network b15bc150-8e30-4aa5-9b6c-14be4e0e7f1e {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:38.441944 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21be6e0-7147-4eaa-945b-892d2fbe1756 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Made reservation on behalf of 8bb4fcedb87945309c83408accc34ea6 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:38.446027 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d21be6e0-7147-4eaa-945b-892d2fbe1756 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:38.449386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:38.456558 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d3f0e-f9f2-46db-a0e6-212d0faad868 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Port': ['ID=17472fda-cf6f-4a2d-ae41-dc696ae6bf85,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:38.464268 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1067005-ff0a-43fc-9cf0-bfbcb5528710 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Made reservation on behalf of 0f262c543aee4679bc84572b35342514 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:38.467469 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a1067005-ff0a-43fc-9cf0-bfbcb5528710 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:38.480415 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6c92eccf-86c7-4b35-a415-3bf6b37c64a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:38.499310 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a1067005-ff0a-43fc-9cf0-bfbcb5528710 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:38.501333 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network d01a7717-559f-4fb8-add2-21d6eff6ceaf details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:10:38.504041 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-723184ee-6291-47ce-b0ab-234282c6ad2a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.9560690 Oct 10 11:10:38.511878 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47562) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:38.520285 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15bc150-8e30-4aa5-9b6c-14be4e0e7f1e']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:38.528742 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6ec38f-c6cf-4d3c-b143-5227fba1b255 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:10:38.528970 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6ec38f-c6cf-4d3c-b143-5227fba1b255 None None] Checking segment: {'id': '2b4d08b1-3e21-47e8-b6fa-ea8d17e4d704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': 'b15bc150-8e30-4aa5-9b6c-14be4e0e7f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:38.530389 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1a6ec38f-c6cf-4d3c-b143-5227fba1b255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:38.530389 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6ec38f-c6cf-4d3c-b143-5227fba1b255 None None] Bound using segment: {'id': '2b4d08b1-3e21-47e8-b6fa-ea8d17e4d704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': 'b15bc150-8e30-4aa5-9b6c-14be4e0e7f1e'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:10:38.530389 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-1a6ec38f-c6cf-4d3c-b143-5227fba1b255 None None] Bound port: dd812024-b64a-4982-ad21-1e6bf4268cca, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4d08b1-3e21-47e8-b6fa-ea8d17e4d704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': 'b15bc150-8e30-4aa5-9b6c-14be4e0e7f1e'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:10:38.530639 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1a6ec38f-c6cf-4d3c-b143-5227fba1b255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:38.538761 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-70d99150-f5ba-41cf-ad33-31ba194f6b9d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Request body: {'subnet': {'network_id': 'd01a7717-559f-4fb8-add2-21d6eff6ceaf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:38.568883 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69d3f0e-f9f2-46db-a0e6-212d0faad868 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:38.579268 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-e69d3f0e-f9f2-46db-a0e6-212d0faad868 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:38.582307 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b4d08b1-3e21-47e8-b6fa-ea8d17e4d704') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:38.582433 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b4d08b1-3e21-47e8-b6fa-ea8d17e4d704') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:38.640318 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] device_id is not set on port 62dab6c3-5f06-429f-929c-96559764364f yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:10:38.658417 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:38.687256 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c92eccf-86c7-4b35-a415-3bf6b37c64a3 None None] No DVR routers for this DVR port d7473f9e-8897-45e6-a3bc-054d76567a5f on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:10:38.713841 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No active binding found for port d7473f9e-8897-45e6-a3bc-054d76567a5f {{(pid=89898) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 10 11:10:38.714358 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d7473f9e-8897-45e6-a3bc-054d76567a5f not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:10:38.715849 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d24c4f-fc72-4fff-a74c-cc121fb2f981 None None] Pushing event updated for resources: {'Port': ['ID=3590ba97-27f9-4fce-9e30-fe8e54c0b3a4,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:38.716728 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-a1067005-ff0a-43fc-9cf0-bfbcb5528710 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:38.724067 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a1067005-ff0a-43fc-9cf0-bfbcb5528710 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Usage tracker for resource:security_group_rule and tenant:0f262c543aee4679bc84572b35342514 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:38.731453 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a1067005-ff0a-43fc-9cf0-bfbcb5528710 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:38.743997 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Transition to ACTIVE for port object 62dab6c3-5f06-429f-929c-96559764364f will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:38.746158 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-a1067005-ff0a-43fc-9cf0-bfbcb5528710 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:38.797143 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3e5604-68f5-4ff2-8e63-1345d4c64afe None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:38.824361 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69d3f0e-f9f2-46db-a0e6-212d0faad868 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:38.834012 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-a6fceb50-c381-4557-86a0-93b9a3fdf54c None None] Attempting to bind port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:38.834862 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-a6fceb50-c381-4557-86a0-93b9a3fdf54c None None] Attempting to bind port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '5652673d-6ce9-45c3-b311-6c39b0f20c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:38.834862 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fceb50-c381-4557-86a0-93b9a3fdf54c None None] Attempting to bind port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 on network 8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:38.836107 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:38.836823 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:38.840758 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69d3f0e-f9f2-46db-a0e6-212d0faad868 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:38.841475 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e69d3f0e-f9f2-46db-a0e6-212d0faad868 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:38.863992 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-70d99150-f5ba-41cf-ad33-31ba194f6b9d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:38.873012 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:38.900480 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92eccf-86c7-4b35-a415-3bf6b37c64a3 None None] Pushing event deleted for resources: {'Port': ['ID=d7473f9e-8897-45e6-a3bc-054d76567a5f,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:38.900910 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-70d99150-f5ba-41cf-ad33-31ba194f6b9d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Usage tracker for resource:subnet and tenant:c06eb20771484324a297961887771bc8 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:38.917963 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fceb50-c381-4557-86a0-93b9a3fdf54c None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:10:38.918627 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fceb50-c381-4557-86a0-93b9a3fdf54c None None] Checking segment: {'id': '5652673d-6ce9-45c3-b311-6c39b0f20c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:38.919210 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a6fceb50-c381-4557-86a0-93b9a3fdf54c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:38.919780 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fceb50-c381-4557-86a0-93b9a3fdf54c None None] Bound using segment: {'id': '5652673d-6ce9-45c3-b311-6c39b0f20c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:10:38.920425 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-a6fceb50-c381-4557-86a0-93b9a3fdf54c None None] Bound port: 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5652673d-6ce9-45c3-b311-6c39b0f20c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:10:38.920991 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a6fceb50-c381-4557-86a0-93b9a3fdf54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:38.944672 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-70d99150-f5ba-41cf-ad33-31ba194f6b9d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:38.964553 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:38.975102 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-70d99150-f5ba-41cf-ad33-31ba194f6b9d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:39.009941 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Releasing vlan 496 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:10:39.009941 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:39.055903 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21ed8c64-949b-4c5e-ab14-968c93ff6c3a tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:39.060029 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:39.060362 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:39.060698 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:39.106365 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Pushing event updated for resources: {'Port': ['ID=62dab6c3-5f06-429f-929c-96559764364f,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:39.117986 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 62dab6c3-5f06-429f-929c-96559764364f on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:39.118325 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 62dab6c3-5f06-429f-929c-96559764364f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:39.120743 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 2b4d08b1-3e21-47e8-b6fa-ea8d17e4d704 resource provider aggregate not found Oct 10 11:10:39.123628 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.plugins.ml2.plugin [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempt 2 to bind port 62dab6c3-5f06-429f-929c-96559764364f Oct 10 11:10:39.133968 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47590) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:39.138932 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-1a6ec38f-c6cf-4d3c-b143-5227fba1b255 None None] For port dd812024-b64a-4982-ad21-1e6bf4268cca, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:10:39.139086 dv-neutron-860842-1-hyperv neutron-server[89897]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 10 11:10:39.155881 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e69d3f0e-f9f2-46db-a0e6-212d0faad868 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5531032 Oct 10 11:10:39.158101 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47594) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:39.165456 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a1067005-ff0a-43fc-9cf0-bfbcb5528710 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:39.167912 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 2b4d08b1-3e21-47e8-b6fa-ea8d17e4d704 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b4d08b1-3e21-47e8-b6fa-ea8d17e4d704 found for delete ", "request_id": "req-38df5704-0615-4fd3-ab38-02bb4950d01c"}]} Oct 10 11:10:39.180932 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:39.181265 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:39.181665 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:39.189466 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Current status of the port c2ca9638-d472-4f49-833c-47a12cf7ba32 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:10:39.189984 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:39.191690 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 62dab6c3-5f06-429f-929c-96559764364f on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:39.192006 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 62dab6c3-5f06-429f-929c-96559764364f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:39.201615 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.plugins.ml2.plugin [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempt 3 to bind port 62dab6c3-5f06-429f-929c-96559764364f Oct 10 11:10:39.205882 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-1a6ec38f-c6cf-4d3c-b143-5227fba1b255 None None] For port dd812024-b64a-4982-ad21-1e6bf4268cca, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=dd812024-b64a-4982-ad21-1e6bf4268cca,segment=NetworkSegment(2b4d08b1-3e21-47e8-b6fa-ea8d17e4d704),segment_id=2b4d08b1-3e21-47e8-b6fa-ea8d17e4d704)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:10:39.209550 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d99150-f5ba-41cf-ad33-31ba194f6b9d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Made reservation on behalf of c06eb20771484324a297961887771bc8 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:39.212433 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-70d99150-f5ba-41cf-ad33-31ba194f6b9d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:39.249562 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d21be6e0-7147-4eaa-945b-892d2fbe1756 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:39.278353 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:39.296657 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-a6fceb50-c381-4557-86a0-93b9a3fdf54c None None] For port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:10:39.313365 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] For port c2ca9638-d472-4f49-833c-47a12cf7ba32, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c2ca9638-d472-4f49-833c-47a12cf7ba32,segment=NetworkSegment(444e6788-eb7a-4101-8106-c0fe98621e3b),segment_id=444e6788-eb7a-4101-8106-c0fe98621e3b)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:10:39.320292 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1a6ec38f-c6cf-4d3c-b143-5227fba1b255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:39.322012 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-0ce9bf53-d902-4826-a003-f6c1e1493b6e tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Synchronizing usage tracker for tenant:65bf514613404a16b37bfb61203927f3 on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:10:39.323654 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-a6fceb50-c381-4557-86a0-93b9a3fdf54c None None] For port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3590ba97-27f9-4fce-9e30-fe8e54c0b3a4,segment=NetworkSegment(5652673d-6ce9-45c3-b311-6c39b0f20c74),segment_id=5652673d-6ce9-45c3-b311-6c39b0f20c74)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:10:39.325910 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.api [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 10 11:10:39.325910 dv-neutron-860842-1-hyperv neutron-server[89896]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 10 11:10:39.325910 dv-neutron-860842-1-hyperv neutron-server[89896]: [parameters: {'id': 'b15bc150-8e30-4aa5-9b6c-14be4e0e7f1e'}] Oct 10 11:10:39.325910 dv-neutron-860842-1-hyperv neutron-server[89896]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:10:39.326232 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG oslo_db.api [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:10:39.326814 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a1067005-ff0a-43fc-9cf0-bfbcb5528710 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:39.352859 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:39.353673 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:39.353673 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:39.372612 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 62dab6c3-5f06-429f-929c-96559764364f on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:39.373359 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 62dab6c3-5f06-429f-929c-96559764364f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:39.379346 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1067005-ff0a-43fc-9cf0-bfbcb5528710 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 470} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:10:39.382904 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.plugins.ml2.plugin [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempt 4 to bind port 62dab6c3-5f06-429f-929c-96559764364f Oct 10 11:10:39.396090 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1067005-ff0a-43fc-9cf0-bfbcb5528710 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aaa684a-c888-4339-8390-dd7fb4dddeec,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:39.405024 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a1067005-ff0a-43fc-9cf0-bfbcb5528710 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:39.405438 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-a1067005-ff0a-43fc-9cf0-bfbcb5528710 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Added segment d780c037-53c8-4efa-b8d5-76df5e66877d of type vlan for network c1444eea-497c-4dcf-b01b-0faec8f96732 Oct 10 11:10:39.422811 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06df3dd-2e6d-4666-8a59-2287b2f6227c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:39.423491 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e06df3dd-2e6d-4666-8a59-2287b2f6227c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:10:39.425559 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:39.426789 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-21ed8c64-949b-4c5e-ab14-968c93ff6c3a tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Allocated IP 172.26.4.180 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/1c46d023-8100-4664-a897-bb7a8a44ede9) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:39.439650 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21be6e0-7147-4eaa-945b-892d2fbe1756 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event updated for resources: {'Subnet': ['ID=6e51fc3d-f737-4111-9e37-15b17557e470,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:39.456869 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:39.457202 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:39.457546 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:39.477011 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a6fceb50-c381-4557-86a0-93b9a3fdf54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:39.483810 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 62dab6c3-5f06-429f-929c-96559764364f on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:39.484103 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 62dab6c3-5f06-429f-929c-96559764364f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:39.485230 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.plugins.ml2.plugin [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempt 5 to bind port 62dab6c3-5f06-429f-929c-96559764364f Oct 10 11:10:39.491963 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21be6e0-7147-4eaa-945b-892d2fbe1756 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Checking segment: {'id': '4f640073-08af-4f6f-93a8-cb87e1abd349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': '9a048f4e-368f-4709-80db-7980deb1656a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:39.492387 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21be6e0-7147-4eaa-945b-892d2fbe1756 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Network hostable DHCP agents. Network: 9a048f4e-368f-4709-80db-7980deb1656a, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:10:39.496371 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a1067005-ff0a-43fc-9cf0-bfbcb5528710 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:39.514386 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ec38f-c6cf-4d3c-b143-5227fba1b255 None None] Pushing event updated for resources: {'Port': ['ID=dd812024-b64a-4982-ad21-1e6bf4268cca,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:39.578972 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e06df3dd-2e6d-4666-8a59-2287b2f6227c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:10:39.583113 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e06df3dd-2e6d-4666-8a59-2287b2f6227c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.4209340 Oct 10 11:10:39.586712 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47598) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:39.635025 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a1067005-ff0a-43fc-9cf0-bfbcb5528710 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:39.636788 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1067005-ff0a-43fc-9cf0-bfbcb5528710 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:39.637435 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a1067005-ff0a-43fc-9cf0-bfbcb5528710 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:39.639850 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:39.640172 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:39.640492 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:39.648604 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-0ce9bf53-d902-4826-a003-f6c1e1493b6e tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Unset dirty status for tenant:65bf514613404a16b37bfb61203927f3 on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:10:39.649703 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-0ce9bf53-d902-4826-a003-f6c1e1493b6e tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1832058287&fields=id&tenant_id=65bf514613404a16b37bfb61203927f3 HTTP/1.1" status: 200 len: 267 time: 0.5125396 Oct 10 11:10:39.657684 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 62dab6c3-5f06-429f-929c-96559764364f on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:39.658176 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 62dab6c3-5f06-429f-929c-96559764364f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:39.669186 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f4d6d445-81c2-48cb-a5d9-8ce31da76dba None None] Could not find standard attr ID for object d7473f9e-8897-45e6-a3bc-054d76567a5f. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:10:39.679494 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fceb50-c381-4557-86a0-93b9a3fdf54c None None] Routers {'199bd0d6-c594-485a-ad1e-9567ff7fb572'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:10:39.680368 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-a6fceb50-c381-4557-86a0-93b9a3fdf54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:10:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['199bd0d6-c594-485a-ad1e-9567ff7fb572'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:39.693020 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-70d99150-f5ba-41cf-ad33-31ba194f6b9d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:39.708417 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.plugins.ml2.plugin [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempt 6 to bind port 62dab6c3-5f06-429f-929c-96559764364f Oct 10 11:10:39.784220 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:39.784778 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:39.785272 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:39.792842 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21be6e0-7147-4eaa-945b-892d2fbe1756 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Network 9a048f4e-368f-4709-80db-7980deb1656a is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:10:39.799364 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-8452d75b-1c91-46ae-bdd7-2f2381a5fce1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting port 17472fda-cf6f-4a2d-ae41-dc696ae6bf85 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:10:39.799819 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8452d75b-1c91-46ae-bdd7-2f2381a5fce1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:39.847156 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:39.852103 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 62dab6c3-5f06-429f-929c-96559764364f on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:39.852645 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 62dab6c3-5f06-429f-929c-96559764364f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:39.861931 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.plugins.ml2.plugin [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempt 7 to bind port 62dab6c3-5f06-429f-929c-96559764364f Oct 10 11:10:39.868816 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a1067005-ff0a-43fc-9cf0-bfbcb5528710 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6756275 Oct 10 11:10:39.875877 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47602) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:39.885068 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1067005-ff0a-43fc-9cf0-bfbcb5528710 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Pushing event updated for resources: {'Network': ['ID=c1444eea-497c-4dcf-b01b-0faec8f96732,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:39.934937 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-a6fceb50-c381-4557-86a0-93b9a3fdf54c None None] Set router 199bd0d6-c594-485a-ad1e-9567ff7fb572 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:10:39.943630 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21ed8c64-949b-4c5e-ab14-968c93ff6c3a tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:39.965491 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Deleting port dd812024-b64a-4982-ad21-1e6bf4268cca {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:10:39.965867 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:40.000904 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-ca802690-f7ee-47b0-a794-509d123b02ba tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Request body: {'network': {'project_id': '0f262c543aee4679bc84572b35342514'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:40.003472 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d99150-f5ba-41cf-ad33-31ba194f6b9d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Pushing event updated for resources: {'Subnet': ['ID=d35ce2b1-765c-478c-83ae-d7597ace950b,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:40.007897 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-d21be6e0-7147-4eaa-945b-892d2fbe1756 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 9a048f4e-368f-4709-80db-7980deb1656a) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:40.009270 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:40.009611 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:40.009942 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:40.013232 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ca802690-f7ee-47b0-a794-509d123b02ba tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:40.027111 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21be6e0-7147-4eaa-945b-892d2fbe1756 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:40.027471 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d99150-f5ba-41cf-ad33-31ba194f6b9d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Checking segment: {'id': '0824502b-1d2f-4e32-87af-e12c13721603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': 'd01a7717-559f-4fb8-add2-21d6eff6ceaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:40.027586 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d21be6e0-7147-4eaa-945b-892d2fbe1756 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:40.027820 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d99150-f5ba-41cf-ad33-31ba194f6b9d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Network hostable DHCP agents. Network: d01a7717-559f-4fb8-add2-21d6eff6ceaf, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:10:40.031287 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network c1444eea-497c-4dcf-b01b-0faec8f96732 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:10:40.034456 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ca802690-f7ee-47b0-a794-509d123b02ba tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Usage tracker for resource:network and tenant:0f262c543aee4679bc84572b35342514 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:40.038471 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 62dab6c3-5f06-429f-929c-96559764364f on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:40.038797 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 62dab6c3-5f06-429f-929c-96559764364f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:40.046623 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ca802690-f7ee-47b0-a794-509d123b02ba tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:40.047863 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1d5184-4a64-4cf6-8dd6-aa14d83df2ed None None] Network 9a048f4e-368f-4709-80db-7980deb1656a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:40.049015 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.plugins.ml2.plugin [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempt 8 to bind port 62dab6c3-5f06-429f-929c-96559764364f Oct 10 11:10:40.072712 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ca802690-f7ee-47b0-a794-509d123b02ba tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:40.081019 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21ed8c64-949b-4c5e-ab14-968c93ff6c3a tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:40.185104 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-c55cb13f-c419-4226-a415-a986cd83929b tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:40.185925 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-c55cb13f-c419-4226-a415-a986cd83929b tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Synchronizing usage tracker for tenant:65bf514613404a16b37bfb61203927f3 on resource:network {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:10:40.188639 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:40.188972 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:40.189298 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:40.221205 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 62dab6c3-5f06-429f-929c-96559764364f on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:40.221559 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 62dab6c3-5f06-429f-929c-96559764364f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:40.226629 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ed8c64-949b-4c5e-ab14-968c93ff6c3a tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:40.227238 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.plugins.ml2.plugin [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempt 9 to bind port 62dab6c3-5f06-429f-929c-96559764364f Oct 10 11:10:40.238342 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-21ed8c64-949b-4c5e-ab14-968c93ff6c3a tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:40.247793 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed8c64-949b-4c5e-ab14-968c93ff6c3a tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:40.290014 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca802690-f7ee-47b0-a794-509d123b02ba tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Made reservation on behalf of 0f262c543aee4679bc84572b35342514 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:40.292365 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ca802690-f7ee-47b0-a794-509d123b02ba tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:40.295088 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d99150-f5ba-41cf-ad33-31ba194f6b9d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Network d01a7717-559f-4fb8-add2-21d6eff6ceaf is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:10:40.306362 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed8c64-949b-4c5e-ab14-968c93ff6c3a tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Pushing event updated for resources: {'Port': ['ID=1c46d023-8100-4664-a897-bb7a8a44ede9,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:40.309930 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d21be6e0-7147-4eaa-945b-892d2fbe1756 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4838104 Oct 10 11:10:40.318052 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47606) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:40.319038 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:40.319377 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:40.319705 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:40.329973 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-e0953167-0783-4977-a5dc-ae1c0a495ac1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-305373155'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:40.332694 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 62dab6c3-5f06-429f-929c-96559764364f on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:40.332694 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 62dab6c3-5f06-429f-929c-96559764364f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:40.337790 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.plugins.ml2.plugin [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempt 10 to bind port 62dab6c3-5f06-429f-929c-96559764364f Oct 10 11:10:40.354746 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cfb50b-46c5-4d24-ba4b-5e713b695e53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-dac74586-4382-4e00-a6eb-f2005f114a9a', 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'fixed_ips': [{'subnet_id': '85f3ec70-7efa-4fcf-b791-8eadcdb32904'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:10:40.355732 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-74cfb50b-46c5-4d24-ba4b-5e713b695e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:40.364102 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:40.364424 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:40.364754 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempting to bind port 62dab6c3-5f06-429f-929c-96559764364f on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:40.370075 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca802690-f7ee-47b0-a794-509d123b02ba tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 465} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:10:40.375258 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ecab16-c4f7-45b4-8a15-972165749626 None None] Pushing event updated for resources: {'Port': ['ID=c2ca9638-d472-4f49-833c-47a12cf7ba32,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:40.380995 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Port 62dab6c3-5f06-429f-929c-96559764364f on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:40.381308 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Failed to bind port 62dab6c3-5f06-429f-929c-96559764364f on host hv-neutron-8608 for vnic_type normal using segments [{'id': '778fcff9-fc60-4586-aa3e-c16d30625fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '24be801b-61d8-40c5-9ec6-e1d4752ce55c'}] Oct 10 11:10:40.381692 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:40.396571 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-c55cb13f-c419-4226-a415-a986cd83929b tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Unset dirty status for tenant:65bf514613404a16b37bfb61203927f3 on resource:network {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:10:40.397627 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-c55cb13f-c419-4226-a415-a986cd83929b tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/networks?id=25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65 HTTP/1.1" status: 200 len: 812 time: 0.6817667 Oct 10 11:10:40.403326 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8452d75b-1c91-46ae-bdd7-2f2381a5fce1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:40.406572 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ca802690-f7ee-47b0-a794-509d123b02ba tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:40.406862 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-ca802690-f7ee-47b0-a794-509d123b02ba tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Added segment 9edfea90-6ee2-4adc-afc7-97934d8ab66e of type vlan for network 32bc1b8e-606a-4ede-a878-393f0f2d09f1 Oct 10 11:10:40.437100 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f4d6d445-81c2-48cb-a5d9-8ce31da76dba None None] Could not find standard attr ID for object 53e035f3-46a3-453d-b113-95b7c962ac69. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:10:40.461650 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-15fea88c-6008-48a0-9fd7-d2fa4e025f0b tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/quotas/65bf514613404a16b37bfb61203927f3 HTTP/1.1" status: 200 len: 375 time: 0.0532241 Oct 10 11:10:40.551309 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ca802690-f7ee-47b0-a794-509d123b02ba tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:40.555373 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21ed8c64-949b-4c5e-ab14-968c93ff6c3a tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:40.575144 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-8452d75b-1c91-46ae-bdd7-2f2381a5fce1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Calling delete_port for 17472fda-cf6f-4a2d-ae41-dc696ae6bf85 owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:10:40.581974 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c436984f-f801-4d0b-8a79-8ba09c49dc56 None None] Network b15bc150-8e30-4aa5-9b6c-14be4e0e7f1e requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:40.612936 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e0953167-0783-4977-a5dc-ae1c0a495ac1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:40.615162 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-70d99150-f5ba-41cf-ad33-31ba194f6b9d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, d01a7717-559f-4fb8-add2-21d6eff6ceaf) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:40.621118 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] For port 62dab6c3-5f06-429f-929c-96559764364f, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:10:40.621481 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attempted to set empty binding levels {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 10 11:10:40.640886 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e0953167-0783-4977-a5dc-ae1c0a495ac1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Usage tracker for resource:network and tenant:8bb4fcedb87945309c83408accc34ea6 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:40.647868 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d99150-f5ba-41cf-ad33-31ba194f6b9d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:40.648463 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-70d99150-f5ba-41cf-ad33-31ba194f6b9d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:40.649183 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-d4e54d97-431a-47de-89be-83098950c6a6 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Synchronizing usage tracker for tenant:65bf514613404a16b37bfb61203927f3 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:10:40.661571 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e0953167-0783-4977-a5dc-ae1c0a495ac1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:40.684757 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e0953167-0783-4977-a5dc-ae1c0a495ac1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:40.725662 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36b506a-18d9-426a-b69c-eb7f15f61368 None None] Network d01a7717-559f-4fb8-add2-21d6eff6ceaf requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:40.732931 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:40.733659 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] In _notify_port_updated(), no bound segment for port 62dab6c3-5f06-429f-929c-96559764364f on network 24be801b-61d8-40c5-9ec6-e1d4752ce55c {{(pid=89897) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 10 11:10:40.737677 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:40.737677 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:40.737677 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] 10.222.0.40 "PUT /v2.0/ports/62dab6c3-5f06-429f-929c-96559764364f HTTP/1.1" status: 200 len: 981 time: 3.7974429 Oct 10 11:10:40.770443 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47610) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:40.779469 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ca802690-f7ee-47b0-a794-509d123b02ba tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:40.781027 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca802690-f7ee-47b0-a794-509d123b02ba tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:40.781867 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ca802690-f7ee-47b0-a794-509d123b02ba tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:40.850659 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-70d99150-f5ba-41cf-ad33-31ba194f6b9d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3317151 Oct 10 11:10:40.850843 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-d4e54d97-431a-47de-89be-83098950c6a6 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Unset dirty status for tenant:65bf514613404a16b37bfb61203927f3 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:10:40.850843 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-d4e54d97-431a-47de-89be-83098950c6a6 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=65bf514613404a16b37bfb61203927f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3737924 Oct 10 11:10:40.851184 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47614) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:40.857135 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] For port dd812024-b64a-4982-ad21-1e6bf4268cca, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=dd812024-b64a-4982-ad21-1e6bf4268cca,segment=NetworkSegment(2b4d08b1-3e21-47e8-b6fa-ea8d17e4d704),segment_id=2b4d08b1-3e21-47e8-b6fa-ea8d17e4d704)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:10:40.857135 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:40.872286 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-5b28b6a0-38fc-42b3-a8dd-3a24b248d80e tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-600787361', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}, 'admin_state_up': False}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:40.891299 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5b28b6a0-38fc-42b3-a8dd-3a24b248d80e tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:40.940198 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21ed8c64-949b-4c5e-ab14-968c93ff6c3a tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:40.983773 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5b28b6a0-38fc-42b3-a8dd-3a24b248d80e tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Usage tracker for resource:router and tenant:c06eb20771484324a297961887771bc8 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:40.986578 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa8fbd-e8d7-41ea-83a0-a4e33d86ef16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Pushing event updated for resources: {'Port': ['ID=62dab6c3-5f06-429f-929c-96559764364f,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:40.999499 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5b28b6a0-38fc-42b3-a8dd-3a24b248d80e tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:41.028120 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0953167-0783-4977-a5dc-ae1c0a495ac1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Made reservation on behalf of 8bb4fcedb87945309c83408accc34ea6 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:41.028211 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ca802690-f7ee-47b0-a794-509d123b02ba tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1355989 Oct 10 11:10:41.028211 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca802690-f7ee-47b0-a794-509d123b02ba tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Pushing event updated for resources: {'Network': ['ID=32bc1b8e-606a-4ede-a878-393f0f2d09f1,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:41.028334 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e0953167-0783-4977-a5dc-ae1c0a495ac1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:41.028838 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5b28b6a0-38fc-42b3-a8dd-3a24b248d80e tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:41.033668 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47622) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:41.047303 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Calling delete_port for dd812024-b64a-4982-ad21-1e6bf4268cca owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:10:41.048283 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-304138d4-4f52-42ba-9dfd-bdf45ff26e76 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Request body: {'network': {'project_id': '0f262c543aee4679bc84572b35342514'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:41.061954 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-304138d4-4f52-42ba-9dfd-bdf45ff26e76 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:41.070183 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-304138d4-4f52-42ba-9dfd-bdf45ff26e76 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Usage tracker for resource:network and tenant:0f262c543aee4679bc84572b35342514 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:41.074950 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-304138d4-4f52-42ba-9dfd-bdf45ff26e76 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:41.083728 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-304138d4-4f52-42ba-9dfd-bdf45ff26e76 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:41.097664 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-52d48661-6dff-4fdb-88be-599bf4ec8e30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Deleting port 62dab6c3-5f06-429f-929c-96559764364f {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:10:41.097985 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-52d48661-6dff-4fdb-88be-599bf4ec8e30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:41.100219 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-304138d4-4f52-42ba-9dfd-bdf45ff26e76 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 10 11:10:41.100854 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-304138d4-4f52-42ba-9dfd-bdf45ff26e76 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:10:41.102126 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-304138d4-4f52-42ba-9dfd-bdf45ff26e76 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0668263 Oct 10 11:10:41.113514 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47628) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:41.138975 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-c63facf6-53e2-413c-8a5d-5f2d40d2c8ba service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:10:41.140484 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-c63facf6-53e2-413c-8a5d-5f2d40d2c8ba service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0854974 Oct 10 11:10:41.163271 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-74cfb50b-46c5-4d24-ba4b-5e713b695e53 None None] Allocated IP 2001:db8::2 (dac74586-4382-4e00-a6eb-f2005f114a9a/85f3ec70-7efa-4fcf-b791-8eadcdb32904/bb8c3f7d-d264-44d0-9860-f3f566425a1d) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:41.184756 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 32bc1b8e-606a-4ede-a878-393f0f2d09f1 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:10:41.211692 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5b28b6a0-38fc-42b3-a8dd-3a24b248d80e tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:41.212835 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5b28b6a0-38fc-42b3-a8dd-3a24b248d80e tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:41.227921 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0953167-0783-4977-a5dc-ae1c0a495ac1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 457} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:10:41.257670 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d24c4f-fc72-4fff-a74c-cc121fb2f981 None None] Pushing event updated for resources: {'Port': ['ID=3590ba97-27f9-4fce-9e30-fe8e54c0b3a4,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:41.276995 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e0953167-0783-4977-a5dc-ae1c0a495ac1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:41.277341 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-e0953167-0783-4977-a5dc-ae1c0a495ac1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Added segment 07ee8e61-201f-4ecb-8112-682c00e63c50 of type vlan for network 5e01af84-9453-4014-8068-23d83d187d07 Oct 10 11:10:41.344297 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f825747d-966e-4dc2-a100-b0ecbf0372ac tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0f262c543aee4679bc84572b35342514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265139 Oct 10 11:10:41.353418 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47632) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:41.380980 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8452d75b-1c91-46ae-bdd7-2f2381a5fce1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:41.390764 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e0953167-0783-4977-a5dc-ae1c0a495ac1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:41.403570 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5b28b6a0-38fc-42b3-a8dd-3a24b248d80e tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:41.427907 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:41.469670 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452d75b-1c91-46ae-bdd7-2f2381a5fce1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Port': ['ID=17472fda-cf6f-4a2d-ae41-dc696ae6bf85,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:41.514850 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-52d48661-6dff-4fdb-88be-599bf4ec8e30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] For port 62dab6c3-5f06-429f-929c-96559764364f, host hv-neutron-8608, got binding levels [] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:10:41.515414 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-52d48661-6dff-4fdb-88be-599bf4ec8e30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:41.522659 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] No DVR routers for this DVR port dd812024-b64a-4982-ad21-1e6bf4268cca on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:10:41.526858 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-70374eb1-a637-400c-9720-123cf2112366 service neutron] 10.222.0.40 "GET /v2.0/networks/25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372886 Oct 10 11:10:41.541092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21ed8c64-949b-4c5e-ab14-968c93ff6c3a tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:41.631697 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6cc78762-6ad6-44d0-a696-05225a5ee9d0 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:41.672327 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event deleted for resources: {'Port': ['ID=dd812024-b64a-4982-ad21-1e6bf4268cca,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:41.730731 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fa4faf-29eb-4f09-8b12-bb3d5d4896ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-d01a7717-559f-4fb8-add2-21d6eff6ceaf', 'network_id': 'd01a7717-559f-4fb8-add2-21d6eff6ceaf', 'tenant_id': 'c06eb20771484324a297961887771bc8', 'fixed_ips': [{'subnet_id': 'd35ce2b1-765c-478c-83ae-d7597ace950b'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:10:41.731599 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d0fa4faf-29eb-4f09-8b12-bb3d5d4896ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:41.747870 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-52d48661-6dff-4fdb-88be-599bf4ec8e30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Calling delete_port for 62dab6c3-5f06-429f-929c-96559764364f owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:10:41.754893 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa2a87c-0e42-4644-b627-d5c01c75df05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-9a048f4e-368f-4709-80db-7980deb1656a', 'network_id': '9a048f4e-368f-4709-80db-7980deb1656a', 'tenant_id': '8bb4fcedb87945309c83408accc34ea6', 'fixed_ips': [{'subnet_id': '6e51fc3d-f737-4111-9e37-15b17557e470'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:10:41.755696 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dfa2a87c-0e42-4644-b627-d5c01c75df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:41.789619 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8452d75b-1c91-46ae-bdd7-2f2381a5fce1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:41.816349 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21ed8c64-949b-4c5e-ab14-968c93ff6c3a tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:41.954542 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e0953167-0783-4977-a5dc-ae1c0a495ac1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:41.960445 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0953167-0783-4977-a5dc-ae1c0a495ac1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:41.961033 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e0953167-0783-4977-a5dc-ae1c0a495ac1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:41.981031 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-74cfb50b-46c5-4d24-ba4b-5e713b695e53 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:41.981276 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6cc78762-6ad6-44d0-a696-05225a5ee9d0 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:41.997953 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-74cfb50b-46c5-4d24-ba4b-5e713b695e53 None None] Transition to ACTIVE for port object bb8c3f7d-d264-44d0-9860-f3f566425a1d will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:42.074606 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:42.091903 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-a6fceb50-c381-4557-86a0-93b9a3fdf54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'name': 'tempest-ServersTestJSON-1357478184-router', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:10:27Z', 'revision_number': 4, 'project_id': '9543e1530ac9451cbdc9af9c0a714df9', 'gw_port': {'id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '3590ba97-27f9-4fce-9e30-fe8e54c0b3a4', 'name': '', 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'mac_address': 'fa:16:3e:b3:73:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '65e977d9-db64-4322-bf90-948232ecd65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:24Z', 'updated_at': '2022-10-10T11:10:39Z', 'revision_number': 4, 'project_id': '9543e1530ac9451cbdc9af9c0a714df9', 'subnets': [{'id': '65e977d9-db64-4322-bf90-948232ecd65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:42.102258 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-74cfb50b-46c5-4d24-ba4b-5e713b695e53 None None] Transition to ACTIVE for port object bb8c3f7d-d264-44d0-9860-f3f566425a1d will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:42.141862 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fceb50-c381-4557-86a0-93b9a3fdf54c None None] The sync data for ids ['199bd0d6-c594-485a-ad1e-9567ff7fb572'] in dv-neutron-860842-1-hyperv is: [{'id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'name': 'tempest-ServersTestJSON-1357478184-router', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:10:27Z', 'revision_number': 4, 'project_id': '9543e1530ac9451cbdc9af9c0a714df9', 'gw_port': {'id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '3590ba97-27f9-4fce-9e30-fe8e54c0b3a4', 'name': '', 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'mac_address': 'fa:16:3e:b3:73:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '65e977d9-db64-4322-bf90-948232ecd65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:24Z', 'updated_at': '2022-10-10T11:10:39Z', 'revision_number': 4, 'project_id': '9543e1530ac9451cbdc9af9c0a714df9', 'subnets': [{'id': '65e977d9-db64-4322-bf90-948232ecd65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:10:42.172067 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8452d75b-1c91-46ae-bdd7-2f2381a5fce1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/17472fda-cf6f-4a2d-ae41-dc696ae6bf85 HTTP/1.1" status: 204 len: 168 time: 2.5840752 Oct 10 11:10:42.175572 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47636) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:42.178951 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-d0fa4faf-29eb-4f09-8b12-bb3d5d4896ae None None] Allocated IP 172.20.0.2 (d01a7717-559f-4fb8-add2-21d6eff6ceaf/d35ce2b1-765c-478c-83ae-d7597ace950b/085dbce6-39a0-4c83-94ef-d97dc556be15) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:42.184584 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-547c8ea7-e64c-48bd-914c-4972906cc754 service neutron] 10.222.0.40 "GET /v2.0/networks/25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6478488 Oct 10 11:10:42.191324 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e0953167-0783-4977-a5dc-ae1c0a495ac1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8685310 Oct 10 11:10:42.192906 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21ed8c64-949b-4c5e-ab14-968c93ff6c3a tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:42.197035 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed8c64-949b-4c5e-ab14-968c93ff6c3a tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Pushing event updated for resources: {'Port': ['ID=1c46d023-8100-4664-a897-bb7a8a44ede9,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:42.202001 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47638) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:42.212222 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5b28b6a0-38fc-42b3-a8dd-3a24b248d80e tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:42.222101 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-6287b5a1-0367-4342-818a-447a35fb6fec tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Request body: {'subnet': {'network_id': '5e01af84-9453-4014-8068-23d83d187d07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:42.233971 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0953167-0783-4977-a5dc-ae1c0a495ac1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event updated for resources: {'Network': ['ID=5e01af84-9453-4014-8068-23d83d187d07,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:42.241552 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15bc150-8e30-4aa5-9b6c-14be4e0e7f1e']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:42.277553 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b4d08b1-3e21-47e8-b6fa-ea8d17e4d704') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:42.277886 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b4d08b1-3e21-47e8-b6fa-ea8d17e4d704') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:42.310073 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-52d48661-6dff-4fdb-88be-599bf4ec8e30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:42.384190 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:42.390115 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-dfa2a87c-0e42-4644-b627-d5c01c75df05 None None] Allocated IP 2001:db8:0:ffff::2 (9a048f4e-368f-4709-80db-7980deb1656a/6e51fc3d-f737-4111-9e37-15b17557e470/2cdab9b9-6394-47af-973f-7b8eef67bf76) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:42.392400 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 5e01af84-9453-4014-8068-23d83d187d07 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:10:42.398252 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d48661-6dff-4fdb-88be-599bf4ec8e30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Pushing event deleted for resources: {'Port': ['ID=62dab6c3-5f06-429f-929c-96559764364f,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:42.405361 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21ed8c64-949b-4c5e-ab14-968c93ff6c3a tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:42.406264 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:10:42.408794 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-21ed8c64-949b-4c5e-ab14-968c93ff6c3a tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2941127 Oct 10 11:10:42.428785 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca49b54c-6ca6-41d2-abd9-9aa6481afef9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:42.431244 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca49b54c-6ca6-41d2-abd9-9aa6481afef9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:42.431501 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ca49b54c-6ca6-41d2-abd9-9aa6481afef9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:10:42.442487 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-52d48661-6dff-4fdb-88be-599bf4ec8e30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:42.446351 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:42.463821 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Releasing vlan 496 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:10:42.464148 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:42.484657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-6287b5a1-0367-4342-818a-447a35fb6fec tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:42.490135 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6287b5a1-0367-4342-818a-447a35fb6fec tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Usage tracker for resource:subnet and tenant:8bb4fcedb87945309c83408accc34ea6 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:42.499495 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6287b5a1-0367-4342-818a-447a35fb6fec tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:42.502104 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-74cfb50b-46c5-4d24-ba4b-5e713b695e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:42.503696 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6cc78762-6ad6-44d0-a696-05225a5ee9d0 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:42.512576 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 2b4d08b1-3e21-47e8-b6fa-ea8d17e4d704 resource provider aggregate not found Oct 10 11:10:42.518996 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-6287b5a1-0367-4342-818a-447a35fb6fec tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:42.529169 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc78762-6ad6-44d0-a696-05225a5ee9d0 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aaa684a-c888-4339-8390-dd7fb4dddeec,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:42.539971 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 2b4d08b1-3e21-47e8-b6fa-ea8d17e4d704 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b4d08b1-3e21-47e8-b6fa-ea8d17e4d704 found for delete ", "request_id": "req-e98fda6e-63f9-4465-8641-07232a294910"}]} Oct 10 11:10:42.635955 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6cc78762-6ad6-44d0-a696-05225a5ee9d0 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:42.638027 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6cc78762-6ad6-44d0-a696-05225a5ee9d0 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] 10.222.0.40 "DELETE /v2.0/security-groups/1aaa684a-c888-4339-8390-dd7fb4dddeec HTTP/1.1" status: 204 len: 168 time: 1.2837286 Oct 10 11:10:42.642303 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47654) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:42.719836 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ca49b54c-6ca6-41d2-abd9-9aa6481afef9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:10:42.723162 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ca49b54c-6ca6-41d2-abd9-9aa6481afef9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5305533 Oct 10 11:10:42.726297 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47672) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:42.727943 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-52d48661-6dff-4fdb-88be-599bf4ec8e30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] 10.222.0.40 "DELETE /v2.0/ports/62dab6c3-5f06-429f-929c-96559764364f HTTP/1.1" status: 204 len: 168 time: 1.9579649 Oct 10 11:10:42.730703 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47676) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:42.847774 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c56854e-6dd6-4ad0-ab1b-41f2a736084d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] GET failed (client error): The resource could not be found. Oct 10 11:10:42.848538 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1c56854e-6dd6-4ad0-ab1b-41f2a736084d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Synchronizing usage tracker for tenant:c513bd79b48e485eac498ab28229e0b4 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:10:42.853720 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:42.868643 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9ee4d9ac-0e1d-4497-9434-0b2789f9a523 req-9cf55455-de53-462c-98a8-7225843c364d tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 210 time: 0.0735257 Oct 10 11:10:42.869998 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6287b5a1-0367-4342-818a-447a35fb6fec tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Made reservation on behalf of 8bb4fcedb87945309c83408accc34ea6 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:42.873987 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6287b5a1-0367-4342-818a-447a35fb6fec tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:42.913653 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:42.962475 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df6d4b5-e568-440b-b418-d0ae850fbe09 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet 85f3ec70-7efa-4fcf-b791-8eadcdb32904 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:10:42.966786 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0df6d4b5-e568-440b-b418-d0ae850fbe09 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:43.062817 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0df6d4b5-e568-440b-b418-d0ae850fbe09 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:43.102518 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cfb50b-46c5-4d24-ba4b-5e713b695e53 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:43.117243 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-74cfb50b-46c5-4d24-ba4b-5e713b695e53 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:43.178399 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47696) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:43.185286 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1c56854e-6dd6-4ad0-ab1b-41f2a736084d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] Unset dirty status for tenant:c513bd79b48e485eac498ab28229e0b4 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:10:43.190896 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1c56854e-6dd6-4ad0-ab1b-41f2a736084d tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381 tempest-PortsAdminExtendedAttrsIpV6TestJSON-683273381-project-admin] 10.222.0.40 "GET /v2.0/ports/62dab6c3-5f06-429f-929c-96559764364f HTTP/1.1" status: 404 len: 333 time: 0.4588733 Oct 10 11:10:43.192089 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47702) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:43.201769 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event deleted for resources: {'Network': ['ID=b15bc150-8e30-4aa5-9b6c-14be4e0e7f1e,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:43.205389 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cfb50b-46c5-4d24-ba4b-5e713b695e53 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:43.222189 dv-neutron-860842-1-hyperv neutron-server[89896]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 10 11:10:43.223852 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-fd0542d1-12e0-462e-9429-ce2138b1d402 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/networks/b15bc150-8e30-4aa5-9b6c-14be4e0e7f1e HTTP/1.1" status: 204 len: 168 time: 6.9024909 Oct 10 11:10:43.234864 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ec9d5350-6da5-4a35-bf1c-62fccc7265cd tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:43.239428 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47708) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:43.256018 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfb50b-46c5-4d24-ba4b-5e713b695e53 None None] Pushing event updated for resources: {'Port': ['ID=bb8c3f7d-d264-44d0-9860-f3f566425a1d,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:43.262353 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-902c960c-9bd0-4245-85bd-8facc7aec4f1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1117632543'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:43.267696 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-902c960c-9bd0-4245-85bd-8facc7aec4f1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:43.284410 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-902c960c-9bd0-4245-85bd-8facc7aec4f1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Usage tracker for resource:network and tenant:9b52ed05dd7340c5ab7a911779462445 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:43.288363 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-902c960c-9bd0-4245-85bd-8facc7aec4f1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:43.297904 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-902c960c-9bd0-4245-85bd-8facc7aec4f1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:43.334902 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d0fa4faf-29eb-4f09-8b12-bb3d5d4896ae None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:43.409004 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:10:43.412557 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d0fa4faf-29eb-4f09-8b12-bb3d5d4896ae None None] Transition to ACTIVE for port object 085dbce6-39a0-4c83-94ef-d97dc556be15 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:43.414902 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cff22dd0-d8c4-4f9e-9e1e-4a29ffd4eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:43.442131 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0df6d4b5-e568-440b-b418-d0ae850fbe09 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:43.452939 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:10:43.453313 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:43.453683 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 Oct 10 11:10:43.456768 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902c960c-9bd0-4245-85bd-8facc7aec4f1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Made reservation on behalf of 9b52ed05dd7340c5ab7a911779462445 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:43.460775 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-902c960c-9bd0-4245-85bd-8facc7aec4f1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:43.480993 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-3d7d20ce-9ba9-4f78-9177-4d98b995a9ba tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--2125305286&fields=id&tenant_id=9543e1530ac9451cbdc9af9c0a714df9 HTTP/1.1" status: 200 len: 267 time: 0.2967887 Oct 10 11:10:43.502134 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ec9d5350-6da5-4a35-bf1c-62fccc7265cd tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:43.504774 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-74cfb50b-46c5-4d24-ba4b-5e713b695e53 None None] Attempting to bind port bb8c3f7d-d264-44d0-9860-f3f566425a1d on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:43.505142 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-74cfb50b-46c5-4d24-ba4b-5e713b695e53 None None] Attempting to bind port bb8c3f7d-d264-44d0-9860-f3f566425a1d by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:43.505514 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cfb50b-46c5-4d24-ba4b-5e713b695e53 None None] Attempting to bind port bb8c3f7d-d264-44d0-9860-f3f566425a1d on network dac74586-4382-4e00-a6eb-f2005f114a9a {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:43.518343 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d0fa4faf-29eb-4f09-8b12-bb3d5d4896ae None None] Transition to ACTIVE for port object 085dbce6-39a0-4c83-94ef-d97dc556be15 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:43.536170 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cfb50b-46c5-4d24-ba4b-5e713b695e53 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:10:43.536533 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cfb50b-46c5-4d24-ba4b-5e713b695e53 None None] Checking segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:43.536933 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-74cfb50b-46c5-4d24-ba4b-5e713b695e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:43.537325 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cfb50b-46c5-4d24-ba4b-5e713b695e53 None None] Bound using segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:10:43.537824 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-74cfb50b-46c5-4d24-ba4b-5e713b695e53 None None] Bound port: bb8c3f7d-d264-44d0-9860-f3f566425a1d, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:10:43.538196 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-74cfb50b-46c5-4d24-ba4b-5e713b695e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:43.646113 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d0fa4faf-29eb-4f09-8b12-bb3d5d4896ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:43.748659 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cff22dd0-d8c4-4f9e-9e1e-4a29ffd4eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:43.751783 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dfa2a87c-0e42-4644-b627-d5c01c75df05 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:43.775207 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fa4faf-29eb-4f09-8b12-bb3d5d4896ae None None] Network d01a7717-559f-4fb8-add2-21d6eff6ceaf is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:43.788288 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-d0fa4faf-29eb-4f09-8b12-bb3d5d4896ae None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:43.800725 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-c66d9cd0-e17c-42fd-ba69-4892a9a5e21d tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:43.808652 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-c66d9cd0-e17c-42fd-ba69-4892a9a5e21d tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/networks?id=8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e HTTP/1.1" status: 200 len: 806 time: 0.2890940 Oct 10 11:10:43.818380 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-cff22dd0-d8c4-4f9e-9e1e-4a29ffd4eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24be801b-61d8-40c5-9ec6-e1d4752ce55c']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:43.820112 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fa4faf-29eb-4f09-8b12-bb3d5d4896ae None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:43.822427 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-dfa2a87c-0e42-4644-b627-d5c01c75df05 None None] Transition to ACTIVE for port object 2cdab9b9-6394-47af-973f-7b8eef67bf76 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:43.824886 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa4faf-29eb-4f09-8b12-bb3d5d4896ae None None] Pushing event updated for resources: {'Port': ['ID=085dbce6-39a0-4c83-94ef-d97dc556be15,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:43.837630 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-c3081879-1d4e-4185-8d7c-3c6abda0f30a tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/quotas/9543e1530ac9451cbdc9af9c0a714df9 HTTP/1.1" status: 200 len: 375 time: 0.0280447 Oct 10 11:10:43.840592 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-cff22dd0-d8c4-4f9e-9e1e-4a29ffd4eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '778fcff9-fc60-4586-aa3e-c16d30625fc6') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:43.840885 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-cff22dd0-d8c4-4f9e-9e1e-4a29ffd4eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '778fcff9-fc60-4586-aa3e-c16d30625fc6') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:43.858599 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-ec9d5350-6da5-4a35-bf1c-62fccc7265cd tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32bc1b8e-606a-4ede-a878-393f0f2d09f1']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:43.868383 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-902c960c-9bd0-4245-85bd-8facc7aec4f1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 453} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:10:43.872417 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6287b5a1-0367-4342-818a-447a35fb6fec tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:43.898213 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cff22dd0-d8c4-4f9e-9e1e-4a29ffd4eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:43.921013 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-74cfb50b-46c5-4d24-ba4b-5e713b695e53 None None] For port bb8c3f7d-d264-44d0-9860-f3f566425a1d, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:10:43.922283 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0df6d4b5-e568-440b-b418-d0ae850fbe09 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:43.962341 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-ec9d5350-6da5-4a35-bf1c-62fccc7265cd tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9edfea90-6ee2-4adc-afc7-97934d8ab66e') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:43.965450 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-ec9d5350-6da5-4a35-bf1c-62fccc7265cd tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9edfea90-6ee2-4adc-afc7-97934d8ab66e') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:43.974404 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-dfa2a87c-0e42-4644-b627-d5c01c75df05 None None] Transition to ACTIVE for port object 2cdab9b9-6394-47af-973f-7b8eef67bf76 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:43.988313 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:10:43.988922 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:44.002807 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6d4b5-e568-440b-b418-d0ae850fbe09 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=85f3ec70-7efa-4fcf-b791-8eadcdb32904,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:44.010387 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-74cfb50b-46c5-4d24-ba4b-5e713b695e53 None None] For port bb8c3f7d-d264-44d0-9860-f3f566425a1d, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=bb8c3f7d-d264-44d0-9860-f3f566425a1d,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:10:44.012617 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0df6d4b5-e568-440b-b418-d0ae850fbe09 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:44.017273 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cff22dd0-d8c4-4f9e-9e1e-4a29ffd4eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:44.019151 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-902c960c-9bd0-4245-85bd-8facc7aec4f1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:44.019899 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-902c960c-9bd0-4245-85bd-8facc7aec4f1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Added segment 13282e37-f8e3-4f72-84a8-77bb211bac5f of type vlan for network def30946-d1c4-4a67-a178-72da3ca1b376 Oct 10 11:10:44.023915 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d0fa4faf-29eb-4f09-8b12-bb3d5d4896ae None None] Attempting to bind port 085dbce6-39a0-4c83-94ef-d97dc556be15 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:44.024455 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d0fa4faf-29eb-4f09-8b12-bb3d5d4896ae None None] Attempting to bind port 085dbce6-39a0-4c83-94ef-d97dc556be15 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '0824502b-1d2f-4e32-87af-e12c13721603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': 'd01a7717-559f-4fb8-add2-21d6eff6ceaf'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:44.025001 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fa4faf-29eb-4f09-8b12-bb3d5d4896ae None None] Attempting to bind port 085dbce6-39a0-4c83-94ef-d97dc556be15 on network d01a7717-559f-4fb8-add2-21d6eff6ceaf {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:44.026371 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff22dd0-d8c4-4f9e-9e1e-4a29ffd4eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Releasing vlan 484 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:10:44.026938 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cff22dd0-d8c4-4f9e-9e1e-4a29ffd4eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:44.039126 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fa4faf-29eb-4f09-8b12-bb3d5d4896ae None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:10:44.039743 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fa4faf-29eb-4f09-8b12-bb3d5d4896ae None None] Checking segment: {'id': '0824502b-1d2f-4e32-87af-e12c13721603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': 'd01a7717-559f-4fb8-add2-21d6eff6ceaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:44.040465 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d0fa4faf-29eb-4f09-8b12-bb3d5d4896ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:44.041023 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fa4faf-29eb-4f09-8b12-bb3d5d4896ae None None] Bound using segment: {'id': '0824502b-1d2f-4e32-87af-e12c13721603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': 'd01a7717-559f-4fb8-add2-21d6eff6ceaf'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:10:44.042377 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d0fa4faf-29eb-4f09-8b12-bb3d5d4896ae None None] Bound port: 085dbce6-39a0-4c83-94ef-d97dc556be15, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0824502b-1d2f-4e32-87af-e12c13721603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': 'd01a7717-559f-4fb8-add2-21d6eff6ceaf'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:10:44.043064 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d0fa4faf-29eb-4f09-8b12-bb3d5d4896ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:44.073153 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dfa2a87c-0e42-4644-b627-d5c01c75df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:44.108925 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ec9d5350-6da5-4a35-bf1c-62fccc7265cd tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:44.139164 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-79979540-9b36-4e95-aee9-2d325baea440 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Synchronizing usage tracker for tenant:9543e1530ac9451cbdc9af9c0a714df9 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:10:44.142452 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3590ba97-27f9-4fce-9e30-fe8e54c0b3a4,segment=NetworkSegment(5652673d-6ce9-45c3-b311-6c39b0f20c74),segment_id=5652673d-6ce9-45c3-b311-6c39b0f20c74)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:10:44.149763 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-74cfb50b-46c5-4d24-ba4b-5e713b695e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:44.176372 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d5c5c1dd-50d2-4aae-b929-c039ed6d6c2c req-8cd0efe9-bf03-4f24-b3d2-f75d0e1e8116 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 210 time: 0.2009277 Oct 10 11:10:44.177072 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5b28b6a0-38fc-42b3-a8dd-3a24b248d80e tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:44.185977 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0df6d4b5-e568-440b-b418-d0ae850fbe09 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/85f3ec70-7efa-4fcf-b791-8eadcdb32904 HTTP/1.1" status: 204 len: 168 time: 1.4565620 Oct 10 11:10:44.186811 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47726) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:44.225193 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa2a87c-0e42-4644-b627-d5c01c75df05 None None] Network 9a048f4e-368f-4709-80db-7980deb1656a is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:44.233403 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-dfa2a87c-0e42-4644-b627-d5c01c75df05 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:44.237897 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2a87c-0e42-4644-b627-d5c01c75df05 None None] Pushing event updated for resources: {'Port': ['ID=2cdab9b9-6394-47af-973f-7b8eef67bf76,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:44.249796 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa2a87c-0e42-4644-b627-d5c01c75df05 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:44.257631 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5b28b6a0-38fc-42b3-a8dd-3a24b248d80e tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:44.257631 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ec9d5350-6da5-4a35-bf1c-62fccc7265cd tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:44.297598 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:44.298352 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c2ca9638-d472-4f49-833c-47a12cf7ba32 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:10:44.310607 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-902c960c-9bd0-4245-85bd-8facc7aec4f1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:44.316113 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9d5350-6da5-4a35-bf1c-62fccc7265cd tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Releasing vlan 465 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:10:44.316679 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ec9d5350-6da5-4a35-bf1c-62fccc7265cd tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:44.339830 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287b5a1-0367-4342-818a-447a35fb6fec tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event updated for resources: {'Subnet': ['ID=d3cf74af-e33e-4323-8fdf-e8c97bcf55a8,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:44.366214 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cff22dd0-d8c4-4f9e-9e1e-4a29ffd4eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:44.367665 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-79979540-9b36-4e95-aee9-2d325baea440 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Unset dirty status for tenant:9543e1530ac9451cbdc9af9c0a714df9 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:10:44.382038 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-79979540-9b36-4e95-aee9-2d325baea440 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=9543e1530ac9451cbdc9af9c0a714df9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5348516 Oct 10 11:10:44.414901 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cff22dd0-d8c4-4f9e-9e1e-4a29ffd4eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:44.422851 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b1295071-a6df-4b9b-b4da-4cacfa0c91fc tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2343531 Oct 10 11:10:44.424760 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47738) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:44.450820 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 9edfea90-6ee2-4adc-afc7-97934d8ab66e resource provider aggregate not found Oct 10 11:10:44.462655 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6287b5a1-0367-4342-818a-447a35fb6fec tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Checking segment: {'id': '07ee8e61-201f-4ecb-8112-682c00e63c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '5e01af84-9453-4014-8068-23d83d187d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:44.465202 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6287b5a1-0367-4342-818a-447a35fb6fec tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Network hostable DHCP agents. Network: 5e01af84-9453-4014-8068-23d83d187d07, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:10:44.476938 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff22dd0-d8c4-4f9e-9e1e-4a29ffd4eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] Pushing event deleted for resources: {'Network': ['ID=24be801b-61d8-40c5-9ec6-e1d4752ce55c,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:44.504332 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-cff22dd0-d8c4-4f9e-9e1e-4a29ffd4eb90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1175436412-project] 10.222.0.40 "DELETE /v2.0/networks/24be801b-61d8-40c5-9ec6-e1d4752ce55c HTTP/1.1" status: 204 len: 168 time: 1.3025680 Oct 10 11:10:44.520349 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d0fa4faf-29eb-4f09-8b12-bb3d5d4896ae None None] For port 085dbce6-39a0-4c83-94ef-d97dc556be15, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:10:44.522500 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 9edfea90-6ee2-4adc-afc7-97934d8ab66e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9edfea90-6ee2-4adc-afc7-97934d8ab66e found for delete ", "request_id": "req-84cf9edf-d3e8-4e4a-9fa6-b14930492b27"}]} Oct 10 11:10:44.572198 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d0fa4faf-29eb-4f09-8b12-bb3d5d4896ae None None] For port 085dbce6-39a0-4c83-94ef-d97dc556be15, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=085dbce6-39a0-4c83-94ef-d97dc556be15,segment=NetworkSegment(0824502b-1d2f-4e32-87af-e12c13721603),segment_id=0824502b-1d2f-4e32-87af-e12c13721603)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:10:44.592190 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c25d38-2fe4-405e-b511-a6595e69f465 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:44.592994 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a4c25d38-2fe4-405e-b511-a6595e69f465 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:10:44.616225 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-dfa2a87c-0e42-4644-b627-d5c01c75df05 None None] Attempting to bind port 2cdab9b9-6394-47af-973f-7b8eef67bf76 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:44.616507 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-dfa2a87c-0e42-4644-b627-d5c01c75df05 None None] Attempting to bind port 2cdab9b9-6394-47af-973f-7b8eef67bf76 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '4f640073-08af-4f6f-93a8-cb87e1abd349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': '9a048f4e-368f-4709-80db-7980deb1656a'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:44.616871 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa2a87c-0e42-4644-b627-d5c01c75df05 None None] Attempting to bind port 2cdab9b9-6394-47af-973f-7b8eef67bf76 on network 9a048f4e-368f-4709-80db-7980deb1656a {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:44.619189 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfb50b-46c5-4d24-ba4b-5e713b695e53 None None] Pushing event updated for resources: {'Port': ['ID=bb8c3f7d-d264-44d0-9860-f3f566425a1d,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:44.634855 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 778fcff9-fc60-4586-aa3e-c16d30625fc6 resource provider aggregate not found Oct 10 11:10:44.668931 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa2a87c-0e42-4644-b627-d5c01c75df05 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:10:44.669310 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa2a87c-0e42-4644-b627-d5c01c75df05 None None] Checking segment: {'id': '4f640073-08af-4f6f-93a8-cb87e1abd349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': '9a048f4e-368f-4709-80db-7980deb1656a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:44.669746 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dfa2a87c-0e42-4644-b627-d5c01c75df05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:44.670142 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa2a87c-0e42-4644-b627-d5c01c75df05 None None] Bound using segment: {'id': '4f640073-08af-4f6f-93a8-cb87e1abd349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': '9a048f4e-368f-4709-80db-7980deb1656a'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:10:44.670625 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-dfa2a87c-0e42-4644-b627-d5c01c75df05 None None] Bound port: 2cdab9b9-6394-47af-973f-7b8eef67bf76, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f640073-08af-4f6f-93a8-cb87e1abd349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': '9a048f4e-368f-4709-80db-7980deb1656a'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:10:44.671100 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dfa2a87c-0e42-4644-b627-d5c01c75df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:44.675316 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-bc653d69-d8b8-454b-a299-c5fb22733255 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:10:44.681244 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-bc653d69-d8b8-454b-a299-c5fb22733255 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1960285 Oct 10 11:10:44.685911 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 778fcff9-fc60-4586-aa3e-c16d30625fc6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 778fcff9-fc60-4586-aa3e-c16d30625fc6 found for delete ", "request_id": "req-2d0d7df0-bcc8-438c-83c0-7287121ac0e7"}]} Oct 10 11:10:44.712955 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ec9d5350-6da5-4a35-bf1c-62fccc7265cd tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:44.723101 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d0fa4faf-29eb-4f09-8b12-bb3d5d4896ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:44.746441 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ec9d5350-6da5-4a35-bf1c-62fccc7265cd tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:44.770922 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d5350-6da5-4a35-bf1c-62fccc7265cd tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Pushing event deleted for resources: {'Network': ['ID=32bc1b8e-606a-4ede-a878-393f0f2d09f1,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:44.804655 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-5b28b6a0-38fc-42b3-a8dd-3a24b248d80e tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Allocated IP 172.26.4.59 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/ec195b41-d87f-427a-9ac0-66669382b4e9) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:44.814348 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ec9d5350-6da5-4a35-bf1c-62fccc7265cd tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] 10.222.0.40 "DELETE /v2.0/networks/32bc1b8e-606a-4ede-a878-393f0f2d09f1 HTTP/1.1" status: 204 len: 168 time: 2.1660826 Oct 10 11:10:44.816480 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47754) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:44.820833 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port c2ca9638-d472-4f49-833c-47a12cf7ba32 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:10:44.821205 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:44.821664 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port c2ca9638-d472-4f49-833c-47a12cf7ba32 Oct 10 11:10:44.889024 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-902c960c-9bd0-4245-85bd-8facc7aec4f1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:44.892811 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=3590ba97-27f9-4fce-9e30-fe8e54c0b3a4,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:44.896384 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902c960c-9bd0-4245-85bd-8facc7aec4f1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:44.896959 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-902c960c-9bd0-4245-85bd-8facc7aec4f1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:44.937187 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-5b242da2-1e03-49fe-9d14-b8db703b1bc8 service neutron] 10.222.0.40 "GET /v2.0/networks/8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551076 Oct 10 11:10:44.939021 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a4c25d38-2fe4-405e-b511-a6595e69f465 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:10:44.942582 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a4c25d38-2fe4-405e-b511-a6595e69f465 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5121830 Oct 10 11:10:44.979898 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47758) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:44.987309 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6287b5a1-0367-4342-818a-447a35fb6fec tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Network 5e01af84-9453-4014-8068-23d83d187d07 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:10:45.125398 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-dfa2a87c-0e42-4644-b627-d5c01c75df05 None None] For port 2cdab9b9-6394-47af-973f-7b8eef67bf76, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:10:45.134375 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-dfa2a87c-0e42-4644-b627-d5c01c75df05 None None] For port 2cdab9b9-6394-47af-973f-7b8eef67bf76, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=2cdab9b9-6394-47af-973f-7b8eef67bf76,segment=NetworkSegment(4f640073-08af-4f6f-93a8-cb87e1abd349),segment_id=4f640073-08af-4f6f-93a8-cb87e1abd349)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:10:45.147762 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa4faf-29eb-4f09-8b12-bb3d5d4896ae None None] Pushing event updated for resources: {'Port': ['ID=085dbce6-39a0-4c83-94ef-d97dc556be15,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:45.169156 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-c9805a9c-d6ba-4f1d-af1d-be478af05554 service neutron] 10.222.0.40 "GET /v2.0/networks/8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310674 Oct 10 11:10:45.236896 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dfa2a87c-0e42-4644-b627-d5c01c75df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:45.352729 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-902c960c-9bd0-4245-85bd-8facc7aec4f1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1007876 Oct 10 11:10:45.354698 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47766) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:45.364019 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-7b67e49e-8804-4c53-84d4-63831cabe0cf tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Request body: {'subnet': {'network_id': 'def30946-d1c4-4a67-a178-72da3ca1b376', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:45.385626 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47770) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:45.409104 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2a87c-0e42-4644-b627-d5c01c75df05 None None] Pushing event updated for resources: {'Port': ['ID=2cdab9b9-6394-47af-973f-7b8eef67bf76,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:45.412734 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port c2ca9638-d472-4f49-833c-47a12cf7ba32 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:10:45.525326 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7b67e49e-8804-4c53-84d4-63831cabe0cf tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:45.536270 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7b67e49e-8804-4c53-84d4-63831cabe0cf tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Usage tracker for resource:subnet and tenant:9b52ed05dd7340c5ab7a911779462445 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:45.541900 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7b67e49e-8804-4c53-84d4-63831cabe0cf tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:45.552512 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7b67e49e-8804-4c53-84d4-63831cabe0cf tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:45.559112 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-6287b5a1-0367-4342-818a-447a35fb6fec tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 5e01af84-9453-4014-8068-23d83d187d07) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:45.562773 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3e196f3e-ce78-4e73-8c1b-644c5b0b04c9 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:45.569711 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4b91cd-2942-43d9-802a-e17a7bb771f8 None None] Network 5e01af84-9453-4014-8068-23d83d187d07 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:45.635870 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287b5a1-0367-4342-818a-447a35fb6fec tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:45.636520 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6287b5a1-0367-4342-818a-447a35fb6fec tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:45.673027 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c960c-9bd0-4245-85bd-8facc7aec4f1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event updated for resources: {'Network': ['ID=def30946-d1c4-4a67-a178-72da3ca1b376,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:45.711341 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376ae105-6bc3-45bd-8167-ff2b0451a875 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:45.726622 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-376ae105-6bc3-45bd-8167-ff2b0451a875 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:10:45.785919 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-451a70f8-bf37-436b-a605-7504f0ecfba3 req-6e9812e2-9d41-452d-97fa-d4d46811404e tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/ports?device_id=64cfef4e-1d4d-4e36-9153-f2ffe3652ab7 HTTP/1.1" status: 200 len: 210 time: 0.1441600 Oct 10 11:10:45.800376 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b67e49e-8804-4c53-84d4-63831cabe0cf tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Made reservation on behalf of 9b52ed05dd7340c5ab7a911779462445 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:45.815584 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7b67e49e-8804-4c53-84d4-63831cabe0cf tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:45.915409 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network def30946-d1c4-4a67-a178-72da3ca1b376 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:10:46.067194 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3c32a6c6-58d5-4b9c-8f41-887bda276717 req-6bb1a3a8-bb8b-4bab-8206-c000adee9c6c tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 210 time: 0.4109614 Oct 10 11:10:46.145387 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:10:46.148951 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6287b5a1-0367-4342-818a-447a35fb6fec tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.9444695 Oct 10 11:10:46.159407 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47794) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:46.228522 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5b28b6a0-38fc-42b3-a8dd-3a24b248d80e tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:46.277916 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c690e3e7-68d0-4b4d-ac45-e25b6aa5ed5e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ea269b4c671c4bfe9e08e2d6bf4c5042&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7636805 Oct 10 11:10:46.281016 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47804) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:46.297268 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-376ae105-6bc3-45bd-8167-ff2b0451a875 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:10:46.298447 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-376ae105-6bc3-45bd-8167-ff2b0451a875 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.3172295 Oct 10 11:10:46.316037 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47808) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:46.404415 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5371c90-9ce6-4fc0-af53-b38611656afb None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:46.417112 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e1b736cc-c5fb-4ebd-8727-3c74eeaf73f4 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0993431 Oct 10 11:10:46.433813 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474642f8-48f9-48b1-9a74-bad9f78f26d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-5e01af84-9453-4014-8068-23d83d187d07', 'network_id': '5e01af84-9453-4014-8068-23d83d187d07', 'tenant_id': '8bb4fcedb87945309c83408accc34ea6', 'fixed_ips': [{'subnet_id': 'd3cf74af-e33e-4323-8fdf-e8c97bcf55a8'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:10:46.434645 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-474642f8-48f9-48b1-9a74-bad9f78f26d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:46.437015 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47812) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:46.465014 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-a50e1612-3d29-41e6-a472-228060cffcef tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:46.467334 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-80581647-483a-47f3-8231-65a536dedd9e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:46.493397 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2bbb16b3-b870-4299-b58f-d43b2535e1e3 None None] Could not find standard attr ID for object 17472fda-cf6f-4a2d-ae41-dc696ae6bf85. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:10:46.563195 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3e196f3e-ce78-4e73-8c1b-644c5b0b04c9 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:46.582843 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:10:46.582843 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:46.582843 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 Oct 10 11:10:46.645103 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-48db7a2f-8b81-4c44-b08a-60eb991f63d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:46.652358 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7b67e49e-8804-4c53-84d4-63831cabe0cf tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:46.672209 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-3e196f3e-ce78-4e73-8c1b-644c5b0b04c9 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1444eea-497c-4dcf-b01b-0faec8f96732']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:46.691436 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a19f97-49bd-43c1-871a-534bb15c07e5 None None] Network d01a7717-559f-4fb8-add2-21d6eff6ceaf requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:46.696953 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-3e196f3e-ce78-4e73-8c1b-644c5b0b04c9 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd780c037-53c8-4efa-b8d5-76df5e66877d') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:46.697295 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-3e196f3e-ce78-4e73-8c1b-644c5b0b04c9 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd780c037-53c8-4efa-b8d5-76df5e66877d') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:46.719349 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-80581647-483a-47f3-8231-65a536dedd9e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:46.731422 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-a50e1612-3d29-41e6-a472-228060cffcef tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:46.772181 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-a50e1612-3d29-41e6-a472-228060cffcef tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:46.777784 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-48db7a2f-8b81-4c44-b08a-60eb991f63d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:46.782261 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2bbb16b3-b870-4299-b58f-d43b2535e1e3 None None] Provisioning for port bb8c3f7d-d264-44d0-9860-f3f566425a1d completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:10:46.902057 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b67e49e-8804-4c53-84d4-63831cabe0cf tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Checking segment: {'id': '13282e37-f8e3-4f72-84a8-77bb211bac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': 'def30946-d1c4-4a67-a178-72da3ca1b376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:46.908519 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b67e49e-8804-4c53-84d4-63831cabe0cf tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Network hostable DHCP agents. Network: def30946-d1c4-4a67-a178-72da3ca1b376, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:10:46.918581 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67e49e-8804-4c53-84d4-63831cabe0cf tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event updated for resources: {'Subnet': ['ID=2cf8979f-481f-4321-b8fe-7a2d30867beb,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:46.923080 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50e1612-3d29-41e6-a472-228060cffcef tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:46.943106 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3e196f3e-ce78-4e73-8c1b-644c5b0b04c9 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:46.943292 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a50e1612-3d29-41e6-a472-228060cffcef tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:46.993904 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3e196f3e-ce78-4e73-8c1b-644c5b0b04c9 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:46.993904 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e196f3e-ce78-4e73-8c1b-644c5b0b04c9 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Releasing vlan 470 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:10:46.993904 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3e196f3e-ce78-4e73-8c1b-644c5b0b04c9 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:47.052863 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment d780c037-53c8-4efa-b8d5-76df5e66877d resource provider aggregate not found Oct 10 11:10:47.059596 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-80581647-483a-47f3-8231-65a536dedd9e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:47.154614 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment d780c037-53c8-4efa-b8d5-76df5e66877d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d780c037-53c8-4efa-b8d5-76df5e66877d found for delete ", "request_id": "req-592b3f27-278a-4de8-978c-26e2219aa842"}]} Oct 10 11:10:47.195064 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4a41c502-e2a4-4224-ac90-23c1075aa92b req-fa5e3391-0367-4095-a4c4-2bdd6cc5d7f7 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/ports?device_id=64cfef4e-1d4d-4e36-9153-f2ffe3652ab7 HTTP/1.1" status: 200 len: 210 time: 0.2230396 Oct 10 11:10:47.201690 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b932cd62-68f1-4444-9144-f457805ce922 None None] Network 9a048f4e-368f-4709-80db-7980deb1656a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:47.210478 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b67e49e-8804-4c53-84d4-63831cabe0cf tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Network def30946-d1c4-4a67-a178-72da3ca1b376 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:10:47.221102 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5b28b6a0-38fc-42b3-a8dd-3a24b248d80e tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server [None req-474642f8-48f9-48b1-9a74-bad9f78f26d2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d3cf74af-e33e-4323-8fdf-e8c97bcf55a8: This subnet is being modified by another concurrent operation. Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server raise self.value Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server raise self.value Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server raise self.value Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server raise self.value Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 10 11:10:47.230922 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server raise self.value Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server raise self.value Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server raise exception Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d3cf74af-e33e-4323-8fdf-e8c97bcf55a8: This subnet is being modified by another concurrent operation. Oct 10 11:10:47.240152 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server Oct 10 11:10:47.266841 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cd543e-b4e8-4643-b347-5c6afc78e29f None None] Network 5e01af84-9453-4014-8068-23d83d187d07 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:47.290455 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-48db7a2f-8b81-4c44-b08a-60eb991f63d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:47.299434 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-7b67e49e-8804-4c53-84d4-63831cabe0cf tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, def30946-d1c4-4a67-a178-72da3ca1b376) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:47.330812 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80581647-483a-47f3-8231-65a536dedd9e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event deleted for resources: {'Subnet': ['ID=d3cf74af-e33e-4323-8fdf-e8c97bcf55a8,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:47.337003 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b67e49e-8804-4c53-84d4-63831cabe0cf tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:47.338221 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7b67e49e-8804-4c53-84d4-63831cabe0cf tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:47.359485 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-48db7a2f-8b81-4c44-b08a-60eb991f63d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:47.360679 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-48db7a2f-8b81-4c44-b08a-60eb991f63d8 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/74d12ef9-9c01-4a1e-8522-84808ac5705e HTTP/1.1" status: 204 len: 168 time: 1.0785556 Oct 10 11:10:47.362091 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db7a2f-8b81-4c44-b08a-60eb991f63d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d12ef9-9c01-4a1e-8522-84808ac5705e,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:47.380474 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:10:47.381937 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device bb8c3f7d-d264-44d0-9860-f3f566425a1d up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:10:47.393334 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28b6a0-38fc-42b3-a8dd-3a24b248d80e tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Pushing event updated for resources: {'Port': ['ID=ec195b41-d87f-427a-9ac0-66669382b4e9,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:47.404515 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b28b6a0-38fc-42b3-a8dd-3a24b248d80e tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:47.405908 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-5b28b6a0-38fc-42b3-a8dd-3a24b248d80e tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:47.408642 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b28b6a0-38fc-42b3-a8dd-3a24b248d80e tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:47.454034 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.15', 56581) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:47.484873 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7b67e49e-8804-4c53-84d4-63831cabe0cf tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1285853 Oct 10 11:10:47.502508 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47838) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:47.515573 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91241dfd-c8a6-46d3-8abf-ae95f52b16c2 None None] Network def30946-d1c4-4a67-a178-72da3ca1b376 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:47.520098 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3e196f3e-ce78-4e73-8c1b-644c5b0b04c9 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:47.527245 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3e196f3e-ce78-4e73-8c1b-644c5b0b04c9 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:47.548277 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-133120a8-2fdf-4d43-af95-35c50ad7e49a None None] Provisioning for port 085dbce6-39a0-4c83-94ef-d97dc556be15 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:10:47.629251 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-80581647-483a-47f3-8231-65a536dedd9e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:47.664621 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e196f3e-ce78-4e73-8c1b-644c5b0b04c9 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] Pushing event deleted for resources: {'Network': ['ID=c1444eea-497c-4dcf-b01b-0faec8f96732,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:47.671639 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3e196f3e-ce78-4e73-8c1b-644c5b0b04c9 tempest-QuotasNegativeTest-1141114375 tempest-QuotasNegativeTest-1141114375-project-admin] 10.222.0.40 "DELETE /v2.0/networks/c1444eea-497c-4dcf-b01b-0faec8f96732 HTTP/1.1" status: 204 len: 168 time: 2.8541162 Oct 10 11:10:47.674819 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7e64d430-ae2e-46af-a3a5-41f777bbca33 req-d302e102-5e51-4f9f-a35d-3ab139615ae1 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 210 time: 0.2769406 Oct 10 11:10:47.754811 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-80581647-483a-47f3-8231-65a536dedd9e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e01af84-9453-4014-8068-23d83d187d07']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:47.954365 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-80581647-483a-47f3-8231-65a536dedd9e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ee8e61-201f-4ecb-8112-682c00e63c50') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:47.954923 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-80581647-483a-47f3-8231-65a536dedd9e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ee8e61-201f-4ecb-8112-682c00e63c50') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:47.977625 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-9749dc56-13d6-4e3f-8c18-12d35f854f3e tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:47.982367 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-9749dc56-13d6-4e3f-8c18-12d35f854f3e tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.15 "GET /v2.0/networks?id=25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65 HTTP/1.1" status: 200 len: 812 time: 0.5254712 Oct 10 11:10:47.983150 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-80581647-483a-47f3-8231-65a536dedd9e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:48.006233 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e7d8bc-12cf-405f-990f-e61ca9b7d8c7 None None] DHCP port deletion for dac74586-4382-4e00-a6eb-f2005f114a9a request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:10:48.021875 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b333ebe7-d708-4455-9bd0-ef4c8114a432 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:48.086443 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-a78fb6e6-0fe5-4de2-acf5-f1fdf9babf71 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Synchronizing usage tracker for tenant:65bf514613404a16b37bfb61203927f3 on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:10:48.094993 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-97e7d8bc-12cf-405f-990f-e61ca9b7d8c7 None None] Deleting port bb8c3f7d-d264-44d0-9860-f3f566425a1d {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:10:48.095368 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-97e7d8bc-12cf-405f-990f-e61ca9b7d8c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:48.111699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-80581647-483a-47f3-8231-65a536dedd9e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:48.131025 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80581647-483a-47f3-8231-65a536dedd9e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Releasing vlan 457 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:10:48.131650 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a50e1612-3d29-41e6-a472-228060cffcef tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:48.131999 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-80581647-483a-47f3-8231-65a536dedd9e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:48.223888 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50e1612-3d29-41e6-a472-228060cffcef tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:48.241074 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e1612-3d29-41e6-a472-228060cffcef tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=d5fa9877-4f3d-44cd-a699-4a49addc5c61,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:48.257820 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port bb8c3f7d-d264-44d0-9860-f3f566425a1d completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:10:48.269376 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-a50e1612-3d29-41e6-a472-228060cffcef tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:48.283078 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-a78fb6e6-0fe5-4de2-acf5-f1fdf9babf71 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Unset dirty status for tenant:65bf514613404a16b37bfb61203927f3 on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:10:48.285551 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-a78fb6e6-0fe5-4de2-acf5-f1fdf9babf71 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65bf514613404a16b37bfb61203927f3 HTTP/1.1" status: 200 len: 380 time: 0.2585666 Oct 10 11:10:48.287243 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port bb8c3f7d-d264-44d0-9860-f3f566425a1d triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:10:48.287665 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:48.287972 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port bb8c3f7d-d264-44d0-9860-f3f566425a1d Oct 10 11:10:48.294821 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50e1612-3d29-41e6-a472-228060cffcef tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:48.295684 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a50e1612-3d29-41e6-a472-228060cffcef tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:48.377648 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-b468a6eb-aa9e-4d39-a8a5-6e898a651ed9 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Request body: {'port': {'device_id': '4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd', 'network_id': '25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65', 'admin_state_up': True, 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'security_groups': ['abd51995-f90f-4c13-bd05-cf0ace088ed0']}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:48.472965 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-6cd322c1-f0e5-4cc8-8962-a4c5f07d29ff None None] Provisioning for port 2cdab9b9-6394-47af-973f-7b8eef67bf76 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:10:48.485446 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a50e1612-3d29-41e6-a472-228060cffcef tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0406425 Oct 10 11:10:48.495004 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47858) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:48.503363 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b333ebe7-d708-4455-9bd0-ef4c8114a432 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:48.592367 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47866) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:48.593678 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5b28b6a0-38fc-42b3-a8dd-3a24b248d80e tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks [] for router_gateway, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:48.622930 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-2c30abab-9cd3-42b8-bb1d-aed1fba875d1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'port': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'fixed_ips': [{'subnet_id': 'd5fa9877-4f3d-44cd-a699-4a49addc5c61', 'ip_address': '2001:db8::e1d6:6e51:8a5c:a856'}], 'name': 'tempest-NetworksTestDHCPv6-1630468350'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:48.662724 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-80581647-483a-47f3-8231-65a536dedd9e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:48.667944 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-80581647-483a-47f3-8231-65a536dedd9e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:48.882860 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-b468a6eb-aa9e-4d39-a8a5-6e898a651ed9 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:48.894656 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d488b67f-bf0f-4e82-b88e-d393d3198bda req-a48c33fe-44f6-4379-962f-f508a9888b42 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/ports?device_id=64cfef4e-1d4d-4e36-9153-f2ffe3652ab7 HTTP/1.1" status: 200 len: 210 time: 0.2909226 Oct 10 11:10:48.919707 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-b468a6eb-aa9e-4d39-a8a5-6e898a651ed9 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:48.933820 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-80581647-483a-47f3-8231-65a536dedd9e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "DELETE /v2.0/networks/5e01af84-9453-4014-8068-23d83d187d07 HTTP/1.1" status: 204 len: 168 time: 2.7509563 Oct 10 11:10:48.947764 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47884) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:48.957252 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-5216c5c8-9687-4962-9ae4-ef92b0d5b0c4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-99877204'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:48.962035 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5216c5c8-9687-4962-9ae4-ef92b0d5b0c4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:48.969373 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5216c5c8-9687-4962-9ae4-ef92b0d5b0c4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Usage tracker for resource:network and tenant:8bb4fcedb87945309c83408accc34ea6 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:48.976599 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5216c5c8-9687-4962-9ae4-ef92b0d5b0c4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:48.988424 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5216c5c8-9687-4962-9ae4-ef92b0d5b0c4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:48.991213 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-2c30abab-9cd3-42b8-bb1d-aed1fba875d1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:48.998422 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80581647-483a-47f3-8231-65a536dedd9e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event deleted for resources: {'Network': ['ID=5e01af84-9453-4014-8068-23d83d187d07,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:49.010238 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-2c30abab-9cd3-42b8-bb1d-aed1fba875d1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:49.027550 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-b468a6eb-aa9e-4d39-a8a5-6e898a651ed9 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Made reservation on behalf of 65bf514613404a16b37bfb61203927f3 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:49.034968 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port bb8c3f7d-d264-44d0-9860-f3f566425a1d is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:10:49.035535 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-b468a6eb-aa9e-4d39-a8a5-6e898a651ed9 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:49.036304 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:49.046537 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42cb63c-65a3-422f-90ef-47ac42c9994e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-def30946-d1c4-4a67-a178-72da3ca1b376', 'network_id': 'def30946-d1c4-4a67-a178-72da3ca1b376', 'tenant_id': '9b52ed05dd7340c5ab7a911779462445', 'fixed_ips': [{'subnet_id': '2cf8979f-481f-4321-b8fe-7a2d30867beb'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:10:49.047482 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b42cb63c-65a3-422f-90ef-47ac42c9994e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:49.114712 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-97e7d8bc-12cf-405f-990f-e61ca9b7d8c7 None None] For port bb8c3f7d-d264-44d0-9860-f3f566425a1d, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=bb8c3f7d-d264-44d0-9860-f3f566425a1d,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:10:49.115544 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-97e7d8bc-12cf-405f-990f-e61ca9b7d8c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:49.128968 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b333ebe7-d708-4455-9bd0-ef4c8114a432 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:49.164047 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c30abab-9cd3-42b8-bb1d-aed1fba875d1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:49.179574 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5216c5c8-9687-4962-9ae4-ef92b0d5b0c4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Made reservation on behalf of 8bb4fcedb87945309c83408accc34ea6 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:49.182799 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5216c5c8-9687-4962-9ae4-ef92b0d5b0c4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:49.217668 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 07ee8e61-201f-4ecb-8112-682c00e63c50 resource provider aggregate not found Oct 10 11:10:49.249678 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333ebe7-d708-4455-9bd0-ef4c8114a432 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event deleted for resources: {'Subnet': ['ID=2cf8979f-481f-4321-b8fe-7a2d30867beb,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:49.268635 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c9e78c93-aa86-4412-9049-3d5956a96112 req-1ba116ba-23b7-457d-80be-587014a144eb tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 210 time: 0.2714598 Oct 10 11:10:49.268635 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 07ee8e61-201f-4ecb-8112-682c00e63c50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07ee8e61-201f-4ecb-8112-682c00e63c50 found for delete ", "request_id": "req-081a419b-dd8d-477b-8500-3cfb90c9480e"}]} Oct 10 11:10:49.352334 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b333ebe7-d708-4455-9bd0-ef4c8114a432 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:49.378528 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-50ea1acd-8aa2-46cd-80d7-44043f176935 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c513bd79b48e485eac498ab28229e0b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7215214 Oct 10 11:10:49.385365 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-97e7d8bc-12cf-405f-990f-e61ca9b7d8c7 None None] Calling delete_port for bb8c3f7d-d264-44d0-9860-f3f566425a1d owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:10:49.392231 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-b333ebe7-d708-4455-9bd0-ef4c8114a432 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def30946-d1c4-4a67-a178-72da3ca1b376']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:49.417948 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-b333ebe7-d708-4455-9bd0-ef4c8114a432 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13282e37-f8e3-4f72-84a8-77bb211bac5f') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:49.418410 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-b333ebe7-d708-4455-9bd0-ef4c8114a432 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13282e37-f8e3-4f72-84a8-77bb211bac5f') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:49.421662 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port bb8c3f7d-d264-44d0-9860-f3f566425a1d, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=bb8c3f7d-d264-44d0-9860-f3f566425a1d,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:10:49.428635 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47896) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:49.433551 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b333ebe7-d708-4455-9bd0-ef4c8114a432 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:49.452360 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b333ebe7-d708-4455-9bd0-ef4c8114a432 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:49.459584 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b333ebe7-d708-4455-9bd0-ef4c8114a432 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Releasing vlan 453 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:10:49.460090 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b333ebe7-d708-4455-9bd0-ef4c8114a432 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:49.534922 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.15', 56587) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:49.534922 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47900) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:49.535058 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:49.535058 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 085dbce6-39a0-4c83-94ef-d97dc556be15 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:10:49.682570 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6382f41d-918e-4560-a5dd-d64ce3391487 None None] Network def30946-d1c4-4a67-a178-72da3ca1b376 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:49.704533 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=bb8c3f7d-d264-44d0-9860-f3f566425a1d,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:49.721122 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-97e7d8bc-12cf-405f-990f-e61ca9b7d8c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:10:49.721681 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-97e7d8bc-12cf-405f-990f-e61ca9b7d8c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:10:49.726488 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 13282e37-f8e3-4f72-84a8-77bb211bac5f resource provider aggregate not found Oct 10 11:10:49.805824 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 13282e37-f8e3-4f72-84a8-77bb211bac5f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13282e37-f8e3-4f72-84a8-77bb211bac5f found for delete ", "request_id": "req-23cd3da4-38ab-48a2-a884-dd41f02d82ca"}]} Oct 10 11:10:49.813326 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5216c5c8-9687-4962-9ae4-ef92b0d5b0c4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 488} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:10:49.825567 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5216c5c8-9687-4962-9ae4-ef92b0d5b0c4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:49.826298 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-5216c5c8-9687-4962-9ae4-ef92b0d5b0c4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Added segment 80dd9a61-fcc9-49b5-b740-8005fa74e655 of type vlan for network 94891ecb-7b29-49bc-90e9-a7fe26c81f92 Oct 10 11:10:49.869580 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5216c5c8-9687-4962-9ae4-ef92b0d5b0c4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:49.906143 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b333ebe7-d708-4455-9bd0-ef4c8114a432 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:49.920438 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-20bb35f5-8833-422f-984c-3532c5e527cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:49.945688 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b333ebe7-d708-4455-9bd0-ef4c8114a432 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:49.969891 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333ebe7-d708-4455-9bd0-ef4c8114a432 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event deleted for resources: {'Network': ['ID=def30946-d1c4-4a67-a178-72da3ca1b376,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:50.002331 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5b28b6a0-38fc-42b3-a8dd-3a24b248d80e tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:50.009960 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5216c5c8-9687-4962-9ae4-ef92b0d5b0c4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:50.016978 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5216c5c8-9687-4962-9ae4-ef92b0d5b0c4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:50.017870 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5216c5c8-9687-4962-9ae4-ef92b0d5b0c4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:50.044799 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 085dbce6-39a0-4c83-94ef-d97dc556be15 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:10:50.071470 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 085dbce6-39a0-4c83-94ef-d97dc556be15 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:10:50.071909 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:50.072356 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 085dbce6-39a0-4c83-94ef-d97dc556be15 Oct 10 11:10:50.085889 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-20bb35f5-8833-422f-984c-3532c5e527cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:50.086681 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2c30abab-9cd3-42b8-bb1d-aed1fba875d1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:50.147135 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b333ebe7-d708-4455-9bd0-ef4c8114a432 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/networks/def30946-d1c4-4a67-a178-72da3ca1b376 HTTP/1.1" status: 204 len: 168 time: 2.6437604 Oct 10 11:10:50.159122 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47916) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:50.185962 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-c987f19b-502a-47a6-bd25-5be63f2bc72b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1171227643'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:50.194283 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c987f19b-502a-47a6-bd25-5be63f2bc72b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:50.198330 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c987f19b-502a-47a6-bd25-5be63f2bc72b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Usage tracker for resource:network and tenant:9b52ed05dd7340c5ab7a911779462445 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:50.201804 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c987f19b-502a-47a6-bd25-5be63f2bc72b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:50.209230 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c987f19b-502a-47a6-bd25-5be63f2bc72b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:50.231817 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-b468a6eb-aa9e-4d39-a8a5-6e898a651ed9 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Allocated IP 172.20.0.14 (25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65/9b7165ed-72f0-43d7-b671-b766b0f5b107/b67ace68-a6c3-4ca1-8ce0-70d43f587957) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:50.244146 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-2c30abab-9cd3-42b8-bb1d-aed1fba875d1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] device_id is not set on port 537aaeda-c209-4369-986f-d03624b5f9fa yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:10:50.339782 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-c6c15633-bde8-45c6-8a0d-fb1688bdc7cf tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:50.340540 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-c6c15633-bde8-45c6-8a0d-fb1688bdc7cf tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Synchronizing usage tracker for tenant:9543e1530ac9451cbdc9af9c0a714df9 on resource:network {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:10:50.360858 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-01902c0d-0670-4b11-9972-90d2088382c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:50.373392 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-97e7d8bc-12cf-405f-990f-e61ca9b7d8c7 None None] Deleting port bb8c3f7d-d264-44d0-9860-f3f566425a1d {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:10:50.373814 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-97e7d8bc-12cf-405f-990f-e61ca9b7d8c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:50.442298 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-01902c0d-0670-4b11-9972-90d2088382c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:50.563347 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-01902c0d-0670-4b11-9972-90d2088382c1 admin admin] Usage tracker for resource:security_group_rule and tenant:c435ea8375d9449095821bb7484a9c15 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:50.569677 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-01902c0d-0670-4b11-9972-90d2088382c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:50.611476 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216c5c8-9687-4962-9ae4-ef92b0d5b0c4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event updated for resources: {'Network': ['ID=94891ecb-7b29-49bc-90e9-a7fe26c81f92,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:50.626957 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c987f19b-502a-47a6-bd25-5be63f2bc72b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Made reservation on behalf of 9b52ed05dd7340c5ab7a911779462445 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:50.631935 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c987f19b-502a-47a6-bd25-5be63f2bc72b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:50.655438 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9371984f-dc38-4e5f-8bfb-212513a71028 req-8f78f7fd-2696-4e7b-88a1-e93e5a5b9498 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 210 time: 0.1060553 Oct 10 11:10:50.660687 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-01902c0d-0670-4b11-9972-90d2088382c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:50.660990 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 94891ecb-7b29-49bc-90e9-a7fe26c81f92 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:10:50.696743 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-36c8e4c0-5c84-4f88-a1be-0542e4108831 req-284c7b50-8241-4a67-b183-b352931ed520 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/ports?device_id=64cfef4e-1d4d-4e36-9153-f2ffe3652ab7 HTTP/1.1" status: 200 len: 210 time: 0.4727471 Oct 10 11:10:50.709333 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5216c5c8-9687-4962-9ae4-ef92b0d5b0c4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.7578340 Oct 10 11:10:50.719553 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47930) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:50.762270 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-bb614924-abf3-4535-98db-c88370c3cab2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Request body: {'subnet': {'network_id': '94891ecb-7b29-49bc-90e9-a7fe26c81f92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:50.866226 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c987f19b-502a-47a6-bd25-5be63f2bc72b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 497} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:10:50.890850 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 085dbce6-39a0-4c83-94ef-d97dc556be15 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:10:50.891258 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:50.929200 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-c6c15633-bde8-45c6-8a0d-fb1688bdc7cf tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Unset dirty status for tenant:9543e1530ac9451cbdc9af9c0a714df9 on resource:network {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:10:50.930448 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-c6c15633-bde8-45c6-8a0d-fb1688bdc7cf tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.15 "GET /v2.0/networks?id=8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e HTTP/1.1" status: 200 len: 806 time: 1.3994465 Oct 10 11:10:50.947079 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-97e7d8bc-12cf-405f-990f-e61ca9b7d8c7 None None] For port bb8c3f7d-d264-44d0-9860-f3f566425a1d, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=bb8c3f7d-d264-44d0-9860-f3f566425a1d,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:10:50.948292 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-97e7d8bc-12cf-405f-990f-e61ca9b7d8c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:51.004308 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-6adefee7-ccf3-4b8b-83a1-6937fab5a9ef tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Synchronizing usage tracker for tenant:9543e1530ac9451cbdc9af9c0a714df9 on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:10:51.034187 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b28b6a0-38fc-42b3-a8dd-3a24b248d80e tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Router c3be5f2c-2761-4473-94de-99cd1f32a110 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:10:51.036345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-20bb35f5-8833-422f-984c-3532c5e527cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:51.081958 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb35f5-8833-422f-984c-3532c5e527cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b2971a-45f2-4e1f-9088-aa504de74c28,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:51.087649 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-20bb35f5-8833-422f-984c-3532c5e527cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:51.089086 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-20bb35f5-8833-422f-984c-3532c5e527cf admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/96b2971a-45f2-4e1f-9088-aa504de74c28 HTTP/1.1" status: 204 len: 168 time: 1.6592684 Oct 10 11:10:51.118990 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-97e7d8bc-12cf-405f-990f-e61ca9b7d8c7 None None] Calling delete_port for bb8c3f7d-d264-44d0-9860-f3f566425a1d owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:10:51.156582 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 085dbce6-39a0-4c83-94ef-d97dc556be15, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=085dbce6-39a0-4c83-94ef-d97dc556be15,segment=NetworkSegment(0824502b-1d2f-4e32-87af-e12c13721603),segment_id=0824502b-1d2f-4e32-87af-e12c13721603)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:10:51.205124 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-bb614924-abf3-4535-98db-c88370c3cab2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:51.208657 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c987f19b-502a-47a6-bd25-5be63f2bc72b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:51.209016 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-c987f19b-502a-47a6-bd25-5be63f2bc72b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Added segment 081ba60b-33d0-4166-911a-4856aebe1f92 of type vlan for network 82a2d184-577d-4809-95d1-0f6f7cba773f Oct 10 11:10:51.220637 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:51.307565 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-97e7d8bc-12cf-405f-990f-e61ca9b7d8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:51.354890 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e7d8bc-12cf-405f-990f-e61ca9b7d8c7 None None] No DVR routers for this DVR port bb8c3f7d-d264-44d0-9860-f3f566425a1d on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:10:51.359612 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=085dbce6-39a0-4c83-94ef-d97dc556be15,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:51.423953 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7d8bc-12cf-405f-990f-e61ca9b7d8c7 None None] Pushing event deleted for resources: {'Port': ['ID=bb8c3f7d-d264-44d0-9860-f3f566425a1d,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:51.426160 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78282143-721a-46d2-8f74-0291eb740ccf None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:51.434334 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-01902c0d-0670-4b11-9972-90d2088382c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:51.446355 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b28b6a0-38fc-42b3-a8dd-3a24b248d80e tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:10:51.465498 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70839804-51e1-4d7c-9b1e-de6de9242899 None None] Sync routers for ids ['c3be5f2c-2761-4473-94de-99cd1f32a110'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:10:51.471479 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-bb614924-abf3-4535-98db-c88370c3cab2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Usage tracker for resource:subnet and tenant:8bb4fcedb87945309c83408accc34ea6 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:51.476316 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-bb614924-abf3-4535-98db-c88370c3cab2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:51.480679 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70839804-51e1-4d7c-9b1e-de6de9242899 None None] Routers {'c3be5f2c-2761-4473-94de-99cd1f32a110'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:10:51.484942 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-70839804-51e1-4d7c-9b1e-de6de9242899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:10:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['c3be5f2c-2761-4473-94de-99cd1f32a110'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:51.498922 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-b468a6eb-aa9e-4d39-a8a5-6e898a651ed9 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:51.510679 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-bb614924-abf3-4535-98db-c88370c3cab2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:51.513686 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 2cdab9b9-6394-47af-973f-7b8eef67bf76 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:10:51.547698 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-01902c0d-0670-4b11-9972-90d2088382c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:51.570686 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c987f19b-502a-47a6-bd25-5be63f2bc72b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:51.604560 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5b28b6a0-38fc-42b3-a8dd-3a24b248d80e tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:51.604974 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-b468a6eb-aa9e-4d39-a8a5-6e898a651ed9 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Transition to ACTIVE for port object b67ace68-a6c3-4ca1-8ce0-70d43f587957 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:51.605859 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5b28b6a0-38fc-42b3-a8dd-3a24b248d80e tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 10.7459905 Oct 10 11:10:51.611294 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47940) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:51.619842 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-70839804-51e1-4d7c-9b1e-de6de9242899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:51.653574 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-01902c0d-0670-4b11-9972-90d2088382c1 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c435ea8375d9449095821bb7484a9c15&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1163940 Oct 10 11:10:51.653766 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47944) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:51.654925 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70839804-51e1-4d7c-9b1e-de6de9242899 None None] Routers {'c3be5f2c-2761-4473-94de-99cd1f32a110'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:10:51.655727 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-70839804-51e1-4d7c-9b1e-de6de9242899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:10:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['c3be5f2c-2761-4473-94de-99cd1f32a110'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:51.689376 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-6adefee7-ccf3-4b8b-83a1-6937fab5a9ef tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Unset dirty status for tenant:9543e1530ac9451cbdc9af9c0a714df9 on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:10:51.708252 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-6adefee7-ccf3-4b8b-83a1-6937fab5a9ef tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9543e1530ac9451cbdc9af9c0a714df9 HTTP/1.1" status: 200 len: 380 time: 0.7501056 Oct 10 11:10:51.731548 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-70839804-51e1-4d7c-9b1e-de6de9242899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:51.732007 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70839804-51e1-4d7c-9b1e-de6de9242899 None None] The sync data for ids ['c3be5f2c-2761-4473-94de-99cd1f32a110'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:10:51.739500 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-108deb67-b454-4132-824b-a7d8b36da059 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Request body: {'port': {'device_id': '64cfef4e-1d4d-4e36-9153-f2ffe3652ab7', 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e', 'admin_state_up': True, 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'security_groups': ['7c1127a6-d943-4eb8-a8ea-791a3d1c16cb']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:51.767312 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.resource_extend [None req-c987f19b-502a-47a6-bd25-5be63f2bc72b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:10:51.810898 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01902c0d-0670-4b11-9972-90d2088382c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b7967f-6800-406b-a1dc-3387946aec2b,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:51.958225 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 2cdab9b9-6394-47af-973f-7b8eef67bf76 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:10:51.959751 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:10:51.996642 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab33477-df6c-4db9-9e34-1caef0264697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-dac74586-4382-4e00-a6eb-f2005f114a9a', 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'fixed_ips': [{'subnet_id': 'd5fa9877-4f3d-44cd-a699-4a49addc5c61'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:10:51.998689 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4ab33477-df6c-4db9-9e34-1caef0264697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:52.020662 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 2cdab9b9-6394-47af-973f-7b8eef67bf76 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:10:52.022833 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:52.022833 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 2cdab9b9-6394-47af-973f-7b8eef67bf76 Oct 10 11:10:52.036855 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb614924-abf3-4535-98db-c88370c3cab2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Made reservation on behalf of 8bb4fcedb87945309c83408accc34ea6 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:52.042059 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bb614924-abf3-4535-98db-c88370c3cab2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:52.054464 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ee01ecfb-ba0d-4967-989e-922cee718d80 req-84195070-d9aa-4030-bdf5-f34f9767228f tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 210 time: 0.1013117 Oct 10 11:10:52.068928 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9fec6491-023d-44c2-a244-eafbb8e6bf44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:52.117234 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9fec6491-023d-44c2-a244-eafbb8e6bf44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:52.234836 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c987f19b-502a-47a6-bd25-5be63f2bc72b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:52.248688 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-108deb67-b454-4132-824b-a7d8b36da059 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:52.249912 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c987f19b-502a-47a6-bd25-5be63f2bc72b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:52.252256 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c987f19b-502a-47a6-bd25-5be63f2bc72b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:52.284044 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-108deb67-b454-4132-824b-a7d8b36da059 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:52.291694 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9fec6491-023d-44c2-a244-eafbb8e6bf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:52.326407 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec6491-023d-44c2-a244-eafbb8e6bf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b7967f-6800-406b-a1dc-3387946aec2b,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:52.335247 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-2c30abab-9cd3-42b8-bb1d-aed1fba875d1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 2001:db8::e1d6:6e51:8a5c:a856 (dac74586-4382-4e00-a6eb-f2005f114a9a/d5fa9877-4f3d-44cd-a699-4a49addc5c61/537aaeda-c209-4369-986f-d03624b5f9fa) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:52.337577 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9fec6491-023d-44c2-a244-eafbb8e6bf44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:52.358488 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9fec6491-023d-44c2-a244-eafbb8e6bf44 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/82b7967f-6800-406b-a1dc-3387946aec2b HTTP/1.1" status: 204 len: 168 time: 0.6899397 Oct 10 11:10:52.359868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-108deb67-b454-4132-824b-a7d8b36da059 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Made reservation on behalf of 9543e1530ac9451cbdc9af9c0a714df9 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:52.379902 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-108deb67-b454-4132-824b-a7d8b36da059 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:52.417378 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 2cdab9b9-6394-47af-973f-7b8eef67bf76 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:10:52.417923 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:52.470459 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 2cdab9b9-6394-47af-973f-7b8eef67bf76, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=2cdab9b9-6394-47af-973f-7b8eef67bf76,segment=NetworkSegment(4f640073-08af-4f6f-93a8-cb87e1abd349),segment_id=4f640073-08af-4f6f-93a8-cb87e1abd349)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:10:52.565777 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987f19b-502a-47a6-bd25-5be63f2bc72b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event updated for resources: {'Network': ['ID=82a2d184-577d-4809-95d1-0f6f7cba773f,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:52.567365 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c987f19b-502a-47a6-bd25-5be63f2bc72b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3902030 Oct 10 11:10:52.578713 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 82a2d184-577d-4809-95d1-0f6f7cba773f details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:10:52.590941 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 47968) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:52.593370 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-49412a1c-d5ae-4640-8cca-24e2366a633d req-2edb1bb3-bd01-4ef7-8eac-9860d6e0036a tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/ports?device_id=64cfef4e-1d4d-4e36-9153-f2ffe3652ab7 HTTP/1.1" status: 200 len: 210 time: 0.5675895 Oct 10 11:10:52.594957 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-b468a6eb-aa9e-4d39-a8a5-6e898a651ed9 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:52.596871 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-06c91215-6937-4128-b62b-c25f38c48db4 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Request body: {'subnet': {'network_id': '82a2d184-577d-4809-95d1-0f6f7cba773f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:52.745447 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:52.782904 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-b468a6eb-aa9e-4d39-a8a5-6e898a651ed9 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Network 25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:52.853635 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-b468a6eb-aa9e-4d39-a8a5-6e898a651ed9 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:52.853928 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device bb8c3f7d-d264-44d0-9860-f3f566425a1d no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:10:52.918622 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-b468a6eb-aa9e-4d39-a8a5-6e898a651ed9 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:52.993535 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: bb8c3f7d-d264-44d0-9860-f3f566425a1d {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:10:53.003651 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device bb8c3f7d-d264-44d0-9860-f3f566425a1d not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:10:53.070635 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=2cdab9b9-6394-47af-973f-7b8eef67bf76,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:53.112719 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-b468a6eb-aa9e-4d39-a8a5-6e898a651ed9 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:53.113486 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-b468a6eb-aa9e-4d39-a8a5-6e898a651ed9 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:53.409373 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-06c91215-6937-4128-b62b-c25f38c48db4 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:53.428156 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-06c91215-6937-4128-b62b-c25f38c48db4 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Usage tracker for resource:subnet and tenant:9b52ed05dd7340c5ab7a911779462445 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:53.439700 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-06c91215-6937-4128-b62b-c25f38c48db4 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:53.455668 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-108deb67-b454-4132-824b-a7d8b36da059 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Allocated IP 172.20.0.4 (8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e/65e977d9-db64-4322-bf90-948232ecd65b/4b152dbd-112c-4019-945d-7788addddd17) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:53.471252 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-06c91215-6937-4128-b62b-c25f38c48db4 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:53.494164 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 085dbce6-39a0-4c83-94ef-d97dc556be15 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:10:53.719799 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-31457235-6a4b-4c8a-880a-e0c3f3ca2166 None None] Provisioning for port b67ace68-a6c3-4ca1-8ce0-70d43f587957 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:10:53.745486 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c91215-6937-4128-b62b-c25f38c48db4 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Made reservation on behalf of 9b52ed05dd7340c5ab7a911779462445 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:53.754817 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-06c91215-6937-4128-b62b-c25f38c48db4 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:53.786268 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-31457235-6a4b-4c8a-880a-e0c3f3ca2166 None None] Provisioning complete for port b67ace68-a6c3-4ca1-8ce0-70d43f587957 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:10:53.786865 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-31457235-6a4b-4c8a-880a-e0c3f3ca2166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:53.787517 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-31457235-6a4b-4c8a-880a-e0c3f3ca2166 None None] Attempt 1 to provision port b67ace68-a6c3-4ca1-8ce0-70d43f587957 Oct 10 11:10:54.036357 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 085dbce6-39a0-4c83-94ef-d97dc556be15 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:10:54.036611 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-b468a6eb-aa9e-4d39-a8a5-6e898a651ed9 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6614432 Oct 10 11:10:54.037149 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:54.037495 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 085dbce6-39a0-4c83-94ef-d97dc556be15 Oct 10 11:10:54.051237 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.ipam_backend_mixin [None req-06c91215-6937-4128-b62b-c25f38c48db4 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Performing IP validity checks on allocation pools {{(pid=89897) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 10 11:10:54.057367 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.ipam_backend_mixin [None req-06c91215-6937-4128-b62b-c25f38c48db4 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89897) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 10 11:10:54.080499 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468a6eb-aa9e-4d39-a8a5-6e898a651ed9 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Pushing event updated for resources: {'Port': ['ID=b67ace68-a6c3-4ca1-8ce0-70d43f587957,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:54.083463 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-31457235-6a4b-4c8a-880a-e0c3f3ca2166 None None] Port b67ace68-a6c3-4ca1-8ce0-70d43f587957 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:10:54.098288 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-56766374-b6ca-420c-bf6e-3ef0ff0c5c17 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:10:54.099551 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-56766374-b6ca-420c-bf6e-3ef0ff0c5c17 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0389118 Oct 10 11:10:54.298219 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 47986) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:54.311683 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bb614924-abf3-4535-98db-c88370c3cab2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:54.333274 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362d74e-eabc-46be-b4a8-4fff2739e8be req-1518a6e6-1107-4f91-9289-50a6f6df0695 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:54.335246 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4362d74e-eabc-46be-b4a8-4fff2739e8be req-1518a6e6-1107-4f91-9289-50a6f6df0695 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 932 time: 0.8434627 Oct 10 11:10:54.392822 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-06c91215-6937-4128-b62b-c25f38c48db4 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:54.474607 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 085dbce6-39a0-4c83-94ef-d97dc556be15 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:10:54.476868 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 2cdab9b9-6394-47af-973f-7b8eef67bf76 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:10:54.488878 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8ef27d0c-d0fa-42b0-a8c2-a0f0207c0009 req-50edfd35-3788-463a-8a0c-8acec01a650a tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/ports?device_id=64cfef4e-1d4d-4e36-9153-f2ffe3652ab7 HTTP/1.1" status: 200 len: 210 time: 0.3616025 Oct 10 11:10:54.552158 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-58ea4ca2-4774-49f2-9eed-8c5715cff63f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:54.578470 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2c30abab-9cd3-42b8-bb1d-aed1fba875d1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:54.588436 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-31457235-6a4b-4c8a-880a-e0c3f3ca2166 None None] Attempt 2 to provision port b67ace68-a6c3-4ca1-8ce0-70d43f587957 Oct 10 11:10:54.613221 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-58ea4ca2-4774-49f2-9eed-8c5715cff63f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:54.635651 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-58ea4ca2-4774-49f2-9eed-8c5715cff63f admin admin] Usage tracker for resource:security_group_rule and tenant:2fcfa2bc980643be8a3bb9a8c24e88f6 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:54.642963 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-58ea4ca2-4774-49f2-9eed-8c5715cff63f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:54.651153 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 2cdab9b9-6394-47af-973f-7b8eef67bf76 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:10:54.652225 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:54.652724 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 2cdab9b9-6394-47af-973f-7b8eef67bf76 Oct 10 11:10:54.664429 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4362d74e-eabc-46be-b4a8-4fff2739e8be req-1fb8185b-168c-424a-a415-36826f10b1f4 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/security-groups?id=abd51995-f90f-4c13-bd05-cf0ace088ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2973847 Oct 10 11:10:54.665153 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c91215-6937-4128-b62b-c25f38c48db4 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event updated for resources: {'Subnet': ['ID=7a8b8ade-8973-4b4b-92c6-fda5ede30e97,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:54.682648 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-2c30abab-9cd3-42b8-bb1d-aed1fba875d1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Transition to ACTIVE for port object 537aaeda-c209-4369-986f-d03624b5f9fa will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:54.688695 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb614924-abf3-4535-98db-c88370c3cab2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event updated for resources: {'Subnet': ['ID=0fbb92ba-568c-4a09-bf7e-252b9503c16e,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:54.697881 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-a9ef68d3-8020-418c-abfe-7315f198f54b service neutron] Request body: {'port': {'device_id': '4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:54.743423 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-58ea4ca2-4774-49f2-9eed-8c5715cff63f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:54.768166 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-108deb67-b454-4132-824b-a7d8b36da059 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:54.769688 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb614924-abf3-4535-98db-c88370c3cab2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Checking segment: {'id': '80dd9a61-fcc9-49b5-b740-8005fa74e655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '94891ecb-7b29-49bc-90e9-a7fe26c81f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:54.770044 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb614924-abf3-4535-98db-c88370c3cab2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Network hostable DHCP agents. Network: 94891ecb-7b29-49bc-90e9-a7fe26c81f92, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:10:54.798182 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c91215-6937-4128-b62b-c25f38c48db4 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Checking segment: {'id': '081ba60b-33d0-4166-911a-4856aebe1f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '82a2d184-577d-4809-95d1-0f6f7cba773f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:54.798665 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c91215-6937-4128-b62b-c25f38c48db4 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Network hostable DHCP agents. Network: 82a2d184-577d-4809-95d1-0f6f7cba773f, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:10:54.807308 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-31457235-6a4b-4c8a-880a-e0c3f3ca2166 None None] Port b67ace68-a6c3-4ca1-8ce0-70d43f587957 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:10:54.843358 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-108deb67-b454-4132-824b-a7d8b36da059 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Transition to ACTIVE for port object 4b152dbd-112c-4019-945d-7788addddd17 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:54.920437 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c91215-6937-4128-b62b-c25f38c48db4 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Network 82a2d184-577d-4809-95d1-0f6f7cba773f is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:10:54.924814 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 2cdab9b9-6394-47af-973f-7b8eef67bf76 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:10:54.971540 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-108deb67-b454-4132-824b-a7d8b36da059 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:55.002856 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-a9ef68d3-8020-418c-abfe-7315f198f54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:55.061983 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108deb67-b454-4132-824b-a7d8b36da059 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Pushing event updated for resources: {'Port': ['ID=4b152dbd-112c-4019-945d-7788addddd17,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:55.086569 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-108deb67-b454-4132-824b-a7d8b36da059 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Network 8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:55.088567 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-108deb67-b454-4132-824b-a7d8b36da059 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:55.093008 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-108deb67-b454-4132-824b-a7d8b36da059 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:55.229826 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-108deb67-b454-4132-824b-a7d8b36da059 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:55.234397 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2c30abab-9cd3-42b8-bb1d-aed1fba875d1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:55.240205 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb614924-abf3-4535-98db-c88370c3cab2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Network 94891ecb-7b29-49bc-90e9-a7fe26c81f92 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:10:55.243680 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-108deb67-b454-4132-824b-a7d8b36da059 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:55.293268 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-06c91215-6937-4128-b62b-c25f38c48db4 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 82a2d184-577d-4809-95d1-0f6f7cba773f) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:55.301071 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-12558758-ddd0-44d3-8487-253fafabce42 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:55.311573 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-58ea4ca2-4774-49f2-9eed-8c5715cff63f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:55.402477 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c91215-6937-4128-b62b-c25f38c48db4 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:55.402477 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-06c91215-6937-4128-b62b-c25f38c48db4 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:55.403241 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-31457235-6a4b-4c8a-880a-e0c3f3ca2166 None None] Attempt 3 to provision port b67ace68-a6c3-4ca1-8ce0-70d43f587957 Oct 10 11:10:55.403241 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d57ace-fb1a-4e8e-bb4b-74348fae6ba7 None None] Network 82a2d184-577d-4809-95d1-0f6f7cba773f requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:55.410207 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-bb614924-abf3-4535-98db-c88370c3cab2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 94891ecb-7b29-49bc-90e9-a7fe26c81f92) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:55.446859 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb614924-abf3-4535-98db-c88370c3cab2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:55.446859 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bb614924-abf3-4535-98db-c88370c3cab2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:55.450856 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c30abab-9cd3-42b8-bb1d-aed1fba875d1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:55.471400 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-4ab33477-df6c-4db9-9e34-1caef0264697 None None] Allocated IP 2001:db8::2 (dac74586-4382-4e00-a6eb-f2005f114a9a/d5fa9877-4f3d-44cd-a699-4a49addc5c61/947ab086-863f-4dcf-aa34-e9371f6691ee) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:55.520159 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-2c30abab-9cd3-42b8-bb1d-aed1fba875d1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:55.522856 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c30abab-9cd3-42b8-bb1d-aed1fba875d1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:55.537192 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c30abab-9cd3-42b8-bb1d-aed1fba875d1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:55.537192 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2c30abab-9cd3-42b8-bb1d-aed1fba875d1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:55.582590 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30abab-9cd3-42b8-bb1d-aed1fba875d1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Port': ['ID=537aaeda-c209-4369-986f-d03624b5f9fa,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:55.587852 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-108deb67-b454-4132-824b-a7d8b36da059 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8506906 Oct 10 11:10:55.615212 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-e6c55a28-777a-4d74-b65e-5a0df381d673 service neutron] Request body: {'port': {'device_id': '64cfef4e-1d4d-4e36-9153-f2ffe3652ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:55.657802 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c71118-c8e8-4a1f-affc-31955dcd992d None None] Network 94891ecb-7b29-49bc-90e9-a7fe26c81f92 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:55.658405 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-58ea4ca2-4774-49f2-9eed-8c5715cff63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:55.698048 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-06c91215-6937-4128-b62b-c25f38c48db4 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.1050370 Oct 10 11:10:55.702351 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48006) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:55.989252 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6f6aaaf5-5b3e-4ddb-88e6-28caa451e4ac tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:56.029449 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-bb614924-abf3-4535-98db-c88370c3cab2 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 5.3066487 Oct 10 11:10:56.058782 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48014) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:56.088458 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2c30abab-9cd3-42b8-bb1d-aed1fba875d1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 7.5906210 Oct 10 11:10:56.094381 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48018) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:56.152775 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-31457235-6a4b-4c8a-880a-e0c3f3ca2166 None None] Port b67ace68-a6c3-4ca1-8ce0-70d43f587957 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:10:56.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6f6aaaf5-5b3e-4ddb-88e6-28caa451e4ac tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:56.259600 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4ab33477-df6c-4db9-9e34-1caef0264697 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:56.313181 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4ab33477-df6c-4db9-9e34-1caef0264697 None None] Transition to ACTIVE for port object 947ab086-863f-4dcf-aa34-e9371f6691ee will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:56.338826 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-eb3553f9-0387-4fb6-80d7-ed0dccdb1729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1481747124'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:56.349685 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-eb3553f9-0387-4fb6-80d7-ed0dccdb1729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:56.351908 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-eb3553f9-0387-4fb6-80d7-ed0dccdb1729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Usage tracker for resource:network and tenant:8bb4fcedb87945309c83408accc34ea6 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:56.355326 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-eb3553f9-0387-4fb6-80d7-ed0dccdb1729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:56.361797 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-eb3553f9-0387-4fb6-80d7-ed0dccdb1729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:56.366887 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdc4888-feab-48d3-aa4c-f2a01ef6c873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-94891ecb-7b29-49bc-90e9-a7fe26c81f92', 'network_id': '94891ecb-7b29-49bc-90e9-a7fe26c81f92', 'tenant_id': '8bb4fcedb87945309c83408accc34ea6', 'fixed_ips': [{'subnet_id': '0fbb92ba-568c-4a09-bf7e-252b9503c16e'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:10:56.372023 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6fdc4888-feab-48d3-aa4c-f2a01ef6c873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:56.398005 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-58ea4ca2-4774-49f2-9eed-8c5715cff63f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2fcfa2bc980643be8a3bb9a8c24e88f6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0909665 Oct 10 11:10:56.406911 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea4ca2-4774-49f2-9eed-8c5715cff63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2da0610-8a9c-4da0-a3ec-06be0cbed85b,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:56.414170 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48024) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:56.469120 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48028) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:56.483767 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-e6c55a28-777a-4d74-b65e-5a0df381d673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:56.554622 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3553f9-0387-4fb6-80d7-ed0dccdb1729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Made reservation on behalf of 8bb4fcedb87945309c83408accc34ea6 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:56.559659 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eb3553f9-0387-4fb6-80d7-ed0dccdb1729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:56.564310 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4ab33477-df6c-4db9-9e34-1caef0264697 None None] Transition to ACTIVE for port object 947ab086-863f-4dcf-aa34-e9371f6691ee will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:56.687269 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-31457235-6a4b-4c8a-880a-e0c3f3ca2166 None None] Attempt 4 to provision port b67ace68-a6c3-4ca1-8ce0-70d43f587957 Oct 10 11:10:56.821083 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6f6aaaf5-5b3e-4ddb-88e6-28caa451e4ac tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:56.821707 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-af999e40-72ea-41ed-b1e6-18332546f2b2 tempest-QuotasTest-1293397700 tempest-QuotasTest-1293397700-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:56.821797 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bd9c34-c5e8-48ce-bed4-70d6626266cd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:56.821797 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b2bd9c34-c5e8-48ce-bed4-70d6626266cd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:10:56.821944 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58aeb4-2a21-48c9-820b-1207d2899f4f req-9bbd62c0-8ee4-4e02-a2e3-108c081163c1 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:56.821944 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-bb58aeb4-2a21-48c9-820b-1207d2899f4f req-9bbd62c0-8ee4-4e02-a2e3-108c081163c1 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/ports?device_id=64cfef4e-1d4d-4e36-9153-f2ffe3652ab7 HTTP/1.1" status: 200 len: 931 time: 0.6934481 Oct 10 11:10:56.822082 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4ab33477-df6c-4db9-9e34-1caef0264697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:56.822232 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3553f9-0387-4fb6-80d7-ed0dccdb1729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 486} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:10:56.822324 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304f091-fb78-4946-96a6-89def2aa9c77 req-1da131c9-60ff-4f3c-aa84-ba743f64ebcc tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:56.822324 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7304f091-fb78-4946-96a6-89def2aa9c77 req-1da131c9-60ff-4f3c-aa84-ba743f64ebcc tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 932 time: 0.7853942 Oct 10 11:10:56.822324 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6aaaf5-5b3e-4ddb-88e6-28caa451e4ac tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event deleted for resources: {'Subnet': ['ID=7a8b8ade-8973-4b4b-92c6-fda5ede30e97,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:56.834886 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-de742e6c-4e94-4327-892a-cb9b5576a969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:56.843138 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94386dd5-00eb-46ad-bd1d-42ea669c3fa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-82a2d184-577d-4809-95d1-0f6f7cba773f', 'network_id': '82a2d184-577d-4809-95d1-0f6f7cba773f', 'tenant_id': '9b52ed05dd7340c5ab7a911779462445', 'fixed_ips': [{'subnet_id': '7a8b8ade-8973-4b4b-92c6-fda5ede30e97'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:10:56.844017 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-94386dd5-00eb-46ad-bd1d-42ea669c3fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:56.863225 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab33477-df6c-4db9-9e34-1caef0264697 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:56.867045 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-de742e6c-4e94-4327-892a-cb9b5576a969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:56.990691 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-31457235-6a4b-4c8a-880a-e0c3f3ca2166 None None] Port b67ace68-a6c3-4ca1-8ce0-70d43f587957 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:10:56.991808 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-4ab33477-df6c-4db9-9e34-1caef0264697 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:56.999647 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab33477-df6c-4db9-9e34-1caef0264697 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:57.018309 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-a9ef68d3-8020-418c-abfe-7315f198f54b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b67ace68-a6c3-4ca1-8ce0-70d43f587957 {{(pid=89896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:10:57.033464 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-a9ef68d3-8020-418c-abfe-7315f198f54b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:57.045284 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-bb58aeb4-2a21-48c9-820b-1207d2899f4f req-35ada835-8473-4c8c-9b2e-6955ca0ede59 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/security-groups?id=7c1127a6-d943-4eb8-a8ea-791a3d1c16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3038661 Oct 10 11:10:57.046470 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eb3553f9-0387-4fb6-80d7-ed0dccdb1729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:57.046809 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-eb3553f9-0387-4fb6-80d7-ed0dccdb1729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Added segment 063db54d-4d7d-498e-9b5e-f40d189c7cae of type vlan for network a5f0f4c0-2b20-4a3d-a3ce-1dcbb3bca0c7 Oct 10 11:10:57.053552 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-de742e6c-4e94-4327-892a-cb9b5576a969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:57.091649 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b2bd9c34-c5e8-48ce-bed4-70d6626266cd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:10:57.094948 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b2bd9c34-c5e8-48ce-bed4-70d6626266cd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.9860296 Oct 10 11:10:57.109771 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48034) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:57.114911 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6f6aaaf5-5b3e-4ddb-88e6-28caa451e4ac tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:57.159096 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab33477-df6c-4db9-9e34-1caef0264697 None None] Pushing event updated for resources: {'Port': ['ID=947ab086-863f-4dcf-aa34-e9371f6691ee,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:57.164697 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-a9ef68d3-8020-418c-abfe-7315f198f54b service neutron] Transition to ACTIVE for port object b67ace68-a6c3-4ca1-8ce0-70d43f587957 will not be triggered until provisioned by entity L2. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:57.167530 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de742e6c-4e94-4327-892a-cb9b5576a969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2da0610-8a9c-4da0-a3ec-06be0cbed85b,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:57.200080 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eb3553f9-0387-4fb6-80d7-ed0dccdb1729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:57.218287 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-12558758-ddd0-44d3-8487-253fafabce42 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Allocated IP 172.20.0.1 (d01a7717-559f-4fb8-add2-21d6eff6ceaf/d35ce2b1-765c-478c-83ae-d7597ace950b/217996a6-4c0f-4f1a-861f-84714f158b67) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:57.227576 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-a9ef68d3-8020-418c-abfe-7315f198f54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:57.254477 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-4ab33477-df6c-4db9-9e34-1caef0264697 None None] Attempting to bind port 947ab086-863f-4dcf-aa34-e9371f6691ee on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:57.254935 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-4ab33477-df6c-4db9-9e34-1caef0264697 None None] Attempting to bind port 947ab086-863f-4dcf-aa34-e9371f6691ee by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:57.255400 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab33477-df6c-4db9-9e34-1caef0264697 None None] Attempting to bind port 947ab086-863f-4dcf-aa34-e9371f6691ee on network dac74586-4382-4e00-a6eb-f2005f114a9a {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:57.270373 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab33477-df6c-4db9-9e34-1caef0264697 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:10:57.271131 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab33477-df6c-4db9-9e34-1caef0264697 None None] Checking segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:57.271602 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4ab33477-df6c-4db9-9e34-1caef0264697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:57.272050 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab33477-df6c-4db9-9e34-1caef0264697 None None] Bound using segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:10:57.272571 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-4ab33477-df6c-4db9-9e34-1caef0264697 None None] Bound port: 947ab086-863f-4dcf-aa34-e9371f6691ee, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:10:57.272996 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4ab33477-df6c-4db9-9e34-1caef0264697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:57.336667 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-6fdc4888-feab-48d3-aa4c-f2a01ef6c873 None None] Allocated IP 2001:db8::1 (94891ecb-7b29-49bc-90e9-a7fe26c81f92/0fbb92ba-568c-4a09-bf7e-252b9503c16e/4629006d-4d40-4060-b6b2-b2cb7bbe692f) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:10:57.339648 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7304f091-fb78-4946-96a6-89def2aa9c77 req-f35778b5-cb1a-4ee9-8530-3f8891797c3c tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/security-groups?id=abd51995-f90f-4c13-bd05-cf0ace088ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5475595 Oct 10 11:10:57.349412 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-6f6aaaf5-5b3e-4ddb-88e6-28caa451e4ac tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a2d184-577d-4809-95d1-0f6f7cba773f']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:57.374825 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-de742e6c-4e94-4327-892a-cb9b5576a969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:57.375943 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-de742e6c-4e94-4327-892a-cb9b5576a969 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c2da0610-8a9c-4da0-a3ec-06be0cbed85b HTTP/1.1" status: 204 len: 168 time: 0.9608302 Oct 10 11:10:57.391063 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-6f6aaaf5-5b3e-4ddb-88e6-28caa451e4ac tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081ba60b-33d0-4166-911a-4856aebe1f92') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:57.391422 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-6f6aaaf5-5b3e-4ddb-88e6-28caa451e4ac tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081ba60b-33d0-4166-911a-4856aebe1f92') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:10:57.408504 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-32d8a838-36b3-409c-9eb7-a39efda64d9b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting port 537aaeda-c209-4369-986f-d03624b5f9fa {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:10:57.408835 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-32d8a838-36b3-409c-9eb7-a39efda64d9b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:57.450863 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-af999e40-72ea-41ed-b1e6-18332546f2b2 tempest-QuotasTest-1293397700 tempest-QuotasTest-1293397700-project-admin] 10.222.0.40 "PUT /v2.0/quotas/7defd88342a449b5822020055dae51aa HTTP/1.1" status: 200 len: 366 time: 0.9782104 Oct 10 11:10:57.451156 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6f6aaaf5-5b3e-4ddb-88e6-28caa451e4ac tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:57.459062 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48040) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:57.501959 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6f6aaaf5-5b3e-4ddb-88e6-28caa451e4ac tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:57.533460 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-061506a7-7a84-4dac-9ff9-ab37bc2ce488 tempest-QuotasTest-1293397700 tempest-QuotasTest-1293397700-project-admin] 10.222.0.40 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0606868 Oct 10 11:10:57.551355 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48044) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:57.567398 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6aaaf5-5b3e-4ddb-88e6-28caa451e4ac tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Releasing vlan 497 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:10:57.570012 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6f6aaaf5-5b3e-4ddb-88e6-28caa451e4ac tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:57.663472 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 081ba60b-33d0-4166-911a-4856aebe1f92 resource provider aggregate not found Oct 10 11:10:57.727340 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eb3553f9-0387-4fb6-80d7-ed0dccdb1729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:57.733806 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3553f9-0387-4fb6-80d7-ed0dccdb1729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:57.734448 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eb3553f9-0387-4fb6-80d7-ed0dccdb1729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:57.738703 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef68d3-8020-418c-abfe-7315f198f54b service neutron] Pushing event updated for resources: {'Port': ['ID=b67ace68-a6c3-4ca1-8ce0-70d43f587957,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:57.817241 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-dbce2e10-7a17-41e9-8c6b-4c33f04e6f76 tempest-QuotasTest-1293397700 tempest-QuotasTest-1293397700-project-admin] 10.222.0.40 "GET /v2.0/quotas/7defd88342a449b5822020055dae51aa HTTP/1.1" status: 200 len: 366 time: 0.2647345 Oct 10 11:10:57.820044 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-31457235-6a4b-4c8a-880a-e0c3f3ca2166 None None] Attempt 5 to provision port b67ace68-a6c3-4ca1-8ce0-70d43f587957 Oct 10 11:10:57.828234 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48052) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:57.845948 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 081ba60b-33d0-4166-911a-4856aebe1f92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 081ba60b-33d0-4166-911a-4856aebe1f92 found for delete ", "request_id": "req-5aa78b29-7acd-4617-bb45-97b5a1ea17a3"}]} Oct 10 11:10:57.890536 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdfd8d4-a162-4436-9416-560ea30ac7a2 None None] Network 82a2d184-577d-4809-95d1-0f6f7cba773f requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:10:58.081123 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-12558758-ddd0-44d3-8487-253fafabce42 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:58.092778 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6f6aaaf5-5b3e-4ddb-88e6-28caa451e4ac tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:58.120263 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6f6aaaf5-5b3e-4ddb-88e6-28caa451e4ac tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:58.138029 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-12558758-ddd0-44d3-8487-253fafabce42 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Transition to ACTIVE for port object 217996a6-4c0f-4f1a-861f-84714f158b67 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:58.196131 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-eb3553f9-0387-4fb6-80d7-ed0dccdb1729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1156127 Oct 10 11:10:58.197426 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3553f9-0387-4fb6-80d7-ed0dccdb1729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event updated for resources: {'Network': ['ID=a5f0f4c0-2b20-4a3d-a3ce-1dcbb3bca0c7,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:58.206267 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6aaaf5-5b3e-4ddb-88e6-28caa451e4ac tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event deleted for resources: {'Network': ['ID=82a2d184-577d-4809-95d1-0f6f7cba773f,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:58.207458 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48058) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:58.232108 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-bc73fa1a-b9ac-4eb6-8de2-db4a53be2912 tempest-QuotasTest-1293397700 tempest-QuotasTest-1293397700-project-admin] 10.222.0.40 "DELETE /v2.0/quotas/7defd88342a449b5822020055dae51aa HTTP/1.1" status: 204 len: 168 time: 0.3911855 Oct 10 11:10:58.232319 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-e6c55a28-777a-4d74-b65e-5a0df381d673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b152dbd-112c-4019-945d-7788addddd17 {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:10:58.238999 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6f6aaaf5-5b3e-4ddb-88e6-28caa451e4ac tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/networks/82a2d184-577d-4809-95d1-0f6f7cba773f HTTP/1.1" status: 204 len: 168 time: 2.5220449 Oct 10 11:10:58.239108 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-8c03b228-a2c3-4459-901f-72ae52e92b5e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Request body: {'subnet': {'network_id': 'a5f0f4c0-2b20-4a3d-a3ce-1dcbb3bca0c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:58.245354 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48062) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:58.245354 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48064) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:58.256667 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-e6c55a28-777a-4d74-b65e-5a0df381d673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:58.270339 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-99f1df1d-7e2e-42e0-9da6-ee83df6b6885 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-591956847'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:10:58.295220 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-99f1df1d-7e2e-42e0-9da6-ee83df6b6885 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:58.310836 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network a5f0f4c0-2b20-4a3d-a3ce-1dcbb3bca0c7 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:10:58.320950 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-99f1df1d-7e2e-42e0-9da6-ee83df6b6885 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Usage tracker for resource:network and tenant:9b52ed05dd7340c5ab7a911779462445 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:58.330211 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-a9ef68d3-8020-418c-abfe-7315f198f54b service neutron] Attempting to bind port b67ace68-a6c3-4ca1-8ce0-70d43f587957 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:58.330498 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-a9ef68d3-8020-418c-abfe-7315f198f54b service neutron] Attempting to bind port b67ace68-a6c3-4ca1-8ce0-70d43f587957 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '444e6788-eb7a-4101-8106-c0fe98621e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': '25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:58.331272 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-a9ef68d3-8020-418c-abfe-7315f198f54b service neutron] Attempting to bind port b67ace68-a6c3-4ca1-8ce0-70d43f587957 on network 25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:58.334896 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-194a8d02-afc8-41b5-970a-1f775824ef7f tempest-QuotasTest-1293397700 tempest-QuotasTest-1293397700-project-admin] 10.222.0.40 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0848901 Oct 10 11:10:58.337314 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-99f1df1d-7e2e-42e0-9da6-ee83df6b6885 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:58.340777 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48072) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:58.348986 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-e6c55a28-777a-4d74-b65e-5a0df381d673 service neutron] Transition to ACTIVE for port object 4b152dbd-112c-4019-945d-7788addddd17 will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:58.356657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-99f1df1d-7e2e-42e0-9da6-ee83df6b6885 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:58.363417 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-32d8a838-36b3-409c-9eb7-a39efda64d9b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:58.383674 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c9b5fd6b-70e5-4a0a-a0bd-16a9413e0f82 tempest-QuotasTest-1293397700 tempest-QuotasTest-1293397700-project-admin] 10.222.0.40 "GET /v2.0/quotas/7defd88342a449b5822020055dae51aa HTTP/1.1" status: 200 len: 370 time: 0.0417297 Oct 10 11:10:58.424019 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48076) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:58.460004 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-12558758-ddd0-44d3-8487-253fafabce42 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:58.585875 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-4ab33477-df6c-4db9-9e34-1caef0264697 None None] For port 947ab086-863f-4dcf-aa34-e9371f6691ee, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:10:58.595883 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-31457235-6a4b-4c8a-880a-e0c3f3ca2166 None None] Port b67ace68-a6c3-4ca1-8ce0-70d43f587957 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:10:58.598861 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-32d8a838-36b3-409c-9eb7-a39efda64d9b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Calling delete_port for 537aaeda-c209-4369-986f-d03624b5f9fa owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:10:58.618993 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6fdc4888-feab-48d3-aa4c-f2a01ef6c873 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:58.626864 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-4ab33477-df6c-4db9-9e34-1caef0264697 None None] For port 947ab086-863f-4dcf-aa34-e9371f6691ee, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=947ab086-863f-4dcf-aa34-e9371f6691ee,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:10:58.626989 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-89ff8c54-e5c1-46f3-b07c-3b0f7d7f76e2 tempest-QuotasTest-1293397700 tempest-QuotasTest-1293397700-project-admin] 10.222.0.40 "GET /v2.0/quotas/7defd88342a449b5822020055dae51aa/default HTTP/1.1" status: 200 len: 370 time: 0.1753352 Oct 10 11:10:58.643012 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-6fdc4888-feab-48d3-aa4c-f2a01ef6c873 None None] Transition to ACTIVE for port object 4629006d-4d40-4060-b6b2-b2cb7bbe692f will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:58.670281 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-6fdc4888-feab-48d3-aa4c-f2a01ef6c873 None None] Transition to ACTIVE for port object 4629006d-4d40-4060-b6b2-b2cb7bbe692f will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:10:58.673456 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48086) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:10:58.679639 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-e6c55a28-777a-4d74-b65e-5a0df381d673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:58.699663 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-a9ef68d3-8020-418c-abfe-7315f198f54b service neutron] Port b67ace68-a6c3-4ca1-8ce0-70d43f587957 on network 25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:58.701665 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-a9ef68d3-8020-418c-abfe-7315f198f54b service neutron] Attempting to bind port b67ace68-a6c3-4ca1-8ce0-70d43f587957 on network 25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:58.721283 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-a9ef68d3-8020-418c-abfe-7315f198f54b service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:10:58.721868 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-a9ef68d3-8020-418c-abfe-7315f198f54b service neutron] Checking segment: {'id': '444e6788-eb7a-4101-8106-c0fe98621e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': '25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:58.722767 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-a9ef68d3-8020-418c-abfe-7315f198f54b service neutron] Bound using segment: {'id': '444e6788-eb7a-4101-8106-c0fe98621e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': '25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65'} {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:10:58.723598 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-a9ef68d3-8020-418c-abfe-7315f198f54b service neutron] Bound port: b67ace68-a6c3-4ca1-8ce0-70d43f587957, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '444e6788-eb7a-4101-8106-c0fe98621e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': '25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65'}}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:10:58.724026 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-a9ef68d3-8020-418c-abfe-7315f198f54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:58.801361 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f1df1d-7e2e-42e0-9da6-ee83df6b6885 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Made reservation on behalf of 9b52ed05dd7340c5ab7a911779462445 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:58.808617 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-99f1df1d-7e2e-42e0-9da6-ee83df6b6885 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:58.862703 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12558758-ddd0-44d3-8487-253fafabce42 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Network d01a7717-559f-4fb8-add2-21d6eff6ceaf is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:58.867591 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4ab33477-df6c-4db9-9e34-1caef0264697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:58.868548 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12558758-ddd0-44d3-8487-253fafabce42 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Pushing event updated for resources: {'Port': ['ID=217996a6-4c0f-4f1a-861f-84714f158b67,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:58.875658 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-12558758-ddd0-44d3-8487-253fafabce42 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:58.885512 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12558758-ddd0-44d3-8487-253fafabce42 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:59.011584 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6fdc4888-feab-48d3-aa4c-f2a01ef6c873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:59.011780 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-8c03b228-a2c3-4459-901f-72ae52e92b5e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:10:59.011780 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8d3ff-97f0-48a2-8196-5ca0ddf67ac6 req-c59afc73-1e53-48d0-97f5-3ed40fbe1bf0 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:59.018682 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-28a8d3ff-97f0-48a2-8196-5ca0ddf67ac6 req-c59afc73-1e53-48d0-97f5-3ed40fbe1bf0 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/ports?device_id=64cfef4e-1d4d-4e36-9153-f2ffe3652ab7 HTTP/1.1" status: 200 len: 931 time: 0.7070317 Oct 10 11:10:59.091619 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8c03b228-a2c3-4459-901f-72ae52e92b5e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Usage tracker for resource:subnet and tenant:8bb4fcedb87945309c83408accc34ea6 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:10:59.101556 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-31457235-6a4b-4c8a-880a-e0c3f3ca2166 None None] Attempt 6 to provision port b67ace68-a6c3-4ca1-8ce0-70d43f587957 Oct 10 11:10:59.121445 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8c03b228-a2c3-4459-901f-72ae52e92b5e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:10:59.146538 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-8c03b228-a2c3-4459-901f-72ae52e92b5e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:10:59.172717 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-a9ef68d3-8020-418c-abfe-7315f198f54b service neutron] For port b67ace68-a6c3-4ca1-8ce0-70d43f587957, host hv-neutron-8608, cleared binding levels {{(pid=89896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:10:59.179935 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-a9ef68d3-8020-418c-abfe-7315f198f54b service neutron] For port b67ace68-a6c3-4ca1-8ce0-70d43f587957, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b67ace68-a6c3-4ca1-8ce0-70d43f587957,segment=NetworkSegment(444e6788-eb7a-4101-8106-c0fe98621e3b),segment_id=444e6788-eb7a-4101-8106-c0fe98621e3b)] {{(pid=89896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:10:59.184850 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-2d8338d5-ace7-49c3-81ad-1bc1ba665d5e tempest-QuotasTest-1293397700 tempest-QuotasTest-1293397700-project-admin] delete failed (client error): The resource could not be found. Oct 10 11:10:59.185868 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2d8338d5-ace7-49c3-81ad-1bc1ba665d5e tempest-QuotasTest-1293397700 tempest-QuotasTest-1293397700-project-admin] 10.222.0.40 "DELETE /v2.0/quotas/7defd88342a449b5822020055dae51aa HTTP/1.1" status: 404 len: 348 time: 0.5080576 Oct 10 11:10:59.186634 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c55a28-777a-4d74-b65e-5a0df381d673 service neutron] Pushing event updated for resources: {'Port': ['ID=4b152dbd-112c-4019-945d-7788addddd17,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:59.232771 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-12558758-ddd0-44d3-8487-253fafabce42 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:59.253114 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f1df1d-7e2e-42e0-9da6-ee83df6b6885 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 471} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:10:59.285566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-99f1df1d-7e2e-42e0-9da6-ee83df6b6885 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:59.285918 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-99f1df1d-7e2e-42e0-9da6-ee83df6b6885 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Added segment a2fcaff5-90da-48a9-805c-73bcb99ecf39 of type vlan for network 3ca9d4d0-66b0-45ee-833e-5af4f3384dcd Oct 10 11:10:59.288924 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdc4888-feab-48d3-aa4c-f2a01ef6c873 None None] Network 94891ecb-7b29-49bc-90e9-a7fe26c81f92 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:10:59.301921 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-28a8d3ff-97f0-48a2-8196-5ca0ddf67ac6 req-20cc5c39-631b-46a3-a2e2-d064a31ae8e8 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/security-groups?id=7c1127a6-d943-4eb8-a8ea-791a3d1c16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2788305 Oct 10 11:10:59.304945 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-a9ef68d3-8020-418c-abfe-7315f198f54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:59.342679 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-6fdc4888-feab-48d3-aa4c-f2a01ef6c873 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:10:59.362208 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdc4888-feab-48d3-aa4c-f2a01ef6c873 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:10:59.385745 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-99f1df1d-7e2e-42e0-9da6-ee83df6b6885 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:59.418264 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-a9ef68d3-8020-418c-abfe-7315f198f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:10:59.419029 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-a9ef68d3-8020-418c-abfe-7315f198f54b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:59.430883 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-a9ef68d3-8020-418c-abfe-7315f198f54b service neutron] 10.222.0.15 "PUT /v2.0/ports/b67ace68-a6c3-4ca1-8ce0-70d43f587957 HTTP/1.1" status: 200 len: 1094 time: 4.8923552 Oct 10 11:10:59.446171 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd', 'tag': 'b67ace68-a6c3-4ca1-8ce0-70d43f587957'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:10:59.474706 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c03b228-a2c3-4459-901f-72ae52e92b5e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Made reservation on behalf of 8bb4fcedb87945309c83408accc34ea6 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:10:59.483754 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8c03b228-a2c3-4459-901f-72ae52e92b5e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:59.532472 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab33477-df6c-4db9-9e34-1caef0264697 None None] Pushing event updated for resources: {'Port': ['ID=947ab086-863f-4dcf-aa34-e9371f6691ee,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:10:59.700565 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-31457235-6a4b-4c8a-880a-e0c3f3ca2166 None None] Port b67ace68-a6c3-4ca1-8ce0-70d43f587957 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:10:59.707316 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-6fdc4888-feab-48d3-aa4c-f2a01ef6c873 None None] Attempting to bind port 4629006d-4d40-4060-b6b2-b2cb7bbe692f on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:59.707681 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-6fdc4888-feab-48d3-aa4c-f2a01ef6c873 None None] Attempting to bind port 4629006d-4d40-4060-b6b2-b2cb7bbe692f by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '80dd9a61-fcc9-49b5-b740-8005fa74e655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '94891ecb-7b29-49bc-90e9-a7fe26c81f92'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:59.708038 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdc4888-feab-48d3-aa4c-f2a01ef6c873 None None] Attempting to bind port 4629006d-4d40-4060-b6b2-b2cb7bbe692f on network 94891ecb-7b29-49bc-90e9-a7fe26c81f92 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:59.717480 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdc4888-feab-48d3-aa4c-f2a01ef6c873 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:10:59.728494 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdc4888-feab-48d3-aa4c-f2a01ef6c873 None None] Checking segment: {'id': '80dd9a61-fcc9-49b5-b740-8005fa74e655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '94891ecb-7b29-49bc-90e9-a7fe26c81f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:59.728494 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6fdc4888-feab-48d3-aa4c-f2a01ef6c873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:59.728494 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdc4888-feab-48d3-aa4c-f2a01ef6c873 None None] Bound using segment: {'id': '80dd9a61-fcc9-49b5-b740-8005fa74e655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '94891ecb-7b29-49bc-90e9-a7fe26c81f92'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:10:59.728494 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-6fdc4888-feab-48d3-aa4c-f2a01ef6c873 None None] Bound port: 4629006d-4d40-4060-b6b2-b2cb7bbe692f, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80dd9a61-fcc9-49b5-b740-8005fa74e655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '94891ecb-7b29-49bc-90e9-a7fe26c81f92'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:10:59.728494 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6fdc4888-feab-48d3-aa4c-f2a01ef6c873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:59.779582 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.ipam_backend_mixin [None req-8c03b228-a2c3-4459-901f-72ae52e92b5e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Performing IP validity checks on allocation pools {{(pid=89896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 10 11:10:59.780253 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.ipam_backend_mixin [None req-8c03b228-a2c3-4459-901f-72ae52e92b5e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 10 11:10:59.785357 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.resource_extend [None req-99f1df1d-7e2e-42e0-9da6-ee83df6b6885 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:10:59.824574 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-e6c55a28-777a-4d74-b65e-5a0df381d673 service neutron] Attempting to bind port 4b152dbd-112c-4019-945d-7788addddd17 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:10:59.825220 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-e6c55a28-777a-4d74-b65e-5a0df381d673 service neutron] Attempting to bind port 4b152dbd-112c-4019-945d-7788addddd17 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '5652673d-6ce9-45c3-b311-6c39b0f20c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:10:59.826581 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-e6c55a28-777a-4d74-b65e-5a0df381d673 service neutron] Attempting to bind port 4b152dbd-112c-4019-945d-7788addddd17 on network 8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:59.846059 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-e6c55a28-777a-4d74-b65e-5a0df381d673 service neutron] Port 4b152dbd-112c-4019-945d-7788addddd17 on network 8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:10:59.846719 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-e6c55a28-777a-4d74-b65e-5a0df381d673 service neutron] Attempting to bind port 4b152dbd-112c-4019-945d-7788addddd17 on network 8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:10:59.857632 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-e6c55a28-777a-4d74-b65e-5a0df381d673 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:10:59.858841 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-e6c55a28-777a-4d74-b65e-5a0df381d673 service neutron] Checking segment: {'id': '5652673d-6ce9-45c3-b311-6c39b0f20c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:10:59.859977 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-e6c55a28-777a-4d74-b65e-5a0df381d673 service neutron] Bound using segment: {'id': '5652673d-6ce9-45c3-b311-6c39b0f20c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:10:59.860638 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-e6c55a28-777a-4d74-b65e-5a0df381d673 service neutron] Bound port: 4b152dbd-112c-4019-945d-7788addddd17, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5652673d-6ce9-45c3-b311-6c39b0f20c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:10:59.861197 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-e6c55a28-777a-4d74-b65e-5a0df381d673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:59.888105 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-32d8a838-36b3-409c-9eb7-a39efda64d9b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:10:59.917982 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc4888-feab-48d3-aa4c-f2a01ef6c873 None None] Pushing event updated for resources: {'Port': ['ID=4629006d-4d40-4060-b6b2-b2cb7bbe692f,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:00.048599 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef68d3-8020-418c-abfe-7315f198f54b service neutron] Pushing event updated for resources: {'Port': ['ID=b67ace68-a6c3-4ca1-8ce0-70d43f587957,revision_number=3']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:00.107684 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8a838-36b3-409c-9eb7-a39efda64d9b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Port': ['ID=537aaeda-c209-4369-986f-d03624b5f9fa,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:00.109846 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48108) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:00.121835 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bc5b8-7a4a-4f2f-81b1-fcbc21ebbb5f req-f821bc31-eb94-4214-b045-1d9cafa8185f tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:00.130049 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bf5bc5b8-7a4a-4f2f-81b1-fcbc21ebbb5f req-f821bc31-eb94-4214-b045-1d9cafa8185f tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 944 time: 1.4508498 Oct 10 11:11:00.153293 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-99f1df1d-7e2e-42e0-9da6-ee83df6b6885 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:00.153293 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f1df1d-7e2e-42e0-9da6-ee83df6b6885 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:00.153293 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-99f1df1d-7e2e-42e0-9da6-ee83df6b6885 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:00.165425 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48112) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:00.169930 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-6fdc4888-feab-48d3-aa4c-f2a01ef6c873 None None] For port 4629006d-4d40-4060-b6b2-b2cb7bbe692f, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:11:00.180534 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-6fdc4888-feab-48d3-aa4c-f2a01ef6c873 None None] For port 4629006d-4d40-4060-b6b2-b2cb7bbe692f, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=4629006d-4d40-4060-b6b2-b2cb7bbe692f,segment=NetworkSegment(80dd9a61-fcc9-49b5-b740-8005fa74e655),segment_id=80dd9a61-fcc9-49b5-b740-8005fa74e655)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:11:00.287804 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7c6a26b9-66f1-4c7a-9896-429eff9a3234 None None] Provisioning for port 217996a6-4c0f-4f1a-861f-84714f158b67 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:11:00.290232 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7c6a26b9-66f1-4c7a-9896-429eff9a3234 None None] Provisioning complete for port 217996a6-4c0f-4f1a-861f-84714f158b67 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:11:00.291384 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7c6a26b9-66f1-4c7a-9896-429eff9a3234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:00.291913 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7c6a26b9-66f1-4c7a-9896-429eff9a3234 None None] Attempt 1 to provision port 217996a6-4c0f-4f1a-861f-84714f158b67 Oct 10 11:11:00.364183 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-85accf61-de4c-4ccd-b340-3968b0fcfd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:00.367462 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-85accf61-de4c-4ccd-b340-3968b0fcfd02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65bf514613404a16b37bfb61203927f3&device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 1097 time: 0.4152782 Oct 10 11:11:00.371581 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-32d8a838-36b3-409c-9eb7-a39efda64d9b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:00.454498 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6fdc4888-feab-48d3-aa4c-f2a01ef6c873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:00.463334 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7208da-81f4-47aa-8b92-5581156c40f6" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd", "tag": "b67ace68-a6c3-4ca1-8ce0-70d43f587957"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:11:00.471108 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-7b9c5585-3205-4700-a7c6-81eaf071d88b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1918748881'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:00.528920 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6e3c0981-25b4-49e6-b5ea-aca4f38c3997 tempest-QuotasTest-1293397700 tempest-QuotasTest-1293397700-project-admin] Usage tracker for resource:network and tenant:1063cc489fc248eb95bd0b2f35785ad5 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:00.607370 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a26b9-66f1-4c7a-9896-429eff9a3234 None None] Port 217996a6-4c0f-4f1a-861f-84714f158b67 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:00.625952 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc4888-feab-48d3-aa4c-f2a01ef6c873 None None] Pushing event updated for resources: {'Port': ['ID=4629006d-4d40-4060-b6b2-b2cb7bbe692f,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:00.652349 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-32d8a838-36b3-409c-9eb7-a39efda64d9b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/537aaeda-c209-4369-986f-d03624b5f9fa HTTP/1.1" status: 204 len: 168 time: 3.5248871 Oct 10 11:11:00.653053 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6e3c0981-25b4-49e6-b5ea-aca4f38c3997 tempest-QuotasTest-1293397700 tempest-QuotasTest-1293397700-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:00.657785 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48122) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:00.668587 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-99f1df1d-7e2e-42e0-9da6-ee83df6b6885 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4166765 Oct 10 11:11:00.672590 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1df1d-7e2e-42e0-9da6-ee83df6b6885 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event updated for resources: {'Network': ['ID=3ca9d4d0-66b0-45ee-833e-5af4f3384dcd,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:00.673081 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48126) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:00.684941 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bf5bc5b8-7a4a-4f2f-81b1-fcbc21ebbb5f req-b233fe60-0870-43a0-8a5a-fe6e7b5e4d40 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/security-groups?id=abd51995-f90f-4c13-bd05-cf0ace088ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5235486 Oct 10 11:11:00.689312 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 3ca9d4d0-66b0-45ee-833e-5af4f3384dcd details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:11:00.690189 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-32958d59-234e-4723-a182-f407d50b3550 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Request body: {'subnet': {'network_id': '3ca9d4d0-66b0-45ee-833e-5af4f3384dcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:00.844043 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6e3c0981-25b4-49e6-b5ea-aca4f38c3997 tempest-QuotasTest-1293397700 tempest-QuotasTest-1293397700-project-admin] Usage tracker for resource:subnet and tenant:1063cc489fc248eb95bd0b2f35785ad5 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:00.876647 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-e6c55a28-777a-4d74-b65e-5a0df381d673 service neutron] For port 4b152dbd-112c-4019-945d-7788addddd17, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:11:00.957492 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8c03b228-a2c3-4459-901f-72ae52e92b5e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:00.961492 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-12558758-ddd0-44d3-8487-253fafabce42 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:00.971010 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6e3c0981-25b4-49e6-b5ea-aca4f38c3997 tempest-QuotasTest-1293397700 tempest-QuotasTest-1293397700-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:00.996194 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-8e5c31dd-15c2-459f-8225-1e05219be002 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b67ace68-a6c3-4ca1-8ce0-70d43f587957 HTTP/1.1" status: 200 len: 217 time: 0.5205114 Oct 10 11:11:00.999044 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7b9c5585-3205-4700-a7c6-81eaf071d88b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:01.004044 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7b9c5585-3205-4700-a7c6-81eaf071d88b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Usage tracker for resource:network and tenant:3cb368f53eec46a0893d39fe50ebd81a is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:01.007416 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7b9c5585-3205-4700-a7c6-81eaf071d88b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:01.019397 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7b9c5585-3205-4700-a7c6-81eaf071d88b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:01.049634 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-e6c55a28-777a-4d74-b65e-5a0df381d673 service neutron] For port 4b152dbd-112c-4019-945d-7788addddd17, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=4b152dbd-112c-4019-945d-7788addddd17,segment=NetworkSegment(5652673d-6ce9-45c3-b311-6c39b0f20c74),segment_id=5652673d-6ce9-45c3-b311-6c39b0f20c74)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:11:01.113038 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebc6fd1-37aa-4c54-bf73-914432c602ac tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:01.113038 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebc6fd1-37aa-4c54-bf73-914432c602ac tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:01.113425 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7ebc6fd1-37aa-4c54-bf73-914432c602ac tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4436586 Oct 10 11:11:01.114167 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7c6a26b9-66f1-4c7a-9896-429eff9a3234 None None] Attempt 2 to provision port 217996a6-4c0f-4f1a-861f-84714f158b67 Oct 10 11:11:01.118896 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48132) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:01.148691 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-e6c55a28-777a-4d74-b65e-5a0df381d673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:01.160715 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-e6c55a28-777a-4d74-b65e-5a0df381d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:01.172333 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-e6c55a28-777a-4d74-b65e-5a0df381d673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:01.172333 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-e6c55a28-777a-4d74-b65e-5a0df381d673 service neutron] 10.222.0.15 "PUT /v2.0/ports/4b152dbd-112c-4019-945d-7788addddd17 HTTP/1.1" status: 200 len: 1093 time: 5.5546734 Oct 10 11:11:01.221061 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2193c352-99b6-4043-a138-07136a0a5838 x-openstack-request-id: req-2193c352-99b6-4043-a138-07136a0a5838 {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:11:01.221857 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd", "tag": "b67ace68-a6c3-4ca1-8ce0-70d43f587957", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:11:01.222424 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2193c352-99b6-4043-a138-07136a0a5838 {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:11:01.223208 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2193c352-99b6-4043-a138-07136a0a5838'] response: {'name': 'network-changed', 'server_uuid': '4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd', 'tag': 'b67ace68-a6c3-4ca1-8ce0-70d43f587957', 'status': 'completed', 'code': 200} Oct 10 11:11:01.231801 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9c5585-3205-4700-a7c6-81eaf071d88b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Made reservation on behalf of 3cb368f53eec46a0893d39fe50ebd81a for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:01.236857 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7b9c5585-3205-4700-a7c6-81eaf071d88b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:01.310265 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64cfef4e-1d4d-4e36-9153-f2ffe3652ab7', 'tag': '4b152dbd-112c-4019-945d-7788addddd17'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:11:01.352746 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6e3c0981-25b4-49e6-b5ea-aca4f38c3997 tempest-QuotasTest-1293397700 tempest-QuotasTest-1293397700-project-admin] Usage tracker for resource:subnetpool and tenant:1063cc489fc248eb95bd0b2f35785ad5 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:01.427289 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a26b9-66f1-4c7a-9896-429eff9a3234 None None] Port 217996a6-4c0f-4f1a-861f-84714f158b67 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:01.488685 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-32958d59-234e-4723-a182-f407d50b3550 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:01.540564 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6e3c0981-25b4-49e6-b5ea-aca4f38c3997 tempest-QuotasTest-1293397700 tempest-QuotasTest-1293397700-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:01.564909 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-32958d59-234e-4723-a182-f407d50b3550 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Usage tracker for resource:subnet and tenant:9b52ed05dd7340c5ab7a911779462445 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:01.593704 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-32958d59-234e-4723-a182-f407d50b3550 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:01.607755 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9883129-7c08-49cc-9342-1a12c5a2f5aa" -d '{"events": [{"name": "network-changed", "server_uuid": "64cfef4e-1d4d-4e36-9153-f2ffe3652ab7", "tag": "4b152dbd-112c-4019-945d-7788addddd17"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:11:01.625449 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 947ab086-863f-4dcf-aa34-e9371f6691ee up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:11:01.702073 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-32958d59-234e-4723-a182-f407d50b3550 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:01.719055 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6e3c0981-25b4-49e6-b5ea-aca4f38c3997 tempest-QuotasTest-1293397700 tempest-QuotasTest-1293397700-project-admin] Usage tracker for resource:port and tenant:1063cc489fc248eb95bd0b2f35785ad5 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:01.781556 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-d92be406-6233-4845-96f6-47b69a682708 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet d5fa9877-4f3d-44cd-a699-4a49addc5c61 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:11:01.795287 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d92be406-6233-4845-96f6-47b69a682708 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:01.916700 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de534df-a701-44bb-96c0-a1b32f47e4b4 x-openstack-request-id: req-2de534df-a701-44bb-96c0-a1b32f47e4b4 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:11:01.917583 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64cfef4e-1d4d-4e36-9153-f2ffe3652ab7", "tag": "4b152dbd-112c-4019-945d-7788addddd17", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:11:01.917971 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2de534df-a701-44bb-96c0-a1b32f47e4b4 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:11:01.920011 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2de534df-a701-44bb-96c0-a1b32f47e4b4'] response: {'name': 'network-changed', 'server_uuid': '64cfef4e-1d4d-4e36-9153-f2ffe3652ab7', 'tag': '4b152dbd-112c-4019-945d-7788addddd17', 'status': 'completed', 'code': 200} Oct 10 11:11:01.927305 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6e3c0981-25b4-49e6-b5ea-aca4f38c3997 tempest-QuotasTest-1293397700 tempest-QuotasTest-1293397700-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:01.982861 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7b9c5585-3205-4700-a7c6-81eaf071d88b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:01.990852 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c55a28-777a-4d74-b65e-5a0df381d673 service neutron] Pushing event updated for resources: {'Port': ['ID=4b152dbd-112c-4019-945d-7788addddd17,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:02.047716 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6e3c0981-25b4-49e6-b5ea-aca4f38c3997 tempest-QuotasTest-1293397700 tempest-QuotasTest-1293397700-project-admin] Usage tracker for resource:router and tenant:1063cc489fc248eb95bd0b2f35785ad5 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:02.057297 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7c6a26b9-66f1-4c7a-9896-429eff9a3234 None None] Attempt 3 to provision port 217996a6-4c0f-4f1a-861f-84714f158b67 Oct 10 11:11:02.071636 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-619683a6-2555-4860-895d-88fb071f0a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:02.074729 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-619683a6-2555-4860-895d-88fb071f0a39 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9543e1530ac9451cbdc9af9c0a714df9&device_id=64cfef4e-1d4d-4e36-9153-f2ffe3652ab7 HTTP/1.1" status: 200 len: 1096 time: 0.7560360 Oct 10 11:11:02.080399 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6e3c0981-25b4-49e6-b5ea-aca4f38c3997 tempest-QuotasTest-1293397700 tempest-QuotasTest-1293397700-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:02.096287 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32958d59-234e-4723-a182-f407d50b3550 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Made reservation on behalf of 9b52ed05dd7340c5ab7a911779462445 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:02.106198 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-32958d59-234e-4723-a182-f407d50b3550 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:02.169985 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 947ab086-863f-4dcf-aa34-e9371f6691ee completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:11:02.233428 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d92be406-6233-4845-96f6-47b69a682708 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:02.261060 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c03b228-a2c3-4459-901f-72ae52e92b5e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Checking segment: {'id': '063db54d-4d7d-498e-9b5e-f40d189c7cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'a5f0f4c0-2b20-4a3d-a3ce-1dcbb3bca0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:11:02.261439 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c03b228-a2c3-4459-901f-72ae52e92b5e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Network hostable DHCP agents. Network: a5f0f4c0-2b20-4a3d-a3ce-1dcbb3bca0c7, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:11:02.265602 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 4629006d-4d40-4060-b6b2-b2cb7bbe692f up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:11:02.279657 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03b228-a2c3-4459-901f-72ae52e92b5e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event updated for resources: {'Subnet': ['ID=beeb08f9-ecb6-4915-9923-009865465c07,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:02.283438 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7b9c5585-3205-4700-a7c6-81eaf071d88b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:02.319944 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-e3fb9869-f49e-45cf-91ee-31467f64b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:02.321502 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-e3fb9869-f49e-45cf-91ee-31467f64b6c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b7165ed-72f0-43d7-b671-b766b0f5b107 HTTP/1.1" status: 200 len: 851 time: 1.2385497 Oct 10 11:11:02.329907 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7b9c5585-3205-4700-a7c6-81eaf071d88b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Usage tracker for resource:security_group_rule and tenant:3cb368f53eec46a0893d39fe50ebd81a is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:02.340785 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7b9c5585-3205-4700-a7c6-81eaf071d88b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:02.356457 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d92be406-6233-4845-96f6-47b69a682708 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:02.392572 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7b9c5585-3205-4700-a7c6-81eaf071d88b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:02.422123 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a26b9-66f1-4c7a-9896-429eff9a3234 None None] Port 217996a6-4c0f-4f1a-861f-84714f158b67 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:02.510577 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7433067-9e1b-4a80-bd6c-37a80cc31b9c req-5539a534-8bbb-41ad-9dbd-e7add6c998c9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:02.510577 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a7433067-9e1b-4a80-bd6c-37a80cc31b9c req-5539a534-8bbb-41ad-9dbd-e7add6c998c9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/ports?device_id=64cfef4e-1d4d-4e36-9153-f2ffe3652ab7 HTTP/1.1" status: 200 len: 943 time: 1.8042200 Oct 10 11:11:02.524946 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a749e29-9348-4cc0-a6a6-19c2ae7c010c None None] Network 94891ecb-7b29-49bc-90e9-a7fe26c81f92 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:02.729374 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c03b228-a2c3-4459-901f-72ae52e92b5e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Network a5f0f4c0-2b20-4a3d-a3ce-1dcbb3bca0c7 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:11:02.751751 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.resource_extend [None req-12558758-ddd0-44d3-8487-253fafabce42 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:11:02.799279 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a7433067-9e1b-4a80-bd6c-37a80cc31b9c req-650e09d7-0d32-4bd9-a793-16b5609d0d3c tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/security-groups?id=7c1127a6-d943-4eb8-a8ea-791a3d1c16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831886 Oct 10 11:11:02.817162 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-12558758-ddd0-44d3-8487-253fafabce42 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:02.904305 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-687eef18-ad11-4778-8f5f-5ca08d95aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:02.905871 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-687eef18-ad11-4778-8f5f-5ca08d95aeaf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2863531 Oct 10 11:11:02.930932 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-2ad1a556-5449-4317-8bd6-58a1cf76b13c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b152dbd-112c-4019-945d-7788addddd17 HTTP/1.1" status: 200 len: 217 time: 0.7877102 Oct 10 11:11:02.943430 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7c6a26b9-66f1-4c7a-9896-429eff9a3234 None None] Attempt 4 to provision port 217996a6-4c0f-4f1a-861f-84714f158b67 Oct 10 11:11:02.944655 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6e3c0981-25b4-49e6-b5ea-aca4f38c3997 tempest-QuotasTest-1293397700 tempest-QuotasTest-1293397700-project-admin] Usage tracker for resource:floatingip and tenant:1063cc489fc248eb95bd0b2f35785ad5 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:02.995165 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 4629006d-4d40-4060-b6b2-b2cb7bbe692f completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:11:03.029210 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-32958d59-234e-4723-a182-f407d50b3550 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:03.086816 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-12558758-ddd0-44d3-8487-253fafabce42 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:03.115955 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a26b9-66f1-4c7a-9896-429eff9a3234 None None] Port 217996a6-4c0f-4f1a-861f-84714f158b67 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:03.126261 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32958d59-234e-4723-a182-f407d50b3550 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event updated for resources: {'Subnet': ['ID=10fb4a4c-6b8e-4f71-8bc3-234cc52f0e2f,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:03.128510 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6e3c0981-25b4-49e6-b5ea-aca4f38c3997 tempest-QuotasTest-1293397700 tempest-QuotasTest-1293397700-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:03.201027 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-8c03b228-a2c3-4459-901f-72ae52e92b5e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, a5f0f4c0-2b20-4a3d-a3ce-1dcbb3bca0c7) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:03.214103 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-67a5f5ae-5aff-49d9-aea4-b506d29aac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:03.215608 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-67a5f5ae-5aff-49d9-aea4-b506d29aac83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65e977d9-db64-4322-bf90-948232ecd65b HTTP/1.1" status: 200 len: 845 time: 0.2567613 Oct 10 11:11:03.221311 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0c6da8-dd80-440c-992d-5fc6162f55a5 None None] Network a5f0f4c0-2b20-4a3d-a3ce-1dcbb3bca0c7 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:03.250213 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c03b228-a2c3-4459-901f-72ae52e92b5e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:03.250909 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8c03b228-a2c3-4459-901f-72ae52e92b5e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:03.279855 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12558758-ddd0-44d3-8487-253fafabce42 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Pushing event updated for resources: {'Port': ['ID=217996a6-4c0f-4f1a-861f-84714f158b67,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:03.286183 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7b9c5585-3205-4700-a7c6-81eaf071d88b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:03.292700 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-3b9910f8-e9de-4ea0-a14f-a533d80b5bc1 service neutron] 10.222.0.15 "GET /v2.0/networks/25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595314 Oct 10 11:11:03.308417 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32958d59-234e-4723-a182-f407d50b3550 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Checking segment: {'id': 'a2fcaff5-90da-48a9-805c-73bcb99ecf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '3ca9d4d0-66b0-45ee-833e-5af4f3384dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:11:03.308776 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32958d59-234e-4723-a182-f407d50b3550 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Network hostable DHCP agents. Network: 3ca9d4d0-66b0-45ee-833e-5af4f3384dcd, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:11:03.320738 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f5841-e17a-47d0-aefe-b5812fee981f req-08c42263-b73b-44e5-83ff-b7974a8be22a tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:03.331491 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fe1f5841-e17a-47d0-aefe-b5812fee981f req-08c42263-b73b-44e5-83ff-b7974a8be22a tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 944 time: 0.5192533 Oct 10 11:11:03.377024 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d92be406-6233-4845-96f6-47b69a682708 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:03.449478 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d92be406-6233-4845-96f6-47b69a682708 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:03.450640 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ff105e-1a47-4b76-8242-eaf0747761a8 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:03.453086 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92be406-6233-4845-96f6-47b69a682708 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=d5fa9877-4f3d-44cd-a699-4a49addc5c61,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:03.465081 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6e3c0981-25b4-49e6-b5ea-aca4f38c3997 tempest-QuotasTest-1293397700 tempest-QuotasTest-1293397700-project-admin] Usage tracker for resource:security_group and tenant:1063cc489fc248eb95bd0b2f35785ad5 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:03.492319 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fe1f5841-e17a-47d0-aefe-b5812fee981f req-c4b8976d-b06d-4d1e-8c6f-0d78ba335928 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/security-groups?id=abd51995-f90f-4c13-bd05-cf0ace088ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464825 Oct 10 11:11:03.492319 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6e3c0981-25b4-49e6-b5ea-aca4f38c3997 tempest-QuotasTest-1293397700 tempest-QuotasTest-1293397700-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:03.492319 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d92be406-6233-4845-96f6-47b69a682708 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/d5fa9877-4f3d-44cd-a699-4a49addc5c61 HTTP/1.1" status: 204 len: 168 time: 2.3626482 Oct 10 11:11:03.494556 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48150) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:03.523071 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8c03b228-a2c3-4459-901f-72ae52e92b5e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 5.3051934 Oct 10 11:11:03.529616 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7b9c5585-3205-4700-a7c6-81eaf071d88b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:03.535510 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48154) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:03.550240 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-12558758-ddd0-44d3-8487-253fafabce42 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:03.570195 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ce97ff93-64c3-4116-bb6f-7b22d58a1c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:03.602810 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9c5585-3205-4700-a7c6-81eaf071d88b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 497} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:11:03.616549 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7c6a26b9-66f1-4c7a-9896-429eff9a3234 None None] Attempt 5 to provision port 217996a6-4c0f-4f1a-861f-84714f158b67 Oct 10 11:11:03.664639 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32958d59-234e-4723-a182-f407d50b3550 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Network 3ca9d4d0-66b0-45ee-833e-5af4f3384dcd is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:11:03.670196 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a3c803dd-ef3e-4303-8b0e-bb483ffb81c9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1746485 Oct 10 11:11:03.676629 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48158) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:03.680076 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6e3c0981-25b4-49e6-b5ea-aca4f38c3997 tempest-QuotasTest-1293397700 tempest-QuotasTest-1293397700-project-admin] Usage tracker for resource:security_group_rule and tenant:1063cc489fc248eb95bd0b2f35785ad5 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:03.690092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-f9e3ea90-0fa3-4930-92e7-40cdb695f144 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:03.708323 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6e3c0981-25b4-49e6-b5ea-aca4f38c3997 tempest-QuotasTest-1293397700 tempest-QuotasTest-1293397700-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:03.723619 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-b534a6ba-1b73-4c2d-a475-c338b1fbac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:03.725877 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-b534a6ba-1b73-4c2d-a475-c338b1fbac41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4662657 Oct 10 11:11:03.733073 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c5585-3205-4700-a7c6-81eaf071d88b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a065ecd2-8bb5-4fdf-8dbc-0476460b8898,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:03.734308 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6e3c0981-25b4-49e6-b5ea-aca4f38c3997 tempest-QuotasTest-1293397700 tempest-QuotasTest-1293397700-project-admin] 10.222.0.40 "GET /v2.0/quotas/1063cc489fc248eb95bd0b2f35785ad5/details.json HTTP/1.1" status: 200 len: 703 time: 3.5863006 Oct 10 11:11:03.735866 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7b9c5585-3205-4700-a7c6-81eaf071d88b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:03.736220 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-7b9c5585-3205-4700-a7c6-81eaf071d88b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Added segment da337e13-6c33-4adb-83f7-ca5dcd791b0c of type vlan for network 70ba6c64-4de1-4734-bbc2-c41861658f31 Oct 10 11:11:03.764883 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c978aa8d-79d9-404a-a712-4e0fb5d9b86a req-e11380da-fb81-409f-bdd1-0fc4a6679d14 service neutron] 10.222.0.15 "GET /v2.0/networks/25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661365 Oct 10 11:11:03.770592 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41532990-3fb8-4c25-a187-dfc44f572724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-a5f0f4c0-2b20-4a3d-a3ce-1dcbb3bca0c7', 'network_id': 'a5f0f4c0-2b20-4a3d-a3ce-1dcbb3bca0c7', 'tenant_id': '8bb4fcedb87945309c83408accc34ea6', 'fixed_ips': [{'subnet_id': 'beeb08f9-ecb6-4915-9923-009865465c07'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:11:03.770592 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-41532990-3fb8-4c25-a187-dfc44f572724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:03.791975 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a26b9-66f1-4c7a-9896-429eff9a3234 None None] Port 217996a6-4c0f-4f1a-861f-84714f158b67 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:03.872723 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7b9c5585-3205-4700-a7c6-81eaf071d88b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:03.932316 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-32958d59-234e-4723-a182-f407d50b3550 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 3ca9d4d0-66b0-45ee-833e-5af4f3384dcd) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:03.933046 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:03.958445 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe11784-917e-4abf-bd1a-421c6a0097e6 None None] Network 3ca9d4d0-66b0-45ee-833e-5af4f3384dcd requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:03.996545 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32958d59-234e-4723-a182-f407d50b3550 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:03.997496 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-32958d59-234e-4723-a182-f407d50b3550 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:04.003254 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd403d4-9060-4844-99dc-000144bdb2af None None] DHCP port deletion for dac74586-4382-4e00-a6eb-f2005f114a9a request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:11:04.016243 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.resource_extend [None req-7b9c5585-3205-4700-a7c6-81eaf071d88b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:11:04.079858 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ecd403d4-9060-4844-99dc-000144bdb2af None None] Deleting port 947ab086-863f-4dcf-aa34-e9371f6691ee {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:04.080510 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ecd403d4-9060-4844-99dc-000144bdb2af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:04.083409 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12558758-ddd0-44d3-8487-253fafabce42 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Network d01a7717-559f-4fb8-add2-21d6eff6ceaf is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:04.093355 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f9e3ea90-0fa3-4930-92e7-40cdb695f144 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:04.101367 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f9e3ea90-0fa3-4930-92e7-40cdb695f144 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:subnet and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:04.106722 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f9e3ea90-0fa3-4930-92e7-40cdb695f144 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:04.116151 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f9e3ea90-0fa3-4930-92e7-40cdb695f144 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:04.142357 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-12558758-ddd0-44d3-8487-253fafabce42 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:04.146335 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-9db07285-2e04-41f6-ba4d-a1190e8818ce service neutron] 10.222.0.15 "GET /v2.0/networks/8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133445 Oct 10 11:11:04.210083 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-32958d59-234e-4723-a182-f407d50b3550 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.5301225 Oct 10 11:11:04.210897 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48166) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:04.223519 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-41532990-3fb8-4c25-a187-dfc44f572724 None None] Allocated IP 2001:db8::3 (a5f0f4c0-2b20-4a3d-a3ce-1dcbb3bca0c7/beeb08f9-ecb6-4915-9923-009865465c07/c3740478-8f01-4b1e-9e03-c85450d23c68) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:04.256151 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7b9c5585-3205-4700-a7c6-81eaf071d88b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:04.261732 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9c5585-3205-4700-a7c6-81eaf071d88b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:04.262336 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7b9c5585-3205-4700-a7c6-81eaf071d88b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:04.294253 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7c6a26b9-66f1-4c7a-9896-429eff9a3234 None None] Attempt 6 to provision port 217996a6-4c0f-4f1a-861f-84714f158b67 Oct 10 11:11:04.316158 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e3ea90-0fa3-4930-92e7-40cdb695f144 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:04.318505 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f9e3ea90-0fa3-4930-92e7-40cdb695f144 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:04.365136 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:04.378067 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a26b9-66f1-4c7a-9896-429eff9a3234 None None] Port 217996a6-4c0f-4f1a-861f-84714f158b67 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:04.455895 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7b9c5585-3205-4700-a7c6-81eaf071d88b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 4.2822225 Oct 10 11:11:04.473153 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48172) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:04.473369 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48174) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:04.606154 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7208da-81f4-47aa-8b92-5581156c40f6 req-b9f8a2e9-9518-4577-a2db-931756d8fa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:04.607691 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5f7208da-81f4-47aa-8b92-5581156c40f6 req-b9f8a2e9-9518-4577-a2db-931756d8fa12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65bf514613404a16b37bfb61203927f3&device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 1097 time: 0.6478810 Oct 10 11:11:04.608310 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c5585-3205-4700-a7c6-81eaf071d88b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Pushing event updated for resources: {'Network': ['ID=70ba6c64-4de1-4734-bbc2-c41861658f31,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:04.616725 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-e0d0aab9-5451-4d96-a95b-2643b1f0cd56 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Request body: {'subnet': {'network_id': '70ba6c64-4de1-4734-bbc2-c41861658f31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:04.636166 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 70ba6c64-4de1-4734-bbc2-c41861658f31 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:11:04.665037 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15c4bd-6f57-41a2-b658-ac9cb8632950 req-27721679-1852-43ca-87fa-5c4921449c2e tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:04.667300 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6f15c4bd-6f57-41a2-b658-ac9cb8632950 req-27721679-1852-43ca-87fa-5c4921449c2e tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/ports?device_id=64cfef4e-1d4d-4e36-9153-f2ffe3652ab7 HTTP/1.1" status: 200 len: 943 time: 0.6209996 Oct 10 11:11:04.705346 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12558758-ddd0-44d3-8487-253fafabce42 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Router c3be5f2c-2761-4473-94de-99cd1f32a110 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:11:04.755158 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1125bc3c-1702-40ac-bd4e-7b02635049e0 req-e14578c7-d5f3-4b4d-a08d-f17688784a1c service neutron] 10.222.0.15 "GET /v2.0/networks/8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6015935 Oct 10 11:11:04.780622 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-3ca9d4d0-66b0-45ee-833e-5af4f3384dcd', 'network_id': '3ca9d4d0-66b0-45ee-833e-5af4f3384dcd', 'tenant_id': '9b52ed05dd7340c5ab7a911779462445', 'fixed_ips': [{'subnet_id': '10fb4a4c-6b8e-4f71-8bc3-234cc52f0e2f'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:11:04.781510 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:04.879708 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7c6a26b9-66f1-4c7a-9896-429eff9a3234 None None] Attempt 7 to provision port 217996a6-4c0f-4f1a-861f-84714f158b67 Oct 10 11:11:04.899601 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6f15c4bd-6f57-41a2-b658-ac9cb8632950 req-934df1f6-45e2-4d6c-9aa7-cd89c60ffea0 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/security-groups?id=7c1127a6-d943-4eb8-a8ea-791a3d1c16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251098 Oct 10 11:11:04.904068 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:04.927792 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7208da-81f4-47aa-8b92-5581156c40f6 req-db6116a9-771f-4205-9b98-500162773eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:04.929306 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5f7208da-81f4-47aa-8b92-5581156c40f6 req-db6116a9-771f-4205-9b98-500162773eda service neutron] 10.222.0.15 "GET /v2.0/networks?id=25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65 HTTP/1.1" status: 200 len: 913 time: 0.3121448 Oct 10 11:11:04.970065 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a26b9-66f1-4c7a-9896-429eff9a3234 None None] Port 217996a6-4c0f-4f1a-861f-84714f158b67 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:04.977095 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aa271278-ea62-46bf-9af1-f1c7793baba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:05.036103 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-e0d0aab9-5451-4d96-a95b-2643b1f0cd56 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:05.047926 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-ecd403d4-9060-4844-99dc-000144bdb2af None None] For port 947ab086-863f-4dcf-aa34-e9371f6691ee, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=947ab086-863f-4dcf-aa34-e9371f6691ee,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:05.048324 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ecd403d4-9060-4844-99dc-000144bdb2af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:05.055805 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e0d0aab9-5451-4d96-a95b-2643b1f0cd56 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Usage tracker for resource:subnet and tenant:3cb368f53eec46a0893d39fe50ebd81a is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:05.060702 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e0d0aab9-5451-4d96-a95b-2643b1f0cd56 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:05.067190 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f9e3ea90-0fa3-4930-92e7-40cdb695f144 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:05.073951 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-aa271278-ea62-46bf-9af1-f1c7793baba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:05.111585 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-e0d0aab9-5451-4d96-a95b-2643b1f0cd56 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:05.135283 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-aa271278-ea62-46bf-9af1-f1c7793baba3 admin admin] Usage tracker for resource:security_group_rule and tenant:e2e3d35f74b34399abc013a6bda58be2 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:05.144592 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-aa271278-ea62-46bf-9af1-f1c7793baba3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:05.161930 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5f7208da-81f4-47aa-8b92-5581156c40f6 req-1453a51f-b484-4bd6-bb0f-bd8749635184 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b67ace68-a6c3-4ca1-8ce0-70d43f587957 HTTP/1.1" status: 200 len: 217 time: 0.1832337 Oct 10 11:11:05.199772 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-aa271278-ea62-46bf-9af1-f1c7793baba3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:05.214699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e3ea90-0fa3-4930-92e7-40cdb695f144 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:05.224178 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-f9e3ea90-0fa3-4930-92e7-40cdb695f144 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:05.225699 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12558758-ddd0-44d3-8487-253fafabce42 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:11:05.236842 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-12558758-ddd0-44d3-8487-253fafabce42 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] 10.222.0.40 "PUT /v2.0/routers/c3be5f2c-2761-4473-94de-99cd1f32a110/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6174018 Oct 10 11:11:05.236842 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48186) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:05.242354 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-61e90204-c4e2-42e4-982e-5c6b4172356d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Request body: {'port': {'network_id': 'd01a7717-559f-4fb8-add2-21d6eff6ceaf', 'name': 'tempest-FloatingIPAdminTestJSON-90512963'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:05.248027 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e3ea90-0fa3-4930-92e7-40cdb695f144 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:05.248027 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f9e3ea90-0fa3-4930-92e7-40cdb695f144 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:05.263880 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917536b1-7283-4d97-a8df-eb286bc8a8e4 req-d3cd6faf-e886-4517-b4f9-a25639c3b357 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:05.264731 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ecd403d4-9060-4844-99dc-000144bdb2af None None] Calling delete_port for 947ab086-863f-4dcf-aa34-e9371f6691ee owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:05.268442 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-917536b1-7283-4d97-a8df-eb286bc8a8e4 req-d3cd6faf-e886-4517-b4f9-a25639c3b357 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 944 time: 0.6293690 Oct 10 11:11:05.291173 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7208da-81f4-47aa-8b92-5581156c40f6 req-7d441c37-ce97-43fe-9527-f5a79e6fc69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:05.292743 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5f7208da-81f4-47aa-8b92-5581156c40f6 req-7d441c37-ce97-43fe-9527-f5a79e6fc69a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b7165ed-72f0-43d7-b671-b766b0f5b107 HTTP/1.1" status: 200 len: 851 time: 0.1234858 Oct 10 11:11:05.295726 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3ea90-0fa3-4930-92e7-40cdb695f144 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=555e3283-14e2-499a-a557-ef534edd5290,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:05.339054 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 947ab086-863f-4dcf-aa34-e9371f6691ee no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:11:05.347286 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d0aab9-5451-4d96-a95b-2643b1f0cd56 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Made reservation on behalf of 3cb368f53eec46a0893d39fe50ebd81a for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:05.350939 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e0d0aab9-5451-4d96-a95b-2643b1f0cd56 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:05.363737 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683ce4ba-4711-43ac-ad1f-05be97284f4f None None] Sync routers for ids ['c3be5f2c-2761-4473-94de-99cd1f32a110'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:11:05.366903 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:05.465325 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9883129-7c08-49cc-9342-1a12c5a2f5aa req-1c1577a1-77bd-4ae5-9c91-fee5ed475a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:05.467014 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c9883129-7c08-49cc-9342-1a12c5a2f5aa req-1c1577a1-77bd-4ae5-9c91-fee5ed475a73 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9543e1530ac9451cbdc9af9c0a714df9&device_id=64cfef4e-1d4d-4e36-9153-f2ffe3652ab7 HTTP/1.1" status: 200 len: 1096 time: 0.4962232 Oct 10 11:11:05.469665 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683ce4ba-4711-43ac-ad1f-05be97284f4f None None] Routers {'c3be5f2c-2761-4473-94de-99cd1f32a110'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:11:05.470307 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-683ce4ba-4711-43ac-ad1f-05be97284f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:10:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['c3be5f2c-2761-4473-94de-99cd1f32a110'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:05.480017 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-61e90204-c4e2-42e4-982e-5c6b4172356d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:05.485209 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-61e90204-c4e2-42e4-982e-5c6b4172356d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Usage tracker for resource:port and tenant:c06eb20771484324a297961887771bc8 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:05.489156 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-61e90204-c4e2-42e4-982e-5c6b4172356d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:05.497213 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7208da-81f4-47aa-8b92-5581156c40f6 req-707ab17e-e963-4431-a7cf-c040bf9918b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:05.498866 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5f7208da-81f4-47aa-8b92-5581156c40f6 req-707ab17e-e963-4431-a7cf-c040bf9918b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1947119 Oct 10 11:11:05.499698 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-61e90204-c4e2-42e4-982e-5c6b4172356d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:05.540477 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7c6a26b9-66f1-4c7a-9896-429eff9a3234 None None] Attempt 8 to provision port 217996a6-4c0f-4f1a-861f-84714f158b67 Oct 10 11:11:05.562518 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-917536b1-7283-4d97-a8df-eb286bc8a8e4 req-84b4c271-4def-4bcf-a1d1-d3b3a6a80a80 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/security-groups?id=abd51995-f90f-4c13-bd05-cf0ace088ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769189 Oct 10 11:11:05.578973 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-41532990-3fb8-4c25-a187-dfc44f572724 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:05.584778 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f9e3ea90-0fa3-4930-92e7-40cdb695f144 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9015763 Oct 10 11:11:05.600752 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48190) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:05.608631 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e90204-c4e2-42e4-982e-5c6b4172356d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Made reservation on behalf of c06eb20771484324a297961887771bc8 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:05.613403 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-61e90204-c4e2-42e4-982e-5c6b4172356d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:05.618073 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-683ce4ba-4711-43ac-ad1f-05be97284f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:05.618419 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-10f5959c-a3ab-47c2-9c56-6da5bdad67f4 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'port': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'fixed_ips': [{'subnet_id': '555e3283-14e2-499a-a557-ef534edd5290', 'ip_address': '2001:db8::6ebc:5790:88e9:8a94'}], 'name': 'tempest-NetworksTestDHCPv6-100984526'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:05.625474 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-41532990-3fb8-4c25-a187-dfc44f572724 None None] Transition to ACTIVE for port object c3740478-8f01-4b1e-9e03-c85450d23c68 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:05.655249 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-61e90204-c4e2-42e4-982e-5c6b4172356d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] device_id is not set on port 87a4b98e-e064-47dc-8f17-be66b80bdd41 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:11:05.670557 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Allocated IP 172.20.0.1 (3ca9d4d0-66b0-45ee-833e-5af4f3384dcd/10fb4a4c-6b8e-4f71-8bc3-234cc52f0e2f/1c940a86-58db-4ff0-a26d-fbfca2a52068) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:05.677115 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a26b9-66f1-4c7a-9896-429eff9a3234 None None] Port 217996a6-4c0f-4f1a-861f-84714f158b67 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:05.716148 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683ce4ba-4711-43ac-ad1f-05be97284f4f None None] Routers {'c3be5f2c-2761-4473-94de-99cd1f32a110'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:11:05.716800 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-683ce4ba-4711-43ac-ad1f-05be97284f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:10:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['c3be5f2c-2761-4473-94de-99cd1f32a110'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:05.739725 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5f7208da-81f4-47aa-8b92-5581156c40f6 req-6ff12843-42f1-425f-873a-a36ca2a0f5f7 service neutron] 10.222.0.15 "GET /v2.0/networks/25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302880 Oct 10 11:11:05.799319 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ecd403d4-9060-4844-99dc-000144bdb2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:05.803402 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-41532990-3fb8-4c25-a187-dfc44f572724 None None] Transition to ACTIVE for port object c3740478-8f01-4b1e-9e03-c85450d23c68 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:05.927603 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-683ce4ba-4711-43ac-ad1f-05be97284f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:05.928208 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683ce4ba-4711-43ac-ad1f-05be97284f4f None None] The sync data for ids ['c3be5f2c-2761-4473-94de-99cd1f32a110'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:11:05.929406 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-be9bd45c-e4d4-4d9d-a791-5b3521790574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:05.942632 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-61e90204-c4e2-42e4-982e-5c6b4172356d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Allocated IP 172.20.0.8 (d01a7717-559f-4fb8-add2-21d6eff6ceaf/d35ce2b1-765c-478c-83ae-d7597ace950b/87a4b98e-e064-47dc-8f17-be66b80bdd41) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:05.946272 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aa271278-ea62-46bf-9af1-f1c7793baba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:05.954826 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5f7208da-81f4-47aa-8b92-5581156c40f6 req-8dc10d7c-7ab1-45ef-bae6-d7d22ad01201 service neutron] 10.222.0.15 "GET /v2.0/networks/25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078340 Oct 10 11:11:05.956076 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd403d4-9060-4844-99dc-000144bdb2af None None] Pushing event deleted for resources: {'Port': ['ID=947ab086-863f-4dcf-aa34-e9371f6691ee,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:05.972954 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd403d4-9060-4844-99dc-000144bdb2af None None] No DVR routers for this DVR port 947ab086-863f-4dcf-aa34-e9371f6691ee on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:11:05.972954 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 947ab086-863f-4dcf-aa34-e9371f6691ee is: DOWN; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:11:06.029445 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615f0eb6-e84b-4df7-bee8-4084252acdbc None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:06.044255 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9883129-7c08-49cc-9342-1a12c5a2f5aa req-f787615e-69b3-4cb7-acaf-5439446621e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:06.045769 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c9883129-7c08-49cc-9342-1a12c5a2f5aa req-f787615e-69b3-4cb7-acaf-5439446621e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e HTTP/1.1" status: 200 len: 907 time: 0.5204196 Oct 10 11:11:06.073254 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-41532990-3fb8-4c25-a187-dfc44f572724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:06.160280 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-10f5959c-a3ab-47c2-9c56-6da5bdad67f4 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:06.173421 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aa271278-ea62-46bf-9af1-f1c7793baba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:06.180703 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-10f5959c-a3ab-47c2-9c56-6da5bdad67f4 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:port and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:06.191329 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:06.191849 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7c6a26b9-66f1-4c7a-9896-429eff9a3234 None None] Attempt 9 to provision port 217996a6-4c0f-4f1a-861f-84714f158b67 Oct 10 11:11:06.194076 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c9883129-7c08-49cc-9342-1a12c5a2f5aa req-caacf640-fb68-4b07-a1e8-c941a15fa6b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b152dbd-112c-4019-945d-7788addddd17 HTTP/1.1" status: 200 len: 217 time: 0.1410847 Oct 10 11:11:06.198807 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-10f5959c-a3ab-47c2-9c56-6da5bdad67f4 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:06.218519 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-10f5959c-a3ab-47c2-9c56-6da5bdad67f4 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:06.256568 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41532990-3fb8-4c25-a187-dfc44f572724 None None] Network a5f0f4c0-2b20-4a3d-a3ce-1dcbb3bca0c7 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:06.266905 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-41532990-3fb8-4c25-a187-dfc44f572724 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:06.283351 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41532990-3fb8-4c25-a187-dfc44f572724 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:06.294241 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event deleted for resources: {'Subnet': ['ID=beeb08f9-ecb6-4915-9923-009865465c07,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:06.296928 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41532990-3fb8-4c25-a187-dfc44f572724 None None] Pushing event updated for resources: {'Port': ['ID=c3740478-8f01-4b1e-9e03-c85450d23c68,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:06.318174 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa271278-ea62-46bf-9af1-f1c7793baba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94720589-c452-4232-b8c7-b0ecd3f9cda0,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:06.322727 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-aa271278-ea62-46bf-9af1-f1c7793baba3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e2e3d35f74b34399abc013a6bda58be2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8445134 Oct 10 11:11:06.332582 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48196) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:06.334679 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:06.335047 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:06.335391 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:06.338624 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:06.338624 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:06.338624 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:06.338624 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:06.338624 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:06.338624 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:06.338624 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:06.339224 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:06.339224 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:06.356621 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa271278-ea62-46bf-9af1-f1c7793baba3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:06.356621 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa271278-ea62-46bf-9af1-f1c7793baba3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:06.356621 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa271278-ea62-46bf-9af1-f1c7793baba3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:06.356950 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa271278-ea62-46bf-9af1-f1c7793baba3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:06.357289 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa271278-ea62-46bf-9af1-f1c7793baba3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:06.357719 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa271278-ea62-46bf-9af1-f1c7793baba3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:06.358109 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa271278-ea62-46bf-9af1-f1c7793baba3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:06.358865 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa271278-ea62-46bf-9af1-f1c7793baba3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:06.358865 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa271278-ea62-46bf-9af1-f1c7793baba3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:06.359131 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa271278-ea62-46bf-9af1-f1c7793baba3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:06.359552 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa271278-ea62-46bf-9af1-f1c7793baba3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:06.359930 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa271278-ea62-46bf-9af1-f1c7793baba3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:06.364390 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a26b9-66f1-4c7a-9896-429eff9a3234 None None] Port 217996a6-4c0f-4f1a-861f-84714f158b67 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:06.380361 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9883129-7c08-49cc-9342-1a12c5a2f5aa req-b4cb5fab-61b8-4a4d-ae6c-ba8f68e57381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:06.381906 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c9883129-7c08-49cc-9342-1a12c5a2f5aa req-b4cb5fab-61b8-4a4d-ae6c-ba8f68e57381 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65e977d9-db64-4322-bf90-948232ecd65b HTTP/1.1" status: 200 len: 845 time: 0.1611483 Oct 10 11:11:06.442526 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:06.447675 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f5959c-a3ab-47c2-9c56-6da5bdad67f4 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:06.485433 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-61e90204-c4e2-42e4-982e-5c6b4172356d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:06.495898 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f0f4c0-2b20-4a3d-a3ce-1dcbb3bca0c7']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:06.517085 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ee72c-66a8-4ea7-b2a0-b4f9b600cd20 req-e039ddec-6f10-45e1-be81-db63a88e63c8 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:06.518560 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2e1ee72c-66a8-4ea7-b2a0-b4f9b600cd20 req-e039ddec-6f10-45e1-be81-db63a88e63c8 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/ports?device_id=64cfef4e-1d4d-4e36-9153-f2ffe3652ab7 HTTP/1.1" status: 200 len: 943 time: 0.3964150 Oct 10 11:11:06.528275 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '063db54d-4d7d-498e-9b5e-f40d189c7cae') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:06.528637 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '063db54d-4d7d-498e-9b5e-f40d189c7cae') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:06.532120 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-41532990-3fb8-4c25-a187-dfc44f572724 None None] Attempting to bind port c3740478-8f01-4b1e-9e03-c85450d23c68 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:11:06.536839 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-41532990-3fb8-4c25-a187-dfc44f572724 None None] Attempting to bind port c3740478-8f01-4b1e-9e03-c85450d23c68 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '063db54d-4d7d-498e-9b5e-f40d189c7cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'a5f0f4c0-2b20-4a3d-a3ce-1dcbb3bca0c7'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:11:06.536839 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41532990-3fb8-4c25-a187-dfc44f572724 None None] Attempting to bind port c3740478-8f01-4b1e-9e03-c85450d23c68 on network a5f0f4c0-2b20-4a3d-a3ce-1dcbb3bca0c7 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:11:06.537022 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:06.552453 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41532990-3fb8-4c25-a187-dfc44f572724 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:11:06.552824 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41532990-3fb8-4c25-a187-dfc44f572724 None None] Checking segment: {'id': '063db54d-4d7d-498e-9b5e-f40d189c7cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'a5f0f4c0-2b20-4a3d-a3ce-1dcbb3bca0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:11:06.553390 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-41532990-3fb8-4c25-a187-dfc44f572724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:06.553951 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41532990-3fb8-4c25-a187-dfc44f572724 None None] Bound using segment: {'id': '063db54d-4d7d-498e-9b5e-f40d189c7cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'a5f0f4c0-2b20-4a3d-a3ce-1dcbb3bca0c7'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:11:06.554067 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-61e90204-c4e2-42e4-982e-5c6b4172356d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Transition to ACTIVE for port object 87a4b98e-e064-47dc-8f17-be66b80bdd41 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:06.554155 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e0d0aab9-5451-4d96-a95b-2643b1f0cd56 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:06.554834 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-41532990-3fb8-4c25-a187-dfc44f572724 None None] Bound port: c3740478-8f01-4b1e-9e03-c85450d23c68, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063db54d-4d7d-498e-9b5e-f40d189c7cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'a5f0f4c0-2b20-4a3d-a3ce-1dcbb3bca0c7'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:11:06.555367 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-41532990-3fb8-4c25-a187-dfc44f572724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:06.561707 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:06.593013 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:06.594655 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Transition to ACTIVE for port object 1c940a86-58db-4ff0-a26d-fbfca2a52068 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:06.607371 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2e1ee72c-66a8-4ea7-b2a0-b4f9b600cd20 req-bce9a526-c8ba-40df-a1e7-9f8c5e5a5450 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/security-groups?id=7c1127a6-d943-4eb8-a8ea-791a3d1c16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705988 Oct 10 11:11:06.610829 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Releasing vlan 486 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:11:06.610829 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:06.670811 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6397a81a-c6e4-4207-99db-3e79bd02c76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:06.671867 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4998e7ce-ce65-4221-86b6-071f73295816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-dac74586-4382-4e00-a6eb-f2005f114a9a', 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'fixed_ips': [{'subnet_id': '555e3283-14e2-499a-a557-ef534edd5290'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:11:06.672732 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 063db54d-4d7d-498e-9b5e-f40d189c7cae resource provider aggregate not found Oct 10 11:11:06.672842 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4998e7ce-ce65-4221-86b6-071f73295816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:06.724963 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Transition to ACTIVE for port object 1c940a86-58db-4ff0-a26d-fbfca2a52068 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:06.728425 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 063db54d-4d7d-498e-9b5e-f40d189c7cae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 063db54d-4d7d-498e-9b5e-f40d189c7cae found for delete ", "request_id": "req-586edbfd-2742-46df-82cf-7521734f85aa"}]} Oct 10 11:11:06.741497 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0aab9-5451-4d96-a95b-2643b1f0cd56 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Pushing event updated for resources: {'Subnet': ['ID=87432049-fef5-4806-bd4d-af0b7981801f,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:06.761823 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-10f5959c-a3ab-47c2-9c56-6da5bdad67f4 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:06.773227 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6397a81a-c6e4-4207-99db-3e79bd02c76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:06.793347 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.api [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 10 11:11:06.793347 dv-neutron-860842-1-hyperv neutron-server[89896]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 10 11:11:06.793347 dv-neutron-860842-1-hyperv neutron-server[89896]: [parameters: {'id': 'a5f0f4c0-2b20-4a3d-a3ce-1dcbb3bca0c7'}] Oct 10 11:11:06.793347 dv-neutron-860842-1-hyperv neutron-server[89896]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:11:06.793959 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG oslo_db.api [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:11:06.802393 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:06.819708 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-61e90204-c4e2-42e4-982e-5c6b4172356d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:06.841125 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9883129-7c08-49cc-9342-1a12c5a2f5aa req-0ba99dd5-e4fa-4785-a2ae-3d412fad5140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:06.842799 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c9883129-7c08-49cc-9342-1a12c5a2f5aa req-0ba99dd5-e4fa-4785-a2ae-3d412fad5140 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4517875 Oct 10 11:11:06.871144 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d0aab9-5451-4d96-a95b-2643b1f0cd56 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Checking segment: {'id': 'da337e13-6c33-4adb-83f7-ca5dcd791b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '70ba6c64-4de1-4734-bbc2-c41861658f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:11:06.871144 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d0aab9-5451-4d96-a95b-2643b1f0cd56 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Network hostable DHCP agents. Network: 70ba6c64-4de1-4734-bbc2-c41861658f31, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:11:06.878363 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7c6a26b9-66f1-4c7a-9896-429eff9a3234 None None] Attempt 10 to provision port 217996a6-4c0f-4f1a-861f-84714f158b67 Oct 10 11:11:06.899561 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e90204-c4e2-42e4-982e-5c6b4172356d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Network d01a7717-559f-4fb8-add2-21d6eff6ceaf is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:06.904047 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-61e90204-c4e2-42e4-982e-5c6b4172356d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:06.908552 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-41532990-3fb8-4c25-a187-dfc44f572724 None None] For port c3740478-8f01-4b1e-9e03-c85450d23c68, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:11:06.908724 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e90204-c4e2-42e4-982e-5c6b4172356d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:06.978638 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Network 3ca9d4d0-66b0-45ee-833e-5af4f3384dcd is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:06.983453 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-41532990-3fb8-4c25-a187-dfc44f572724 None None] For port c3740478-8f01-4b1e-9e03-c85450d23c68, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c3740478-8f01-4b1e-9e03-c85450d23c68,segment=NetworkSegment(063db54d-4d7d-498e-9b5e-f40d189c7cae),segment_id=063db54d-4d7d-498e-9b5e-f40d189c7cae)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:11:06.989612 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:06.995627 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e90204-c4e2-42e4-982e-5c6b4172356d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:06.999397 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-61e90204-c4e2-42e4-982e-5c6b4172356d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:07.033409 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-10f5959c-a3ab-47c2-9c56-6da5bdad67f4 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] device_id is not set on port 2357e00e-ff44-4110-ae1d-f34f3cfb6290 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:11:07.033889 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e90204-c4e2-42e4-982e-5c6b4172356d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Pushing event updated for resources: {'Port': ['ID=87a4b98e-e064-47dc-8f17-be66b80bdd41,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:07.055270 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:07.072695 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:07.073365 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Pushing event updated for resources: {'Port': ['ID=1c940a86-58db-4ff0-a26d-fbfca2a52068,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:07.084109 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-41532990-3fb8-4c25-a187-dfc44f572724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:07.087075 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:07.088666 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a26b9-66f1-4c7a-9896-429eff9a3234 None None] Port 217996a6-4c0f-4f1a-861f-84714f158b67 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:07.104702 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c9883129-7c08-49cc-9342-1a12c5a2f5aa req-ee8f8711-3fc5-4884-9a54-b141a3bebb6f service neutron] 10.222.0.15 "GET /v2.0/networks/8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376642 Oct 10 11:11:07.132189 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-61e90204-c4e2-42e4-982e-5c6b4172356d tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8932257 Oct 10 11:11:07.133212 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48206) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:07.179788 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:07.260211 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-dd970502-5172-41bf-9a37-df67b87ba7fd tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'project_id': 'c06eb20771484324a297961887771bc8', 'port_id': '87a4b98e-e064-47dc-8f17-be66b80bdd41'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:07.265429 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-dd970502-5172-41bf-9a37-df67b87ba7fd tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:07.270176 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-dd970502-5172-41bf-9a37-df67b87ba7fd tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Usage tracker for resource:floatingip and tenant:c06eb20771484324a297961887771bc8 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:07.273476 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-dd970502-5172-41bf-9a37-df67b87ba7fd tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:07.282316 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-dd970502-5172-41bf-9a37-df67b87ba7fd tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:07.292146 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d0aab9-5451-4d96-a95b-2643b1f0cd56 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Network 70ba6c64-4de1-4734-bbc2-c41861658f31 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:11:07.292146 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event deleted for resources: {'Subnet': ['ID=10fb4a4c-6b8e-4f71-8bc3-234cc52f0e2f,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:07.292408 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-4998e7ce-ce65-4221-86b6-071f73295816 None None] Allocated IP 2001:db8::2 (dac74586-4382-4e00-a6eb-f2005f114a9a/555e3283-14e2-499a-a557-ef534edd5290/77615749-c16d-499c-a364-c2787e27c107) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:07.299866 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:07.313171 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Deleting port c3740478-8f01-4b1e-9e03-c85450d23c68 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:07.313631 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:07.370875 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7c6a26b9-66f1-4c7a-9896-429eff9a3234 None None] Provisioning for port 4b152dbd-112c-4019-945d-7788addddd17 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:11:07.384847 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41532990-3fb8-4c25-a187-dfc44f572724 None None] Pushing event updated for resources: {'Port': ['ID=c3740478-8f01-4b1e-9e03-c85450d23c68,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:07.403913 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6397a81a-c6e4-4207-99db-3e79bd02c76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:07.419788 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Attempting to bind port 1c940a86-58db-4ff0-a26d-fbfca2a52068 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:11:07.420163 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Attempting to bind port 1c940a86-58db-4ff0-a26d-fbfca2a52068 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'a2fcaff5-90da-48a9-805c-73bcb99ecf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '3ca9d4d0-66b0-45ee-833e-5af4f3384dcd'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:11:07.420935 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Attempting to bind port 1c940a86-58db-4ff0-a26d-fbfca2a52068 on network 3ca9d4d0-66b0-45ee-833e-5af4f3384dcd {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:11:07.437747 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:11:07.438122 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Checking segment: {'id': 'a2fcaff5-90da-48a9-805c-73bcb99ecf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '3ca9d4d0-66b0-45ee-833e-5af4f3384dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:11:07.438714 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:07.439450 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Bound using segment: {'id': 'a2fcaff5-90da-48a9-805c-73bcb99ecf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '3ca9d4d0-66b0-45ee-833e-5af4f3384dcd'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:11:07.440119 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Bound port: 1c940a86-58db-4ff0-a26d-fbfca2a52068, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2fcaff5-90da-48a9-805c-73bcb99ecf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '3ca9d4d0-66b0-45ee-833e-5af4f3384dcd'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:11:07.440669 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:07.481950 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a46763-9f47-4c88-9878-7a66bb05c9b5 req-f7bb1be0-4f02-4740-9397-f4faffb8b9a1 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:07.485212 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-10a46763-9f47-4c88-9878-7a66bb05c9b5 req-f7bb1be0-4f02-4740-9397-f4faffb8b9a1 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 944 time: 0.7014103 Oct 10 11:11:07.502130 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13cb325-d7b5-462e-bee4-38d22ecf1370 None None] Network a5f0f4c0-2b20-4a3d-a3ce-1dcbb3bca0c7 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:07.504513 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-e0d0aab9-5451-4d96-a95b-2643b1f0cd56 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 70ba6c64-4de1-4734-bbc2-c41861658f31) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:07.510046 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d0aab9-5451-4d96-a95b-2643b1f0cd56 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:07.510814 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e0d0aab9-5451-4d96-a95b-2643b1f0cd56 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:07.527217 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bca98d0-7f1e-4532-8b9d-b510e68821b4 None None] Network 70ba6c64-4de1-4734-bbc2-c41861658f31 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:07.528039 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:07.536556 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397a81a-c6e4-4207-99db-3e79bd02c76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94720589-c452-4232-b8c7-b0ecd3f9cda0,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:07.552997 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dd970502-5172-41bf-9a37-df67b87ba7fd tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:07.677011 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] For port c3740478-8f01-4b1e-9e03-c85450d23c68, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c3740478-8f01-4b1e-9e03-c85450d23c68,segment=NetworkSegment(063db54d-4d7d-498e-9b5e-f40d189c7cae),segment_id=063db54d-4d7d-498e-9b5e-f40d189c7cae)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:07.677011 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:07.691409 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c9883129-7c08-49cc-9342-1a12c5a2f5aa req-1e01dc2c-04e7-4ff2-8a49-04dcbfbd2b99 service neutron] 10.222.0.15 "GET /v2.0/networks/8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5776305 Oct 10 11:11:07.696463 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca9d4d0-66b0-45ee-833e-5af4f3384dcd']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:07.704849 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Could not find standard attr ID for object 947ab086-863f-4dcf-aa34-e9371f6691ee. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:11:07.727020 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6397a81a-c6e4-4207-99db-3e79bd02c76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:07.730744 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6397a81a-c6e4-4207-99db-3e79bd02c76d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/94720589-c452-4232-b8c7-b0ecd3f9cda0 HTTP/1.1" status: 204 len: 168 time: 1.3945937 Oct 10 11:11:07.733158 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2fcaff5-90da-48a9-805c-73bcb99ecf39') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:07.733450 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2fcaff5-90da-48a9-805c-73bcb99ecf39') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:07.750544 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-10a46763-9f47-4c88-9878-7a66bb05c9b5 req-bfc8ffd1-c1c8-483e-b691-97dd4a8af22d tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/security-groups?id=abd51995-f90f-4c13-bd05-cf0ace088ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257829 Oct 10 11:11:07.755667 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:07.791805 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:07.804318 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Releasing vlan 471 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:11:07.804686 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:07.841173 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e0d0aab9-5451-4d96-a95b-2643b1f0cd56 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3643947 Oct 10 11:11:07.841992 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48218) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:07.846786 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment a2fcaff5-90da-48a9-805c-73bcb99ecf39 resource provider aggregate not found Oct 10 11:11:07.873084 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Calling delete_port for c3740478-8f01-4b1e-9e03-c85450d23c68 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:07.903954 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-96b65f23-27f2-4a3c-be11-866ed3f5d036 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Request body: {'port': {'network_id': '70ba6c64-4de1-4734-bbc2-c41861658f31', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-75529110'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:07.915394 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 4b152dbd-112c-4019-945d-7788addddd17 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:11:07.939055 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment a2fcaff5-90da-48a9-805c-73bcb99ecf39 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2fcaff5-90da-48a9-805c-73bcb99ecf39 found for delete ", "request_id": "req-3531f7e7-07b7-4dd5-9d8b-9791ac9dd0b4"}]} Oct 10 11:11:08.014186 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.api [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 10 11:11:08.014186 dv-neutron-860842-1-hyperv neutron-server[89897]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 10 11:11:08.014186 dv-neutron-860842-1-hyperv neutron-server[89897]: [parameters: {'id': '3ca9d4d0-66b0-45ee-833e-5af4f3384dcd'}] Oct 10 11:11:08.014186 dv-neutron-860842-1-hyperv neutron-server[89897]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:11:08.014599 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG oslo_db.api [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:11:08.049836 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dd970502-5172-41bf-9a37-df67b87ba7fd tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:08.096535 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-96b65f23-27f2-4a3c-be11-866ed3f5d036 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:08.102300 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-96b65f23-27f2-4a3c-be11-866ed3f5d036 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Usage tracker for resource:port and tenant:3cb368f53eec46a0893d39fe50ebd81a is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:08.106131 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-96b65f23-27f2-4a3c-be11-866ed3f5d036 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:08.111415 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Provisioning complete for port 217996a6-4c0f-4f1a-861f-84714f158b67 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:11:08.111807 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:08.112145 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Attempt 1 to provision port 217996a6-4c0f-4f1a-861f-84714f158b67 Oct 10 11:11:08.113780 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-96b65f23-27f2-4a3c-be11-866ed3f5d036 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:08.124927 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00313a-9a66-4b3f-bd7f-f89099bf2d36 req-ac0909b6-7f3d-4777-84ab-28c7400159ac tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:08.126535 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cd00313a-9a66-4b3f-bd7f-f89099bf2d36 req-ac0909b6-7f3d-4777-84ab-28c7400159ac tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/ports?device_id=64cfef4e-1d4d-4e36-9153-f2ffe3652ab7 HTTP/1.1" status: 200 len: 943 time: 0.2617753 Oct 10 11:11:08.156893 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:08.180341 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b65f23-27f2-4a3c-be11-866ed3f5d036 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Made reservation on behalf of 3cb368f53eec46a0893d39fe50ebd81a for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:08.194685 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-96b65f23-27f2-4a3c-be11-866ed3f5d036 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:08.194865 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.resource_extend [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:11:08.214930 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-96b65f23-27f2-4a3c-be11-866ed3f5d036 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] device_id is not set on port a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:11:08.227782 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] For port 1c940a86-58db-4ff0-a26d-fbfca2a52068, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:11:08.243438 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event deleted for resources: {'Port': ['ID=c3740478-8f01-4b1e-9e03-c85450d23c68,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:08.269686 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] No DVR routers for this DVR port c3740478-8f01-4b1e-9e03-c85450d23c68 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:11:08.314930 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] For port 1c940a86-58db-4ff0-a26d-fbfca2a52068, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1c940a86-58db-4ff0-a26d-fbfca2a52068,segment=NetworkSegment(a2fcaff5-90da-48a9-805c-73bcb99ecf39),segment_id=a2fcaff5-90da-48a9-805c-73bcb99ecf39)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:11:08.319880 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cd00313a-9a66-4b3f-bd7f-f89099bf2d36 req-859d2320-f059-4802-90ad-93fc541af0d0 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/security-groups?id=7c1127a6-d943-4eb8-a8ea-791a3d1c16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869097 Oct 10 11:11:08.364832 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-dd970502-5172-41bf-9a37-df67b87ba7fd tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Allocated IP 172.26.4.167 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/ed5d21fc-0c73-4736-9df9-63a2a67e2941) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:08.412185 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:08.421287 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-96b65f23-27f2-4a3c-be11-866ed3f5d036 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Allocated IP 2001:db8::63 (70ba6c64-4de1-4734-bbc2-c41861658f31/87432049-fef5-4806-bd4d-af0b7981801f/a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:08.427191 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:08.461631 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Port 217996a6-4c0f-4f1a-861f-84714f158b67 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:08.486543 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f0f4c0-2b20-4a3d-a3ce-1dcbb3bca0c7']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:08.521669 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:08.547098 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '063db54d-4d7d-498e-9b5e-f40d189c7cae') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:08.547668 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '063db54d-4d7d-498e-9b5e-f40d189c7cae') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:08.560259 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4998e7ce-ce65-4221-86b6-071f73295816 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:08.574413 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:08.588818 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Deleting port 1c940a86-58db-4ff0-a26d-fbfca2a52068 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:08.589334 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:08.596893 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:08.616094 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Releasing vlan 486 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:11:08.616851 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:08.644171 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4998e7ce-ce65-4221-86b6-071f73295816 None None] Transition to ACTIVE for port object 77615749-c16d-499c-a364-c2787e27c107 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:08.691970 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993de9ba-2a55-4743-9388-89a7e036118f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-70ba6c64-4de1-4734-bbc2-c41861658f31', 'network_id': '70ba6c64-4de1-4734-bbc2-c41861658f31', 'tenant_id': '3cb368f53eec46a0893d39fe50ebd81a', 'fixed_ips': [{'subnet_id': '87432049-fef5-4806-bd4d-af0b7981801f'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:11:08.692773 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-993de9ba-2a55-4743-9388-89a7e036118f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:08.711103 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Pushing event updated for resources: {'Port': ['ID=1c940a86-58db-4ff0-a26d-fbfca2a52068,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:08.716476 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dd970502-5172-41bf-9a37-df67b87ba7fd tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:08.720480 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:08.726107 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4998e7ce-ce65-4221-86b6-071f73295816 None None] Transition to ACTIVE for port object 77615749-c16d-499c-a364-c2787e27c107 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:08.728874 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab77927d-0fea-46ee-82f9-1cdee13cb0b2 None None] Network 3ca9d4d0-66b0-45ee-833e-5af4f3384dcd requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:08.748863 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48228) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:08.754879 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 4b152dbd-112c-4019-945d-7788addddd17, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=4b152dbd-112c-4019-945d-7788addddd17,segment=NetworkSegment(5652673d-6ce9-45c3-b311-6c39b0f20c74),segment_id=5652673d-6ce9-45c3-b311-6c39b0f20c74)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:08.769550 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 063db54d-4d7d-498e-9b5e-f40d189c7cae resource provider aggregate not found Oct 10 11:11:08.778071 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-66b40ffd-d5d5-4095-81ef-264d0b423d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:08.795591 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 063db54d-4d7d-498e-9b5e-f40d189c7cae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 063db54d-4d7d-498e-9b5e-f40d189c7cae found for delete ", "request_id": "req-f2b15602-190b-47ad-8056-7a60ff68f607"}]} Oct 10 11:11:08.797734 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-66b40ffd-d5d5-4095-81ef-264d0b423d81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:08.802966 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-66b40ffd-d5d5-4095-81ef-264d0b423d81 admin admin] Usage tracker for resource:security_group_rule and tenant:1063cc489fc248eb95bd0b2f35785ad5 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:08.804659 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-66b40ffd-d5d5-4095-81ef-264d0b423d81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:08.811664 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-66b40ffd-d5d5-4095-81ef-264d0b423d81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:08.833802 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:08.860185 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:08.882120 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event deleted for resources: {'Network': ['ID=a5f0f4c0-2b20-4a3d-a3ce-1dcbb3bca0c7,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:08.893594 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c6cc61cb-17fe-4f15-ab08-0c40ff16cd82 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "DELETE /v2.0/networks/a5f0f4c0-2b20-4a3d-a3ce-1dcbb3bca0c7 HTTP/1.1" status: 204 len: 168 time: 5.3365462 Oct 10 11:11:08.897348 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48236) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:08.897815 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:08.898246 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:08.898820 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:08.899328 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:08.899812 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:08.900493 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:08.901328 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:08.901980 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:08.905014 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:08.905014 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:08.905014 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:08.905014 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21450808-3ac3-4307-b44c-87ddf0d2d77c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:08.905349 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-0655146f-b1bf-401f-834e-a04a735d4bd5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1186194229'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:08.913247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4998e7ce-ce65-4221-86b6-071f73295816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:08.913965 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dd970502-5172-41bf-9a37-df67b87ba7fd tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:08.919100 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-0655146f-b1bf-401f-834e-a04a735d4bd5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:08.946259 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-96b65f23-27f2-4a3c-be11-866ed3f5d036 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:08.958325 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '4b152dbd-112c-4019-945d-7788addddd17', 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e', 'port_id': '4b152dbd-112c-4019-945d-7788addddd17', 'mac_address': 'fa:16:3e:d7:9a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 469, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65e977d9-db64-4322-bf90-948232ecd65b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:11:08.961137 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0655146f-b1bf-401f-834e-a04a735d4bd5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Usage tracker for resource:network and tenant:8bb4fcedb87945309c83408accc34ea6 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:08.972870 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0655146f-b1bf-401f-834e-a04a735d4bd5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:09.000270 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-0655146f-b1bf-401f-834e-a04a735d4bd5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:09.018665 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd970502-5172-41bf-9a37-df67b87ba7fd tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:09.021700 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Attempt 2 to provision port 217996a6-4c0f-4f1a-861f-84714f158b67 Oct 10 11:11:09.027353 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-dd970502-5172-41bf-9a37-df67b87ba7fd tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:09.037320 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd970502-5172-41bf-9a37-df67b87ba7fd tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:09.050104 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-96b65f23-27f2-4a3c-be11-866ed3f5d036 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Transition to ACTIVE for port object a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:09.060653 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] For port 1c940a86-58db-4ff0-a26d-fbfca2a52068, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1c940a86-58db-4ff0-a26d-fbfca2a52068,segment=NetworkSegment(a2fcaff5-90da-48a9-805c-73bcb99ecf39),segment_id=a2fcaff5-90da-48a9-805c-73bcb99ecf39)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:09.061009 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:09.061986 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd970502-5172-41bf-9a37-df67b87ba7fd tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Pushing event updated for resources: {'Port': ['ID=ed5d21fc-0c73-4736-9df9-63a2a67e2941,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:09.107049 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-66b40ffd-d5d5-4095-81ef-264d0b423d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:09.110050 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0655146f-b1bf-401f-834e-a04a735d4bd5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Made reservation on behalf of 8bb4fcedb87945309c83408accc34ea6 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:09.113843 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0655146f-b1bf-401f-834e-a04a735d4bd5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:09.159158 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4998e7ce-ce65-4221-86b6-071f73295816 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:09.170601 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-4998e7ce-ce65-4221-86b6-071f73295816 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:09.173105 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4998e7ce-ce65-4221-86b6-071f73295816 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:09.178342 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-66b40ffd-d5d5-4095-81ef-264d0b423d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:09.214581 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-10f5959c-a3ab-47c2-9c56-6da5bdad67f4 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 2001:db8::6ebc:5790:88e9:8a94 (dac74586-4382-4e00-a6eb-f2005f114a9a/555e3283-14e2-499a-a557-ef534edd5290/2357e00e-ff44-4110-ae1d-f34f3cfb6290) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:09.226979 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Calling delete_port for 1c940a86-58db-4ff0-a26d-fbfca2a52068 owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:09.252674 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998e7ce-ce65-4221-86b6-071f73295816 None None] Pushing event updated for resources: {'Port': ['ID=77615749-c16d-499c-a364-c2787e27c107,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:09.335356 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4daef2-3d58-4b8f-8bdc-c40f82ebd7fa req-65dc0e60-6fe3-4f1c-9ef7-ce9403c8844f tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:09.336833 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-db4daef2-3d58-4b8f-8bdc-c40f82ebd7fa req-65dc0e60-6fe3-4f1c-9ef7-ce9403c8844f tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 944 time: 0.3940504 Oct 10 11:11:09.356193 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Port 217996a6-4c0f-4f1a-861f-84714f158b67 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:09.356193 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 4b152dbd-112c-4019-945d-7788addddd17 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:11:09.356193 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:09.364874 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0655146f-b1bf-401f-834e-a04a735d4bd5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 489} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:11:09.379869 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b40ffd-d5d5-4095-81ef-264d0b423d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87255ed4-5747-4274-924b-bf0648127404,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:09.380430 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b152dbd-112c-4019-945d-7788addddd17 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:11:09.390653 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-66b40ffd-d5d5-4095-81ef-264d0b423d81 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1063cc489fc248eb95bd0b2f35785ad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6385233 Oct 10 11:11:09.393777 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48242) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:09.394254 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:09.409481 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0655146f-b1bf-401f-834e-a04a735d4bd5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:09.409843 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-0655146f-b1bf-401f-834e-a04a735d4bd5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Added segment 8570c014-22ab-479a-89eb-d683567a89d7 of type vlan for network fd3766b6-0d21-4a2b-a790-de440ea6dd8d Oct 10 11:11:09.420690 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-4998e7ce-ce65-4221-86b6-071f73295816 None None] Attempting to bind port 77615749-c16d-499c-a364-c2787e27c107 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:11:09.421171 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-4998e7ce-ce65-4221-86b6-071f73295816 None None] Attempting to bind port 77615749-c16d-499c-a364-c2787e27c107 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:11:09.421713 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4998e7ce-ce65-4221-86b6-071f73295816 None None] Attempting to bind port 77615749-c16d-499c-a364-c2787e27c107 on network dac74586-4382-4e00-a6eb-f2005f114a9a {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:11:09.437105 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4998e7ce-ce65-4221-86b6-071f73295816 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:11:09.437663 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4998e7ce-ce65-4221-86b6-071f73295816 None None] Checking segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:11:09.438288 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4998e7ce-ce65-4221-86b6-071f73295816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:09.438890 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4998e7ce-ce65-4221-86b6-071f73295816 None None] Bound using segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:11:09.439549 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-4998e7ce-ce65-4221-86b6-071f73295816 None None] Bound port: 77615749-c16d-499c-a364-c2787e27c107, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:11:09.440131 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4998e7ce-ce65-4221-86b6-071f73295816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:09.444465 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-db4daef2-3d58-4b8f-8bdc-c40f82ebd7fa req-baca7d14-3a66-4fe0-9174-67b85de43df2 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/security-groups?id=abd51995-f90f-4c13-bd05-cf0ace088ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894043 Oct 10 11:11:09.512570 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-96b65f23-27f2-4a3c-be11-866ed3f5d036 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:09.603303 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-993de9ba-2a55-4743-9388-89a7e036118f None None] Allocated IP 2001:db8::2 (70ba6c64-4de1-4734-bbc2-c41861658f31/87432049-fef5-4806-bd4d-af0b7981801f/b53a4abc-4b98-4702-b8f3-aa67cdeb0b75) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:09.611842 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0655146f-b1bf-401f-834e-a04a735d4bd5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:09.638257 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:09.671052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b65f23-27f2-4a3c-be11-866ed3f5d036 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Network 70ba6c64-4de1-4734-bbc2-c41861658f31 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:09.676505 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] No DVR routers for this DVR port 1c940a86-58db-4ff0-a26d-fbfca2a52068 on host dv-neutron-860842-1-hyperv {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:11:09.680831 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-96b65f23-27f2-4a3c-be11-866ed3f5d036 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:09.683063 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b65f23-27f2-4a3c-be11-866ed3f5d036 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Pushing event updated for resources: {'Port': ['ID=a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:09.687628 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b65f23-27f2-4a3c-be11-866ed3f5d036 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:09.693204 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b65f23-27f2-4a3c-be11-866ed3f5d036 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:09.693923 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-96b65f23-27f2-4a3c-be11-866ed3f5d036 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:09.717786 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 4b152dbd-112c-4019-945d-7788addddd17, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=4b152dbd-112c-4019-945d-7788addddd17,segment=NetworkSegment(5652673d-6ce9-45c3-b311-6c39b0f20c74),segment_id=5652673d-6ce9-45c3-b311-6c39b0f20c74)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:09.769994 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c7b6a9dc-6ecc-4dbb-9f3e-e1dcf00fa86b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:09.796365 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:09.797216 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device b67ace68-a6c3-4ca1-8ce0-70d43f587957 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:11:09.867236 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Attempt 3 to provision port 217996a6-4c0f-4f1a-861f-84714f158b67 Oct 10 11:11:09.893949 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event deleted for resources: {'Port': ['ID=1c940a86-58db-4ff0-a26d-fbfca2a52068,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:09.933393 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c7b6a9dc-6ecc-4dbb-9f3e-e1dcf00fa86b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:09.939732 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Port 217996a6-4c0f-4f1a-861f-84714f158b67 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:09.951419 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0655146f-b1bf-401f-834e-a04a735d4bd5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:09.956880 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0655146f-b1bf-401f-834e-a04a735d4bd5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:09.957422 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0655146f-b1bf-401f-834e-a04a735d4bd5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:09.999922 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-96b65f23-27f2-4a3c-be11-866ed3f5d036 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.1462324 Oct 10 11:11:09.999922 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-10f5959c-a3ab-47c2-9c56-6da5bdad67f4 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:10.003764 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:10.015558 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48246) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:10.023784 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-a377b958-588b-4535-ab12-b96e2e97ca78 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Request body: {'port': {'network_id': '70ba6c64-4de1-4734-bbc2-c41861658f31', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-212763628', 'allowed_address_pairs': [{'ip_address': '2001:db8::63', 'mac_address': 'fa:16:3e:65:6c:03'}]}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:10.053176 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.resource_extend [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:11:10.071238 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-4998e7ce-ce65-4221-86b6-071f73295816 None None] For port 77615749-c16d-499c-a364-c2787e27c107, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:11:10.079624 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-10f5959c-a3ab-47c2-9c56-6da5bdad67f4 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Transition to ACTIVE for port object 2357e00e-ff44-4110-ae1d-f34f3cfb6290 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:10.102693 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=4b152dbd-112c-4019-945d-7788addddd17,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:10.112123 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-4998e7ce-ce65-4221-86b6-071f73295816 None None] For port 77615749-c16d-499c-a364-c2787e27c107, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=77615749-c16d-499c-a364-c2787e27c107,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:11:10.118945 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c34a21-482f-4107-8301-adea1a5a70f9 req-facb138f-603e-4eeb-9a28-a2e7c5b5f0f5 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:10.120416 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e8c34a21-482f-4107-8301-adea1a5a70f9 req-facb138f-603e-4eeb-9a28-a2e7c5b5f0f5 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/ports?device_id=64cfef4e-1d4d-4e36-9153-f2ffe3652ab7 HTTP/1.1" status: 200 len: 943 time: 0.4858885 Oct 10 11:11:10.139247 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca9d4d0-66b0-45ee-833e-5af4f3384dcd']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:10.142498 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655146f-b1bf-401f-834e-a04a735d4bd5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event updated for resources: {'Network': ['ID=fd3766b6-0d21-4a2b-a790-de440ea6dd8d,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:10.166566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2fcaff5-90da-48a9-805c-73bcb99ecf39') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:10.166848 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2fcaff5-90da-48a9-805c-73bcb99ecf39') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:10.167644 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network fd3766b6-0d21-4a2b-a790-de440ea6dd8d details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:11:10.180743 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-993de9ba-2a55-4743-9388-89a7e036118f None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:10.183173 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:10.191112 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4998e7ce-ce65-4221-86b6-071f73295816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:10.202473 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e8c34a21-482f-4107-8301-adea1a5a70f9 req-c9d61b60-06a7-4a03-9913-e86849cb89ec tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/security-groups?id=7c1127a6-d943-4eb8-a8ea-791a3d1c16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686746 Oct 10 11:11:10.213352 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0655146f-b1bf-401f-834e-a04a735d4bd5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3138688 Oct 10 11:11:10.216195 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48250) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:10.218076 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:10.223097 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-d961e643-a6e7-44fc-9047-7a50eb2b9703 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Request body: {'subnet': {'network_id': 'fd3766b6-0d21-4a2b-a790-de440ea6dd8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:10.236647 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Releasing vlan 471 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:11:10.237060 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:10.256539 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dd970502-5172-41bf-9a37-df67b87ba7fd tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:10.290105 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-993de9ba-2a55-4743-9388-89a7e036118f None None] Transition to ACTIVE for port object b53a4abc-4b98-4702-b8f3-aa67cdeb0b75 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:10.309569 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c7b6a9dc-6ecc-4dbb-9f3e-e1dcf00fa86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:10.321474 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment a2fcaff5-90da-48a9-805c-73bcb99ecf39 resource provider aggregate not found Oct 10 11:11:10.341189 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-10f5959c-a3ab-47c2-9c56-6da5bdad67f4 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:10.343648 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a377b958-588b-4535-ab12-b96e2e97ca78 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:10.350016 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment a2fcaff5-90da-48a9-805c-73bcb99ecf39 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2fcaff5-90da-48a9-805c-73bcb99ecf39 found for delete ", "request_id": "req-013527e0-bd50-4a92-aa2c-ef2e6d3351a1"}]} Oct 10 11:11:10.390036 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a377b958-588b-4535-ab12-b96e2e97ca78 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Usage tracker for resource:port and tenant:3cb368f53eec46a0893d39fe50ebd81a is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:10.399973 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a377b958-588b-4535-ab12-b96e2e97ca78 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:10.401677 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-993de9ba-2a55-4743-9388-89a7e036118f None None] Transition to ACTIVE for port object b53a4abc-4b98-4702-b8f3-aa67cdeb0b75 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:10.405669 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6a9dc-6ecc-4dbb-9f3e-e1dcf00fa86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87255ed4-5747-4274-924b-bf0648127404,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:10.415876 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a377b958-588b-4535-ab12-b96e2e97ca78 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:10.429147 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c7b6a9dc-6ecc-4dbb-9f3e-e1dcf00fa86b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:10.432609 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c7b6a9dc-6ecc-4dbb-9f3e-e1dcf00fa86b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/87255ed4-5747-4274-924b-bf0648127404 HTTP/1.1" status: 204 len: 168 time: 1.0377553 Oct 10 11:11:10.446573 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f5959c-a3ab-47c2-9c56-6da5bdad67f4 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:10.452140 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-10f5959c-a3ab-47c2-9c56-6da5bdad67f4 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:10.454204 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Attempt 4 to provision port 217996a6-4c0f-4f1a-861f-84714f158b67 Oct 10 11:11:10.469055 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f5959c-a3ab-47c2-9c56-6da5bdad67f4 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:10.470127 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f5959c-a3ab-47c2-9c56-6da5bdad67f4 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:10.470870 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-10f5959c-a3ab-47c2-9c56-6da5bdad67f4 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:10.490918 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5959c-a3ab-47c2-9c56-6da5bdad67f4 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Port': ['ID=2357e00e-ff44-4110-ae1d-f34f3cfb6290,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:10.521673 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port b67ace68-a6c3-4ca1-8ce0-70d43f587957, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b67ace68-a6c3-4ca1-8ce0-70d43f587957,segment=NetworkSegment(444e6788-eb7a-4101-8106-c0fe98621e3b),segment_id=444e6788-eb7a-4101-8106-c0fe98621e3b)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:10.522563 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d961e643-a6e7-44fc-9047-7a50eb2b9703 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:10.528278 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d961e643-a6e7-44fc-9047-7a50eb2b9703 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Usage tracker for resource:subnet and tenant:8bb4fcedb87945309c83408accc34ea6 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:10.534690 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d961e643-a6e7-44fc-9047-7a50eb2b9703 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:10.544464 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d961e643-a6e7-44fc-9047-7a50eb2b9703 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:10.554413 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dd970502-5172-41bf-9a37-df67b87ba7fd tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:10.568390 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': 'b67ace68-a6c3-4ca1-8ce0-70d43f587957', 'network_id': '25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65', 'port_id': 'b67ace68-a6c3-4ca1-8ce0-70d43f587957', 'mac_address': 'fa:16:3e:a2:18:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 493, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7165ed-72f0-43d7-b671-b766b0f5b107', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:11:10.579406 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998e7ce-ce65-4221-86b6-071f73295816 None None] Pushing event updated for resources: {'Port': ['ID=77615749-c16d-499c-a364-c2787e27c107,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:10.616599 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Port 217996a6-4c0f-4f1a-861f-84714f158b67 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:10.668380 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:10.670107 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-993de9ba-2a55-4743-9388-89a7e036118f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:10.682490 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port b67ace68-a6c3-4ca1-8ce0-70d43f587957 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:11:10.683333 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:10.741558 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:10.747403 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/networks/3ca9d4d0-66b0-45ee-833e-5af4f3384dcd HTTP/1.1" status: 204 len: 168 time: 6.5279267 Oct 10 11:11:10.751613 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f14dfa-5906-4849-8ca1-ef9b0a5195c8 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event deleted for resources: {'Network': ['ID=3ca9d4d0-66b0-45ee-833e-5af4f3384dcd,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:10.754521 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48262) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:10.773422 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b67ace68-a6c3-4ca1-8ce0-70d43f587957 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:11:10.789719 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993de9ba-2a55-4743-9388-89a7e036118f None None] Network 70ba6c64-4de1-4734-bbc2-c41861658f31 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:10.797058 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-993de9ba-2a55-4743-9388-89a7e036118f None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:10.802152 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993de9ba-2a55-4743-9388-89a7e036118f None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:10.806067 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a377b958-588b-4535-ab12-b96e2e97ca78 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Made reservation on behalf of 3cb368f53eec46a0893d39fe50ebd81a for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:10.811152 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port b67ace68-a6c3-4ca1-8ce0-70d43f587957, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b67ace68-a6c3-4ca1-8ce0-70d43f587957,segment=NetworkSegment(444e6788-eb7a-4101-8106-c0fe98621e3b),segment_id=444e6788-eb7a-4101-8106-c0fe98621e3b)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:10.812279 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993de9ba-2a55-4743-9388-89a7e036118f None None] Pushing event updated for resources: {'Port': ['ID=b53a4abc-4b98-4702-b8f3-aa67cdeb0b75,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:10.825720 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-71552763-dd13-42e1-aa2b-84328b020c16 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2118950934'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:10.844193 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-71552763-dd13-42e1-aa2b-84328b020c16 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:10.858603 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-71552763-dd13-42e1-aa2b-84328b020c16 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Usage tracker for resource:network and tenant:9b52ed05dd7340c5ab7a911779462445 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:10.864929 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dd970502-5172-41bf-9a37-df67b87ba7fd tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:10.864929 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-71552763-dd13-42e1-aa2b-84328b020c16 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:10.874400 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-71552763-dd13-42e1-aa2b-84328b020c16 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:10.917781 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-993de9ba-2a55-4743-9388-89a7e036118f None None] Attempting to bind port b53a4abc-4b98-4702-b8f3-aa67cdeb0b75 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:11:10.918168 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-993de9ba-2a55-4743-9388-89a7e036118f None None] Attempting to bind port b53a4abc-4b98-4702-b8f3-aa67cdeb0b75 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'da337e13-6c33-4adb-83f7-ca5dcd791b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '70ba6c64-4de1-4734-bbc2-c41861658f31'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:11:10.918626 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993de9ba-2a55-4743-9388-89a7e036118f None None] Attempting to bind port b53a4abc-4b98-4702-b8f3-aa67cdeb0b75 on network 70ba6c64-4de1-4734-bbc2-c41861658f31 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:11:10.924088 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993de9ba-2a55-4743-9388-89a7e036118f None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:11:10.924568 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993de9ba-2a55-4743-9388-89a7e036118f None None] Checking segment: {'id': 'da337e13-6c33-4adb-83f7-ca5dcd791b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '70ba6c64-4de1-4734-bbc2-c41861658f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:11:10.925030 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-993de9ba-2a55-4743-9388-89a7e036118f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:10.925475 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993de9ba-2a55-4743-9388-89a7e036118f None None] Bound using segment: {'id': 'da337e13-6c33-4adb-83f7-ca5dcd791b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '70ba6c64-4de1-4734-bbc2-c41861658f31'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:11:10.926027 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-993de9ba-2a55-4743-9388-89a7e036118f None None] Bound port: b53a4abc-4b98-4702-b8f3-aa67cdeb0b75, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da337e13-6c33-4adb-83f7-ca5dcd791b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '70ba6c64-4de1-4734-bbc2-c41861658f31'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:11:10.926481 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-993de9ba-2a55-4743-9388-89a7e036118f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:10.927995 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48266) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:10.928129 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-10f5959c-a3ab-47c2-9c56-6da5bdad67f4 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.3279181 Oct 10 11:11:10.943738 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:10.989400 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e328f6-3837-4b62-8c09-47af9063dca3 req-bf6f01ff-27c8-467e-8a8e-671a9a9b4e57 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:10.996978 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-11e328f6-3837-4b62-8c09-47af9063dca3 req-bf6f01ff-27c8-467e-8a8e-671a9a9b4e57 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 944 time: 0.2407110 Oct 10 11:11:11.015351 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a377b958-588b-4535-ab12-b96e2e97ca78 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:11.032368 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d961e643-a6e7-44fc-9047-7a50eb2b9703 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Made reservation on behalf of 8bb4fcedb87945309c83408accc34ea6 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:11.037015 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d961e643-a6e7-44fc-9047-7a50eb2b9703 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:11.050865 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dd970502-5172-41bf-9a37-df67b87ba7fd tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:11.059572 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-a377b958-588b-4535-ab12-b96e2e97ca78 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] device_id is not set on port 9ff81ff8-05f5-4ab9-8d33-d05b5be532af yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:11:11.072723 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=b67ace68-a6c3-4ca1-8ce0-70d43f587957,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:11.076890 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71552763-dd13-42e1-aa2b-84328b020c16 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Made reservation on behalf of 9b52ed05dd7340c5ab7a911779462445 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:11.082653 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-71552763-dd13-42e1-aa2b-84328b020c16 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:11.084678 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-993de9ba-2a55-4743-9388-89a7e036118f None None] For port b53a4abc-4b98-4702-b8f3-aa67cdeb0b75, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:11:11.088573 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-993de9ba-2a55-4743-9388-89a7e036118f None None] For port b53a4abc-4b98-4702-b8f3-aa67cdeb0b75, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=b53a4abc-4b98-4702-b8f3-aa67cdeb0b75,segment=NetworkSegment(da337e13-6c33-4adb-83f7-ca5dcd791b0c),segment_id=da337e13-6c33-4adb-83f7-ca5dcd791b0c)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:11:11.118003 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Attempt 5 to provision port 217996a6-4c0f-4f1a-861f-84714f158b67 Oct 10 11:11:11.120247 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-11e328f6-3837-4b62-8c09-47af9063dca3 req-77cd5789-4c21-40b1-b534-f5b22e2183e9 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/security-groups?id=abd51995-f90f-4c13-bd05-cf0ace088ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224320 Oct 10 11:11:11.159726 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-993de9ba-2a55-4743-9388-89a7e036118f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:11.270085 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['4b152dbd-112c-4019-945d-7788addddd17'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:11:11.351279 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['b67ace68-a6c3-4ca1-8ce0-70d43f587957'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:11:11.363620 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-a377b958-588b-4535-ab12-b96e2e97ca78 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Allocated IP 2001:db8::316 (70ba6c64-4de1-4734-bbc2-c41861658f31/87432049-fef5-4806-bd4d-af0b7981801f/9ff81ff8-05f5-4ab9-8d33-d05b5be532af) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:11.474574 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Port 217996a6-4c0f-4f1a-861f-84714f158b67 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:11.475288 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 77615749-c16d-499c-a364-c2787e27c107 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:11:11.483639 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd970502-5172-41bf-9a37-df67b87ba7fd tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Pushing event updated for resources: {'Port': ['ID=ed5d21fc-0c73-4736-9df9-63a2a67e2941,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:11.744738 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993de9ba-2a55-4743-9388-89a7e036118f None None] Pushing event updated for resources: {'Port': ['ID=b53a4abc-4b98-4702-b8f3-aa67cdeb0b75,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:11.768495 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a377b958-588b-4535-ab12-b96e2e97ca78 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:11.808732 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-a377b958-588b-4535-ab12-b96e2e97ca78 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Transition to ACTIVE for port object 9ff81ff8-05f5-4ab9-8d33-d05b5be532af will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:11.829306 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dd970502-5172-41bf-9a37-df67b87ba7fd tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:11.912761 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a377b958-588b-4535-ab12-b96e2e97ca78 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:11.976495 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Attempt 6 to provision port 217996a6-4c0f-4f1a-861f-84714f158b67 Oct 10 11:11:12.046514 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a377b958-588b-4535-ab12-b96e2e97ca78 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Network 70ba6c64-4de1-4734-bbc2-c41861658f31 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:12.055562 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-a377b958-588b-4535-ab12-b96e2e97ca78 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:12.056012 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 77615749-c16d-499c-a364-c2787e27c107 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:11:12.059256 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a377b958-588b-4535-ab12-b96e2e97ca78 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:12.067705 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a377b958-588b-4535-ab12-b96e2e97ca78 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:12.069027 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a377b958-588b-4535-ab12-b96e2e97ca78 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:12.107873 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377b958-588b-4535-ab12-b96e2e97ca78 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Pushing event updated for resources: {'Port': ['ID=9ff81ff8-05f5-4ab9-8d33-d05b5be532af,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:12.138127 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Port 217996a6-4c0f-4f1a-861f-84714f158b67 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:12.242572 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a377b958-588b-4535-ab12-b96e2e97ca78 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.2208569 Oct 10 11:11:12.242572 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48290) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:12.242736 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71552763-dd13-42e1-aa2b-84328b020c16 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 466} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:11:12.289855 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-71552763-dd13-42e1-aa2b-84328b020c16 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:12.290202 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-71552763-dd13-42e1-aa2b-84328b020c16 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Added segment 199f9659-1d4f-468a-a178-9da1ed103508 of type vlan for network 315f1a15-fca2-491e-9bc7-c1a0f24d2072 Oct 10 11:11:12.320074 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7864f83-3a53-41cd-802f-28edb4fbc717 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:12.326128 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7864f83-3a53-41cd-802f-28edb4fbc717 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:12.326938 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d7864f83-3a53-41cd-802f-28edb4fbc717 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:11:12.407835 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-dd970502-5172-41bf-9a37-df67b87ba7fd tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Floating IP bb775b43-74a9-4028-9cc5-6130a64b7bd4 associated. External IP: 172.26.4.167, port: 87a4b98e-e064-47dc-8f17-be66b80bdd41. Oct 10 11:11:12.478987 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-71552763-dd13-42e1-aa2b-84328b020c16 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:12.506735 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916a3c4e-499b-4aa1-9f43-39137a472113 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:12.513938 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ecc08-d4b1-4300-8bde-d8f865fafb3c req-22bd3512-9210-4bf9-86cb-9b45428fad58 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:12.516041 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-305ecc08-d4b1-4300-8bde-d8f865fafb3c req-22bd3512-9210-4bf9-86cb-9b45428fad58 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/ports?device_id=64cfef4e-1d4d-4e36-9153-f2ffe3652ab7 HTTP/1.1" status: 200 len: 944 time: 0.9252965 Oct 10 11:11:12.523285 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d7864f83-3a53-41cd-802f-28edb4fbc717 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:11:12.526591 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916a3c4e-499b-4aa1-9f43-39137a472113 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:12.527719 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d7864f83-3a53-41cd-802f-28edb4fbc717 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.5982311 Oct 10 11:11:12.530944 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48298) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:12.533564 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916a3c4e-499b-4aa1-9f43-39137a472113 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:12.534484 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-916a3c4e-499b-4aa1-9f43-39137a472113 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Synchronizing usage tracker for tenant:3cb368f53eec46a0893d39fe50ebd81a on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:11:12.549700 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c39089-47cd-48e0-a89f-c760a912cfe4 req-a8b58935-3b2d-4eb4-b1f1-0a111da4bb28 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:12.555364 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-53c39089-47cd-48e0-a89f-c760a912cfe4 req-a8b58935-3b2d-4eb4-b1f1-0a111da4bb28 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 945 time: 0.2134664 Oct 10 11:11:12.598824 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d961e643-a6e7-44fc-9047-7a50eb2b9703 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:12.622860 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-53c39089-47cd-48e0-a89f-c760a912cfe4 req-5da43747-d23f-4cc0-a044-73573cd02286 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/security-groups?id=abd51995-f90f-4c13-bd05-cf0ace088ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632875 Oct 10 11:11:12.639130 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Attempt 7 to provision port 217996a6-4c0f-4f1a-861f-84714f158b67 Oct 10 11:11:12.661045 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-916a3c4e-499b-4aa1-9f43-39137a472113 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Unset dirty status for tenant:3cb368f53eec46a0893d39fe50ebd81a on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:11:12.662430 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-916a3c4e-499b-4aa1-9f43-39137a472113 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2477 time: 0.4218037 Oct 10 11:11:12.665234 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48302) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:12.715453 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b4c087-dad3-428f-bb41-c4f7e0a4155d None None] Network 70ba6c64-4de1-4734-bbc2-c41861658f31 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:12.761793 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Port 217996a6-4c0f-4f1a-861f-84714f158b67 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:12.773821 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-59e55bff-0776-4f2a-8f43-05f13bbe5034 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Deleting port 9ff81ff8-05f5-4ab9-8d33-d05b5be532af {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:12.774390 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-59e55bff-0776-4f2a-8f43-05f13bbe5034 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:12.784650 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-305ecc08-d4b1-4300-8bde-d8f865fafb3c req-0f93d648-d033-483d-9aa9-c52c7411aa16 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/security-groups?id=7c1127a6-d943-4eb8-a8ea-791a3d1c16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517724 Oct 10 11:11:12.836574 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-423f949a-7dbb-4317-b6db-f9bc7f4a80a6 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting port 2357e00e-ff44-4110-ae1d-f34f3cfb6290 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:12.836574 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-423f949a-7dbb-4317-b6db-f9bc7f4a80a6 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:12.881686 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-71552763-dd13-42e1-aa2b-84328b020c16 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:12.890173 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71552763-dd13-42e1-aa2b-84328b020c16 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:12.891077 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-71552763-dd13-42e1-aa2b-84328b020c16 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:12.943975 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961e643-a6e7-44fc-9047-7a50eb2b9703 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event updated for resources: {'Subnet': ['ID=524a19ba-5c42-41cf-9503-945fb2e3321b,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:12.966641 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 4b152dbd-112c-4019-945d-7788addddd17 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:11:13.102300 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d961e643-a6e7-44fc-9047-7a50eb2b9703 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Checking segment: {'id': '8570c014-22ab-479a-89eb-d683567a89d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': 'fd3766b6-0d21-4a2b-a790-de440ea6dd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:11:13.102672 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d961e643-a6e7-44fc-9047-7a50eb2b9703 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Network hostable DHCP agents. Network: fd3766b6-0d21-4a2b-a790-de440ea6dd8d, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:11:13.169459 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-59e55bff-0776-4f2a-8f43-05f13bbe5034 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:13.203939 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port 4b152dbd-112c-4019-945d-7788addddd17 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:11:13.216513 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 4b152dbd-112c-4019-945d-7788addddd17 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:11:13.218008 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:13.219274 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 4b152dbd-112c-4019-945d-7788addddd17 Oct 10 11:11:13.269425 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Attempt 8 to provision port 217996a6-4c0f-4f1a-861f-84714f158b67 Oct 10 11:11:13.274315 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71552763-dd13-42e1-aa2b-84328b020c16 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event updated for resources: {'Network': ['ID=315f1a15-fca2-491e-9bc7-c1a0f24d2072,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:13.298825 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-59e55bff-0776-4f2a-8f43-05f13bbe5034 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Calling delete_port for 9ff81ff8-05f5-4ab9-8d33-d05b5be532af owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:13.301923 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-71552763-dd13-42e1-aa2b-84328b020c16 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.5463095 Oct 10 11:11:13.315414 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48314) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:13.339863 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-8ffd66e2-e5c1-4e29-ab21-1e6d196fcf8b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Request body: {'subnet': {'network_id': '315f1a15-fca2-491e-9bc7-c1a0f24d2072', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:13.365463 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 315f1a15-fca2-491e-9bc7-c1a0f24d2072 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:11:13.554921 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Port 217996a6-4c0f-4f1a-861f-84714f158b67 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:13.556627 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device b53a4abc-4b98-4702-b8f3-aa67cdeb0b75 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:11:13.574478 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-8ffd66e2-e5c1-4e29-ab21-1e6d196fcf8b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:13.575722 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-59e55bff-0776-4f2a-8f43-05f13bbe5034 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:13.579384 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8ffd66e2-e5c1-4e29-ab21-1e6d196fcf8b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Usage tracker for resource:subnet and tenant:9b52ed05dd7340c5ab7a911779462445 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:13.582568 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8ffd66e2-e5c1-4e29-ab21-1e6d196fcf8b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:13.589112 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-8ffd66e2-e5c1-4e29-ab21-1e6d196fcf8b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:13.667913 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e55bff-0776-4f2a-8f43-05f13bbe5034 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Pushing event deleted for resources: {'Port': ['ID=9ff81ff8-05f5-4ab9-8d33-d05b5be532af,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:13.737934 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48324) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:13.758131 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 4b152dbd-112c-4019-945d-7788addddd17 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:11:13.758684 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:13.800547 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 4b152dbd-112c-4019-945d-7788addddd17, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=4b152dbd-112c-4019-945d-7788addddd17,segment=NetworkSegment(5652673d-6ce9-45c3-b311-6c39b0f20c74),segment_id=5652673d-6ce9-45c3-b311-6c39b0f20c74)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:13.802305 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cfef4e-1d4d-4e36-9153-f2ffe3652ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b152dbd-112c-4019-945d-7788addddd17'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:11:13.922983 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port b53a4abc-4b98-4702-b8f3-aa67cdeb0b75 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:11:13.927271 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:13.928038 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device b67ace68-a6c3-4ca1-8ce0-70d43f587957 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:11:14.007748 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-199859c0-f859-4109-8b20-16123a3618ae tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1620677385', 'router:external': True}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:14.026570 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-199859c0-f859-4109-8b20-16123a3618ae tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:14.048463 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-199859c0-f859-4109-8b20-16123a3618ae tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Usage tracker for resource:network and tenant:790cbdd6a96947d2a599b1467005dc5c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:14.053897 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-199859c0-f859-4109-8b20-16123a3618ae tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:14.058321 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-59e55bff-0776-4f2a-8f43-05f13bbe5034 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:14.058769 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Attempt 9 to provision port 217996a6-4c0f-4f1a-861f-84714f158b67 Oct 10 11:11:14.069726 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-199859c0-f859-4109-8b20-16123a3618ae tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:14.113838 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aad859-14c7-4a26-bd39-a9fe6d89b744 req-3ad31ed0-2957-41b6-ba01-18a85b68898f tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:14.115232 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e1aad859-14c7-4a26-bd39-a9fe6d89b744 req-3ad31ed0-2957-41b6-ba01-18a85b68898f tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 945 time: 0.2560394 Oct 10 11:11:14.117829 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d961e643-a6e7-44fc-9047-7a50eb2b9703 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Network fd3766b6-0d21-4a2b-a790-de440ea6dd8d is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:11:14.145252 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-59e55bff-0776-4f2a-8f43-05f13bbe5034 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] 10.222.0.40 "DELETE /v2.0/ports/9ff81ff8-05f5-4ab9-8d33-d05b5be532af HTTP/1.1" status: 204 len: 168 time: 1.4755287 Oct 10 11:11:14.147393 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48336) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:14.157381 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffd66e2-e5c1-4e29-ab21-1e6d196fcf8b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Made reservation on behalf of 9b52ed05dd7340c5ab7a911779462445 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:14.161333 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8ffd66e2-e5c1-4e29-ab21-1e6d196fcf8b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:14.161512 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a63d02-217b-4a78-9a59-5866117707b6" -d '{"events": [{"server_uuid": "64cfef4e-1d4d-4e36-9153-f2ffe3652ab7", "name": "network-vif-plugged", "status": "completed", "tag": "4b152dbd-112c-4019-945d-7788addddd17"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:11:14.171588 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Port 217996a6-4c0f-4f1a-861f-84714f158b67 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:14.172235 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=4b152dbd-112c-4019-945d-7788addddd17,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:14.195872 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199859c0-f859-4109-8b20-16123a3618ae tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Made reservation on behalf of 790cbdd6a96947d2a599b1467005dc5c for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:14.199770 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-199859c0-f859-4109-8b20-16123a3618ae tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:14.234000 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-43398728-f52f-41f1-af55-6201a077d404 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] GET failed (client error): The resource could not be found. Oct 10 11:11:14.234541 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-43398728-f52f-41f1-af55-6201a077d404 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Synchronizing usage tracker for tenant:3cb368f53eec46a0893d39fe50ebd81a on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:11:14.237055 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-199859c0-f859-4109-8b20-16123a3618ae tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:14.267998 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e1aad859-14c7-4a26-bd39-a9fe6d89b744 req-b2a51cc2-3cc6-44b5-a0c7-b6000ad58238 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/security-groups?id=abd51995-f90f-4c13-bd05-cf0ace088ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460752 Oct 10 11:11:14.272333 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-199859c0-f859-4109-8b20-16123a3618ae tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:14.278227 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-199859c0-f859-4109-8b20-16123a3618ae tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Usage tracker for resource:security_group_rule and tenant:790cbdd6a96947d2a599b1467005dc5c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:14.281671 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-199859c0-f859-4109-8b20-16123a3618ae tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:14.288156 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-199859c0-f859-4109-8b20-16123a3618ae tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:14.295090 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port b67ace68-a6c3-4ca1-8ce0-70d43f587957 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:11:14.305335 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port b67ace68-a6c3-4ca1-8ce0-70d43f587957 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:11:14.305335 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:14.305335 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port b67ace68-a6c3-4ca1-8ce0-70d43f587957 Oct 10 11:11:14.341002 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7f4514-db1f-4f9d-931a-6144b89ad553 None None] get_active_networks_info from dv-neutron-860842-1-hyperv {{(pid=89898) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 10 11:11:14.346436 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-43398728-f52f-41f1-af55-6201a077d404 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Unset dirty status for tenant:3cb368f53eec46a0893d39fe50ebd81a on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:11:14.351234 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-43398728-f52f-41f1-af55-6201a077d404 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] 10.222.0.40 "GET /v2.0/ports/9ff81ff8-05f5-4ab9-8d33-d05b5be532af HTTP/1.1" status: 404 len: 333 time: 0.1991994 Oct 10 11:11:14.354233 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48344) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:14.358934 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-423f949a-7dbb-4317-b6db-f9bc7f4a80a6 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:14.364423 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-c903cc5c-4af8-4956-a701-4ce40570bf35 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Request body: {'port': {'network_id': '70ba6c64-4de1-4734-bbc2-c41861658f31', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-497007815'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:14.430659 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0892ef65-6a95-435d-9ff0-371859d9a90f x-openstack-request-id: req-0892ef65-6a95-435d-9ff0-371859d9a90f {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:11:14.431174 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64cfef4e-1d4d-4e36-9153-f2ffe3652ab7", "name": "network-vif-plugged", "status": "completed", "tag": "4b152dbd-112c-4019-945d-7788addddd17", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:11:14.431493 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0892ef65-6a95-435d-9ff0-371859d9a90f {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:11:14.432042 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0892ef65-6a95-435d-9ff0-371859d9a90f'] response: {'server_uuid': '64cfef4e-1d4d-4e36-9153-f2ffe3652ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b152dbd-112c-4019-945d-7788addddd17', 'code': 200} Oct 10 11:11:14.497424 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-d961e643-a6e7-44fc-9047-7a50eb2b9703 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, fd3766b6-0d21-4a2b-a790-de440ea6dd8d) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:14.505509 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-199859c0-f859-4109-8b20-16123a3618ae tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:14.511449 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-423f949a-7dbb-4317-b6db-f9bc7f4a80a6 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Calling delete_port for 2357e00e-ff44-4110-ae1d-f34f3cfb6290 owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:14.557354 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd970502-5172-41bf-9a37-df67b87ba7fd tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Router c3be5f2c-2761-4473-94de-99cd1f32a110 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:11:14.559979 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c903cc5c-4af8-4956-a701-4ce40570bf35 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:14.564580 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d961e643-a6e7-44fc-9047-7a50eb2b9703 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:14.565183 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d961e643-a6e7-44fc-9047-7a50eb2b9703 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:14.572169 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c903cc5c-4af8-4956-a701-4ce40570bf35 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:14.574961 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port b67ace68-a6c3-4ca1-8ce0-70d43f587957 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:11:14.575441 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:14.605146 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-199859c0-f859-4109-8b20-16123a3618ae tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:14.628409 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7f4514-db1f-4f9d-931a-6144b89ad553 None None] Resources bound (agent type, host, resource id): {{(pid=89898) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 10 11:11:14.632995 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cba037-4e7b-47aa-9faa-02c9c78e239d req-77458d31-edf9-4f26-af88-f6f62b0ca891 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:14.638643 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port b67ace68-a6c3-4ca1-8ce0-70d43f587957, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b67ace68-a6c3-4ca1-8ce0-70d43f587957,segment=NetworkSegment(444e6788-eb7a-4101-8106-c0fe98621e3b),segment_id=444e6788-eb7a-4101-8106-c0fe98621e3b)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:14.638822 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e8cba037-4e7b-47aa-9faa-02c9c78e239d req-77458d31-edf9-4f26-af88-f6f62b0ca891 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/ports?device_id=64cfef4e-1d4d-4e36-9153-f2ffe3652ab7 HTTP/1.1" status: 200 len: 945 time: 0.5764799 Oct 10 11:11:14.642531 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199859c0-f859-4109-8b20-16123a3618ae tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 487} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:11:14.658856 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199859c0-f859-4109-8b20-16123a3618ae tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b638fc8-198c-46bb-9458-b19fe682c31a,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:14.663522 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-199859c0-f859-4109-8b20-16123a3618ae tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:14.664042 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-199859c0-f859-4109-8b20-16123a3618ae tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Added segment 56a5a594-b3a7-46fa-a5c5-7582f30b26de of type vlan for network f4a9a053-9cfa-4aab-ac71-5c08e0616f0c Oct 10 11:11:14.673310 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Attempt 10 to provision port 217996a6-4c0f-4f1a-861f-84714f158b67 Oct 10 11:11:14.683211 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c903cc5c-4af8-4956-a701-4ce40570bf35 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Made reservation on behalf of 3cb368f53eec46a0893d39fe50ebd81a for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:14.692636 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c903cc5c-4af8-4956-a701-4ce40570bf35 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:14.736586 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-c903cc5c-4af8-4956-a701-4ce40570bf35 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] device_id is not set on port a3b15dd3-84c8-4f58-bb37-1f6e07711bf3 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:11:14.760063 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d961e643-a6e7-44fc-9047-7a50eb2b9703 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 4.5428345 Oct 10 11:11:14.768483 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48348) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:14.777244 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-199859c0-f859-4109-8b20-16123a3618ae tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:14.832364 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:14.903718 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Port 217996a6-4c0f-4f1a-861f-84714f158b67 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:14.920972 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Could not find standard attr ID for object 537aaeda-c209-4369-986f-d03624b5f9fa. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:11:14.973973 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=b67ace68-a6c3-4ca1-8ce0-70d43f587957,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:14.994014 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-c903cc5c-4af8-4956-a701-4ce40570bf35 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Allocated IP 2001:db8::2fd (70ba6c64-4de1-4734-bbc2-c41861658f31/87432049-fef5-4806-bd4d-af0b7981801f/a3b15dd3-84c8-4f58-bb37-1f6e07711bf3) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:15.011194 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-199859c0-f859-4109-8b20-16123a3618ae tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:15.012253 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199859c0-f859-4109-8b20-16123a3618ae tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:15.012891 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-199859c0-f859-4109-8b20-16123a3618ae tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:15.033887 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3a00f-0e1b-4c1a-9e53-691439f08550 req-3ebfc016-6c26-4a7a-85ba-0102f8d5a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:15.043493 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f6f3a00f-0e1b-4c1a-9e53-691439f08550 req-3ebfc016-6c26-4a7a-85ba-0102f8d5a498 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=64cfef4e-1d4d-4e36-9153-f2ffe3652ab7 HTTP/1.1" status: 200 len: 1098 time: 0.2024634 Oct 10 11:11:15.058327 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Provisioning for port 4629006d-4d40-4060-b6b2-b2cb7bbe692f completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:11:15.068392 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Provisioning complete for port 4629006d-4d40-4060-b6b2-b2cb7bbe692f triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:11:15.072440 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:15.072440 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Attempt 1 to provision port 4629006d-4d40-4060-b6b2-b2cb7bbe692f Oct 10 11:11:15.077858 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e8cba037-4e7b-47aa-9faa-02c9c78e239d req-5dbe9e07-8543-44ec-a280-388ba187f540 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/security-groups?id=7c1127a6-d943-4eb8-a8ea-791a3d1c16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4260364 Oct 10 11:11:15.103275 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-f6f3a00f-0e1b-4c1a-9e53-691439f08550 req-7cd8d0e6-0c19-4679-a128-7cae2d33ce56 service neutron] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:15.186304 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:15.190582 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd970502-5172-41bf-9a37-df67b87ba7fd tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:11:15.210540 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-f6f3a00f-0e1b-4c1a-9e53-691439f08550 req-7cd8d0e6-0c19-4679-a128-7cae2d33ce56 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:15.211547 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae766d61-3c79-4ede-bfcf-2ca6c9cce138 None None] Sync routers for ids ['c3be5f2c-2761-4473-94de-99cd1f32a110'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:11:15.213316 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199859c0-f859-4109-8b20-16123a3618ae tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Pushing event updated for resources: {'Network': ['ID=f4a9a053-9cfa-4aab-ac71-5c08e0616f0c,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:15.242137 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-423f949a-7dbb-4317-b6db-f9bc7f4a80a6 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:15.242739 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae766d61-3c79-4ede-bfcf-2ca6c9cce138 None None] Routers {'c3be5f2c-2761-4473-94de-99cd1f32a110'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:11:15.244201 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ae766d61-3c79-4ede-bfcf-2ca6c9cce138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:11:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['c3be5f2c-2761-4473-94de-99cd1f32a110'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:15.247034 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-f6f3a00f-0e1b-4c1a-9e53-691439f08550 req-7cd8d0e6-0c19-4679-a128-7cae2d33ce56 service neutron] Usage tracker for resource:security_group_rule and tenant:a2868ae8bb1b4f7ba496067e265820da is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:15.252712 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-f6f3a00f-0e1b-4c1a-9e53-691439f08550 req-7cd8d0e6-0c19-4679-a128-7cae2d33ce56 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:15.263463 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-f6f3a00f-0e1b-4c1a-9e53-691439f08550 req-7cd8d0e6-0c19-4679-a128-7cae2d33ce56 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:15.289218 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Current status of the port 4629006d-4d40-4060-b6b2-b2cb7bbe692f is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:11:15.289770 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:15.313004 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network f4a9a053-9cfa-4aab-ac71-5c08e0616f0c details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:11:15.324046 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dd970502-5172-41bf-9a37-df67b87ba7fd tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:15.356674 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ae766d61-3c79-4ede-bfcf-2ca6c9cce138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:15.367002 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] For port 4629006d-4d40-4060-b6b2-b2cb7bbe692f, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=4629006d-4d40-4060-b6b2-b2cb7bbe692f,segment=NetworkSegment(80dd9a61-fcc9-49b5-b740-8005fa74e655),segment_id=80dd9a61-fcc9-49b5-b740-8005fa74e655)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:15.369402 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae766d61-3c79-4ede-bfcf-2ca6c9cce138 None None] Routers {'c3be5f2c-2761-4473-94de-99cd1f32a110'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:11:15.370306 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ae766d61-3c79-4ede-bfcf-2ca6c9cce138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:11:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['c3be5f2c-2761-4473-94de-99cd1f32a110'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:15.438824 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-199859c0-f859-4109-8b20-16123a3618ae tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.6998653 Oct 10 11:11:15.443029 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48354) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:15.445285 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ae766d61-3c79-4ede-bfcf-2ca6c9cce138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:15.445701 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae766d61-3c79-4ede-bfcf-2ca6c9cce138 None None] The sync data for ids ['c3be5f2c-2761-4473-94de-99cd1f32a110'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:11:15.453639 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f949a-7dbb-4317-b6db-f9bc7f4a80a6 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Port': ['ID=2357e00e-ff44-4110-ae1d-f34f3cfb6290,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:15.474750 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:15.507467 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8ffd66e2-e5c1-4e29-ab21-1e6d196fcf8b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:15.512408 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-b495d3cb-411a-453e-85ae-17a3bbd3981f tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Request body: {'subnet': {'network_id': 'f4a9a053-9cfa-4aab-ac71-5c08e0616f0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:15.529161 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b495d3cb-411a-453e-85ae-17a3bbd3981f tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:15.551463 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b495d3cb-411a-453e-85ae-17a3bbd3981f tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Usage tracker for resource:subnet and tenant:790cbdd6a96947d2a599b1467005dc5c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:15.553118 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Could not find standard attr ID for object 17472fda-cf6f-4a2d-ae41-dc696ae6bf85. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:11:15.564133 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b495d3cb-411a-453e-85ae-17a3bbd3981f tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:15.565421 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-423f949a-7dbb-4317-b6db-f9bc7f4a80a6 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:15.570459 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-423f949a-7dbb-4317-b6db-f9bc7f4a80a6 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/2357e00e-ff44-4110-ae1d-f34f3cfb6290 HTTP/1.1" status: 204 len: 168 time: 3.0358651 Oct 10 11:11:15.573558 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48358) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:15.597510 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b495d3cb-411a-453e-85ae-17a3bbd3981f tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:15.607166 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Pushing event updated for resources: {'Port': ['ID=4629006d-4d40-4060-b6b2-b2cb7bbe692f,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:15.614229 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-dd970502-5172-41bf-9a37-df67b87ba7fd tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 8.4762371 Oct 10 11:11:15.618489 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0293f60-35b3-4dab-839a-102242824ffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-fd3766b6-0d21-4a2b-a790-de440ea6dd8d', 'network_id': 'fd3766b6-0d21-4a2b-a790-de440ea6dd8d', 'tenant_id': '8bb4fcedb87945309c83408accc34ea6', 'fixed_ips': [{'subnet_id': '524a19ba-5c42-41cf-9503-945fb2e3321b'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:11:15.618489 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e0293f60-35b3-4dab-839a-102242824ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:15.618727 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48362) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:15.626315 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:15.685470 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c903cc5c-4af8-4956-a701-4ce40570bf35 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:15.703141 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Provisioning for port 87a4b98e-e064-47dc-8f17-be66b80bdd41 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:11:15.716965 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Provisioning complete for port 87a4b98e-e064-47dc-8f17-be66b80bdd41 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:11:15.717482 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:15.717928 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Attempt 1 to provision port 87a4b98e-e064-47dc-8f17-be66b80bdd41 Oct 10 11:11:15.750843 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-c903cc5c-4af8-4956-a701-4ce40570bf35 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Transition to ACTIVE for port object a3b15dd3-84c8-4f58-bb37-1f6e07711bf3 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:15.756315 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0351b8f-2c7f-4f1c-b317-b4d3201fbcce tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:15.757876 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0351b8f-2c7f-4f1c-b317-b4d3201fbcce tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:15.758649 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b0351b8f-2c7f-4f1c-b317-b4d3201fbcce tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:11:15.811760 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b495d3cb-411a-453e-85ae-17a3bbd3981f tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Made reservation on behalf of 790cbdd6a96947d2a599b1467005dc5c for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:15.814293 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b495d3cb-411a-453e-85ae-17a3bbd3981f tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:15.822887 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Port 87a4b98e-e064-47dc-8f17-be66b80bdd41 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:15.833794 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-f6f3a00f-0e1b-4c1a-9e53-691439f08550 req-7cd8d0e6-0c19-4679-a128-7cae2d33ce56 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:15.840034 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-e0293f60-35b3-4dab-839a-102242824ffc None None] Allocated IP 2001:db8::1 (fd3766b6-0d21-4a2b-a790-de440ea6dd8d/524a19ba-5c42-41cf-9503-945fb2e3321b/075d4f00-0ed3-4cab-89c5-36c3e66acce7) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:15.846147 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373d787-b525-4d2c-829c-4563cb05beeb req-3cf41353-bc1c-4054-842c-96a48f66a21d tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:15.847021 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c373d787-b525-4d2c-829c-4563cb05beeb req-3cf41353-bc1c-4054-842c-96a48f66a21d tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 946 time: 0.4004331 Oct 10 11:11:15.869615 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd66e2-e5c1-4e29-ab21-1e6d196fcf8b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event updated for resources: {'Subnet': ['ID=37548520-0fd0-4a39-8184-cc65b8b82131,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:15.905579 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffd66e2-e5c1-4e29-ab21-1e6d196fcf8b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Checking segment: {'id': '199f9659-1d4f-468a-a178-9da1ed103508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '315f1a15-fca2-491e-9bc7-c1a0f24d2072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:11:15.905941 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffd66e2-e5c1-4e29-ab21-1e6d196fcf8b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Network hostable DHCP agents. Network: 315f1a15-fca2-491e-9bc7-c1a0f24d2072, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:11:15.949424 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f5574aa3-0d70-49f3-bc2f-d80da961ab61 tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] 10.222.0.40 "GET /v2.0/floatingips/bb775b43-74a9-4028-9cc5-6130a64b7bd4 HTTP/1.1" status: 200 len: 981 time: 0.3268580 Oct 10 11:11:15.951957 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48366) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:15.957176 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-f6f3a00f-0e1b-4c1a-9e53-691439f08550 req-7cd8d0e6-0c19-4679-a128-7cae2d33ce56 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:15.975845 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b0351b8f-2c7f-4f1c-b317-b4d3201fbcce tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:11:15.977106 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b0351b8f-2c7f-4f1c-b317-b4d3201fbcce tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3952169 Oct 10 11:11:15.991984 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c903cc5c-4af8-4956-a701-4ce40570bf35 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:15.998318 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48370) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:16.057714 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8f2ca638-3598-49e0-8a19-61ae65154e4e tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] 10.222.0.40 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2424 time: 0.1011856 Oct 10 11:11:16.058122 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48374) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:16.105054 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e0293f60-35b3-4dab-839a-102242824ffc None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:16.105633 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f6f3a00f-0e1b-4c1a-9e53-691439f08550 req-7cd8d0e6-0c19-4679-a128-7cae2d33ce56 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7c1127a6-d943-4eb8-a8ea-791a3d1c16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0377247 Oct 10 11:11:16.127474 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-e0293f60-35b3-4dab-839a-102242824ffc None None] Transition to ACTIVE for port object 075d4f00-0ed3-4cab-89c5-36c3e66acce7 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:16.144080 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c373d787-b525-4d2c-829c-4563cb05beeb req-d16b7990-b034-403a-9e6f-2fc63eefd8ce tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/security-groups?id=abd51995-f90f-4c13-bd05-cf0ace088ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2786250 Oct 10 11:11:16.155663 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c903cc5c-4af8-4956-a701-4ce40570bf35 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Network 70ba6c64-4de1-4734-bbc2-c41861658f31 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:16.162119 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-e0293f60-35b3-4dab-839a-102242824ffc None None] Transition to ACTIVE for port object 075d4f00-0ed3-4cab-89c5-36c3e66acce7 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:16.169456 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-c903cc5c-4af8-4956-a701-4ce40570bf35 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:16.172479 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c903cc5c-4af8-4956-a701-4ce40570bf35 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:16.178141 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c903cc5c-4af8-4956-a701-4ce40570bf35 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:16.178775 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c903cc5c-4af8-4956-a701-4ce40570bf35 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:16.187489 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8d0e6-0c19-4679-a128-7cae2d33ce56 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6278eacc-5129-4e49-be16-cebfd13f6315,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:16.218603 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903cc5c-4af8-4956-a701-4ce40570bf35 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Pushing event updated for resources: {'Port': ['ID=a3b15dd3-84c8-4f58-bb37-1f6e07711bf3,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:16.239597 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4cf326-34ff-4f6d-bd74-dfc840fb1494 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet 555e3283-14e2-499a-a557-ef534edd5290 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:11:16.242496 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffd66e2-e5c1-4e29-ab21-1e6d196fcf8b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Network 315f1a15-fca2-491e-9bc7-c1a0f24d2072 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:11:16.247307 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bf4cf326-34ff-4f6d-bd74-dfc840fb1494 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:16.283642 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e0293f60-35b3-4dab-839a-102242824ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:16.323808 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Attempt 2 to provision port 87a4b98e-e064-47dc-8f17-be66b80bdd41 Oct 10 11:11:16.327241 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c903cc5c-4af8-4956-a701-4ce40570bf35 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9693093 Oct 10 11:11:16.330424 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48380) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:16.334736 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-6586a8b1-30a9-449f-a112-c302be3d8c52 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Deleting port ed5d21fc-0c73-4736-9df9-63a2a67e2941 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:16.335234 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6586a8b1-30a9-449f-a112-c302be3d8c52 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:16.355555 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bf4cf326-34ff-4f6d-bd74-dfc840fb1494 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:16.403767 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0293f60-35b3-4dab-839a-102242824ffc None None] Network fd3766b6-0d21-4a2b-a790-de440ea6dd8d is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:16.409764 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-e0293f60-35b3-4dab-839a-102242824ffc None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:16.412191 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0293f60-35b3-4dab-839a-102242824ffc None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:16.421959 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Port 87a4b98e-e064-47dc-8f17-be66b80bdd41 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:16.422429 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0293f60-35b3-4dab-839a-102242824ffc None None] Pushing event updated for resources: {'Port': ['ID=075d4f00-0ed3-4cab-89c5-36c3e66acce7,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:16.459536 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67ace68-a6c3-4ca1-8ce0-70d43f587957'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:11:16.460711 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53afe2bf-f03b-4bad-9b59-08ec5c0c3ad4" -d '{"events": [{"server_uuid": "4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd", "name": "network-vif-plugged", "status": "completed", "tag": "b67ace68-a6c3-4ca1-8ce0-70d43f587957"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:11:16.467450 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-4736d318-08a3-4afd-a367-d07aa0506028 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::63', 'mac_address': 'fa:16:3e:65:6c:03'}]}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:16.474821 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bf4cf326-34ff-4f6d-bd74-dfc840fb1494 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:16.497468 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-8ffd66e2-e5c1-4e29-ab21-1e6d196fcf8b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 315f1a15-fca2-491e-9bc7-c1a0f24d2072) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:16.510515 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:16.528688 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73383445-d9f3-4634-982e-2caebde7eebd x-openstack-request-id: req-73383445-d9f3-4634-982e-2caebde7eebd {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:11:16.529095 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd", "name": "network-vif-plugged", "status": "completed", "tag": "b67ace68-a6c3-4ca1-8ce0-70d43f587957", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:11:16.535308 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-73383445-d9f3-4634-982e-2caebde7eebd {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:11:16.535308 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73383445-d9f3-4634-982e-2caebde7eebd'] response: {'server_uuid': '4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67ace68-a6c3-4ca1-8ce0-70d43f587957', 'code': 200} Oct 10 11:11:16.535982 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-e0293f60-35b3-4dab-839a-102242824ffc None None] Attempting to bind port 075d4f00-0ed3-4cab-89c5-36c3e66acce7 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:11:16.536886 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-e0293f60-35b3-4dab-839a-102242824ffc None None] Attempting to bind port 075d4f00-0ed3-4cab-89c5-36c3e66acce7 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '8570c014-22ab-479a-89eb-d683567a89d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': 'fd3766b6-0d21-4a2b-a790-de440ea6dd8d'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:11:16.536886 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0293f60-35b3-4dab-839a-102242824ffc None None] Attempting to bind port 075d4f00-0ed3-4cab-89c5-36c3e66acce7 on network fd3766b6-0d21-4a2b-a790-de440ea6dd8d {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:11:16.543753 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0293f60-35b3-4dab-839a-102242824ffc None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:11:16.544281 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0293f60-35b3-4dab-839a-102242824ffc None None] Checking segment: {'id': '8570c014-22ab-479a-89eb-d683567a89d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': 'fd3766b6-0d21-4a2b-a790-de440ea6dd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:11:16.544996 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e0293f60-35b3-4dab-839a-102242824ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:16.545508 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0293f60-35b3-4dab-839a-102242824ffc None None] Bound using segment: {'id': '8570c014-22ab-479a-89eb-d683567a89d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': 'fd3766b6-0d21-4a2b-a790-de440ea6dd8d'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:11:16.546084 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-e0293f60-35b3-4dab-839a-102242824ffc None None] Bound port: 075d4f00-0ed3-4cab-89c5-36c3e66acce7, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8570c014-22ab-479a-89eb-d683567a89d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': 'fd3766b6-0d21-4a2b-a790-de440ea6dd8d'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:11:16.546554 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e0293f60-35b3-4dab-839a-102242824ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:16.570210 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffd66e2-e5c1-4e29-ab21-1e6d196fcf8b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:16.571029 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8ffd66e2-e5c1-4e29-ab21-1e6d196fcf8b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:16.595863 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event deleted for resources: {'Subnet': ['ID=524a19ba-5c42-41cf-9503-945fb2e3321b,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:16.663718 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-e0293f60-35b3-4dab-839a-102242824ffc None None] For port 075d4f00-0ed3-4cab-89c5-36c3e66acce7, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:11:16.667504 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-e0293f60-35b3-4dab-839a-102242824ffc None None] For port 075d4f00-0ed3-4cab-89c5-36c3e66acce7, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=075d4f00-0ed3-4cab-89c5-36c3e66acce7,segment=NetworkSegment(8570c014-22ab-479a-89eb-d683567a89d7),segment_id=8570c014-22ab-479a-89eb-d683567a89d7)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:11:16.727305 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.objects.ports [None req-b495d3cb-411a-453e-85ae-17a3bbd3981f tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89897) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 10 11:11:16.728107 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b495d3cb-411a-453e-85ae-17a3bbd3981f tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:16.755521 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6586a8b1-30a9-449f-a112-c302be3d8c52 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:16.755865 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6586a8b1-30a9-449f-a112-c302be3d8c52 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:16.780159 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bf4cf326-34ff-4f6d-bd74-dfc840fb1494 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:16.809909 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bf4cf326-34ff-4f6d-bd74-dfc840fb1494 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:16.817304 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495d3cb-411a-453e-85ae-17a3bbd3981f tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Pushing event updated for resources: {'Subnet': ['ID=db3ac04e-cc38-45d4-9213-ef1050a8d239,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:16.826038 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8ffd66e2-e5c1-4e29-ab21-1e6d196fcf8b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5011072 Oct 10 11:11:16.827993 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:16.836257 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e0293f60-35b3-4dab-839a-102242824ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:16.863000 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4cf326-34ff-4f6d-bd74-dfc840fb1494 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=555e3283-14e2-499a-a557-ef534edd5290,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:16.870166 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48386) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:16.895119 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b764f6a-c24f-4683-8a7e-a1ad934e5213 req-4b9c9d83-43e1-4f45-ad81-ec9d958c3ceb tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:16.897328 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9b764f6a-c24f-4683-8a7e-a1ad934e5213 req-4b9c9d83-43e1-4f45-ad81-ec9d958c3ceb tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/ports?device_id=64cfef4e-1d4d-4e36-9153-f2ffe3652ab7 HTTP/1.1" status: 200 len: 945 time: 0.6586328 Oct 10 11:11:16.921993 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0293f60-35b3-4dab-839a-102242824ffc None None] Pushing event updated for resources: {'Port': ['ID=075d4f00-0ed3-4cab-89c5-36c3e66acce7,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:16.942058 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Attempt 3 to provision port 87a4b98e-e064-47dc-8f17-be66b80bdd41 Oct 10 11:11:16.965269 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-6586a8b1-30a9-449f-a112-c302be3d8c52 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Calling delete_port for ed5d21fc-0c73-4736-9df9-63a2a67e2941 owned by network:floatingip {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:16.990198 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b495d3cb-411a-453e-85ae-17a3bbd3981f tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Checking segment: {'id': '56a5a594-b3a7-46fa-a5c5-7582f30b26de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': 'f4a9a053-9cfa-4aab-ac71-5c08e0616f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:11:16.990637 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b495d3cb-411a-453e-85ae-17a3bbd3981f tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Network hostable DHCP agents. Network: f4a9a053-9cfa-4aab-ac71-5c08e0616f0c, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:11:17.040560 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd3766b6-0d21-4a2b-a790-de440ea6dd8d']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:17.057244 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-bf4cf326-34ff-4f6d-bd74-dfc840fb1494 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/555e3283-14e2-499a-a557-ef534edd5290 HTTP/1.1" status: 204 len: 168 time: 1.0143158 Oct 10 11:11:17.057483 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Port 87a4b98e-e064-47dc-8f17-be66b80bdd41 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:17.060806 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48390) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:17.064697 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8570c014-22ab-479a-89eb-d683567a89d7') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:17.064995 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8570c014-22ab-479a-89eb-d683567a89d7') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:17.081247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90a82e9-6278-49c0-8fa6-0935e4a8e8af None None] get_active_networks_info from dv-neutron-860842-1-hyperv {{(pid=89898) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 10 11:11:17.110030 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:17.155800 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-de185795-1558-4ca1-b01c-87982ec165b5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924182 Oct 10 11:11:17.161062 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48394) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:17.183882 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-050956a0-fb8a-40f8-96df-8839f918f8dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:17.222566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-84078520-3e72-49ad-ba5e-1f659fe8a5c2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:17.318385 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9b764f6a-c24f-4683-8a7e-a1ad934e5213 req-26cae579-7457-4d9c-a46b-18a1b6c39c46 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/security-groups?id=7c1127a6-d943-4eb8-a8ea-791a3d1c16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3219485 Oct 10 11:11:17.323819 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:17.324588 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90a82e9-6278-49c0-8fa6-0935e4a8e8af None None] Resources bound (agent type, host, resource id): {{(pid=89898) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 10 11:11:17.355003 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Releasing vlan 489 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:11:17.355404 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:17.397240 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4736d318-08a3-4afd-a367-d07aa0506028 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:17.406933 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b495d3cb-411a-453e-85ae-17a3bbd3981f tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Network f4a9a053-9cfa-4aab-ac71-5c08e0616f0c is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:11:17.413089 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 8570c014-22ab-479a-89eb-d683567a89d7 resource provider aggregate not found Oct 10 11:11:17.496446 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 4629006d-4d40-4060-b6b2-b2cb7bbe692f up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:11:17.508253 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 8570c014-22ab-479a-89eb-d683567a89d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8570c014-22ab-479a-89eb-d683567a89d7 found for delete ", "request_id": "req-76d02297-a4d3-4c4c-abc0-e76c122829e7"}]} Oct 10 11:11:17.524203 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c2e6e-b8f8-4376-8c7c-62716952047e req-2ce3203b-284f-4e26-a0c1-8fd62e5b2628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:17.535179 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4b3c2e6e-b8f8-4376-8c7c-62716952047e req-2ce3203b-284f-4e26-a0c1-8fd62e5b2628 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 1099 time: 0.5372257 Oct 10 11:11:17.535179 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-050956a0-fb8a-40f8-96df-8839f918f8dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:17.548434 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-050956a0-fb8a-40f8-96df-8839f918f8dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:subnet and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:17.557253 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-b495d3cb-411a-453e-85ae-17a3bbd3981f tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, f4a9a053-9cfa-4aab-ac71-5c08e0616f0c) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:17.558071 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Attempt 4 to provision port 87a4b98e-e064-47dc-8f17-be66b80bdd41 Oct 10 11:11:17.563679 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-050956a0-fb8a-40f8-96df-8839f918f8dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:17.579009 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b495d3cb-411a-453e-85ae-17a3bbd3981f tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:17.579743 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b495d3cb-411a-453e-85ae-17a3bbd3981f tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:17.591899 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-050956a0-fb8a-40f8-96df-8839f918f8dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:17.601260 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.api [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 10 11:11:17.601260 dv-neutron-860842-1-hyperv neutron-server[89896]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 10 11:11:17.601260 dv-neutron-860842-1-hyperv neutron-server[89896]: [parameters: {'id': 'fd3766b6-0d21-4a2b-a790-de440ea6dd8d'}] Oct 10 11:11:17.601260 dv-neutron-860842-1-hyperv neutron-server[89896]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:11:17.605037 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG oslo_db.api [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:11:17.625392 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-84078520-3e72-49ad-ba5e-1f659fe8a5c2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:17.659203 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Port 87a4b98e-e064-47dc-8f17-be66b80bdd41 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:17.678861 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-4b3c2e6e-b8f8-4376-8c7c-62716952047e req-b77b3ddf-9505-4b36-9d59-c14775a0db31 service neutron] Synchronizing usage tracker for tenant:a2868ae8bb1b4f7ba496067e265820da on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:11:17.718930 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b495d3cb-411a-453e-85ae-17a3bbd3981f tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2737317 Oct 10 11:11:17.719585 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050956a0-fb8a-40f8-96df-8839f918f8dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:17.722957 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-050956a0-fb8a-40f8-96df-8839f918f8dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:17.736908 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48404) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:17.755452 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 4629006d-4d40-4060-b6b2-b2cb7bbe692f triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:11:17.755452 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:17.755766 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 4629006d-4d40-4060-b6b2-b2cb7bbe692f Oct 10 11:11:17.757407 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6586a8b1-30a9-449f-a112-c302be3d8c52 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:17.768356 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa88eb-982f-4578-989a-95ddc9f9b28f req-0afeb063-a89c-481a-8107-24dd2c32976a tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:17.769858 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ecfa88eb-982f-4578-989a-95ddc9f9b28f req-0afeb063-a89c-481a-8107-24dd2c32976a tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 946 time: 0.3453941 Oct 10 11:11:17.773447 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-8c72e2a4-1d6d-4621-81cd-27aeb04aa7b6 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1072387403', 'network_id': 'f4a9a053-9cfa-4aab-ac71-5c08e0616f0c'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:17.785234 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8c72e2a4-1d6d-4621-81cd-27aeb04aa7b6 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:17.805427 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8c72e2a4-1d6d-4621-81cd-27aeb04aa7b6 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Usage tracker for resource:port and tenant:790cbdd6a96947d2a599b1467005dc5c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:17.851404 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-4b3c2e6e-b8f8-4376-8c7c-62716952047e req-b77b3ddf-9505-4b36-9d59-c14775a0db31 service neutron] Unset dirty status for tenant:a2868ae8bb1b4f7ba496067e265820da on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:11:17.852502 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4b3c2e6e-b8f8-4376-8c7c-62716952047e req-b77b3ddf-9505-4b36-9d59-c14775a0db31 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=abd51995-f90f-4c13-bd05-cf0ace088ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3175654 Oct 10 11:11:17.855997 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8c72e2a4-1d6d-4621-81cd-27aeb04aa7b6 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:17.872008 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8c72e2a4-1d6d-4621-81cd-27aeb04aa7b6 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:17.874501 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-84078520-3e72-49ad-ba5e-1f659fe8a5c2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:17.894177 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586a8b1-30a9-449f-a112-c302be3d8c52 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Pushing event deleted for resources: {'Port': ['ID=ed5d21fc-0c73-4736-9df9-63a2a67e2941,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:17.986140 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 4629006d-4d40-4060-b6b2-b2cb7bbe692f is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:11:18.000426 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84078520-3e72-49ad-ba5e-1f659fe8a5c2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event deleted for resources: {'Subnet': ['ID=37548520-0fd0-4a39-8184-cc65b8b82131,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:18.032452 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ecfa88eb-982f-4578-989a-95ddc9f9b28f req-3f472c1f-9e05-4aff-8f49-a20b518e91f1 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/security-groups?id=abd51995-f90f-4c13-bd05-cf0ace088ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520189 Oct 10 11:11:18.032598 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901d0db7-6b71-4651-8328-eed43ff3d4d0 None None] Network fd3766b6-0d21-4a2b-a790-de440ea6dd8d requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:18.056834 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6586a8b1-30a9-449f-a112-c302be3d8c52 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks [] for floatingip, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:18.057483 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-6586a8b1-30a9-449f-a112-c302be3d8c52 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Floating IP bb775b43-74a9-4028-9cc5-6130a64b7bd4 disassociated (deleted). External IP: 172.26.4.167, port: 87a4b98e-e064-47dc-8f17-be66b80bdd41. Oct 10 11:11:18.076832 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1017a9e-84ac-4ad4-bb5b-0c040aa0aef3 None None] Network 315f1a15-fca2-491e-9bc7-c1a0f24d2072 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:18.104622 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c72e2a4-1d6d-4621-81cd-27aeb04aa7b6 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Made reservation on behalf of 790cbdd6a96947d2a599b1467005dc5c for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:18.109422 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8c72e2a4-1d6d-4621-81cd-27aeb04aa7b6 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:18.201407 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f22efe-d06a-4ab9-9098-4e5f89e6915a None None] Network f4a9a053-9cfa-4aab-ac71-5c08e0616f0c requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:18.222339 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Attempt 5 to provision port 87a4b98e-e064-47dc-8f17-be66b80bdd41 Oct 10 11:11:18.247742 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-84078520-3e72-49ad-ba5e-1f659fe8a5c2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:18.270349 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:18.296133 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-8c72e2a4-1d6d-4621-81cd-27aeb04aa7b6 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] device_id is not set on port 2e4d0ce5-091b-4aa3-8863-c2aa8673459d yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:11:18.350757 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-84078520-3e72-49ad-ba5e-1f659fe8a5c2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['315f1a15-fca2-491e-9bc7-c1a0f24d2072']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:18.387459 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-84078520-3e72-49ad-ba5e-1f659fe8a5c2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '199f9659-1d4f-468a-a178-9da1ed103508') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:18.387753 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-84078520-3e72-49ad-ba5e-1f659fe8a5c2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '199f9659-1d4f-468a-a178-9da1ed103508') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:18.431948 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Deleting port 075d4f00-0ed3-4cab-89c5-36c3e66acce7 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:18.431948 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:18.434810 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-84078520-3e72-49ad-ba5e-1f659fe8a5c2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:18.472383 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564c0630-4139-466d-91cb-a239950cf139 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:18.477393 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-84078520-3e72-49ad-ba5e-1f659fe8a5c2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:18.522321 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84078520-3e72-49ad-ba5e-1f659fe8a5c2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Releasing vlan 466 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:11:18.522979 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-84078520-3e72-49ad-ba5e-1f659fe8a5c2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:18.573739 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 199f9659-1d4f-468a-a178-9da1ed103508 resource provider aggregate not found Oct 10 11:11:18.622974 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 199f9659-1d4f-468a-a178-9da1ed103508 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 199f9659-1d4f-468a-a178-9da1ed103508 found for delete ", "request_id": "req-a548ac76-0f91-45d8-9d62-f10f9b936b6a"}]} Oct 10 11:11:18.630085 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4736d318-08a3-4afd-a367-d07aa0506028 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:18.631107 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-050956a0-fb8a-40f8-96df-8839f918f8dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:18.679719 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Port 87a4b98e-e064-47dc-8f17-be66b80bdd41 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:18.708839 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050956a0-fb8a-40f8-96df-8839f918f8dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:18.713620 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-8c72e2a4-1d6d-4621-81cd-27aeb04aa7b6 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Allocated IP 172.20.0.5 (f4a9a053-9cfa-4aab-ac71-5c08e0616f0c/db3ac04e-cc38-45d4-9213-ef1050a8d239/2e4d0ce5-091b-4aa3-8863-c2aa8673459d) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:18.717575 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-050956a0-fb8a-40f8-96df-8839f918f8dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:18.721774 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4736d318-08a3-4afd-a367-d07aa0506028 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:18.722453 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-4736d318-08a3-4afd-a367-d07aa0506028 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] In _notify_port_updated(), no bound segment for port a3b15dd3-84c8-4f58-bb37-1f6e07711bf3 on network 70ba6c64-4de1-4734-bbc2-c41861658f31 {{(pid=89896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 10 11:11:18.725676 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050956a0-fb8a-40f8-96df-8839f918f8dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:18.726268 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-050956a0-fb8a-40f8-96df-8839f918f8dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:18.728812 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4736d318-08a3-4afd-a367-d07aa0506028 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:18.729444 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4736d318-08a3-4afd-a367-d07aa0506028 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:18.733457 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4736d318-08a3-4afd-a367-d07aa0506028 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] 10.222.0.40 "PUT /v2.0/ports/a3b15dd3-84c8-4f58-bb37-1f6e07711bf3 HTTP/1.1" status: 200 len: 1001 time: 2.3991797 Oct 10 11:11:18.734714 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48416) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:18.784254 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050956a0-fb8a-40f8-96df-8839f918f8dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=dbbec99b-487c-41b2-8973-5281350b87c2,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:18.847195 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-84078520-3e72-49ad-ba5e-1f659fe8a5c2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:18.850863 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89362de-71c2-45f6-8046-819e08ba64f3 None None] Network 315f1a15-fca2-491e-9bc7-c1a0f24d2072 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:18.879432 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-84078520-3e72-49ad-ba5e-1f659fe8a5c2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:18.881787 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-84078520-3e72-49ad-ba5e-1f659fe8a5c2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/networks/315f1a15-fca2-491e-9bc7-c1a0f24d2072 HTTP/1.1" status: 204 len: 168 time: 2.0088224 Oct 10 11:11:18.885612 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736d318-08a3-4afd-a367-d07aa0506028 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Pushing event updated for resources: {'Port': ['ID=a3b15dd3-84c8-4f58-bb37-1f6e07711bf3,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:18.889691 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48420) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:18.905975 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84078520-3e72-49ad-ba5e-1f659fe8a5c2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event deleted for resources: {'Network': ['ID=315f1a15-fca2-491e-9bc7-c1a0f24d2072,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:18.914423 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6586a8b1-30a9-449f-a112-c302be3d8c52 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Router c3be5f2c-2761-4473-94de-99cd1f32a110 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:11:18.915936 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-86055809-d72e-494c-b287-95bd1dd01543 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1847543828'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:18.920587 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-86055809-d72e-494c-b287-95bd1dd01543 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:18.924601 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-86055809-d72e-494c-b287-95bd1dd01543 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Usage tracker for resource:network and tenant:9b52ed05dd7340c5ab7a911779462445 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:18.932167 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-86055809-d72e-494c-b287-95bd1dd01543 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:18.940802 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89362de-71c2-45f6-8046-819e08ba64f3 None None] Network 315f1a15-fca2-491e-9bc7-c1a0f24d2072 could not be found, it might have been deleted concurrently. {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 10 11:11:18.945123 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-86055809-d72e-494c-b287-95bd1dd01543 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:18.967820 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-050956a0-fb8a-40f8-96df-8839f918f8dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7967885 Oct 10 11:11:18.973494 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-45b3d30e-ad5b-4812-ab55-6ee448d51cfc tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Deleting port a3b15dd3-84c8-4f58-bb37-1f6e07711bf3 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:18.975153 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-45b3d30e-ad5b-4812-ab55-6ee448d51cfc tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:18.998892 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c454d-2913-4ecb-b82a-e361d0f7eaa5 req-0e5151a8-bc52-4a97-ba59-23ef25277666 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:19.005993 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3d4c454d-2913-4ecb-b82a-e361d0f7eaa5 req-0e5151a8-bc52-4a97-ba59-23ef25277666 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/ports?device_id=64cfef4e-1d4d-4e36-9153-f2ffe3652ab7 HTTP/1.1" status: 200 len: 945 time: 0.5034006 Oct 10 11:11:19.029873 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48424) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:19.043250 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-09b47684-efed-4420-a3de-a414048907fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'port': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'fixed_ips': [{'subnet_id': 'dbbec99b-487c-41b2-8973-5281350b87c2', 'ip_address': '2001:db8::c0d9:59bb:8ca3:a144'}], 'name': 'tempest-NetworksTestDHCPv6-1139879766'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:19.061210 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86055809-d72e-494c-b287-95bd1dd01543 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Made reservation on behalf of 9b52ed05dd7340c5ab7a911779462445 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:19.065061 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-86055809-d72e-494c-b287-95bd1dd01543 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:19.140022 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96176332-294f-43e4-a231-d6a19f4eaefa None None] Network f4a9a053-9cfa-4aab-ac71-5c08e0616f0c requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:19.173088 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f0bf21-5fda-43e0-ad01-b84c81053a6c None None] Network fd3766b6-0d21-4a2b-a790-de440ea6dd8d requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:19.214523 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Attempt 6 to provision port 87a4b98e-e064-47dc-8f17-be66b80bdd41 Oct 10 11:11:19.229115 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86055809-d72e-494c-b287-95bd1dd01543 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 456} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:11:19.330113 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-86055809-d72e-494c-b287-95bd1dd01543 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:19.330457 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-86055809-d72e-494c-b287-95bd1dd01543 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Added segment 39bd9a0b-51e6-40ae-8c1f-d20d4df3273b of type vlan for network 72b921f3-3bc1-4791-ab61-9b7a83eda662 Oct 10 11:11:19.418068 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Port 87a4b98e-e064-47dc-8f17-be66b80bdd41 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:19.442503 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3d4c454d-2913-4ecb-b82a-e361d0f7eaa5 req-2a6ef09f-cd54-44b7-bb8c-9d6c809a0e8d tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/security-groups?id=7c1127a6-d943-4eb8-a8ea-791a3d1c16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4356353 Oct 10 11:11:19.455058 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] For port 075d4f00-0ed3-4cab-89c5-36c3e66acce7, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=075d4f00-0ed3-4cab-89c5-36c3e66acce7,segment=NetworkSegment(8570c014-22ab-479a-89eb-d683567a89d7),segment_id=8570c014-22ab-479a-89eb-d683567a89d7)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:19.462161 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:19.586913 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-86055809-d72e-494c-b287-95bd1dd01543 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:19.619445 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8c72e2a4-1d6d-4621-81cd-27aeb04aa7b6 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:19.671796 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-45b3d30e-ad5b-4812-ab55-6ee448d51cfc tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:19.700980 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9a284-5999-4b26-ac32-bae5f80d2dca req-21ace73c-f755-4559-a9b8-a643f21b639a tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:19.702603 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a1c9a284-5999-4b26-ac32-bae5f80d2dca req-21ace73c-f755-4559-a9b8-a643f21b639a tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 946 time: 0.4714332 Oct 10 11:11:19.734983 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Calling delete_port for 075d4f00-0ed3-4cab-89c5-36c3e66acce7 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:19.817153 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa87527-2b06-457d-adb6-086245a64305 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:19.828398 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6586a8b1-30a9-449f-a112-c302be3d8c52 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:11:19.845544 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34ad951-8f50-450a-b82b-05346be05513 None None] Sync routers for ids ['c3be5f2c-2761-4473-94de-99cd1f32a110'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:11:19.850937 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-09b47684-efed-4420-a3de-a414048907fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:19.857297 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-45b3d30e-ad5b-4812-ab55-6ee448d51cfc tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Calling delete_port for a3b15dd3-84c8-4f58-bb37-1f6e07711bf3 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:19.858060 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-09b47684-efed-4420-a3de-a414048907fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:port and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:19.871940 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-09b47684-efed-4420-a3de-a414048907fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:19.882778 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-09b47684-efed-4420-a3de-a414048907fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:19.885974 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-86055809-d72e-494c-b287-95bd1dd01543 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:19.890528 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86055809-d72e-494c-b287-95bd1dd01543 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:19.890528 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-86055809-d72e-494c-b287-95bd1dd01543 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:19.893760 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6586a8b1-30a9-449f-a112-c302be3d8c52 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:19.914036 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34ad951-8f50-450a-b82b-05346be05513 None None] Routers {'c3be5f2c-2761-4473-94de-99cd1f32a110'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:11:19.914678 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-e34ad951-8f50-450a-b82b-05346be05513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:11:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['c3be5f2c-2761-4473-94de-99cd1f32a110'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:19.961482 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6586a8b1-30a9-449f-a112-c302be3d8c52 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] 10.222.0.40 "DELETE /v2.0/floatingips/bb775b43-74a9-4028-9cc5-6130a64b7bd4 HTTP/1.1" status: 204 len: 168 time: 3.9022384 Oct 10 11:11:19.963647 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48432) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:19.969601 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a1c9a284-5999-4b26-ac32-bae5f80d2dca req-42467241-de64-4277-9175-19d4f746668c tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/security-groups?id=abd51995-f90f-4c13-bd05-cf0ace088ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131748 Oct 10 11:11:19.972917 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74553f78-35d5-45c5-815d-35aafa2782ea req-816bc566-1ad8-41e6-a154-e240c6d9a57a tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:19.974405 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-74553f78-35d5-45c5-815d-35aafa2782ea req-816bc566-1ad8-41e6-a154-e240c6d9a57a tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/ports?device_id=64cfef4e-1d4d-4e36-9153-f2ffe3652ab7 HTTP/1.1" status: 200 len: 945 time: 0.3580930 Oct 10 11:11:19.977261 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-cac3f373-b5ab-47ad-b83e-1e01fc6666a4 tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:19.988020 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48436) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:19.996936 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-04f4d4fb-52b9-42ea-b31f-73554d08f882 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Request body: {'floatingip': {'port_id': '4b152dbd-112c-4019-945d-7788addddd17'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:20.007726 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Attempt 7 to provision port 87a4b98e-e064-47dc-8f17-be66b80bdd41 Oct 10 11:11:20.034961 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-e34ad951-8f50-450a-b82b-05346be05513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:20.047692 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86055809-d72e-494c-b287-95bd1dd01543 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event updated for resources: {'Network': ['ID=72b921f3-3bc1-4791-ab61-9b7a83eda662,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:20.061874 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cac3f373-b5ab-47ad-b83e-1e01fc6666a4 tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:20.071302 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:20.075100 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 72b921f3-3bc1-4791-ab61-9b7a83eda662 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:11:20.083990 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cac3f373-b5ab-47ad-b83e-1e01fc6666a4 tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Usage tracker for resource:floatingip and tenant:9bc8b667787345299ae1975ad1f74a64 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:20.114049 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8c72e2a4-1d6d-4621-81cd-27aeb04aa7b6 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:20.118058 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-86055809-d72e-494c-b287-95bd1dd01543 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2233901 Oct 10 11:11:20.124296 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34ad951-8f50-450a-b82b-05346be05513 None None] Routers {'c3be5f2c-2761-4473-94de-99cd1f32a110'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:11:20.124718 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cac3f373-b5ab-47ad-b83e-1e01fc6666a4 tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:20.131441 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-e34ad951-8f50-450a-b82b-05346be05513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:11:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['c3be5f2c-2761-4473-94de-99cd1f32a110'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:20.131587 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48440) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:20.147472 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b47684-efed-4420-a3de-a414048907fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:20.165806 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cac3f373-b5ab-47ad-b83e-1e01fc6666a4 tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:20.167798 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event deleted for resources: {'Port': ['ID=075d4f00-0ed3-4cab-89c5-36c3e66acce7,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:20.175523 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-04f4d4fb-52b9-42ea-b31f-73554d08f882 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks [] for floatingip, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:20.176851 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-1f00b723-37b4-48e3-8964-c7d91f9a0c39 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:20.235987 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] No DVR routers for this DVR port 075d4f00-0ed3-4cab-89c5-36c3e66acce7 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:11:20.238887 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Port 87a4b98e-e064-47dc-8f17-be66b80bdd41 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:20.260958 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c72e2a4-1d6d-4621-81cd-27aeb04aa7b6 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Network f4a9a053-9cfa-4aab-ac71-5c08e0616f0c is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:20.264871 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-e34ad951-8f50-450a-b82b-05346be05513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:20.265281 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34ad951-8f50-450a-b82b-05346be05513 None None] The sync data for ids ['c3be5f2c-2761-4473-94de-99cd1f32a110'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:11:20.319457 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-8c72e2a4-1d6d-4621-81cd-27aeb04aa7b6 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:20.326157 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c72e2a4-1d6d-4621-81cd-27aeb04aa7b6 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:20.368221 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72e2a4-1d6d-4621-81cd-27aeb04aa7b6 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Pushing event updated for resources: {'Port': ['ID=2e4d0ce5-091b-4aa3-8863-c2aa8673459d,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:20.407706 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cac3f373-b5ab-47ad-b83e-1e01fc6666a4 tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:20.447791 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c72e2a4-1d6d-4621-81cd-27aeb04aa7b6 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:20.448898 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8c72e2a4-1d6d-4621-81cd-27aeb04aa7b6 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:20.525443 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-45b3d30e-ad5b-4812-ab55-6ee448d51cfc tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:20.561416 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:20.590527 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3d30e-ad5b-4812-ab55-6ee448d51cfc tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Pushing event deleted for resources: {'Port': ['ID=a3b15dd3-84c8-4f58-bb37-1f6e07711bf3,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:20.629328 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd3766b6-0d21-4a2b-a790-de440ea6dd8d']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:20.645483 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-09b47684-efed-4420-a3de-a414048907fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:20.661127 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8c72e2a4-1d6d-4621-81cd-27aeb04aa7b6 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.9140694 Oct 10 11:11:20.661127 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1f00b723-37b4-48e3-8964-c7d91f9a0c39 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:20.676243 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48444) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:20.740413 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Attempt 8 to provision port 87a4b98e-e064-47dc-8f17-be66b80bdd41 Oct 10 11:11:20.776498 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8570c014-22ab-479a-89eb-d683567a89d7') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:20.776784 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8570c014-22ab-479a-89eb-d683567a89d7') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:20.793626 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1f00b723-37b4-48e3-8964-c7d91f9a0c39 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:20.823094 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Port 87a4b98e-e064-47dc-8f17-be66b80bdd41 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:20.828322 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1f00b723-37b4-48e3-8964-c7d91f9a0c39 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Network 72b921f3-3bc1-4791-ab61-9b7a83eda662 is not hosted by any dhcp agent {{(pid=89897) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 10 11:11:20.833735 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f00b723-37b4-48e3-8964-c7d91f9a0c39 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:20.834543 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1f00b723-37b4-48e3-8964-c7d91f9a0c39 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:20.836274 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1f00b723-37b4-48e3-8964-c7d91f9a0c39 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "PUT /v2.0/networks/72b921f3-3bc1-4791-ab61-9b7a83eda662 HTTP/1.1" status: 200 len: 723 time: 0.6709807 Oct 10 11:11:20.844885 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48448) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:20.898105 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-8b6b5659-4137-4264-92c7-9edeaeebd61c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Deleting port 2e4d0ce5-091b-4aa3-8863-c2aa8673459d {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:20.898691 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8b6b5659-4137-4264-92c7-9edeaeebd61c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:20.903328 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:20.925804 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-cc844465-f9e5-45f2-9b88-46cfb6c52508 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Request body: {'subnet': {'network_id': '72b921f3-3bc1-4791-ab61-9b7a83eda662', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:20.948985 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-45b3d30e-ad5b-4812-ab55-6ee448d51cfc tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:20.953307 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-45b3d30e-ad5b-4812-ab55-6ee448d51cfc tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] 10.222.0.40 "DELETE /v2.0/ports/a3b15dd3-84c8-4f58-bb37-1f6e07711bf3 HTTP/1.1" status: 204 len: 168 time: 2.2153783 Oct 10 11:11:20.969497 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48452) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:20.982170 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-09b47684-efed-4420-a3de-a414048907fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] device_id is not set on port 71c1dd12-06b8-426f-b3e0-7ccae1bd7bc7 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:11:21.011969 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00b723-37b4-48e3-8964-c7d91f9a0c39 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event updated for resources: {'Network': ['ID=72b921f3-3bc1-4791-ab61-9b7a83eda662,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:21.029002 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 72b921f3-3bc1-4791-ab61-9b7a83eda662 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:11:21.062107 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:21.202394 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8b6b5659-4137-4264-92c7-9edeaeebd61c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:21.215004 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Releasing vlan 489 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:11:21.215415 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:21.231807 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd26b088-5dd1-417e-8d9a-9f5d9c70fbf9 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] GET failed (client error): The resource could not be found. Oct 10 11:11:21.233098 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-dd26b088-5dd1-417e-8d9a-9f5d9c70fbf9 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] 10.222.0.40 "GET /v2.0/ports/a3b15dd3-84c8-4f58-bb37-1f6e07711bf3 HTTP/1.1" status: 404 len: 333 time: 0.2598176 Oct 10 11:11:21.267107 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48460) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:21.324046 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Attempt 9 to provision port 87a4b98e-e064-47dc-8f17-be66b80bdd41 Oct 10 11:11:21.337577 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 8570c014-22ab-479a-89eb-d683567a89d7 resource provider aggregate not found Oct 10 11:11:21.381951 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Port 87a4b98e-e064-47dc-8f17-be66b80bdd41 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:21.393954 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-d5aa55c8-ee3d-4997-b722-0e468f2c3d6f tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Request body: {'port': {'network_id': '70ba6c64-4de1-4734-bbc2-c41861658f31', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-510326311'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:21.407596 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-8b6b5659-4137-4264-92c7-9edeaeebd61c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Calling delete_port for 2e4d0ce5-091b-4aa3-8863-c2aa8673459d owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:21.452376 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 8570c014-22ab-479a-89eb-d683567a89d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8570c014-22ab-479a-89eb-d683567a89d7 found for delete ", "request_id": "req-e6426859-fa9c-406a-b321-14bbe5a0c22a"}]} Oct 10 11:11:21.587870 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cc844465-f9e5-45f2-9b88-46cfb6c52508 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:21.631412 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8b6b5659-4137-4264-92c7-9edeaeebd61c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:21.677428 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cc844465-f9e5-45f2-9b88-46cfb6c52508 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Usage tracker for resource:subnet and tenant:9b52ed05dd7340c5ab7a911779462445 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:21.681653 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b5659-4137-4264-92c7-9edeaeebd61c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e4d0ce5-091b-4aa3-8863-c2aa8673459d,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:21.688167 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:21.692347 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cc844465-f9e5-45f2-9b88-46cfb6c52508 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:21.739423 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:21.752768 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cc844465-f9e5-45f2-9b88-46cfb6c52508 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:21.786097 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8b6b5659-4137-4264-92c7-9edeaeebd61c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:21.792584 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8b6b5659-4137-4264-92c7-9edeaeebd61c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "DELETE /v2.0/ports/2e4d0ce5-091b-4aa3-8863-c2aa8673459d HTTP/1.1" status: 204 len: 168 time: 1.1151936 Oct 10 11:11:21.792757 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cac3f373-b5ab-47ad-b83e-1e01fc6666a4 tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:21.795422 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48466) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:21.800314 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-973808fa-43e4-4425-a10e-2926e656975e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f4a9a053-9cfa-4aab-ac71-5c08e0616f0c', 'external_fixed_ips': [{'subnet_id': 'db3ac04e-cc38-45d4-9213-ef1050a8d239', 'ip_address': '172.20.0.5'}]}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:21.804690 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-973808fa-43e4-4425-a10e-2926e656975e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:21.809081 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-973808fa-43e4-4425-a10e-2926e656975e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Usage tracker for resource:router and tenant:790cbdd6a96947d2a599b1467005dc5c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:21.809998 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event deleted for resources: {'Network': ['ID=fd3766b6-0d21-4a2b-a790-de440ea6dd8d,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:21.812673 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-973808fa-43e4-4425-a10e-2926e656975e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:21.818700 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-973808fa-43e4-4425-a10e-2926e656975e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:21.883088 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Attempt 10 to provision port 87a4b98e-e064-47dc-8f17-be66b80bdd41 Oct 10 11:11:21.900662 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-3f94d376-1801-46d5-a7f9-afb74cb69e90 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "DELETE /v2.0/networks/fd3766b6-0d21-4a2b-a790-de440ea6dd8d HTTP/1.1" status: 204 len: 168 time: 7.1282549 Oct 10 11:11:21.901643 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-973808fa-43e4-4425-a10e-2926e656975e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:21.903893 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-973808fa-43e4-4425-a10e-2926e656975e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:21.911706 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48470) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:21.927595 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-91d18549-243b-4c4a-b35f-94b2555d54bc tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-465008264'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:21.935709 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-973808fa-43e4-4425-a10e-2926e656975e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:21.941489 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5341ea4c-1eca-4b49-b90d-b90324d87310 None None] Port 87a4b98e-e064-47dc-8f17-be66b80bdd41 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:21.954738 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-91d18549-243b-4c4a-b35f-94b2555d54bc tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:21.957153 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d5aa55c8-ee3d-4997-b722-0e468f2c3d6f tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:21.963431 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-09b47684-efed-4420-a3de-a414048907fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 2001:db8::c0d9:59bb:8ca3:a144 (dac74586-4382-4e00-a6eb-f2005f114a9a/dbbec99b-487c-41b2-8973-5281350b87c2/71c1dd12-06b8-426f-b3e0-7ccae1bd7bc7) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:21.976594 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b3d44-17b2-4ff3-ade4-8584073e9474 req-0d14ea3e-7a8f-426e-806a-62f4ca900f87 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:21.977291 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-855b3d44-17b2-4ff3-ade4-8584073e9474 req-0d14ea3e-7a8f-426e-806a-62f4ca900f87 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Synchronizing usage tracker for tenant:65bf514613404a16b37bfb61203927f3 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:11:21.981184 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d5aa55c8-ee3d-4997-b722-0e468f2c3d6f tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Usage tracker for resource:port and tenant:3cb368f53eec46a0893d39fe50ebd81a is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:21.985646 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-91d18549-243b-4c4a-b35f-94b2555d54bc tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Usage tracker for resource:network and tenant:8bb4fcedb87945309c83408accc34ea6 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:21.992367 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc844465-f9e5-45f2-9b88-46cfb6c52508 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Made reservation on behalf of 9b52ed05dd7340c5ab7a911779462445 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:21.996300 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cc844465-f9e5-45f2-9b88-46cfb6c52508 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:22.011072 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-91d18549-243b-4c4a-b35f-94b2555d54bc tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:22.013807 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d5aa55c8-ee3d-4997-b722-0e468f2c3d6f tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:22.062820 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-91d18549-243b-4c4a-b35f-94b2555d54bc tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:22.065977 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d5aa55c8-ee3d-4997-b722-0e468f2c3d6f tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:22.122897 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Provisioning for port 77615749-c16d-499c-a364-c2787e27c107 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:11:22.128424 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Provisioning complete for port 77615749-c16d-499c-a364-c2787e27c107 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:11:22.128791 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:22.129139 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Attempt 1 to provision port 77615749-c16d-499c-a364-c2787e27c107 Oct 10 11:11:22.309744 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Current status of the port 77615749-c16d-499c-a364-c2787e27c107 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:11:22.310146 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:22.311702 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-973808fa-43e4-4425-a10e-2926e656975e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:22.336321 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-855b3d44-17b2-4ff3-ade4-8584073e9474 req-0d14ea3e-7a8f-426e-806a-62f4ca900f87 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Unset dirty status for tenant:65bf514613404a16b37bfb61203927f3 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:11:22.338046 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-855b3d44-17b2-4ff3-ade4-8584073e9474 req-0d14ea3e-7a8f-426e-806a-62f4ca900f87 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 946 time: 1.1076796 Oct 10 11:11:22.344865 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] For port 77615749-c16d-499c-a364-c2787e27c107, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=77615749-c16d-499c-a364-c2787e27c107,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:22.381455 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d18549-243b-4c4a-b35f-94b2555d54bc tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Made reservation on behalf of 8bb4fcedb87945309c83408accc34ea6 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:22.384778 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-91d18549-243b-4c4a-b35f-94b2555d54bc tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:22.420193 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:22.421119 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5aa55c8-ee3d-4997-b722-0e468f2c3d6f tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Made reservation on behalf of 3cb368f53eec46a0893d39fe50ebd81a for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:22.424433 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d5aa55c8-ee3d-4997-b722-0e468f2c3d6f tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:22.463905 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-cac3f373-b5ab-47ad-b83e-1e01fc6666a4 tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Allocated IP 172.26.4.63 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/ab34825a-e859-46db-aea0-fafb66f9fe75) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:22.498654 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Pushing event updated for resources: {'Port': ['ID=77615749-c16d-499c-a364-c2787e27c107,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:22.528647 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Provisioning for port b53a4abc-4b98-4702-b8f3-aa67cdeb0b75 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:11:22.534544 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Provisioning complete for port b53a4abc-4b98-4702-b8f3-aa67cdeb0b75 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:11:22.540925 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:22.540925 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Attempt 1 to provision port b53a4abc-4b98-4702-b8f3-aa67cdeb0b75 Oct 10 11:11:22.541121 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-d5aa55c8-ee3d-4997-b722-0e468f2c3d6f tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] device_id is not set on port c67085e6-1aae-4e3f-a36e-74bb4db0bc5d yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:11:22.596425 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.resource_extend [None req-04f4d4fb-52b9-42ea-b31f-73554d08f882 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:11:22.658371 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Current status of the port b53a4abc-4b98-4702-b8f3-aa67cdeb0b75 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:11:22.659214 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:22.698770 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] For port b53a4abc-4b98-4702-b8f3-aa67cdeb0b75, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=b53a4abc-4b98-4702-b8f3-aa67cdeb0b75,segment=NetworkSegment(da337e13-6c33-4adb-83f7-ca5dcd791b0c),segment_id=da337e13-6c33-4adb-83f7-ca5dcd791b0c)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:22.716824 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-855b3d44-17b2-4ff3-ade4-8584073e9474 req-6c040104-359a-4e5c-a72d-2c40d6b0590a tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/security-groups?id=abd51995-f90f-4c13-bd05-cf0ace088ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3598747 Oct 10 11:11:22.755972 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d18549-243b-4c4a-b35f-94b2555d54bc tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 484} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:11:22.780939 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-973808fa-43e4-4425-a10e-2926e656975e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:22.791653 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:22.822609 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-973808fa-43e4-4425-a10e-2926e656975e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:22.884179 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Could not find standard attr ID for object 2357e00e-ff44-4110-ae1d-f34f3cfb6290. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:11:22.936538 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-91d18549-243b-4c4a-b35f-94b2555d54bc tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:22.937296 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-91d18549-243b-4c4a-b35f-94b2555d54bc tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Added segment ebe0e126-8c31-41d4-a706-6bf623dedd08 of type vlan for network 6a9115c7-55fc-413c-9c1f-63ab2f013bd4 Oct 10 11:11:22.992582 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Pushing event updated for resources: {'Port': ['ID=b53a4abc-4b98-4702-b8f3-aa67cdeb0b75,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:23.036885 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Provisioning for port a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:11:23.043179 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Provisioning complete for port a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:11:23.043555 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:23.043889 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Attempt 1 to provision port a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6 Oct 10 11:11:23.055827 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-04f4d4fb-52b9-42ea-b31f-73554d08f882 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:23.101742 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-91d18549-243b-4c4a-b35f-94b2555d54bc tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:23.117630 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Port a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:23.120494 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-09b47684-efed-4420-a3de-a414048907fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:23.126246 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf926a8-5d15-4c93-a68a-4b69d3ace2e3 req-4064e3fb-8636-445a-ba08-2877ead26118 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:23.127702 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5cf926a8-5d15-4c93-a68a-4b69d3ace2e3 req-4064e3fb-8636-445a-ba08-2877ead26118 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 946 time: 0.2253482 Oct 10 11:11:23.154205 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48476) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:23.197249 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-7331eb87-66d6-4ae3-8539-528830fdedf4 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Request body: {'floatingip': {'port_id': 'b67ace68-a6c3-4ca1-8ce0-70d43f587957'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:23.248001 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-04f4d4fb-52b9-42ea-b31f-73554d08f882 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:23.255001 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-973808fa-43e4-4425-a10e-2926e656975e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Allocated IP 172.20.0.5 (f4a9a053-9cfa-4aab-ac71-5c08e0616f0c/db3ac04e-cc38-45d4-9213-ef1050a8d239/b5d98d5d-da3d-437b-b3b6-18b052e3d648) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:23.312977 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-09b47684-efed-4420-a3de-a414048907fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Transition to ACTIVE for port object 71c1dd12-06b8-426f-b3e0-7ccae1bd7bc7 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:23.340162 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 77615749-c16d-499c-a364-c2787e27c107 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:11:23.384400 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-d5aa55c8-ee3d-4997-b722-0e468f2c3d6f tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Allocated IP 2001:db8::5d (70ba6c64-4de1-4734-bbc2-c41861658f31/87432049-fef5-4806-bd4d-af0b7981801f/c67085e6-1aae-4e3f-a36e-74bb4db0bc5d) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:23.386841 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.resource_extend [None req-91d18549-243b-4c4a-b35f-94b2555d54bc tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:11:23.407540 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cac3f373-b5ab-47ad-b83e-1e01fc6666a4 tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:23.416230 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 77615749-c16d-499c-a364-c2787e27c107 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:11:23.416230 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:23.417083 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 77615749-c16d-499c-a364-c2787e27c107 Oct 10 11:11:23.417981 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-973808fa-43e4-4425-a10e-2926e656975e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:23.423734 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7331eb87-66d6-4ae3-8539-528830fdedf4 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks [] for floatingip, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:23.533062 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 77615749-c16d-499c-a364-c2787e27c107 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:11:23.534087 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device b53a4abc-4b98-4702-b8f3-aa67cdeb0b75 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:11:23.569793 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-973808fa-43e4-4425-a10e-2926e656975e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:23.578235 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cc844465-f9e5-45f2-9b88-46cfb6c52508 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:23.600998 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port b53a4abc-4b98-4702-b8f3-aa67cdeb0b75 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:11:23.601364 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:23.601719 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port b53a4abc-4b98-4702-b8f3-aa67cdeb0b75 Oct 10 11:11:23.630379 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Attempt 2 to provision port a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6 Oct 10 11:11:23.641647 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973808fa-43e4-4425-a10e-2926e656975e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Network f4a9a053-9cfa-4aab-ac71-5c08e0616f0c is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:23.645146 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-973808fa-43e4-4425-a10e-2926e656975e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:23.648093 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973808fa-43e4-4425-a10e-2926e656975e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:23.700115 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973808fa-43e4-4425-a10e-2926e656975e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Pushing event updated for resources: {'Port': ['ID=b5d98d5d-da3d-437b-b3b6-18b052e3d648,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:23.706243 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Port a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:23.727981 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-91d18549-243b-4c4a-b35f-94b2555d54bc tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:23.733770 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d18549-243b-4c4a-b35f-94b2555d54bc tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:23.734363 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-91d18549-243b-4c4a-b35f-94b2555d54bc tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:23.768048 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port b53a4abc-4b98-4702-b8f3-aa67cdeb0b75 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:11:23.937022 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-09b47684-efed-4420-a3de-a414048907fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:23.939035 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-04f4d4fb-52b9-42ea-b31f-73554d08f882 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Floating IP 2bc8d44a-bbc4-428c-b3d3-14701f05f1bf associated. External IP: 172.26.4.180, port: 4b152dbd-112c-4019-945d-7788addddd17. Oct 10 11:11:24.136728 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc844465-f9e5-45f2-9b88-46cfb6c52508 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event updated for resources: {'Subnet': ['ID=bdec21bc-9092-46d3-adfd-81fa862f1e27,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:24.159665 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-973808fa-43e4-4425-a10e-2926e656975e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:24.207176 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Attempt 3 to provision port a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6 Oct 10 11:11:24.264780 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Port a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:24.337377 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc844465-f9e5-45f2-9b88-46cfb6c52508 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Checking segment: {'id': '39bd9a0b-51e6-40ae-8c1f-d20d4df3273b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '72b921f3-3bc1-4791-ab61-9b7a83eda662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:11:24.337803 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc844465-f9e5-45f2-9b88-46cfb6c52508 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Network hostable DHCP agents. Network: 72b921f3-3bc1-4791-ab61-9b7a83eda662, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:11:24.361601 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-91d18549-243b-4c4a-b35f-94b2555d54bc tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.4423935 Oct 10 11:11:24.377318 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cac3f373-b5ab-47ad-b83e-1e01fc6666a4 tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:24.379740 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48482) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:24.380600 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d18549-243b-4c4a-b35f-94b2555d54bc tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event updated for resources: {'Network': ['ID=6a9115c7-55fc-413c-9c1f-63ab2f013bd4,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:24.391817 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 6a9115c7-55fc-413c-9c1f-63ab2f013bd4 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:11:24.401964 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-f0455e74-09da-4c9d-8301-27f180baacb9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Request body: {'subnet': {'network_id': '6a9115c7-55fc-413c-9c1f-63ab2f013bd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:24.455156 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b47684-efed-4420-a3de-a414048907fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:24.474961 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-09b47684-efed-4420-a3de-a414048907fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:24.545185 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b47684-efed-4420-a3de-a414048907fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:24.551078 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b47684-efed-4420-a3de-a414048907fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:24.551720 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-09b47684-efed-4420-a3de-a414048907fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:24.588321 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f0455e74-09da-4c9d-8301-27f180baacb9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:24.590125 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b47684-efed-4420-a3de-a414048907fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Port': ['ID=71c1dd12-06b8-426f-b3e0-7ccae1bd7bc7,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:24.596352 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f0455e74-09da-4c9d-8301-27f180baacb9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Usage tracker for resource:subnet and tenant:8bb4fcedb87945309c83408accc34ea6 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:24.600611 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f0455e74-09da-4c9d-8301-27f180baacb9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:24.607979 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-973808fa-43e4-4425-a10e-2926e656975e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:24.610025 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f0455e74-09da-4c9d-8301-27f180baacb9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:24.644238 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac3f373-b5ab-47ad-b83e-1e01fc6666a4 tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:24.660019 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-cac3f373-b5ab-47ad-b83e-1e01fc6666a4 tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:24.729994 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac3f373-b5ab-47ad-b83e-1e01fc6666a4 tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:24.766550 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Attempt 4 to provision port a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6 Oct 10 11:11:24.807853 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc844465-f9e5-45f2-9b88-46cfb6c52508 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Network 72b921f3-3bc1-4791-ab61-9b7a83eda662 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:11:24.820321 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-09b47684-efed-4420-a3de-a414048907fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.7893672 Oct 10 11:11:24.835298 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Port a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:24.837848 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48486) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:24.861612 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0455e74-09da-4c9d-8301-27f180baacb9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Made reservation on behalf of 8bb4fcedb87945309c83408accc34ea6 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:24.865177 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f0455e74-09da-4c9d-8301-27f180baacb9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:24.915740 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d5aa55c8-ee3d-4997-b722-0e468f2c3d6f tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:24.923554 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3f373-b5ab-47ad-b83e-1e01fc6666a4 tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Pushing event updated for resources: {'Port': ['ID=ab34825a-e859-46db-aea0-fafb66f9fe75,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:24.959390 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-cc844465-f9e5-45f2-9b88-46cfb6c52508 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 72b921f3-3bc1-4791-ab61-9b7a83eda662) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:24.971317 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7c1e7d-7afc-46c3-b426-56c1e33b4c80 None None] Network 72b921f3-3bc1-4791-ab61-9b7a83eda662 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:25.094615 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973808fa-43e4-4425-a10e-2926e656975e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Router 73d1a847-a361-4033-baa0-36635c720c60 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:11:25.106232 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-d5aa55c8-ee3d-4997-b722-0e468f2c3d6f tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Transition to ACTIVE for port object c67085e6-1aae-4e3f-a36e-74bb4db0bc5d will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:25.108184 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc844465-f9e5-45f2-9b88-46cfb6c52508 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:25.108786 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cc844465-f9e5-45f2-9b88-46cfb6c52508 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:25.205752 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8cd9f7-71a8-4a43-b9a5-0410a8acea73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-72b921f3-3bc1-4791-ab61-9b7a83eda662', 'network_id': '72b921f3-3bc1-4791-ab61-9b7a83eda662', 'tenant_id': '9b52ed05dd7340c5ab7a911779462445', 'fixed_ips': [{'subnet_id': 'bdec21bc-9092-46d3-adfd-81fa862f1e27'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:11:25.206587 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4b8cd9f7-71a8-4a43-b9a5-0410a8acea73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:25.275499 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f0455e74-09da-4c9d-8301-27f180baacb9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:25.296467 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cac3f373-b5ab-47ad-b83e-1e01fc6666a4 tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:25.302289 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-cc844465-f9e5-45f2-9b88-46cfb6c52508 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3990221 Oct 10 11:11:25.308728 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48490) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:25.322129 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-b179485b-4b03-4fb5-af87-841628167d28 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:25.349061 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Attempt 5 to provision port a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6 Oct 10 11:11:25.378775 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0455e74-09da-4c9d-8301-27f180baacb9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event updated for resources: {'Subnet': ['ID=8522b100-d658-46a4-a321-6a840a0a065e,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:25.390357 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973808fa-43e4-4425-a10e-2926e656975e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:11:25.404194 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36138a5e-c499-421d-a424-fe51776abc6a None None] Sync routers for ids ['73d1a847-a361-4033-baa0-36635c720c60'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:11:25.416075 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36138a5e-c499-421d-a424-fe51776abc6a None None] Routers {'73d1a847-a361-4033-baa0-36635c720c60'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:11:25.419472 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-36138a5e-c499-421d-a424-fe51776abc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:11:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['73d1a847-a361-4033-baa0-36635c720c60'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:25.431179 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Port a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:25.435016 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0455e74-09da-4c9d-8301-27f180baacb9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Checking segment: {'id': 'ebe0e126-8c31-41d4-a706-6bf623dedd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '6a9115c7-55fc-413c-9c1f-63ab2f013bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:11:25.435374 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0455e74-09da-4c9d-8301-27f180baacb9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Network hostable DHCP agents. Network: 6a9115c7-55fc-413c-9c1f-63ab2f013bd4, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:11:25.437727 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7c8c1a-9090-49ed-a878-85d2f2b2529b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:25.443785 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7c8c1a-9090-49ed-a878-85d2f2b2529b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:25.444415 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-4b8cd9f7-71a8-4a43-b9a5-0410a8acea73 None None] Allocated IP 172.20.0.2 (72b921f3-3bc1-4791-ab61-9b7a83eda662/bdec21bc-9092-46d3-adfd-81fa862f1e27/7f140555-4b42-4dcf-9001-927f7585965d) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:25.444576 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cd7c8c1a-9090-49ed-a878-85d2f2b2529b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:11:25.474562 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d5aa55c8-ee3d-4997-b722-0e468f2c3d6f tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:25.498565 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f4d4fb-52b9-42ea-b31f-73554d08f882 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Router 199bd0d6-c594-485a-ad1e-9567ff7fb572 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:11:25.517679 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-973808fa-43e4-4425-a10e-2926e656975e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:25.522568 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-973808fa-43e4-4425-a10e-2926e656975e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.7262206 Oct 10 11:11:25.523394 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48494) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:25.594303 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0455e74-09da-4c9d-8301-27f180baacb9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Network 6a9115c7-55fc-413c-9c1f-63ab2f013bd4 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:11:25.621200 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-36138a5e-c499-421d-a424-fe51776abc6a None None] Set router 73d1a847-a361-4033-baa0-36635c720c60 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:11:25.708477 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-f0455e74-09da-4c9d-8301-27f180baacb9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 6a9115c7-55fc-413c-9c1f-63ab2f013bd4) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:25.713378 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0455e74-09da-4c9d-8301-27f180baacb9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:25.713994 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f0455e74-09da-4c9d-8301-27f180baacb9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:25.731148 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4a438f-bc29-4e58-b1ac-a93f1ad24656 None None] Network 6a9115c7-55fc-413c-9c1f-63ab2f013bd4 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:25.755288 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b0d0eecf-a4a3-4c77-a4e6-d21881a498d4 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:25.780620 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cac3f373-b5ab-47ad-b83e-1e01fc6666a4 tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:25.821879 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.resource_extend [None req-7331eb87-66d6-4ae3-8539-528830fdedf4 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:11:25.842019 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f0455e74-09da-4c9d-8301-27f180baacb9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4611466 Oct 10 11:11:25.845765 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48498) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:25.878076 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aa55c8-ee3d-4997-b722-0e468f2c3d6f tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Network 70ba6c64-4de1-4734-bbc2-c41861658f31 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:25.901588 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4b8cd9f7-71a8-4a43-b9a5-0410a8acea73 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:25.931881 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Attempt 6 to provision port a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6 Oct 10 11:11:25.966681 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cd7c8c1a-9090-49ed-a878-85d2f2b2529b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:11:25.968002 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-cd7c8c1a-9090-49ed-a878-85d2f2b2529b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 1.1142032 Oct 10 11:11:25.968993 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-d5aa55c8-ee3d-4997-b722-0e468f2c3d6f tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:25.996480 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48502) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:25.997272 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aa55c8-ee3d-4997-b722-0e468f2c3d6f tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:26.002887 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aa55c8-ee3d-4997-b722-0e468f2c3d6f tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:26.003514 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d5aa55c8-ee3d-4997-b722-0e468f2c3d6f tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:26.010675 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b179485b-4b03-4fb5-af87-841628167d28 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2523159'] for subnet, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:26.042002 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-36138a5e-c499-421d-a424-fe51776abc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d1a847-a361-4033-baa0-36635c720c60', 'name': '', 'tenant_id': '790cbdd6a96947d2a599b1467005dc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4a9a053-9cfa-4aab-ac71-5c08e0616f0c', 'external_fixed_ips': [{'subnet_id': 'db3ac04e-cc38-45d4-9213-ef1050a8d239', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b5d98d5d-da3d-437b-b3b6-18b052e3d648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:11:21Z', 'updated_at': '2022-10-10T11:11:23Z', 'revision_number': 3, 'project_id': '790cbdd6a96947d2a599b1467005dc5c', 'gw_port': {'id': 'b5d98d5d-da3d-437b-b3b6-18b052e3d648', 'name': '', 'network_id': 'f4a9a053-9cfa-4aab-ac71-5c08e0616f0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d1a847-a361-4033-baa0-36635c720c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'db3ac04e-cc38-45d4-9213-ef1050a8d239', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:11:22Z', 'updated_at': '2022-10-10T11:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db3ac04e-cc38-45d4-9213-ef1050a8d239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:26.046333 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36138a5e-c499-421d-a424-fe51776abc6a None None] Checking router: 73d1a847-a361-4033-baa0-36635c720c60 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:11:26.046859 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36138a5e-c499-421d-a424-fe51776abc6a None None] Updating router 73d1a847-a361-4033-baa0-36635c720c60 port b5d98d5d-da3d-437b-b3b6-18b052e3d648 binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:11:26.051220 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa55c8-ee3d-4997-b722-0e468f2c3d6f tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Pushing event updated for resources: {'Port': ['ID=c67085e6-1aae-4e3f-a36e-74bb4db0bc5d,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:26.062444 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4b8cd9f7-71a8-4a43-b9a5-0410a8acea73 None None] Transition to ACTIVE for port object 7f140555-4b42-4dcf-9001-927f7585965d will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:26.068260 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Port a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:26.073321 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b0d0eecf-a4a3-4c77-a4e6-d21881a498d4 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:26.125317 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-36138a5e-c499-421d-a424-fe51776abc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:26.136552 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4b8cd9f7-71a8-4a43-b9a5-0410a8acea73 None None] Transition to ACTIVE for port object 7f140555-4b42-4dcf-9001-927f7585965d will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:26.185222 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-b0d0eecf-a4a3-4c77-a4e6-d21881a498d4 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Deleting port b5d98d5d-da3d-437b-b3b6-18b052e3d648 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:26.185580 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b0d0eecf-a4a3-4c77-a4e6-d21881a498d4 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:26.254493 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4b8cd9f7-71a8-4a43-b9a5-0410a8acea73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:26.284325 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7331eb87-66d6-4ae3-8539-528830fdedf4 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:26.320168 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c86a50-b708-430d-b7e1-4a7b70e0479d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-6a9115c7-55fc-413c-9c1f-63ab2f013bd4', 'network_id': '6a9115c7-55fc-413c-9c1f-63ab2f013bd4', 'tenant_id': '8bb4fcedb87945309c83408accc34ea6', 'fixed_ips': [{'subnet_id': '8522b100-d658-46a4-a321-6a840a0a065e'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:11:26.322228 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f3c86a50-b708-430d-b7e1-4a7b70e0479d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:26.344255 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-9ed9475e-6a9c-4a6c-8624-23e5b822bfa7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting port 71c1dd12-06b8-426f-b3e0-7ccae1bd7bc7 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:26.344619 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9ed9475e-6a9c-4a6c-8624-23e5b822bfa7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:26.375617 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8cd9f7-71a8-4a43-b9a5-0410a8acea73 None None] Network 72b921f3-3bc1-4791-ab61-9b7a83eda662 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:26.377458 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d5aa55c8-ee3d-4997-b722-0e468f2c3d6f tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 5.0613284 Oct 10 11:11:26.408576 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48506) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:26.410387 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7331eb87-66d6-4ae3-8539-528830fdedf4 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:26.417256 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-4b8cd9f7-71a8-4a43-b9a5-0410a8acea73 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:26.419079 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cd9f7-71a8-4a43-b9a5-0410a8acea73 None None] Pushing event updated for resources: {'Port': ['ID=7f140555-4b42-4dcf-9001-927f7585965d,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:26.421498 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8cd9f7-71a8-4a43-b9a5-0410a8acea73 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:26.457715 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b0d0eecf-a4a3-4c77-a4e6-d21881a498d4 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:26.471560 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-2290a769-d9a2-4f2a-920a-aab967da5556 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:65:6c:03'}]}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:26.560410 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-4b8cd9f7-71a8-4a43-b9a5-0410a8acea73 None None] Attempting to bind port 7f140555-4b42-4dcf-9001-927f7585965d on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:11:26.560781 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-4b8cd9f7-71a8-4a43-b9a5-0410a8acea73 None None] Attempting to bind port 7f140555-4b42-4dcf-9001-927f7585965d by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '39bd9a0b-51e6-40ae-8c1f-d20d4df3273b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '72b921f3-3bc1-4791-ab61-9b7a83eda662'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:11:26.561124 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8cd9f7-71a8-4a43-b9a5-0410a8acea73 None None] Attempting to bind port 7f140555-4b42-4dcf-9001-927f7585965d on network 72b921f3-3bc1-4791-ab61-9b7a83eda662 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:11:26.568948 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Attempt 7 to provision port a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6 Oct 10 11:11:26.596243 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-b0d0eecf-a4a3-4c77-a4e6-d21881a498d4 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Calling delete_port for b5d98d5d-da3d-437b-b3b6-18b052e3d648 owned by network:router_gateway {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:26.639587 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-36138a5e-c499-421d-a424-fe51776abc6a None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:26.640198 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8cd9f7-71a8-4a43-b9a5-0410a8acea73 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:11:26.640198 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8cd9f7-71a8-4a43-b9a5-0410a8acea73 None None] Checking segment: {'id': '39bd9a0b-51e6-40ae-8c1f-d20d4df3273b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '72b921f3-3bc1-4791-ab61-9b7a83eda662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:11:26.640620 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4b8cd9f7-71a8-4a43-b9a5-0410a8acea73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:26.640833 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8cd9f7-71a8-4a43-b9a5-0410a8acea73 None None] Bound using segment: {'id': '39bd9a0b-51e6-40ae-8c1f-d20d4df3273b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '72b921f3-3bc1-4791-ab61-9b7a83eda662'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:11:26.641308 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-4b8cd9f7-71a8-4a43-b9a5-0410a8acea73 None None] Bound port: 7f140555-4b42-4dcf-9001-927f7585965d, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bd9a0b-51e6-40ae-8c1f-d20d4df3273b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '72b921f3-3bc1-4791-ab61-9b7a83eda662'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:11:26.641701 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4b8cd9f7-71a8-4a43-b9a5-0410a8acea73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:26.662679 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-36138a5e-c499-421d-a424-fe51776abc6a None None] Transition to ACTIVE for port object b5d98d5d-da3d-437b-b3b6-18b052e3d648 will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:26.723354 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Port a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:26.723777 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f4d4fb-52b9-42ea-b31f-73554d08f882 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:11:26.742229 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6341d69-3596-465c-be2b-05576818b941 None None] Sync routers for ids ['199bd0d6-c594-485a-ad1e-9567ff7fb572'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:11:26.755176 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-f3c86a50-b708-430d-b7e1-4a7b70e0479d None None] Allocated IP 2001:db8::1 (6a9115c7-55fc-413c-9c1f-63ab2f013bd4/8522b100-d658-46a4-a321-6a840a0a065e/a1698381-0627-4436-90e6-f8a6d06c16cb) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:26.761939 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-36138a5e-c499-421d-a424-fe51776abc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:26.790827 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6341d69-3596-465c-be2b-05576818b941 None None] Routers {'199bd0d6-c594-485a-ad1e-9567ff7fb572'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:11:26.791494 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-d6341d69-3596-465c-be2b-05576818b941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:11:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['199bd0d6-c594-485a-ad1e-9567ff7fb572'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:26.827948 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-04f4d4fb-52b9-42ea-b31f-73554d08f882 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:26.873364 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c95c4-82fa-499e-81c4-0d1d464cdbcb None None] Pushing event updated for resources: {'Port': ['ID=b5d98d5d-da3d-437b-b3b6-18b052e3d648,revision_number=2']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:26.886311 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-4b8cd9f7-71a8-4a43-b9a5-0410a8acea73 None None] For port 7f140555-4b42-4dcf-9001-927f7585965d, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:11:26.903535 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c95c4-82fa-499e-81c4-0d1d464cdbcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:26.908444 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c95c4-82fa-499e-81c4-0d1d464cdbcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:26.908444 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c95c4-82fa-499e-81c4-0d1d464cdbcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:26.908444 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c95c4-82fa-499e-81c4-0d1d464cdbcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:26.908444 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c95c4-82fa-499e-81c4-0d1d464cdbcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:26.908444 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c95c4-82fa-499e-81c4-0d1d464cdbcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:26.908444 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c95c4-82fa-499e-81c4-0d1d464cdbcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:26.908444 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c95c4-82fa-499e-81c4-0d1d464cdbcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:26.908444 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c95c4-82fa-499e-81c4-0d1d464cdbcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:26.908444 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c95c4-82fa-499e-81c4-0d1d464cdbcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:26.908444 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c95c4-82fa-499e-81c4-0d1d464cdbcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:26.910060 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c95c4-82fa-499e-81c4-0d1d464cdbcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:11:26.926848 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-36138a5e-c499-421d-a424-fe51776abc6a None None] Attempting to bind port b5d98d5d-da3d-437b-b3b6-18b052e3d648 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:11:26.928114 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-36138a5e-c499-421d-a424-fe51776abc6a None None] Attempting to bind port b5d98d5d-da3d-437b-b3b6-18b052e3d648 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '56a5a594-b3a7-46fa-a5c5-7582f30b26de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': 'f4a9a053-9cfa-4aab-ac71-5c08e0616f0c'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:11:26.928949 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36138a5e-c499-421d-a424-fe51776abc6a None None] Attempting to bind port b5d98d5d-da3d-437b-b3b6-18b052e3d648 on network f4a9a053-9cfa-4aab-ac71-5c08e0616f0c {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:11:26.938818 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36138a5e-c499-421d-a424-fe51776abc6a None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:11:26.939564 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36138a5e-c499-421d-a424-fe51776abc6a None None] Checking segment: {'id': '56a5a594-b3a7-46fa-a5c5-7582f30b26de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': 'f4a9a053-9cfa-4aab-ac71-5c08e0616f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:11:26.940169 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-36138a5e-c499-421d-a424-fe51776abc6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:26.940754 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36138a5e-c499-421d-a424-fe51776abc6a None None] Bound using segment: {'id': '56a5a594-b3a7-46fa-a5c5-7582f30b26de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': 'f4a9a053-9cfa-4aab-ac71-5c08e0616f0c'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:11:26.942238 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-36138a5e-c499-421d-a424-fe51776abc6a None None] Bound port: b5d98d5d-da3d-437b-b3b6-18b052e3d648, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a5a594-b3a7-46fa-a5c5-7582f30b26de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': 'f4a9a053-9cfa-4aab-ac71-5c08e0616f0c'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:11:26.943161 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-36138a5e-c499-421d-a424-fe51776abc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:26.949025 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-4b8cd9f7-71a8-4a43-b9a5-0410a8acea73 None None] For port 7f140555-4b42-4dcf-9001-927f7585965d, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=7f140555-4b42-4dcf-9001-927f7585965d,segment=NetworkSegment(39bd9a0b-51e6-40ae-8c1f-d20d4df3273b),segment_id=39bd9a0b-51e6-40ae-8c1f-d20d4df3273b)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:11:26.985285 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:27.027616 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.api [None req-b0d0eecf-a4a3-4c77-a4e6-d21881a498d4 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:11:27.028007 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG oslo_db.api [None req-b0d0eecf-a4a3-4c77-a4e6-d21881a498d4 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:11:27.056207 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-36138a5e-c499-421d-a424-fe51776abc6a None None] For port b5d98d5d-da3d-437b-b3b6-18b052e3d648, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:11:27.059358 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:27.061845 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-36138a5e-c499-421d-a424-fe51776abc6a None None] For port b5d98d5d-da3d-437b-b3b6-18b052e3d648, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=b5d98d5d-da3d-437b-b3b6-18b052e3d648,segment=NetworkSegment(56a5a594-b3a7-46fa-a5c5-7582f30b26de),segment_id=56a5a594-b3a7-46fa-a5c5-7582f30b26de)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:11:27.086255 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4b8cd9f7-71a8-4a43-b9a5-0410a8acea73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:27.145067 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-36138a5e-c499-421d-a424-fe51776abc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:27.156553 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-04f4d4fb-52b9-42ea-b31f-73554d08f882 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "PUT /v2.0/floatingips/2bc8d44a-bbc4-428c-b3d3-14701f05f1bf HTTP/1.1" status: 200 len: 991 time: 7.1641231 Oct 10 11:11:27.224123 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Attempt 8 to provision port a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6 Oct 10 11:11:27.254769 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36138a5e-c499-421d-a424-fe51776abc6a None None] Routers {'73d1a847-a361-4033-baa0-36635c720c60'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:11:27.255784 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-36138a5e-c499-421d-a424-fe51776abc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:11:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['73d1a847-a361-4033-baa0-36635c720c60'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:27.281997 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-d6341d69-3596-465c-be2b-05576818b941 None None] Set router 199bd0d6-c594-485a-ad1e-9567ff7fb572 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:11:27.330337 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64cfef4e-1d4d-4e36-9153-f2ffe3652ab7', 'tag': '4b152dbd-112c-4019-945d-7788addddd17'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:11:27.332540 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4147953a-d8be-47e7-b72d-ade87c1299fd" -d '{"events": [{"name": "network-changed", "server_uuid": "64cfef4e-1d4d-4e36-9153-f2ffe3652ab7", "tag": "4b152dbd-112c-4019-945d-7788addddd17"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:11:27.402115 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-7331eb87-66d6-4ae3-8539-528830fdedf4 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Floating IP b028f221-0fab-4682-91a0-16d10ee6e570 associated. External IP: 172.26.4.88, port: b67ace68-a6c3-4ca1-8ce0-70d43f587957. Oct 10 11:11:27.451523 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c95c4-82fa-499e-81c4-0d1d464cdbcb None None] Pushing event updated for resources: {'Port': ['ID=b5d98d5d-da3d-437b-b3b6-18b052e3d648,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:27.489453 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-36138a5e-c499-421d-a424-fe51776abc6a None None] Set router 73d1a847-a361-4033-baa0-36635c720c60 gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:11:27.511385 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb8bf15-3f65-4120-996e-7c9c3b40cd30 x-openstack-request-id: req-ecb8bf15-3f65-4120-996e-7c9c3b40cd30 {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:11:27.511520 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64cfef4e-1d4d-4e36-9153-f2ffe3652ab7", "tag": "4b152dbd-112c-4019-945d-7788addddd17", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:11:27.511776 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ecb8bf15-3f65-4120-996e-7c9c3b40cd30 {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:11:27.512176 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecb8bf15-3f65-4120-996e-7c9c3b40cd30'] response: {'name': 'network-changed', 'server_uuid': '64cfef4e-1d4d-4e36-9153-f2ffe3652ab7', 'tag': '4b152dbd-112c-4019-945d-7788addddd17', 'status': 'completed', 'code': 200} Oct 10 11:11:27.513808 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.resource_extend [None req-cac3f373-b5ab-47ad-b83e-1e01fc6666a4 tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:11:27.542020 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-b0d0eecf-a4a3-4c77-a4e6-d21881a498d4 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Deleting port b5d98d5d-da3d-437b-b3b6-18b052e3d648 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:27.542020 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b0d0eecf-a4a3-4c77-a4e6-d21881a498d4 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:27.547087 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cd9f7-71a8-4a43-b9a5-0410a8acea73 None None] Pushing event updated for resources: {'Port': ['ID=7f140555-4b42-4dcf-9001-927f7585965d,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:27.595636 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b179485b-4b03-4fb5-af87-841628167d28 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733224530571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1528947'] for subnet, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:27.645855 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-36138a5e-c499-421d-a424-fe51776abc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d1a847-a361-4033-baa0-36635c720c60', 'name': '', 'tenant_id': '790cbdd6a96947d2a599b1467005dc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:11:21Z', 'updated_at': '2022-10-10T11:11:26Z', 'revision_number': 4, 'project_id': '790cbdd6a96947d2a599b1467005dc5c', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:27.647450 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Port a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:27.657566 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36138a5e-c499-421d-a424-fe51776abc6a None None] The sync data for ids ['73d1a847-a361-4033-baa0-36635c720c60'] in dv-neutron-860842-1-hyperv is: [{'id': '73d1a847-a361-4033-baa0-36635c720c60', 'name': '', 'tenant_id': '790cbdd6a96947d2a599b1467005dc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:11:21Z', 'updated_at': '2022-10-10T11:11:26Z', 'revision_number': 4, 'project_id': '790cbdd6a96947d2a599b1467005dc5c', 'gw_port_host': None}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:11:27.726060 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cac3f373-b5ab-47ad-b83e-1e01fc6666a4 tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:27.731179 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f3c86a50-b708-430d-b7e1-4a7b70e0479d None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:27.780008 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b179485b-4b03-4fb5-af87-841628167d28 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:27.780628 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b179485b-4b03-4fb5-af87-841628167d28 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:27.781944 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b179485b-4b03-4fb5-af87-841628167d28 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "PUT /v2.0/subnets/bdec21bc-9092-46d3-adfd-81fa862f1e27 HTTP/1.1" status: 200 len: 806 time: 2.4677868 Oct 10 11:11:27.792252 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48514) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:27.817147 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f3c86a50-b708-430d-b7e1-4a7b70e0479d None None] Transition to ACTIVE for port object a1698381-0627-4436-90e6-f8a6d06c16cb will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:27.851590 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cac3f373-b5ab-47ad-b83e-1e01fc6666a4 tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:27.867723 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f3c86a50-b708-430d-b7e1-4a7b70e0479d None None] Transition to ACTIVE for port object a1698381-0627-4436-90e6-f8a6d06c16cb will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:27.923063 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-b0d0eecf-a4a3-4c77-a4e6-d21881a498d4 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] For port b5d98d5d-da3d-437b-b3b6-18b052e3d648, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=b5d98d5d-da3d-437b-b3b6-18b052e3d648,segment=NetworkSegment(56a5a594-b3a7-46fa-a5c5-7582f30b26de),segment_id=56a5a594-b3a7-46fa-a5c5-7582f30b26de)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:27.923423 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b0d0eecf-a4a3-4c77-a4e6-d21881a498d4 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:27.964078 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f3c86a50-b708-430d-b7e1-4a7b70e0479d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:28.054709 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c86a50-b708-430d-b7e1-4a7b70e0479d None None] Network 6a9115c7-55fc-413c-9c1f-63ab2f013bd4 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:28.060247 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179485b-4b03-4fb5-af87-841628167d28 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event updated for resources: {'Subnet': ['ID=bdec21bc-9092-46d3-adfd-81fa862f1e27,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:28.073743 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-f3c86a50-b708-430d-b7e1-4a7b70e0479d None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:28.077004 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9ed9475e-6a9c-4a6c-8624-23e5b822bfa7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:28.083812 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c86a50-b708-430d-b7e1-4a7b70e0479d None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:28.093202 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c86a50-b708-430d-b7e1-4a7b70e0479d None None] Pushing event updated for resources: {'Port': ['ID=a1698381-0627-4436-90e6-f8a6d06c16cb,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:28.114443 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2290a769-d9a2-4f2a-920a-aab967da5556 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:28.116755 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147953a-d8be-47e7-b72d-ade87c1299fd req-13e78957-56e9-457b-9400-47f232cb61be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:28.118865 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4147953a-d8be-47e7-b72d-ade87c1299fd req-13e78957-56e9-457b-9400-47f232cb61be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9543e1530ac9451cbdc9af9c0a714df9&device_id=64cfef4e-1d4d-4e36-9153-f2ffe3652ab7 HTTP/1.1" status: 200 len: 1098 time: 0.6973910 Oct 10 11:11:28.128271 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-b0d0eecf-a4a3-4c77-a4e6-d21881a498d4 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Calling delete_port for b5d98d5d-da3d-437b-b3b6-18b052e3d648 owned by network:router_gateway {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:28.154049 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Attempt 9 to provision port a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6 Oct 10 11:11:28.267197 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-9ed9475e-6a9c-4a6c-8624-23e5b822bfa7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Calling delete_port for 71c1dd12-06b8-426f-b3e0-7ccae1bd7bc7 owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:28.290594 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d4f0d2bc-52b6-4653-80a5-81b03ba539cb tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:28.313771 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3f373-b5ab-47ad-b83e-1e01fc6666a4 tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Pushing event updated for resources: {'Port': ['ID=ab34825a-e859-46db-aea0-fafb66f9fe75,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:28.324482 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:28.356809 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-d6341d69-3596-465c-be2b-05576818b941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'name': 'tempest-ServersTestJSON-1357478184-router', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:10:27Z', 'revision_number': 4, 'project_id': '9543e1530ac9451cbdc9af9c0a714df9', 'gw_port': {'id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '2bc8d44a-bbc4-428c-b3d3-14701f05f1bf', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'floating_ip_address': '172.26.4.180', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'port_id': '4b152dbd-112c-4019-945d-7788addddd17', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e', 'mac_address': 'fa:16:3e:d7:9a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cfef4e-1d4d-4e36-9153-f2ffe3652ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:10:40Z', 'updated_at': '2022-10-10T11:11:22Z', 'revision_number': 1, 'project_id': '9543e1530ac9451cbdc9af9c0a714df9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3590ba97-27f9-4fce-9e30-fe8e54c0b3a4', 'name': '', 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'mac_address': 'fa:16:3e:b3:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '65e977d9-db64-4322-bf90-948232ecd65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:24Z', 'updated_at': '2022-10-10T11:10:44Z', 'revision_number': 5, 'project_id': '9543e1530ac9451cbdc9af9c0a714df9', 'subnets': [{'id': '65e977d9-db64-4322-bf90-948232ecd65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:28.361453 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Port a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:28.363500 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f3c86a50-b708-430d-b7e1-4a7b70e0479d None None] Attempting to bind port a1698381-0627-4436-90e6-f8a6d06c16cb on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:11:28.363861 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f3c86a50-b708-430d-b7e1-4a7b70e0479d None None] Attempting to bind port a1698381-0627-4436-90e6-f8a6d06c16cb by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'ebe0e126-8c31-41d4-a706-6bf623dedd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '6a9115c7-55fc-413c-9c1f-63ab2f013bd4'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:11:28.364485 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c86a50-b708-430d-b7e1-4a7b70e0479d None None] Attempting to bind port a1698381-0627-4436-90e6-f8a6d06c16cb on network 6a9115c7-55fc-413c-9c1f-63ab2f013bd4 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:11:28.372799 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c86a50-b708-430d-b7e1-4a7b70e0479d None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:11:28.373282 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c86a50-b708-430d-b7e1-4a7b70e0479d None None] Checking segment: {'id': 'ebe0e126-8c31-41d4-a706-6bf623dedd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '6a9115c7-55fc-413c-9c1f-63ab2f013bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:11:28.373901 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f3c86a50-b708-430d-b7e1-4a7b70e0479d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:28.374549 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c86a50-b708-430d-b7e1-4a7b70e0479d None None] Bound using segment: {'id': 'ebe0e126-8c31-41d4-a706-6bf623dedd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '6a9115c7-55fc-413c-9c1f-63ab2f013bd4'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:11:28.375076 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f3c86a50-b708-430d-b7e1-4a7b70e0479d None None] Bound port: a1698381-0627-4436-90e6-f8a6d06c16cb, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe0e126-8c31-41d4-a706-6bf623dedd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '6a9115c7-55fc-413c-9c1f-63ab2f013bd4'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:11:28.375455 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f3c86a50-b708-430d-b7e1-4a7b70e0479d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:28.396850 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cac3f373-b5ab-47ad-b83e-1e01fc6666a4 tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:28.427023 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b625912-0e40-471c-aed6-3b7d0667a6df req-537d3de4-bb03-4c8a-9281-450bf53bfeba tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:28.427334 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event deleted for resources: {'Subnet': ['ID=8522b100-d658-46a4-a321-6a840a0a065e,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:28.436130 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-7b625912-0e40-471c-aed6-3b7d0667a6df req-537d3de4-bb03-4c8a-9281-450bf53bfeba tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/ports?device_id=64cfef4e-1d4d-4e36-9153-f2ffe3652ab7 HTTP/1.1" status: 200 len: 945 time: 1.0981491 Oct 10 11:11:28.450995 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-d4f0d2bc-52b6-4653-80a5-81b03ba539cb tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Deleting port 7f140555-4b42-4dcf-9001-927f7585965d {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:28.451343 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d4f0d2bc-52b6-4653-80a5-81b03ba539cb tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:28.498834 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f3c86a50-b708-430d-b7e1-4a7b70e0479d None None] For port a1698381-0627-4436-90e6-f8a6d06c16cb, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:11:28.503260 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f3c86a50-b708-430d-b7e1-4a7b70e0479d None None] For port a1698381-0627-4436-90e6-f8a6d06c16cb, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a1698381-0627-4436-90e6-f8a6d06c16cb,segment=NetworkSegment(ebe0e126-8c31-41d4-a706-6bf623dedd08),segment_id=ebe0e126-8c31-41d4-a706-6bf623dedd08)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:11:28.504892 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6341d69-3596-465c-be2b-05576818b941 None None] Checking router: 199bd0d6-c594-485a-ad1e-9567ff7fb572 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:11:28.514978 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6341d69-3596-465c-be2b-05576818b941 None None] Routers {'199bd0d6-c594-485a-ad1e-9567ff7fb572'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:11:28.515226 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-d6341d69-3596-465c-be2b-05576818b941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:11:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['199bd0d6-c594-485a-ad1e-9567ff7fb572'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:28.591420 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:28.598749 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77ee058-2283-4150-ae6f-a612b24db734 None None] Network 72b921f3-3bc1-4791-ab61-9b7a83eda662 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:28.632356 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f3c86a50-b708-430d-b7e1-4a7b70e0479d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:28.648004 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147953a-d8be-47e7-b72d-ade87c1299fd req-af68a7e7-a169-4ef2-b2e4-e6f1a7c5345d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:28.649726 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4147953a-d8be-47e7-b72d-ade87c1299fd req-af68a7e7-a169-4ef2-b2e4-e6f1a7c5345d service neutron] 10.222.0.15 "GET /v2.0/networks?id=8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e HTTP/1.1" status: 200 len: 907 time: 0.4913166 Oct 10 11:11:28.710533 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-7b625912-0e40-471c-aed6-3b7d0667a6df req-8de785f4-20ab-4918-bd50-23a55ed3ddda tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/security-groups?id=7c1127a6-d943-4eb8-a8ea-791a3d1c16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2737195 Oct 10 11:11:28.808999 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cac3f373-b5ab-47ad-b83e-1e01fc6666a4 tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:28.812928 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-cac3f373-b5ab-47ad-b83e-1e01fc6666a4 tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.8460438 Oct 10 11:11:28.827265 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48522) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:28.833300 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a9115c7-55fc-413c-9c1f-63ab2f013bd4']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:28.877500 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe0e126-8c31-41d4-a706-6bf623dedd08') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:28.877823 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe0e126-8c31-41d4-a706-6bf623dedd08') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:28.917673 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Attempt 10 to provision port a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6 Oct 10 11:11:28.959933 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2290a769-d9a2-4f2a-920a-aab967da5556 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:28.963274 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:11:29.000718 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:29.026045 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7331eb87-66d6-4ae3-8539-528830fdedf4 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Router 5d17321e-2af2-458f-984e-3924410a7157 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:11:29.035236 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c86a50-b708-430d-b7e1-4a7b70e0479d None None] Pushing event updated for resources: {'Port': ['ID=a1698381-0627-4436-90e6-f8a6d06c16cb,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:29.068139 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Port a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:29.076577 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d299cd59-e3c4-4421-951d-8f488ca24f38 None None] Network 6a9115c7-55fc-413c-9c1f-63ab2f013bd4 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:29.079156 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-91c14070-1c4c-45cf-a8d1-d065b62602b1 tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:29.091437 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-d6341d69-3596-465c-be2b-05576818b941 None None] Set router 199bd0d6-c594-485a-ad1e-9567ff7fb572 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:11:29.094639 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4147953a-d8be-47e7-b72d-ade87c1299fd req-34c8b3bc-07af-482a-94f4-6eb6310a338a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b152dbd-112c-4019-945d-7788addddd17 HTTP/1.1" status: 200 len: 999 time: 0.4224403 Oct 10 11:11:29.104004 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2290a769-d9a2-4f2a-920a-aab967da5556 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:29.104793 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-2290a769-d9a2-4f2a-920a-aab967da5556 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] In _notify_port_updated(), no bound segment for port c67085e6-1aae-4e3f-a36e-74bb4db0bc5d on network 70ba6c64-4de1-4734-bbc2-c41861658f31 {{(pid=89896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 10 11:11:29.110717 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2290a769-d9a2-4f2a-920a-aab967da5556 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:29.110970 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2290a769-d9a2-4f2a-920a-aab967da5556 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:29.114876 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2290a769-d9a2-4f2a-920a-aab967da5556 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] 10.222.0.40 "PUT /v2.0/ports/c67085e6-1aae-4e3f-a36e-74bb4db0bc5d HTTP/1.1" status: 200 len: 1001 time: 2.7033722 Oct 10 11:11:29.114876 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9ed9475e-6a9c-4a6c-8624-23e5b822bfa7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:29.152002 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-91c14070-1c4c-45cf-a8d1-d065b62602b1 tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:29.158306 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48528) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:29.170542 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Could not find standard attr ID for object 9ff81ff8-05f5-4ab9-8d33-d05b5be532af. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:11:29.214594 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8be062aa-c5f8-4a8b-8f3f-d67524fbe8dd None None] Could not find standard attr ID for object a3b15dd3-84c8-4f58-bb37-1f6e07711bf3. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:11:29.245693 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-91c14070-1c4c-45cf-a8d1-d065b62602b1 tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Usage tracker for resource:floatingip and tenant:40264982d5f9426790316bad4d2ce5ba is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:29.263276 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:29.277556 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-91c14070-1c4c-45cf-a8d1-d065b62602b1 tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:29.301401 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-91c14070-1c4c-45cf-a8d1-d065b62602b1 tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:29.311244 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Releasing vlan 484 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:11:29.312607 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:29.339236 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290a769-d9a2-4f2a-920a-aab967da5556 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Pushing event updated for resources: {'Port': ['ID=c67085e6-1aae-4e3f-a36e-74bb4db0bc5d,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:29.375059 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment ebe0e126-8c31-41d4-a706-6bf623dedd08 resource provider aggregate not found Oct 10 11:11:29.390682 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9475e-6a9c-4a6c-8624-23e5b822bfa7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Port': ['ID=71c1dd12-06b8-426f-b3e0-7ccae1bd7bc7,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:29.474109 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment ebe0e126-8c31-41d4-a706-6bf623dedd08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ebe0e126-8c31-41d4-a706-6bf623dedd08 found for delete ", "request_id": "req-09c06b4f-dd7a-4f64-b1cd-ff6c3e10e726"}]} Oct 10 11:11:29.486128 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-47788b5a-3ccf-4f00-a7c0-c03fad773719 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Deleting port c67085e6-1aae-4e3f-a36e-74bb4db0bc5d {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:29.486463 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-47788b5a-3ccf-4f00-a7c0-c03fad773719 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:29.534981 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147953a-d8be-47e7-b72d-ade87c1299fd req-54068ea5-9657-4ab4-868f-490f29d7c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:29.536444 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4147953a-d8be-47e7-b72d-ade87c1299fd req-54068ea5-9657-4ab4-868f-490f29d7c5a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65e977d9-db64-4322-bf90-948232ecd65b HTTP/1.1" status: 200 len: 845 time: 0.3839481 Oct 10 11:11:29.553940 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b0d0eecf-a4a3-4c77-a4e6-d21881a498d4 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:29.557499 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 7f140555-4b42-4dcf-9001-927f7585965d up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:11:29.593108 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9ed9475e-6a9c-4a6c-8624-23e5b822bfa7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:29.626799 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7331eb87-66d6-4ae3-8539-528830fdedf4 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:11:29.631101 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7331eb87-66d6-4ae3-8539-528830fdedf4 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:29.638743 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f9b1ac-b3df-4dce-9c42-8337906af485 None None] Sync routers for ids ['5d17321e-2af2-458f-984e-3924410a7157'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:11:29.656858 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f9b1ac-b3df-4dce-9c42-8337906af485 None None] Routers {'5d17321e-2af2-458f-984e-3924410a7157'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:11:29.658576 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-24f9b1ac-b3df-4dce-9c42-8337906af485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:11:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5d17321e-2af2-458f-984e-3924410a7157'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:29.670738 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-91c14070-1c4c-45cf-a8d1-d065b62602b1 tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Notify callbacks [] for floatingip, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:29.719187 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7331eb87-66d6-4ae3-8539-528830fdedf4 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "PUT /v2.0/floatingips/b028f221-0fab-4682-91a0-16d10ee6e570 HTTP/1.1" status: 200 len: 991 time: 6.5522616 Oct 10 11:11:29.720354 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd', 'tag': 'b67ace68-a6c3-4ca1-8ce0-70d43f587957'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:11:29.723945 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e44ff5e-ba32-485e-aa1f-4f8ec8f9ac2c" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd", "tag": "b67ace68-a6c3-4ca1-8ce0-70d43f587957"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:11:29.731380 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-d4f0d2bc-52b6-4653-80a5-81b03ba539cb tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] For port 7f140555-4b42-4dcf-9001-927f7585965d, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=7f140555-4b42-4dcf-9001-927f7585965d,segment=NetworkSegment(39bd9a0b-51e6-40ae-8c1f-d20d4df3273b),segment_id=39bd9a0b-51e6-40ae-8c1f-d20d4df3273b)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:29.731380 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d4f0d2bc-52b6-4653-80a5-81b03ba539cb tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:29.739963 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0eecf-a4a3-4c77-a4e6-d21881a498d4 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5d98d5d-da3d-437b-b3b6-18b052e3d648,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:29.745295 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.api [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 10 11:11:29.745295 dv-neutron-860842-1-hyperv neutron-server[89897]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 10 11:11:29.745295 dv-neutron-860842-1-hyperv neutron-server[89897]: [parameters: {'id': '6a9115c7-55fc-413c-9c1f-63ab2f013bd4'}] Oct 10 11:11:29.745295 dv-neutron-860842-1-hyperv neutron-server[89897]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:11:29.745295 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG oslo_db.api [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:11:29.771331 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ba2938-fd06-4703-b180-770160f3390b x-openstack-request-id: req-d7ba2938-fd06-4703-b180-770160f3390b {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:11:29.771562 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd", "tag": "b67ace68-a6c3-4ca1-8ce0-70d43f587957", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:11:29.771762 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d7ba2938-fd06-4703-b180-770160f3390b {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:11:29.772167 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7ba2938-fd06-4703-b180-770160f3390b'] response: {'name': 'network-changed', 'server_uuid': '4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd', 'tag': 'b67ace68-a6c3-4ca1-8ce0-70d43f587957', 'status': 'completed', 'code': 200} Oct 10 11:11:29.782256 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9ed9475e-6a9c-4a6c-8624-23e5b822bfa7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/71c1dd12-06b8-426f-b3e0-7ccae1bd7bc7 HTTP/1.1" status: 204 len: 168 time: 3.7323563 Oct 10 11:11:29.784770 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48540) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:29.911377 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-24f9b1ac-b3df-4dce-9c42-8337906af485 None None] Set router 5d17321e-2af2-458f-984e-3924410a7157 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:11:29.919900 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-06944b70-06ee-40e7-8138-febc7eb61374 None None] Provisioning for port c67085e6-1aae-4e3f-a36e-74bb4db0bc5d completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:11:29.960588 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-06944b70-06ee-40e7-8138-febc7eb61374 None None] Provisioning complete for port c67085e6-1aae-4e3f-a36e-74bb4db0bc5d triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:11:29.961260 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-06944b70-06ee-40e7-8138-febc7eb61374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:29.962346 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-06944b70-06ee-40e7-8138-febc7eb61374 None None] Attempt 1 to provision port c67085e6-1aae-4e3f-a36e-74bb4db0bc5d Oct 10 11:11:30.013466 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31551ceb-b8b3-4352-97db-f714859ad65e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:30.015062 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31551ceb-b8b3-4352-97db-f714859ad65e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:30.015855 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-31551ceb-b8b3-4352-97db-f714859ad65e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:11:30.016498 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-d4f0d2bc-52b6-4653-80a5-81b03ba539cb tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Calling delete_port for 7f140555-4b42-4dcf-9001-927f7585965d owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:30.058199 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-06944b70-06ee-40e7-8138-febc7eb61374 None None] Port c67085e6-1aae-4e3f-a36e-74bb4db0bc5d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:30.064092 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fef54e-e43b-41c7-93cb-420cf258fe8f req-5829d189-8da9-41ba-8aa9-8540fc15d9fd tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:30.065854 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-21fef54e-e43b-41c7-93cb-420cf258fe8f req-5829d189-8da9-41ba-8aa9-8540fc15d9fd tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 946 time: 0.2257898 Oct 10 11:11:30.068195 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44ff5e-ba32-485e-aa1f-4f8ec8f9ac2c req-40e9ed36-a443-41b9-ab2f-67edcee48c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:30.069652 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4e44ff5e-ba32-485e-aa1f-4f8ec8f9ac2c req-40e9ed36-a443-41b9-ab2f-67edcee48c7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65bf514613404a16b37bfb61203927f3&device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 1099 time: 0.2307427 Oct 10 11:11:30.078365 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 7f140555-4b42-4dcf-9001-927f7585965d completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:11:30.137102 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-31551ceb-b8b3-4352-97db-f714859ad65e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:11:30.138362 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-31551ceb-b8b3-4352-97db-f714859ad65e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3526008 Oct 10 11:11:30.157637 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48544) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:30.203780 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b0d0eecf-a4a3-4c77-a4e6-d21881a498d4 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:30.268443 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-d6341d69-3596-465c-be2b-05576818b941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'name': 'tempest-ServersTestJSON-1357478184-router', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:10:27Z', 'revision_number': 4, 'project_id': '9543e1530ac9451cbdc9af9c0a714df9', 'gw_port': {'id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '2bc8d44a-bbc4-428c-b3d3-14701f05f1bf', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'floating_ip_address': '172.26.4.180', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'port_id': '4b152dbd-112c-4019-945d-7788addddd17', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e', 'mac_address': 'fa:16:3e:d7:9a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cfef4e-1d4d-4e36-9153-f2ffe3652ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:10:40Z', 'updated_at': '2022-10-10T11:11:22Z', 'revision_number': 1, 'project_id': '9543e1530ac9451cbdc9af9c0a714df9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3590ba97-27f9-4fce-9e30-fe8e54c0b3a4', 'name': '', 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'mac_address': 'fa:16:3e:b3:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '65e977d9-db64-4322-bf90-948232ecd65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:24Z', 'updated_at': '2022-10-10T11:10:44Z', 'revision_number': 5, 'project_id': '9543e1530ac9451cbdc9af9c0a714df9', 'subnets': [{'id': '65e977d9-db64-4322-bf90-948232ecd65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:30.271894 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:30.283409 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6341d69-3596-465c-be2b-05576818b941 None None] The sync data for ids ['199bd0d6-c594-485a-ad1e-9567ff7fb572'] in dv-neutron-860842-1-hyperv is: [{'id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'name': 'tempest-ServersTestJSON-1357478184-router', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:10:27Z', 'revision_number': 4, 'project_id': '9543e1530ac9451cbdc9af9c0a714df9', 'gw_port': {'id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '2bc8d44a-bbc4-428c-b3d3-14701f05f1bf', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'floating_ip_address': '172.26.4.180', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'port_id': '4b152dbd-112c-4019-945d-7788addddd17', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e', 'mac_address': 'fa:16:3e:d7:9a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cfef4e-1d4d-4e36-9153-f2ffe3652ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:10:40Z', 'updated_at': '2022-10-10T11:11:22Z', 'revision_number': 1, 'project_id': '9543e1530ac9451cbdc9af9c0a714df9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3590ba97-27f9-4fce-9e30-fe8e54c0b3a4', 'name': '', 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'mac_address': 'fa:16:3e:b3:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '65e977d9-db64-4322-bf90-948232ecd65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:24Z', 'updated_at': '2022-10-10T11:10:44Z', 'revision_number': 5, 'project_id': '9543e1530ac9451cbdc9af9c0a714df9', 'subnets': [{'id': '65e977d9-db64-4322-bf90-948232ecd65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:11:30.297070 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-21fef54e-e43b-41c7-93cb-420cf258fe8f req-707f2953-96c0-42ae-9e71-bf85326b238d tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/security-groups?id=abd51995-f90f-4c13-bd05-cf0ace088ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230697 Oct 10 11:11:30.387209 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44ff5e-ba32-485e-aa1f-4f8ec8f9ac2c req-8d1c5c59-1b46-43fb-a7cc-5d8e31983ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:30.389858 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4e44ff5e-ba32-485e-aa1f-4f8ec8f9ac2c req-8d1c5c59-1b46-43fb-a7cc-5d8e31983ad4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65 HTTP/1.1" status: 200 len: 913 time: 0.2937651 Oct 10 11:11:30.395156 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391a0024-10a2-4d16-b4be-35d7a5657d56 None None] Network 72b921f3-3bc1-4791-ab61-9b7a83eda662 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:30.511812 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-24f9b1ac-b3df-4dce-9c42-8337906af485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d17321e-2af2-458f-984e-3924410a7157', 'name': 'tempest-ServersTestManualDisk-1328151757-router', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:10:22Z', 'revision_number': 4, 'project_id': '65bf514613404a16b37bfb61203927f3', 'gw_port': {'id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17321e-2af2-458f-984e-3924410a7157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'b028f221-0fab-4682-91a0-16d10ee6e570', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'floating_ip_address': '172.26.4.88', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '5d17321e-2af2-458f-984e-3924410a7157', 'port_id': 'b67ace68-a6c3-4ca1-8ce0-70d43f587957', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65', 'mac_address': 'fa:16:3e:a2:18:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:10:36Z', 'updated_at': '2022-10-10T11:11:25Z', 'revision_number': 1, 'project_id': '65bf514613404a16b37bfb61203927f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2ca9638-d472-4f49-833c-47a12cf7ba32', 'name': '', 'network_id': '25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'mac_address': 'fa:16:3e:0c:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17321e-2af2-458f-984e-3924410a7157', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9b7165ed-72f0-43d7-b671-b766b0f5b107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:19Z', 'updated_at': '2022-10-10T11:10:39Z', 'revision_number': 5, 'project_id': '65bf514613404a16b37bfb61203927f3', 'subnets': [{'id': '9b7165ed-72f0-43d7-b671-b766b0f5b107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:30.517443 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f9b1ac-b3df-4dce-9c42-8337906af485 None None] Checking router: 5d17321e-2af2-458f-984e-3924410a7157 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:11:30.526995 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f9b1ac-b3df-4dce-9c42-8337906af485 None None] Routers {'5d17321e-2af2-458f-984e-3924410a7157'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:11:30.527472 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-24f9b1ac-b3df-4dce-9c42-8337906af485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:11:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5d17321e-2af2-458f-984e-3924410a7157'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:30.539134 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4e44ff5e-ba32-485e-aa1f-4f8ec8f9ac2c req-27e2b3e6-3927-4169-a9df-8f3820cdb2a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b67ace68-a6c3-4ca1-8ce0-70d43f587957 HTTP/1.1" status: 200 len: 999 time: 0.1420865 Oct 10 11:11:30.585106 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-06944b70-06ee-40e7-8138-febc7eb61374 None None] Attempt 2 to provision port c67085e6-1aae-4e3f-a36e-74bb4db0bc5d Oct 10 11:11:30.627598 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44ff5e-ba32-485e-aa1f-4f8ec8f9ac2c req-c7e66bcd-1c9c-4904-b425-b3fa5a6bfe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:30.627598 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4e44ff5e-ba32-485e-aa1f-4f8ec8f9ac2c req-c7e66bcd-1c9c-4904-b425-b3fa5a6bfe99 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b7165ed-72f0-43d7-b671-b766b0f5b107 HTTP/1.1" status: 200 len: 851 time: 0.0809801 Oct 10 11:11:30.715570 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-24f9b1ac-b3df-4dce-9c42-8337906af485 None None] Set router 5d17321e-2af2-458f-984e-3924410a7157 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:11:30.738274 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147953a-d8be-47e7-b72d-ade87c1299fd req-68e8288c-d478-46d0-90fc-324fa80f1eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:30.738858 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44ff5e-ba32-485e-aa1f-4f8ec8f9ac2c req-e36a88ea-fbe9-400f-8900-9613b0090e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:30.739940 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4147953a-d8be-47e7-b72d-ade87c1299fd req-68e8288c-d478-46d0-90fc-324fa80f1eee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1730094 Oct 10 11:11:30.740285 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4e44ff5e-ba32-485e-aa1f-4f8ec8f9ac2c req-e36a88ea-fbe9-400f-8900-9613b0090e03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1007276 Oct 10 11:11:30.752562 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b0d0eecf-a4a3-4c77-a4e6-d21881a498d4 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:30.753774 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44949f76-c97c-4bfa-9aac-35de3c55a8d7 None None] New status for floating IP 2bc8d44a-bbc4-428c-b3d3-14701f05f1bf: ACTIVE {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:11:30.778092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b0d0eecf-a4a3-4c77-a4e6-d21881a498d4 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:30.818824 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-174b1bb0-df4c-4a26-aa85-fbf94492fcc5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet dbbec99b-487c-41b2-8973-5281350b87c2 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:11:30.917669 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4e44ff5e-ba32-485e-aa1f-4f8ec8f9ac2c req-ce79dfa1-d81a-4909-82c5-8e3f92cbb88b service neutron] 10.222.0.15 "GET /v2.0/networks/25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638143 Oct 10 11:11:30.950041 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Deleting port a1698381-0627-4436-90e6-f8a6d06c16cb {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:30.950670 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:31.011621 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-174b1bb0-df4c-4a26-aa85-fbf94492fcc5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:31.111524 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4e44ff5e-ba32-485e-aa1f-4f8ec8f9ac2c req-a5e8d5ae-ba89-4552-baee-b607a9ae657e service neutron] 10.222.0.15 "GET /v2.0/networks/25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848629 Oct 10 11:11:31.126367 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-06944b70-06ee-40e7-8138-febc7eb61374 None None] Port c67085e6-1aae-4e3f-a36e-74bb4db0bc5d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:31.126932 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-47788b5a-3ccf-4f00-a7c0-c03fad773719 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:31.166269 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-24f9b1ac-b3df-4dce-9c42-8337906af485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d17321e-2af2-458f-984e-3924410a7157', 'name': 'tempest-ServersTestManualDisk-1328151757-router', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:10:22Z', 'revision_number': 4, 'project_id': '65bf514613404a16b37bfb61203927f3', 'gw_port': {'id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17321e-2af2-458f-984e-3924410a7157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'b028f221-0fab-4682-91a0-16d10ee6e570', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'floating_ip_address': '172.26.4.88', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '5d17321e-2af2-458f-984e-3924410a7157', 'port_id': 'b67ace68-a6c3-4ca1-8ce0-70d43f587957', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65', 'mac_address': 'fa:16:3e:a2:18:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:10:36Z', 'updated_at': '2022-10-10T11:11:25Z', 'revision_number': 1, 'project_id': '65bf514613404a16b37bfb61203927f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2ca9638-d472-4f49-833c-47a12cf7ba32', 'name': '', 'network_id': '25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'mac_address': 'fa:16:3e:0c:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17321e-2af2-458f-984e-3924410a7157', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9b7165ed-72f0-43d7-b671-b766b0f5b107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:19Z', 'updated_at': '2022-10-10T11:10:39Z', 'revision_number': 5, 'project_id': '65bf514613404a16b37bfb61203927f3', 'subnets': [{'id': '9b7165ed-72f0-43d7-b671-b766b0f5b107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:31.170306 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f9b1ac-b3df-4dce-9c42-8337906af485 None None] The sync data for ids ['5d17321e-2af2-458f-984e-3924410a7157'] in dv-neutron-860842-1-hyperv is: [{'id': '5d17321e-2af2-458f-984e-3924410a7157', 'name': 'tempest-ServersTestManualDisk-1328151757-router', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:10:22Z', 'revision_number': 4, 'project_id': '65bf514613404a16b37bfb61203927f3', 'gw_port': {'id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17321e-2af2-458f-984e-3924410a7157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'b028f221-0fab-4682-91a0-16d10ee6e570', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'floating_ip_address': '172.26.4.88', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '5d17321e-2af2-458f-984e-3924410a7157', 'port_id': 'b67ace68-a6c3-4ca1-8ce0-70d43f587957', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65', 'mac_address': 'fa:16:3e:a2:18:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:10:36Z', 'updated_at': '2022-10-10T11:11:25Z', 'revision_number': 1, 'project_id': '65bf514613404a16b37bfb61203927f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2ca9638-d472-4f49-833c-47a12cf7ba32', 'name': '', 'network_id': '25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'mac_address': 'fa:16:3e:0c:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17321e-2af2-458f-984e-3924410a7157', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9b7165ed-72f0-43d7-b671-b766b0f5b107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:19Z', 'updated_at': '2022-10-10T11:10:39Z', 'revision_number': 5, 'project_id': '65bf514613404a16b37bfb61203927f3', 'subnets': [{'id': '9b7165ed-72f0-43d7-b671-b766b0f5b107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:11:31.326475 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-47788b5a-3ccf-4f00-a7c0-c03fad773719 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Calling delete_port for c67085e6-1aae-4e3f-a36e-74bb4db0bc5d owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:31.353933 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b0d0eecf-a4a3-4c77-a4e6-d21881a498d4 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:31.354435 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d0eecf-a4a3-4c77-a4e6-d21881a498d4 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 73d1a847-a361-4033-baa0-36635c720c60 {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:11:31.381035 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c1570a-3a5e-43cd-9a06-967973f10a87 None None] get_active_networks_info from dv-neutron-860842-1-hyperv {{(pid=89898) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 10 11:11:31.416331 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25f7b75-ab41-4442-b191-021a1a148439 None None] New status for floating IP b028f221-0fab-4682-91a0-16d10ee6e570: ACTIVE {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:11:31.422957 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-174b1bb0-df4c-4a26-aa85-fbf94492fcc5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:31.549061 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4147953a-d8be-47e7-b72d-ade87c1299fd req-6f564bd1-f3b8-4b7d-a286-07d2ec6b0ec0 service neutron] 10.222.0.15 "GET /v2.0/networks/8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7899325 Oct 10 11:11:31.582417 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c1570a-3a5e-43cd-9a06-967973f10a87 None None] Resources bound (agent type, host, resource id): {{(pid=89898) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 10 11:11:31.629429 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-06944b70-06ee-40e7-8138-febc7eb61374 None None] Attempt 3 to provision port c67085e6-1aae-4e3f-a36e-74bb4db0bc5d Oct 10 11:11:31.631758 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d4f0d2bc-52b6-4653-80a5-81b03ba539cb tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:31.636678 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b0d0eecf-a4a3-4c77-a4e6-d21881a498d4 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:31.637882 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b0d0eecf-a4a3-4c77-a4e6-d21881a498d4 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "DELETE /v2.0/routers/73d1a847-a361-4033-baa0-36635c720c60 HTTP/1.1" status: 204 len: 168 time: 6.1127124 Oct 10 11:11:31.640620 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48552) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:31.714290 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-174b1bb0-df4c-4a26-aa85-fbf94492fcc5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:31.735371 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f2e2e5-c4d3-4691-919f-7e3e24a45fc5 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Deleting subnet db3ac04e-cc38-45d4-9213-ef1050a8d239 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:11:31.738679 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-19f2e2e5-c4d3-4691-919f-7e3e24a45fc5 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:31.795703 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-19f2e2e5-c4d3-4691-919f-7e3e24a45fc5 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:31.824939 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-06944b70-06ee-40e7-8138-febc7eb61374 None None] Port c67085e6-1aae-4e3f-a36e-74bb4db0bc5d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:31.860968 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0d2bc-52b6-4653-80a5-81b03ba539cb tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event deleted for resources: {'Port': ['ID=7f140555-4b42-4dcf-9001-927f7585965d,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:31.866055 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-19f2e2e5-c4d3-4691-919f-7e3e24a45fc5 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:32.026278 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-19f2e2e5-c4d3-4691-919f-7e3e24a45fc5 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:32.053868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-91c14070-1c4c-45cf-a8d1-d065b62602b1 tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:32.064941 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2e2e5-c4d3-4691-919f-7e3e24a45fc5 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=db3ac04e-cc38-45d4-9213-ef1050a8d239,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:32.068837 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-19f2e2e5-c4d3-4691-919f-7e3e24a45fc5 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:32.074870 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-19f2e2e5-c4d3-4691-919f-7e3e24a45fc5 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "DELETE /v2.0/subnets/db3ac04e-cc38-45d4-9213-ef1050a8d239 HTTP/1.1" status: 204 len: 168 time: 0.4321532 Oct 10 11:11:32.081364 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48556) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:32.167857 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150bacb7-d60e-43b1-b7fe-f35c2b89d13d None None] DHCP port deletion for 72b921f3-3bc1-4791-ab61-9b7a83eda662 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:11:32.188299 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e066e7-3d50-49cd-ad15-8107e8fb146f None None] get_active_networks_info from dv-neutron-860842-1-hyperv {{(pid=89898) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 10 11:11:32.190926 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f0d2bc-52b6-4653-80a5-81b03ba539cb tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] No DVR routers for this DVR port 7f140555-4b42-4dcf-9001-927f7585965d on host dv-neutron-860842-1-hyperv {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:11:32.266517 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] For port a1698381-0627-4436-90e6-f8a6d06c16cb, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a1698381-0627-4436-90e6-f8a6d06c16cb,segment=NetworkSegment(ebe0e126-8c31-41d4-a706-6bf623dedd08),segment_id=ebe0e126-8c31-41d4-a706-6bf623dedd08)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:32.266929 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:32.298896 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-acc328e6-92b2-43f3-9b38-bfa189d52155 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:32.328674 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-06944b70-06ee-40e7-8138-febc7eb61374 None None] Attempt 4 to provision port c67085e6-1aae-4e3f-a36e-74bb4db0bc5d Oct 10 11:11:32.412137 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-06944b70-06ee-40e7-8138-febc7eb61374 None None] Port c67085e6-1aae-4e3f-a36e-74bb4db0bc5d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:32.420667 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e066e7-3d50-49cd-ad15-8107e8fb146f None None] Resources bound (agent type, host, resource id): {{(pid=89898) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 10 11:11:32.430239 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-acc328e6-92b2-43f3-9b38-bfa189d52155 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:32.457559 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-acc328e6-92b2-43f3-9b38-bfa189d52155 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a9a053-9cfa-4aab-ac71-5c08e0616f0c']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:32.460296 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Calling delete_port for a1698381-0627-4436-90e6-f8a6d06c16cb owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:32.476501 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-acc328e6-92b2-43f3-9b38-bfa189d52155 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a5a594-b3a7-46fa-a5c5-7582f30b26de') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:32.477048 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-acc328e6-92b2-43f3-9b38-bfa189d52155 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a5a594-b3a7-46fa-a5c5-7582f30b26de') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:32.497869 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-acc328e6-92b2-43f3-9b38-bfa189d52155 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:32.515158 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-acc328e6-92b2-43f3-9b38-bfa189d52155 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:32.518656 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-47788b5a-3ccf-4f00-a7c0-c03fad773719 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:32.522089 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4147953a-d8be-47e7-b72d-ade87c1299fd req-5a5a883f-8ef8-4920-8d2d-e7564bd8b215 service neutron] 10.222.0.15 "GET /v2.0/networks/8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9590116 Oct 10 11:11:32.522353 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc328e6-92b2-43f3-9b38-bfa189d52155 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Releasing vlan 487 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:11:32.522762 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-acc328e6-92b2-43f3-9b38-bfa189d52155 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:32.522872 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d4f0d2bc-52b6-4653-80a5-81b03ba539cb tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:32.597660 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 56a5a594-b3a7-46fa-a5c5-7582f30b26de resource provider aggregate not found Oct 10 11:11:32.623774 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-174b1bb0-df4c-4a26-aa85-fbf94492fcc5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:32.637052 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 56a5a594-b3a7-46fa-a5c5-7582f30b26de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56a5a594-b3a7-46fa-a5c5-7582f30b26de found for delete ", "request_id": "req-a6734b83-9fdf-4777-830e-b50aff55f229"}]} Oct 10 11:11:32.708016 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47788b5a-3ccf-4f00-a7c0-c03fad773719 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Pushing event deleted for resources: {'Port': ['ID=c67085e6-1aae-4e3f-a36e-74bb4db0bc5d,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:32.716628 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-acc328e6-92b2-43f3-9b38-bfa189d52155 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:32.733311 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc328e6-92b2-43f3-9b38-bfa189d52155 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f4a9a053-9cfa-4aab-ac71-5c08e0616f0c {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 10 11:11:32.740010 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-acc328e6-92b2-43f3-9b38-bfa189d52155 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:32.753844 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-acc328e6-92b2-43f3-9b38-bfa189d52155 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "DELETE /v2.0/networks/f4a9a053-9cfa-4aab-ac71-5c08e0616f0c HTTP/1.1" status: 204 len: 168 time: 0.6748166 Oct 10 11:11:32.760452 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc328e6-92b2-43f3-9b38-bfa189d52155 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4a9a053-9cfa-4aab-ac71-5c08e0616f0c,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:32.793961 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b1bb0-df4c-4a26-aa85-fbf94492fcc5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=dbbec99b-487c-41b2-8973-5281350b87c2,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:32.799906 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-47788b5a-3ccf-4f00-a7c0-c03fad773719 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:32.805924 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-174b1bb0-df4c-4a26-aa85-fbf94492fcc5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:32.860781 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826ff0fb-773d-41d6-a485-9c0b561adff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-72b921f3-3bc1-4791-ab61-9b7a83eda662', 'network_id': '72b921f3-3bc1-4791-ab61-9b7a83eda662', 'tenant_id': '9b52ed05dd7340c5ab7a911779462445', 'fixed_ips': [{'subnet_id': 'bdec21bc-9092-46d3-adfd-81fa862f1e27'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:11:32.861800 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-826ff0fb-773d-41d6-a485-9c0b561adff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:32.872769 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-47788b5a-3ccf-4f00-a7c0-c03fad773719 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] 10.222.0.40 "DELETE /v2.0/ports/c67085e6-1aae-4e3f-a36e-74bb4db0bc5d HTTP/1.1" status: 204 len: 168 time: 3.7135336 Oct 10 11:11:32.876230 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48568) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:32.892280 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-91c14070-1c4c-45cf-a8d1-d065b62602b1 tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Allocated IP 172.26.4.102 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/6bee778a-9059-47b0-97ea-53c81bd96647) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:32.915270 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-06944b70-06ee-40e7-8138-febc7eb61374 None None] Attempt 5 to provision port c67085e6-1aae-4e3f-a36e-74bb4db0bc5d Oct 10 11:11:32.950297 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6f8368-96fa-49ac-8185-d50cc7e0d748 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] GET failed (client error): The resource could not be found. Oct 10 11:11:32.951204 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-fd6f8368-96fa-49ac-8185-d50cc7e0d748 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Synchronizing usage tracker for tenant:3cb368f53eec46a0893d39fe50ebd81a on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:11:33.022366 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-06944b70-06ee-40e7-8138-febc7eb61374 None None] Port c67085e6-1aae-4e3f-a36e-74bb4db0bc5d was deleted so its status cannot be updated. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 10 11:11:33.028866 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d4f0d2bc-52b6-4653-80a5-81b03ba539cb tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:33.032914 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-06944b70-06ee-40e7-8138-febc7eb61374 None None] Could not find standard attr ID for object 7f140555-4b42-4dcf-9001-927f7585965d. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:11:33.035026 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-174b1bb0-df4c-4a26-aa85-fbf94492fcc5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/dbbec99b-487c-41b2-8973-5281350b87c2 HTTP/1.1" status: 204 len: 168 time: 2.8737659 Oct 10 11:11:33.036074 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:33.038138 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48574) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:33.048735 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-06944b70-06ee-40e7-8138-febc7eb61374 None None] Could not find standard attr ID for object 71c1dd12-06b8-426f-b3e0-7ccae1bd7bc7. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server [None req-826ff0fb-773d-41d6-a485-9c0b561adff3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bdec21bc-9092-46d3-adfd-81fa862f1e27: This subnet is being modified by another concurrent operation. Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server raise self.value Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server raise self.value Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server raise self.value Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server raise self.value Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 10 11:11:33.100846 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server raise self.value Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server raise self.value Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server raise exception Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bdec21bc-9092-46d3-adfd-81fa862f1e27: This subnet is being modified by another concurrent operation. Oct 10 11:11:33.103913 dv-neutron-860842-1-hyperv neutron-server[89898]: ERROR oslo_messaging.rpc.server Oct 10 11:11:33.117550 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48578) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:33.123089 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-fd36f98d-35dc-441d-9378-f37be93b4505 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Request body: {'router': {'name': 'tempest-router--1282873822', 'project_id': 'c8e66a08c8884530a09f7c1bee8fcc3a'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:33.124515 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626976e5-6860-4f69-bb5b-0ae262976e57 None None] get_active_networks_info from dv-neutron-860842-1-hyperv {{(pid=89898) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 10 11:11:33.135903 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-fd6f8368-96fa-49ac-8185-d50cc7e0d748 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Unset dirty status for tenant:3cb368f53eec46a0893d39fe50ebd81a on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:11:33.137054 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-fd6f8368-96fa-49ac-8185-d50cc7e0d748 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] 10.222.0.40 "GET /v2.0/ports/c67085e6-1aae-4e3f-a36e-74bb4db0bc5d HTTP/1.1" status: 404 len: 333 time: 0.2596984 Oct 10 11:11:33.140499 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4fae5b11-2640-434f-8090-d220b5fb4d21 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1011171 Oct 10 11:11:33.141691 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-fd36f98d-35dc-441d-9378-f37be93b4505 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:33.143745 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48582) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:33.144503 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] No DVR routers for this DVR port a1698381-0627-4436-90e6-f8a6d06c16cb on host dv-neutron-860842-1-hyperv {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:11:33.177199 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-b94d5ae5-2ca0-44fc-b1c8-4c685b2d3c9e None None] Could not find standard attr ID for object 7f140555-4b42-4dcf-9001-927f7585965d. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:11:33.182052 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48586) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:33.184969 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-fd36f98d-35dc-441d-9378-f37be93b4505 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Usage tracker for resource:router and tenant:c8e66a08c8884530a09f7c1bee8fcc3a is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:33.186846 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0d2bc-52b6-4653-80a5-81b03ba539cb tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event deleted for resources: {'Subnet': ['ID=bdec21bc-9092-46d3-adfd-81fa862f1e27,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:33.189798 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event deleted for resources: {'Port': ['ID=a1698381-0627-4436-90e6-f8a6d06c16cb,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:33.190900 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-fcbe1d46-16b7-4ce8-8996-de70316a1655 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Request body: {'port': {'network_id': '70ba6c64-4de1-4734-bbc2-c41861658f31', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1501553190'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:33.209811 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-fd36f98d-35dc-441d-9378-f37be93b4505 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:33.240780 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-fd36f98d-35dc-441d-9378-f37be93b4505 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:33.362074 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626976e5-6860-4f69-bb5b-0ae262976e57 None None] Resources bound (agent type, host, resource id): {{(pid=89898) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 10 11:11:33.378453 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499e8fa9-b2d3-46e4-bd97-01a66f60892e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:33.379196 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-499e8fa9-b2d3-46e4-bd97-01a66f60892e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:11:33.388335 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-fcbe1d46-16b7-4ce8-8996-de70316a1655 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:33.389808 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 7f140555-4b42-4dcf-9001-927f7585965d no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:11:33.404946 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-fcbe1d46-16b7-4ce8-8996-de70316a1655 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:33.408630 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd36f98d-35dc-441d-9378-f37be93b4505 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:33.409785 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd36f98d-35dc-441d-9378-f37be93b4505 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:33.433332 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd36f98d-35dc-441d-9378-f37be93b4505 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:33.438619 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 7f140555-4b42-4dcf-9001-927f7585965d {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:11:33.438974 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 7f140555-4b42-4dcf-9001-927f7585965d not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:11:33.459779 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-499e8fa9-b2d3-46e4-bd97-01a66f60892e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:11:33.464393 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-499e8fa9-b2d3-46e4-bd97-01a66f60892e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3163404 Oct 10 11:11:33.464393 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48590) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:33.480675 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d4f0d2bc-52b6-4653-80a5-81b03ba539cb tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:33.501079 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbe1d46-16b7-4ce8-8996-de70316a1655 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Made reservation on behalf of 3cb368f53eec46a0893d39fe50ebd81a for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:33.502321 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:33.504534 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fcbe1d46-16b7-4ce8-8996-de70316a1655 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:33.519384 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-91c14070-1c4c-45cf-a8d1-d065b62602b1 tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:33.526118 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-65285367-d6e4-420a-8038-44bcc9ff44d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:33.534574 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-d4f0d2bc-52b6-4653-80a5-81b03ba539cb tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b921f3-3bc1-4791-ab61-9b7a83eda662']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:33.542032 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd36f98d-35dc-441d-9378-f37be93b4505 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:33.556434 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-fcbe1d46-16b7-4ce8-8996-de70316a1655 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] device_id is not set on port eaa03edb-1c41-410a-8206-feda3808a1b6 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:11:33.561741 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-d4f0d2bc-52b6-4653-80a5-81b03ba539cb tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39bd9a0b-51e6-40ae-8c1f-d20d4df3273b') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:33.561741 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-d4f0d2bc-52b6-4653-80a5-81b03ba539cb tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39bd9a0b-51e6-40ae-8c1f-d20d4df3273b') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:33.569359 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a9115c7-55fc-413c-9c1f-63ab2f013bd4']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:33.587601 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d4f0d2bc-52b6-4653-80a5-81b03ba539cb tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:33.595120 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe0e126-8c31-41d4-a706-6bf623dedd08') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:33.595426 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe0e126-8c31-41d4-a706-6bf623dedd08') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:33.605585 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41668627-456c-45a4-9f2a-4ad526869f4d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:33.615653 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-41668627-456c-45a4-9f2a-4ad526869f4d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1413605 Oct 10 11:11:33.615800 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48594) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:33.620441 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:33.693560 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d4f0d2bc-52b6-4653-80a5-81b03ba539cb tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:33.714108 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8a7ced3b-4113-42b4-9b73-e7c4dc342ef2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0953331 Oct 10 11:11:33.714324 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48598) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:33.716690 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd36f98d-35dc-441d-9378-f37be93b4505 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:33.718079 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-fd36f98d-35dc-441d-9378-f37be93b4505 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5990467 Oct 10 11:11:33.721025 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-8be7ee45-00f9-431c-b142-26b4e633f88d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:33.731417 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48602) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:33.734336 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-fcbe1d46-16b7-4ce8-8996-de70316a1655 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Allocated IP 2001:db8::264 (70ba6c64-4de1-4734-bbc2-c41861658f31/87432049-fef5-4806-bd4d-af0b7981801f/eaa03edb-1c41-410a-8206-feda3808a1b6) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:33.741565 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f0d2bc-52b6-4653-80a5-81b03ba539cb tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Releasing vlan 456 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:11:33.741971 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d4f0d2bc-52b6-4653-80a5-81b03ba539cb tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:33.756354 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:33.796049 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 39bd9a0b-51e6-40ae-8c1f-d20d4df3273b resource provider aggregate not found Oct 10 11:11:33.802101 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Releasing vlan 484 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:11:33.802504 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:33.847603 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f4151f-1f1d-489a-b226-e7cf01b32d27 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:33.873213 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67006a6-e852-4ed1-aadb-e8a492206de1 None None] Network 72b921f3-3bc1-4791-ab61-9b7a83eda662 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:33.882710 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-be3f309d-096a-471e-8537-95abe0040b45 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:34.001281 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 39bd9a0b-51e6-40ae-8c1f-d20d4df3273b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39bd9a0b-51e6-40ae-8c1f-d20d4df3273b found for delete ", "request_id": "req-69ad1e45-0d2f-4700-bdd4-cdc8f045bc40"}]} Oct 10 11:11:34.100399 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-91c14070-1c4c-45cf-a8d1-d065b62602b1 tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:34.232260 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:34.268559 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c14070-1c4c-45cf-a8d1-d065b62602b1 tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:34.269906 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:34.280455 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-91c14070-1c4c-45cf-a8d1-d065b62602b1 tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:34.292849 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c14070-1c4c-45cf-a8d1-d065b62602b1 tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:34.316163 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef520808-d9b3-4909-b772-8bc3e273af90 None None] DHCP port deletion for 72b921f3-3bc1-4791-ab61-9b7a83eda662 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:11:34.325734 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event deleted for resources: {'Network': ['ID=6a9115c7-55fc-413c-9c1f-63ab2f013bd4,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:34.333540 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d4f0d2bc-52b6-4653-80a5-81b03ba539cb tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:34.334966 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14070-1c4c-45cf-a8d1-d065b62602b1 tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Pushing event updated for resources: {'Port': ['ID=6bee778a-9059-47b0-97ea-53c81bd96647,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:34.338245 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8be7ee45-00f9-431c-b142-26b4e633f88d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:34.364042 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d4f0d2bc-52b6-4653-80a5-81b03ba539cb tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:34.369498 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d4f0d2bc-52b6-4653-80a5-81b03ba539cb tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/networks/72b921f3-3bc1-4791-ab61-9b7a83eda662 HTTP/1.1" status: 204 len: 168 time: 6.5727694 Oct 10 11:11:34.373295 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48610) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:34.374503 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8be7ee45-00f9-431c-b142-26b4e633f88d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:subnet and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:34.382691 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-39c7818a-20ad-4632-9425-d1485907b729 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "DELETE /v2.0/networks/6a9115c7-55fc-413c-9c1f-63ab2f013bd4 HTTP/1.1" status: 204 len: 168 time: 8.4562240 Oct 10 11:11:34.387700 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48614) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:34.391146 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8be7ee45-00f9-431c-b142-26b4e633f88d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:34.412075 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0d2bc-52b6-4653-80a5-81b03ba539cb tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event deleted for resources: {'Network': ['ID=72b921f3-3bc1-4791-ab61-9b7a83eda662,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:34.420805 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8be7ee45-00f9-431c-b142-26b4e633f88d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:34.429889 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-871de24f-3de9-4f20-9994-44236052b85c tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] DELETE failed (client error): The resource could not be found. Oct 10 11:11:34.431036 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-871de24f-3de9-4f20-9994-44236052b85c tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:11:34.433799 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-871de24f-3de9-4f20-9994-44236052b85c tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/networks/72b921f3-3bc1-4791-ab61-9b7a83eda662 HTTP/1.1" status: 404 len: 339 time: 0.0495305 Oct 10 11:11:34.436167 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-be3f309d-096a-471e-8537-95abe0040b45 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:34.441796 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7334bd74-c2a2-4158-8cbe-bae8d0001a19 None None] DHCP port deletion for dac74586-4382-4e00-a6eb-f2005f114a9a request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:11:34.443924 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48618) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:34.445173 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-424ab7d5-fac3-4346-a6aa-d1b48bf382ce tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2060833021'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:34.447482 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7334bd74-c2a2-4158-8cbe-bae8d0001a19 None None] Deleting port 77615749-c16d-499c-a364-c2787e27c107 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:34.448406 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7334bd74-c2a2-4158-8cbe-bae8d0001a19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:34.450316 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-be3f309d-096a-471e-8537-95abe0040b45 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:34.453112 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-a462fe74-f7a9-4a30-aa6d-2e2550cdcfc6 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1052183908', 'description': 'd1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:34.458956 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a462fe74-f7a9-4a30-aa6d-2e2550cdcfc6 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:34.464384 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-424ab7d5-fac3-4346-a6aa-d1b48bf382ce tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:34.464548 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a462fe74-f7a9-4a30-aa6d-2e2550cdcfc6 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Usage tracker for resource:network and tenant:9b52ed05dd7340c5ab7a911779462445 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:34.476090 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a462fe74-f7a9-4a30-aa6d-2e2550cdcfc6 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:34.483455 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a462fe74-f7a9-4a30-aa6d-2e2550cdcfc6 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:34.501248 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-91c14070-1c4c-45cf-a8d1-d065b62602b1 tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:34.522463 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be7ee45-00f9-431c-b142-26b4e633f88d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:34.526117 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8be7ee45-00f9-431c-b142-26b4e633f88d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:34.541256 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-424ab7d5-fac3-4346-a6aa-d1b48bf382ce tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Usage tracker for resource:network and tenant:8bb4fcedb87945309c83408accc34ea6 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:34.551419 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-424ab7d5-fac3-4346-a6aa-d1b48bf382ce tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:34.562223 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-424ab7d5-fac3-4346-a6aa-d1b48bf382ce tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:34.607275 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fcbe1d46-16b7-4ce8-8996-de70316a1655 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:34.611034 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a462fe74-f7a9-4a30-aa6d-2e2550cdcfc6 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Made reservation on behalf of 9b52ed05dd7340c5ab7a911779462445 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:34.616564 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a462fe74-f7a9-4a30-aa6d-2e2550cdcfc6 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:34.672337 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7334bd74-c2a2-4158-8cbe-bae8d0001a19 None None] For port 77615749-c16d-499c-a364-c2787e27c107, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=77615749-c16d-499c-a364-c2787e27c107,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:34.672764 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7334bd74-c2a2-4158-8cbe-bae8d0001a19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:34.689116 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-fcbe1d46-16b7-4ce8-8996-de70316a1655 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Transition to ACTIVE for port object eaa03edb-1c41-410a-8206-feda3808a1b6 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:34.693992 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-be3f309d-096a-471e-8537-95abe0040b45 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:34.693992 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3f309d-096a-471e-8537-95abe0040b45 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 266f0767-599d-4283-a198-22dae6a7c8f9 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:11:34.723197 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a462fe74-f7a9-4a30-aa6d-2e2550cdcfc6 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 458} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:11:34.725538 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-91c14070-1c4c-45cf-a8d1-d065b62602b1 tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:34.727007 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424ab7d5-fac3-4346-a6aa-d1b48bf382ce tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Made reservation on behalf of 8bb4fcedb87945309c83408accc34ea6 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:34.730513 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-424ab7d5-fac3-4346-a6aa-d1b48bf382ce tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:34.761001 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-424ab7d5-fac3-4346-a6aa-d1b48bf382ce tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 496} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:11:34.770756 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-424ab7d5-fac3-4346-a6aa-d1b48bf382ce tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:34.771600 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-424ab7d5-fac3-4346-a6aa-d1b48bf382ce tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Added segment 78f55b7e-f2a4-42c2-9c58-146d05acf4b0 of type vlan for network 58bdde1b-5303-4dcc-be9a-91db5dfc077e Oct 10 11:11:34.787616 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a462fe74-f7a9-4a30-aa6d-2e2550cdcfc6 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:34.787958 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-a462fe74-f7a9-4a30-aa6d-2e2550cdcfc6 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Added segment 2e197ffa-cd44-4db3-bdce-8db1914e5d85 of type vlan for network b81912a9-8267-4978-9e3f-1946f5d0a924 Oct 10 11:11:34.802857 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-be3f309d-096a-471e-8537-95abe0040b45 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:34.804486 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-be3f309d-096a-471e-8537-95abe0040b45 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "DELETE /v2.0/routers/266f0767-599d-4283-a198-22dae6a7c8f9 HTTP/1.1" status: 204 len: 168 time: 1.0720227 Oct 10 11:11:34.810007 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-424ab7d5-fac3-4346-a6aa-d1b48bf382ce tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:34.810136 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7334bd74-c2a2-4158-8cbe-bae8d0001a19 None None] Calling delete_port for 77615749-c16d-499c-a364-c2787e27c107 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:34.861833 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fcbe1d46-16b7-4ce8-8996-de70316a1655 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:34.885144 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a462fe74-f7a9-4a30-aa6d-2e2550cdcfc6 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:34.925623 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-424ab7d5-fac3-4346-a6aa-d1b48bf382ce tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:34.931847 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424ab7d5-fac3-4346-a6aa-d1b48bf382ce tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:34.932432 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-424ab7d5-fac3-4346-a6aa-d1b48bf382ce tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:34.969775 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7334bd74-c2a2-4158-8cbe-bae8d0001a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:34.999479 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbe1d46-16b7-4ce8-8996-de70316a1655 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Network 70ba6c64-4de1-4734-bbc2-c41861658f31 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:35.005280 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-fcbe1d46-16b7-4ce8-8996-de70316a1655 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:35.007893 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbe1d46-16b7-4ce8-8996-de70316a1655 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:35.014421 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbe1d46-16b7-4ce8-8996-de70316a1655 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:35.015043 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fcbe1d46-16b7-4ce8-8996-de70316a1655 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:35.060422 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7334bd74-c2a2-4158-8cbe-bae8d0001a19 None None] No DVR routers for this DVR port 77615749-c16d-499c-a364-c2787e27c107 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:11:35.072744 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334bd74-c2a2-4158-8cbe-bae8d0001a19 None None] Pushing event deleted for resources: {'Port': ['ID=77615749-c16d-499c-a364-c2787e27c107,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:35.097146 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe1d46-16b7-4ce8-8996-de70316a1655 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Pushing event updated for resources: {'Port': ['ID=eaa03edb-1c41-410a-8206-feda3808a1b6,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:35.104477 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ab7d5-fac3-4346-a6aa-d1b48bf382ce tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event updated for resources: {'Network': ['ID=58bdde1b-5303-4dcc-be9a-91db5dfc077e,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:35.116822 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48624) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:35.120604 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 58bdde1b-5303-4dcc-be9a-91db5dfc077e details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:11:35.122521 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8be7ee45-00f9-431c-b142-26b4e633f88d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:35.155096 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-424ab7d5-fac3-4346-a6aa-d1b48bf382ce tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7217085 Oct 10 11:11:35.155877 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48630) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:35.161609 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-ca5de074-3170-4d89-adcd-7502b63699dd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Request body: {'subnet': {'network_id': '58bdde1b-5303-4dcc-be9a-91db5dfc077e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:35.164252 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a462fe74-f7a9-4a30-aa6d-2e2550cdcfc6 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:35.167436 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a462fe74-f7a9-4a30-aa6d-2e2550cdcfc6 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:35.168124 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a462fe74-f7a9-4a30-aa6d-2e2550cdcfc6 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:35.220047 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-91c14070-1c4c-45cf-a8d1-d065b62602b1 tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:35.236735 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-fcbe1d46-16b7-4ce8-8996-de70316a1655 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0535007 Oct 10 11:11:35.241723 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48634) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:35.292340 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be7ee45-00f9-431c-b142-26b4e633f88d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:35.343005 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-91c14070-1c4c-45cf-a8d1-d065b62602b1 tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:35.364032 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-6b59c7e4-a9b4-4628-8a31-b6bd9d20eb43 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Request body: {'port': {'network_id': '70ba6c64-4de1-4734-bbc2-c41861658f31', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-978459758'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:35.380962 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 77615749-c16d-499c-a364-c2787e27c107 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:11:35.401856 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-8be7ee45-00f9-431c-b142-26b4e633f88d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:35.422075 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 77615749-c16d-499c-a364-c2787e27c107 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:11:35.422418 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 77615749-c16d-499c-a364-c2787e27c107 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:11:35.426959 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a940ae29-300e-4480-8e13-5b50225c9f1f None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:35.444400 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-91c14070-1c4c-45cf-a8d1-d065b62602b1 tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:35.456120 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be7ee45-00f9-431c-b142-26b4e633f88d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:35.456706 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8be7ee45-00f9-431c-b142-26b4e633f88d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:35.486581 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-84b7dbb0-f3bf-47db-a970-ed920542e576 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-65731567', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}, 'admin_state_up': False}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:35.487891 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7ee45-00f9-431c-b142-26b4e633f88d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=eafde9e3-952a-4f9b-a46c-ddb4c7be0e7a,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:35.494970 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-84b7dbb0-f3bf-47db-a970-ed920542e576 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:35.501187 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-84b7dbb0-f3bf-47db-a970-ed920542e576 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Usage tracker for resource:router and tenant:11ce564d05404c1aac980352a1eb066f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:35.504552 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a462fe74-f7a9-4a30-aa6d-2e2550cdcfc6 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0576315 Oct 10 11:11:35.505300 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462fe74-f7a9-4a30-aa6d-2e2550cdcfc6 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event updated for resources: {'Network': ['ID=b81912a9-8267-4978-9e3f-1946f5d0a924,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:35.507283 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48638) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:35.514138 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-84b7dbb0-f3bf-47db-a970-ed920542e576 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:35.525414 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ca5de074-3170-4d89-adcd-7502b63699dd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:35.527906 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-84b7dbb0-f3bf-47db-a970-ed920542e576 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:35.532599 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network b81912a9-8267-4978-9e3f-1946f5d0a924 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:11:35.545037 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ca5de074-3170-4d89-adcd-7502b63699dd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Usage tracker for resource:subnet and tenant:8bb4fcedb87945309c83408accc34ea6 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:35.552683 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ca5de074-3170-4d89-adcd-7502b63699dd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:35.562715 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ce0258e7-4dd6-4e10-badd-eabbc5bb4b63 None None] Provisioning for port eaa03edb-1c41-410a-8206-feda3808a1b6 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:11:35.563812 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ca5de074-3170-4d89-adcd-7502b63699dd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:35.576159 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ce0258e7-4dd6-4e10-badd-eabbc5bb4b63 None None] Provisioning complete for port eaa03edb-1c41-410a-8206-feda3808a1b6 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:11:35.576522 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ce0258e7-4dd6-4e10-badd-eabbc5bb4b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:35.576853 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ce0258e7-4dd6-4e10-badd-eabbc5bb4b63 None None] Attempt 1 to provision port eaa03edb-1c41-410a-8206-feda3808a1b6 Oct 10 11:11:35.593506 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6b59c7e4-a9b4-4628-8a31-b6bd9d20eb43 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:35.598958 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6b59c7e4-a9b4-4628-8a31-b6bd9d20eb43 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Usage tracker for resource:port and tenant:3cb368f53eec46a0893d39fe50ebd81a is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:35.603145 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6b59c7e4-a9b4-4628-8a31-b6bd9d20eb43 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:35.609296 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6b59c7e4-a9b4-4628-8a31-b6bd9d20eb43 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:35.627175 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8be7ee45-00f9-431c-b142-26b4e633f88d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9119251 Oct 10 11:11:35.630302 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48642) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:35.636749 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-cf8f02d5-e163-4256-8fa9-1358f3168856 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'port': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'fixed_ips': [{'subnet_id': 'eafde9e3-952a-4f9b-a46c-ddb4c7be0e7a', 'ip_address': '2001:db8::c54:4758:8964:faac'}], 'name': 'tempest-NetworksTestDHCPv6-1062188040'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:35.638154 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c14070-1c4c-45cf-a8d1-d065b62602b1 tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Pushing event updated for resources: {'Port': ['ID=6bee778a-9059-47b0-97ea-53c81bd96647,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:35.654039 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0806da3-5447-4141-8b62-3c56428f962b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:35.654730 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d0806da3-5447-4141-8b62-3c56428f962b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Synchronizing usage tracker for tenant:9b52ed05dd7340c5ab7a911779462445 on resource:network {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:11:35.683969 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84b7dbb0-f3bf-47db-a970-ed920542e576 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:35.685364 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84b7dbb0-f3bf-47db-a970-ed920542e576 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:35.705779 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-91c14070-1c4c-45cf-a8d1-d065b62602b1 tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:35.707444 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-91c14070-1c4c-45cf-a8d1-d065b62602b1 tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8762493 Oct 10 11:11:35.710024 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48646) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:35.756930 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ce0258e7-4dd6-4e10-badd-eabbc5bb4b63 None None] Port eaa03edb-1c41-410a-8206-feda3808a1b6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:35.776881 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84b7dbb0-f3bf-47db-a970-ed920542e576 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:35.779645 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d0806da3-5447-4141-8b62-3c56428f962b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Unset dirty status for tenant:9b52ed05dd7340c5ab7a911779462445 on resource:network {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:11:35.783643 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d0806da3-5447-4141-8b62-3c56428f962b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "GET /v2.0/networks?id=b81912a9-8267-4978-9e3f-1946f5d0a924 HTTP/1.1" status: 200 len: 761 time: 0.2698398 Oct 10 11:11:35.784637 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48650) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:35.792590 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-1cecc73b-2445-4993-99ec-bbc34d0bbafd tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Request body: {'network': {'description': 'd2'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:35.814817 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cf8f02d5-e163-4256-8fa9-1358f3168856 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:35.824321 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cf8f02d5-e163-4256-8fa9-1358f3168856 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:35.837143 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-32c3b894-0242-4cc0-929f-ac491e90570e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:35.846165 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808ab327-c38d-4e37-9d4d-43044cdfd29a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-dac74586-4382-4e00-a6eb-f2005f114a9a', 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'fixed_ips': [{'subnet_id': 'eafde9e3-952a-4f9b-a46c-ddb4c7be0e7a'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:11:35.846982 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-808ab327-c38d-4e37-9d4d-43044cdfd29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:35.859893 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5de074-3170-4d89-adcd-7502b63699dd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Made reservation on behalf of 8bb4fcedb87945309c83408accc34ea6 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:35.863602 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ca5de074-3170-4d89-adcd-7502b63699dd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:35.877970 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b59c7e4-a9b4-4628-8a31-b6bd9d20eb43 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Made reservation on behalf of 3cb368f53eec46a0893d39fe50ebd81a for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:35.881718 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6b59c7e4-a9b4-4628-8a31-b6bd9d20eb43 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:35.973996 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8f02d5-e163-4256-8fa9-1358f3168856 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:36.019321 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-808ab327-c38d-4e37-9d4d-43044cdfd29a None None] Allocated IP 2001:db8::2 (dac74586-4382-4e00-a6eb-f2005f114a9a/eafde9e3-952a-4f9b-a46c-ddb4c7be0e7a/e97a3616-6815-488a-b8d1-f638ff778aa5) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:36.042474 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment ebe0e126-8c31-41d4-a706-6bf623dedd08 resource provider aggregate not found Oct 10 11:11:36.077820 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment ebe0e126-8c31-41d4-a706-6bf623dedd08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ebe0e126-8c31-41d4-a706-6bf623dedd08 found for delete ", "request_id": "req-4a9f6a35-d8d5-47c6-a7d3-fdfdcfe0f479"}]} Oct 10 11:11:36.098809 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1321dca3-81d5-4a9e-af17-14b84aa76841 tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] 10.222.0.40 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.3876488 Oct 10 11:11:36.103659 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48658) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:36.249382 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7adf8c9d-0aef-40bf-b9e9-4d34097e8d15 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Synchronizing usage tracker for tenant:c06eb20771484324a297961887771bc8 on resource:floatingip {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:11:36.260412 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-6b59c7e4-a9b4-4628-8a31-b6bd9d20eb43 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] device_id is not set on port ce2abdba-97b7-4fd2-a93f-5e3fc40f3909 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:11:36.263853 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ce0258e7-4dd6-4e10-badd-eabbc5bb4b63 None None] Attempt 2 to provision port eaa03edb-1c41-410a-8206-feda3808a1b6 Oct 10 11:11:36.276583 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1cecc73b-2445-4993-99ec-bbc34d0bbafd tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:36.341513 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ce0258e7-4dd6-4e10-badd-eabbc5bb4b63 None None] Port eaa03edb-1c41-410a-8206-feda3808a1b6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:36.342312 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-808ab327-c38d-4e37-9d4d-43044cdfd29a None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:36.352356 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-808ab327-c38d-4e37-9d4d-43044cdfd29a None None] Transition to ACTIVE for port object e97a3616-6815-488a-b8d1-f638ff778aa5 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:36.368379 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1cecc73b-2445-4993-99ec-bbc34d0bbafd tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:36.370901 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-808ab327-c38d-4e37-9d4d-43044cdfd29a None None] Transition to ACTIVE for port object e97a3616-6815-488a-b8d1-f638ff778aa5 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:36.390445 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1cecc73b-2445-4993-99ec-bbc34d0bbafd tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Network b81912a9-8267-4978-9e3f-1946f5d0a924 is not hosted by any dhcp agent {{(pid=89897) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 10 11:11:36.395663 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cecc73b-2445-4993-99ec-bbc34d0bbafd tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:36.396497 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1cecc73b-2445-4993-99ec-bbc34d0bbafd tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:36.397780 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1cecc73b-2445-4993-99ec-bbc34d0bbafd tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "PUT /v2.0/networks/b81912a9-8267-4978-9e3f-1946f5d0a924 HTTP/1.1" status: 200 len: 758 time: 0.6105540 Oct 10 11:11:36.410514 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48664) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:36.411528 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7adf8c9d-0aef-40bf-b9e9-4d34097e8d15 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Unset dirty status for tenant:c06eb20771484324a297961887771bc8 on resource:floatingip {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:11:36.412724 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7adf8c9d-0aef-40bf-b9e9-4d34097e8d15 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] 10.222.0.40 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3078945 Oct 10 11:11:36.417057 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48666) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:36.448882 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-808ab327-c38d-4e37-9d4d-43044cdfd29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:36.520988 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808ab327-c38d-4e37-9d4d-43044cdfd29a None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:36.524669 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-808ab327-c38d-4e37-9d4d-43044cdfd29a None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:36.529002 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808ab327-c38d-4e37-9d4d-43044cdfd29a None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:36.534518 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ab327-c38d-4e37-9d4d-43044cdfd29a None None] Pushing event updated for resources: {'Port': ['ID=e97a3616-6815-488a-b8d1-f638ff778aa5,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:36.573042 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84b7dbb0-f3bf-47db-a970-ed920542e576 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:36.625787 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecc73b-2445-4993-99ec-bbc34d0bbafd tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event updated for resources: {'Network': ['ID=b81912a9-8267-4978-9e3f-1946f5d0a924,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:36.638735 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network b81912a9-8267-4978-9e3f-1946f5d0a924 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:11:36.650218 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-ad2f8f82-7e8f-4f85-9197-50fe5699a40f tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Deleting port 6bee778a-9059-47b0-97ea-53c81bd96647 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:36.651644 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ad2f8f82-7e8f-4f85-9197-50fe5699a40f tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:36.673400 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-808ab327-c38d-4e37-9d4d-43044cdfd29a None None] Attempting to bind port e97a3616-6815-488a-b8d1-f638ff778aa5 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:11:36.673876 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-808ab327-c38d-4e37-9d4d-43044cdfd29a None None] Attempting to bind port e97a3616-6815-488a-b8d1-f638ff778aa5 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:11:36.674365 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808ab327-c38d-4e37-9d4d-43044cdfd29a None None] Attempting to bind port e97a3616-6815-488a-b8d1-f638ff778aa5 on network dac74586-4382-4e00-a6eb-f2005f114a9a {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:11:36.732027 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808ab327-c38d-4e37-9d4d-43044cdfd29a None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:11:36.732494 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808ab327-c38d-4e37-9d4d-43044cdfd29a None None] Checking segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:11:36.732959 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-808ab327-c38d-4e37-9d4d-43044cdfd29a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:36.733415 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808ab327-c38d-4e37-9d4d-43044cdfd29a None None] Bound using segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:11:36.733964 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-808ab327-c38d-4e37-9d4d-43044cdfd29a None None] Bound port: e97a3616-6815-488a-b8d1-f638ff778aa5, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:11:36.734398 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-808ab327-c38d-4e37-9d4d-43044cdfd29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:36.799658 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cf8f02d5-e163-4256-8fa9-1358f3168856 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:36.827649 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440a9bab-d4fe-4e8f-a9bf-d2a3d8762cdd tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:36.828365 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-440a9bab-d4fe-4e8f-a9bf-d2a3d8762cdd tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Synchronizing usage tracker for tenant:9b52ed05dd7340c5ab7a911779462445 on resource:network {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:11:36.844436 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ad2f8f82-7e8f-4f85-9197-50fe5699a40f tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:36.844746 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ad2f8f82-7e8f-4f85-9197-50fe5699a40f tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:36.845080 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ce0258e7-4dd6-4e10-badd-eabbc5bb4b63 None None] Attempt 3 to provision port eaa03edb-1c41-410a-8206-feda3808a1b6 Oct 10 11:11:36.895619 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-cf8f02d5-e163-4256-8fa9-1358f3168856 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] device_id is not set on port c9a54617-f034-4bce-89ab-082c69ef9ca1 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:11:36.908507 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-808ab327-c38d-4e37-9d4d-43044cdfd29a None None] For port e97a3616-6815-488a-b8d1-f638ff778aa5, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:11:36.925243 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-808ab327-c38d-4e37-9d4d-43044cdfd29a None None] For port e97a3616-6815-488a-b8d1-f638ff778aa5, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=e97a3616-6815-488a-b8d1-f638ff778aa5,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:11:36.931602 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ce0258e7-4dd6-4e10-badd-eabbc5bb4b63 None None] Port eaa03edb-1c41-410a-8206-feda3808a1b6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:36.946128 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:36.948877 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-6b59c7e4-a9b4-4628-8a31-b6bd9d20eb43 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Allocated IP 2001:db8::cd (70ba6c64-4de1-4734-bbc2-c41861658f31/87432049-fef5-4806-bd4d-af0b7981801f/ce2abdba-97b7-4fd2-a93f-5e3fc40f3909) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:36.959481 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-440a9bab-d4fe-4e8f-a9bf-d2a3d8762cdd tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Unset dirty status for tenant:9b52ed05dd7340c5ab7a911779462445 on resource:network {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:11:36.960864 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-440a9bab-d4fe-4e8f-a9bf-d2a3d8762cdd tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "GET /v2.0/networks?id=b81912a9-8267-4978-9e3f-1946f5d0a924 HTTP/1.1" status: 200 len: 761 time: 0.5268571 Oct 10 11:11:36.970761 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-808ab327-c38d-4e37-9d4d-43044cdfd29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:36.981082 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48672) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:36.990047 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-ad2f8f82-7e8f-4f85-9197-50fe5699a40f tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Calling delete_port for 6bee778a-9059-47b0-97ea-53c81bd96647 owned by network:floatingip {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:37.020317 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-44e5868a-3d27-4300-a78b-3ae1dbb45a20 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-813377809'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:37.022220 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:37.031149 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-44e5868a-3d27-4300-a78b-3ae1dbb45a20 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:37.052065 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-44e5868a-3d27-4300-a78b-3ae1dbb45a20 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:37.075482 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ab327-c38d-4e37-9d4d-43044cdfd29a None None] Pushing event updated for resources: {'Port': ['ID=e97a3616-6815-488a-b8d1-f638ff778aa5,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:37.162346 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e5868a-3d27-4300-a78b-3ae1dbb45a20 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Made reservation on behalf of 9b52ed05dd7340c5ab7a911779462445 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:37.167116 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-44e5868a-3d27-4300-a78b-3ae1dbb45a20 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:37.198958 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e5868a-3d27-4300-a78b-3ae1dbb45a20 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 478} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:11:37.210096 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-44e5868a-3d27-4300-a78b-3ae1dbb45a20 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:37.210444 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-44e5868a-3d27-4300-a78b-3ae1dbb45a20 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Added segment d6e256b7-6e6d-4ab3-8a85-535de0f3b52a of type vlan for network 2e38a9c8-1ba5-41c1-b366-1f9f335bd18f Oct 10 11:11:37.241850 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-44e5868a-3d27-4300-a78b-3ae1dbb45a20 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:37.252565 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ca5de074-3170-4d89-adcd-7502b63699dd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:37.277248 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ad2f8f82-7e8f-4f85-9197-50fe5699a40f tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:37.386660 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.resource_extend [None req-44e5868a-3d27-4300-a78b-3ae1dbb45a20 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:11:37.417437 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device e97a3616-6815-488a-b8d1-f638ff778aa5 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:11:37.441170 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f8f82-7e8f-4f85-9197-50fe5699a40f tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Pushing event deleted for resources: {'Port': ['ID=6bee778a-9059-47b0-97ea-53c81bd96647,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:37.463232 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ce0258e7-4dd6-4e10-badd-eabbc5bb4b63 None None] Attempt 4 to provision port eaa03edb-1c41-410a-8206-feda3808a1b6 Oct 10 11:11:37.482974 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ad2f8f82-7e8f-4f85-9197-50fe5699a40f tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Notify callbacks [] for floatingip, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:37.500497 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ad2f8f82-7e8f-4f85-9197-50fe5699a40f tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:37.500676 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5de074-3170-4d89-adcd-7502b63699dd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event updated for resources: {'Subnet': ['ID=074fbe6c-4cd7-4ee9-99b4-6b8a188bbdca,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:37.505317 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ad2f8f82-7e8f-4f85-9197-50fe5699a40f tempest-FloatingIPAdminTestJSON-1147368304 tempest-FloatingIPAdminTestJSON-1147368304-project] 10.222.0.40 "DELETE /v2.0/floatingips/62ffeec9-40ba-493d-9fd0-f541a019c349 HTTP/1.1" status: 204 len: 168 time: 1.0835900 Oct 10 11:11:37.505317 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48678) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:37.513814 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-cf8f02d5-e163-4256-8fa9-1358f3168856 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 2001:db8::c54:4758:8964:faac (dac74586-4382-4e00-a6eb-f2005f114a9a/eafde9e3-952a-4f9b-a46c-ddb4c7be0e7a/c9a54617-f034-4bce-89ab-082c69ef9ca1) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:37.542743 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ce0258e7-4dd6-4e10-badd-eabbc5bb4b63 None None] Port eaa03edb-1c41-410a-8206-feda3808a1b6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:37.555745 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5de074-3170-4d89-adcd-7502b63699dd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Checking segment: {'id': '78f55b7e-f2a4-42c2-9c58-146d05acf4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '58bdde1b-5303-4dcc-be9a-91db5dfc077e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:11:37.556107 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5de074-3170-4d89-adcd-7502b63699dd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Network hostable DHCP agents. Network: 58bdde1b-5303-4dcc-be9a-91db5dfc077e, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:11:37.578781 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-44e5868a-3d27-4300-a78b-3ae1dbb45a20 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:37.584206 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e5868a-3d27-4300-a78b-3ae1dbb45a20 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:37.584784 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-44e5868a-3d27-4300-a78b-3ae1dbb45a20 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:37.613684 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port e97a3616-6815-488a-b8d1-f638ff778aa5 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:11:37.693895 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6b59c7e4-a9b4-4628-8a31-b6bd9d20eb43 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:37.794653 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-6b59c7e4-a9b4-4628-8a31-b6bd9d20eb43 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Transition to ACTIVE for port object ce2abdba-97b7-4fd2-a93f-5e3fc40f3909 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:37.802670 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84b7dbb0-f3bf-47db-a970-ed920542e576 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router_gateway, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:37.867467 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-44e5868a-3d27-4300-a78b-3ae1dbb45a20 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8852401 Oct 10 11:11:37.874364 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-38fa6779-41fe-466f-b562-cf56a040cd0e tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Deleting port ab34825a-e859-46db-aea0-fafb66f9fe75 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:37.874712 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-38fa6779-41fe-466f-b562-cf56a040cd0e tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:37.970778 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48682) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:37.983281 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5de074-3170-4d89-adcd-7502b63699dd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Network 58bdde1b-5303-4dcc-be9a-91db5dfc077e is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:11:37.989716 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-9cee1dab-631f-49f3-ac51-35a92bd5ac74 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Request body: {'subnet': {'network_id': '2e38a9c8-1ba5-41c1-b366-1f9f335bd18f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:38.020740 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84b7dbb0-f3bf-47db-a970-ed920542e576 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:38.021514 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5868a-3d27-4300-a78b-3ae1dbb45a20 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event updated for resources: {'Network': ['ID=2e38a9c8-1ba5-41c1-b366-1f9f335bd18f,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:38.036440 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 2e38a9c8-1ba5-41c1-b366-1f9f335bd18f details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:11:38.055949 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ce0258e7-4dd6-4e10-badd-eabbc5bb4b63 None None] Attempt 5 to provision port eaa03edb-1c41-410a-8206-feda3808a1b6 Oct 10 11:11:38.066212 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-38fa6779-41fe-466f-b562-cf56a040cd0e tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:38.066798 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-38fa6779-41fe-466f-b562-cf56a040cd0e tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:38.198520 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ce0258e7-4dd6-4e10-badd-eabbc5bb4b63 None None] Port eaa03edb-1c41-410a-8206-feda3808a1b6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:38.209290 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-38fa6779-41fe-466f-b562-cf56a040cd0e tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Calling delete_port for ab34825a-e859-46db-aea0-fafb66f9fe75 owned by network:floatingip {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:38.222288 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-ca5de074-3170-4d89-adcd-7502b63699dd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 58bdde1b-5303-4dcc-be9a-91db5dfc077e) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:38.230368 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25d9560-53a3-465e-896c-2082f150bc32 None None] Network 58bdde1b-5303-4dcc-be9a-91db5dfc077e requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:38.254748 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5de074-3170-4d89-adcd-7502b63699dd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:38.255329 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ca5de074-3170-4d89-adcd-7502b63699dd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:38.300247 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9cee1dab-631f-49f3-ac51-35a92bd5ac74 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:38.322408 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9cee1dab-631f-49f3-ac51-35a92bd5ac74 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Usage tracker for resource:subnet and tenant:9b52ed05dd7340c5ab7a911779462445 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:38.340224 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9cee1dab-631f-49f3-ac51-35a92bd5ac74 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:38.387446 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9cee1dab-631f-49f3-ac51-35a92bd5ac74 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:38.397612 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6b59c7e4-a9b4-4628-8a31-b6bd9d20eb43 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:38.454981 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ca5de074-3170-4d89-adcd-7502b63699dd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2979100 Oct 10 11:11:38.457994 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cf8f02d5-e163-4256-8fa9-1358f3168856 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:38.458138 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48686) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:38.464483 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-3921eae5-45c2-4bf5-95d3-cfc6882725f4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Request body: {'subnet': {'network_id': '58bdde1b-5303-4dcc-be9a-91db5dfc077e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:38.479718 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e486d86-d94f-420b-beb8-f770f71a2a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-58bdde1b-5303-4dcc-be9a-91db5dfc077e', 'network_id': '58bdde1b-5303-4dcc-be9a-91db5dfc077e', 'tenant_id': '8bb4fcedb87945309c83408accc34ea6', 'fixed_ips': [{'subnet_id': '074fbe6c-4cd7-4ee9-99b4-6b8a188bbdca'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:11:38.480359 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4e486d86-d94f-420b-beb8-f770f71a2a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:38.490141 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-38fa6779-41fe-466f-b562-cf56a040cd0e tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:38.520461 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-cf8f02d5-e163-4256-8fa9-1358f3168856 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Transition to ACTIVE for port object c9a54617-f034-4bce-89ab-082c69ef9ca1 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:38.530060 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b59c7e4-a9b4-4628-8a31-b6bd9d20eb43 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Network 70ba6c64-4de1-4734-bbc2-c41861658f31 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:38.532267 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-84b7dbb0-f3bf-47db-a970-ed920542e576 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Allocated IP 172.26.4.169 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/6caecc1d-a4b2-4c5a-966c-41665ac240f3) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:38.534115 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59c7e4-a9b4-4628-8a31-b6bd9d20eb43 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Pushing event updated for resources: {'Port': ['ID=ce2abdba-97b7-4fd2-a93f-5e3fc40f3909,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:38.540752 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-6b59c7e4-a9b4-4628-8a31-b6bd9d20eb43 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:38.544608 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b59c7e4-a9b4-4628-8a31-b6bd9d20eb43 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:38.546852 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:38.550181 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b59c7e4-a9b4-4628-8a31-b6bd9d20eb43 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:38.559272 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6b59c7e4-a9b4-4628-8a31-b6bd9d20eb43 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:38.561036 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cee1dab-631f-49f3-ac51-35a92bd5ac74 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Made reservation on behalf of 9b52ed05dd7340c5ab7a911779462445 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:38.565008 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9cee1dab-631f-49f3-ac51-35a92bd5ac74 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:38.608036 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa6779-41fe-466f-b562-cf56a040cd0e tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab34825a-e859-46db-aea0-fafb66f9fe75,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:38.693254 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-4e486d86-d94f-420b-beb8-f770f71a2a1f None None] Allocated IP 2001:db8::2 (58bdde1b-5303-4dcc-be9a-91db5dfc077e/074fbe6c-4cd7-4ee9-99b4-6b8a188bbdca/9877a891-b7fb-4bcc-abb6-ec10ee166819) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:38.710704 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6b59c7e4-a9b4-4628-8a31-b6bd9d20eb43 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.4671667 Oct 10 11:11:38.721558 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48690) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:38.724054 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-38fa6779-41fe-466f-b562-cf56a040cd0e tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:38.750753 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ce0258e7-4dd6-4e10-badd-eabbc5bb4b63 None None] Attempt 6 to provision port eaa03edb-1c41-410a-8206-feda3808a1b6 Oct 10 11:11:38.754367 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-a4db1934-19a0-464e-9c78-b0dc4287c92f tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::63', 'mac_address': 'fa:16:3e:65:6c:03'}, {'ip_address': '2001:db8::264', 'mac_address': 'fa:16:3e:b1:32:f3'}]}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:38.811389 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-38fa6779-41fe-466f-b562-cf56a040cd0e tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:38.816838 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-38fa6779-41fe-466f-b562-cf56a040cd0e tempest-FloatingIPAdminTestJSON-2079915060 tempest-FloatingIPAdminTestJSON-2079915060-project-admin] 10.222.0.40 "DELETE /v2.0/floatingips/338b9437-3901-4aea-8143-00f4a9ca6cc0 HTTP/1.1" status: 204 len: 168 time: 1.3033640 Oct 10 11:11:38.817015 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48694) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:38.899375 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ce0258e7-4dd6-4e10-badd-eabbc5bb4b63 None None] Port eaa03edb-1c41-410a-8206-feda3808a1b6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:38.915825 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-3921eae5-45c2-4bf5-95d3-cfc6882725f4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:38.925003 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3921eae5-45c2-4bf5-95d3-cfc6882725f4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Usage tracker for resource:subnet and tenant:8bb4fcedb87945309c83408accc34ea6 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:38.927410 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cf8f02d5-e163-4256-8fa9-1358f3168856 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:38.932176 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3921eae5-45c2-4bf5-95d3-cfc6882725f4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:38.932497 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84b7dbb0-f3bf-47db-a970-ed920542e576 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:38.943787 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-3921eae5-45c2-4bf5-95d3-cfc6882725f4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:39.054760 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4e486d86-d94f-420b-beb8-f770f71a2a1f None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:39.067243 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4e486d86-d94f-420b-beb8-f770f71a2a1f None None] Transition to ACTIVE for port object 9877a891-b7fb-4bcc-abb6-ec10ee166819 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:39.072284 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-34d21635-2782-429e-ac14-937b66ca89b0 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Deleting port 87a4b98e-e064-47dc-8f17-be66b80bdd41 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:39.072633 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-34d21635-2782-429e-ac14-937b66ca89b0 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:39.077925 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3921eae5-45c2-4bf5-95d3-cfc6882725f4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Made reservation on behalf of 8bb4fcedb87945309c83408accc34ea6 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:39.084100 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3921eae5-45c2-4bf5-95d3-cfc6882725f4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:39.091204 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4e486d86-d94f-420b-beb8-f770f71a2a1f None None] Transition to ACTIVE for port object 9877a891-b7fb-4bcc-abb6-ec10ee166819 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:39.147228 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8f02d5-e163-4256-8fa9-1358f3168856 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:39.157351 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-cf8f02d5-e163-4256-8fa9-1358f3168856 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:39.169007 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4e486d86-d94f-420b-beb8-f770f71a2a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:39.169149 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8f02d5-e163-4256-8fa9-1358f3168856 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:39.174696 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8f02d5-e163-4256-8fa9-1358f3168856 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:39.182264 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cf8f02d5-e163-4256-8fa9-1358f3168856 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:39.182264 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f02d5-e163-4256-8fa9-1358f3168856 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Port': ['ID=c9a54617-f034-4bce-89ab-082c69ef9ca1,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:39.253780 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:39.276026 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e486d86-d94f-420b-beb8-f770f71a2a1f None None] Network 58bdde1b-5303-4dcc-be9a-91db5dfc077e is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:39.276858 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e486d86-d94f-420b-beb8-f770f71a2a1f None None] Pushing event updated for resources: {'Port': ['ID=9877a891-b7fb-4bcc-abb6-ec10ee166819,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:39.281322 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-4e486d86-d94f-420b-beb8-f770f71a2a1f None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:39.283107 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e486d86-d94f-420b-beb8-f770f71a2a1f None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:39.344939 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a4db1934-19a0-464e-9c78-b0dc4287c92f tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:39.400700 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ce0258e7-4dd6-4e10-badd-eabbc5bb4b63 None None] Attempt 7 to provision port eaa03edb-1c41-410a-8206-feda3808a1b6 Oct 10 11:11:39.458372 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-4e486d86-d94f-420b-beb8-f770f71a2a1f None None] Attempting to bind port 9877a891-b7fb-4bcc-abb6-ec10ee166819 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:11:39.458372 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-4e486d86-d94f-420b-beb8-f770f71a2a1f None None] Attempting to bind port 9877a891-b7fb-4bcc-abb6-ec10ee166819 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '78f55b7e-f2a4-42c2-9c58-146d05acf4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '58bdde1b-5303-4dcc-be9a-91db5dfc077e'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:11:39.463784 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e486d86-d94f-420b-beb8-f770f71a2a1f None None] Attempting to bind port 9877a891-b7fb-4bcc-abb6-ec10ee166819 on network 58bdde1b-5303-4dcc-be9a-91db5dfc077e {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:11:39.475245 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e486d86-d94f-420b-beb8-f770f71a2a1f None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:11:39.475535 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e486d86-d94f-420b-beb8-f770f71a2a1f None None] Checking segment: {'id': '78f55b7e-f2a4-42c2-9c58-146d05acf4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '58bdde1b-5303-4dcc-be9a-91db5dfc077e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:11:39.475978 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4e486d86-d94f-420b-beb8-f770f71a2a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:39.476373 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e486d86-d94f-420b-beb8-f770f71a2a1f None None] Bound using segment: {'id': '78f55b7e-f2a4-42c2-9c58-146d05acf4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '58bdde1b-5303-4dcc-be9a-91db5dfc077e'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:11:39.476892 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-4e486d86-d94f-420b-beb8-f770f71a2a1f None None] Bound port: 9877a891-b7fb-4bcc-abb6-ec10ee166819, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f55b7e-f2a4-42c2-9c58-146d05acf4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '58bdde1b-5303-4dcc-be9a-91db5dfc077e'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:11:39.477254 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4e486d86-d94f-420b-beb8-f770f71a2a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:39.524754 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-34d21635-2782-429e-ac14-937b66ca89b0 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:39.535076 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ce0258e7-4dd6-4e10-badd-eabbc5bb4b63 None None] Port eaa03edb-1c41-410a-8206-feda3808a1b6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:39.591211 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-4e486d86-d94f-420b-beb8-f770f71a2a1f None None] For port 9877a891-b7fb-4bcc-abb6-ec10ee166819, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:11:39.594637 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-4e486d86-d94f-420b-beb8-f770f71a2a1f None None] For port 9877a891-b7fb-4bcc-abb6-ec10ee166819, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=9877a891-b7fb-4bcc-abb6-ec10ee166819,segment=NetworkSegment(78f55b7e-f2a4-42c2-9c58-146d05acf4b0),segment_id=78f55b7e-f2a4-42c2-9c58-146d05acf4b0)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:11:39.661092 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-34d21635-2782-429e-ac14-937b66ca89b0 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Calling delete_port for 87a4b98e-e064-47dc-8f17-be66b80bdd41 owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:39.678457 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4e486d86-d94f-420b-beb8-f770f71a2a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:39.719163 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84b7dbb0-f3bf-47db-a970-ed920542e576 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:39.792030 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e486d86-d94f-420b-beb8-f770f71a2a1f None None] Pushing event updated for resources: {'Port': ['ID=9877a891-b7fb-4bcc-abb6-ec10ee166819,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:39.847269 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a4db1934-19a0-464e-9c78-b0dc4287c92f tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:39.859011 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3921eae5-45c2-4bf5-95d3-cfc6882725f4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:39.928517 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3921eae5-45c2-4bf5-95d3-cfc6882725f4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Network 58bdde1b-5303-4dcc-be9a-91db5dfc077e is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:39.928517 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-3921eae5-45c2-4bf5-95d3-cfc6882725f4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:39.928830 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9cee1dab-631f-49f3-ac51-35a92bd5ac74 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:39.928967 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3921eae5-45c2-4bf5-95d3-cfc6882725f4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:39.929182 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3921eae5-45c2-4bf5-95d3-cfc6882725f4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:39.932767 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-cf8f02d5-e163-4256-8fa9-1358f3168856 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3010516 Oct 10 11:11:39.937008 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48698) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:39.951121 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-2639607e-e062-4df4-b760-b8a1d107f88f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'port': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'fixed_ips': [{'subnet_id': 'eafde9e3-952a-4f9b-a46c-ddb4c7be0e7a', 'ip_address': '2001:db8::c54:4758:8964:faac'}], 'name': 'tempest-NetworksTestDHCPv6-781591041'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:39.965626 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921eae5-45c2-4bf5-95d3-cfc6882725f4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event updated for resources: {'Subnet': ['ID=7b2b4e8e-fe48-4316-a58c-af40368c4306,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:39.974198 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a4db1934-19a0-464e-9c78-b0dc4287c92f tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:39.974766 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-a4db1934-19a0-464e-9c78-b0dc4287c92f tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] In _notify_port_updated(), no bound segment for port ce2abdba-97b7-4fd2-a93f-5e3fc40f3909 on network 70ba6c64-4de1-4734-bbc2-c41861658f31 {{(pid=89897) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 10 11:11:39.981504 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4db1934-19a0-464e-9c78-b0dc4287c92f tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:39.981934 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a4db1934-19a0-464e-9c78-b0dc4287c92f tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:39.985048 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a4db1934-19a0-464e-9c78-b0dc4287c92f tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] 10.222.0.40 "PUT /v2.0/ports/ce2abdba-97b7-4fd2-a93f-5e3fc40f3909 HTTP/1.1" status: 200 len: 1065 time: 1.2529545 Oct 10 11:11:39.995799 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48702) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:40.051447 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ce0258e7-4dd6-4e10-badd-eabbc5bb4b63 None None] Attempt 8 to provision port eaa03edb-1c41-410a-8206-feda3808a1b6 Oct 10 11:11:40.139263 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3921eae5-45c2-4bf5-95d3-cfc6882725f4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6799624 Oct 10 11:11:40.144265 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48706) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:40.195799 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db1934-19a0-464e-9c78-b0dc4287c92f tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Pushing event updated for resources: {'Port': ['ID=ce2abdba-97b7-4fd2-a93f-5e3fc40f3909,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:40.198389 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ce0258e7-4dd6-4e10-badd-eabbc5bb4b63 None None] Port eaa03edb-1c41-410a-8206-feda3808a1b6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:40.262605 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58da39bd-0153-428a-960d-8c549c8ec797 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:40.263636 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58da39bd-0153-428a-960d-8c549c8ec797 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:40.265162 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b7dbb0-f3bf-47db-a970-ed920542e576 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:40.265310 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58da39bd-0153-428a-960d-8c549c8ec797 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:40.266868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58da39bd-0153-428a-960d-8c549c8ec797 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:40.268953 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58da39bd-0153-428a-960d-8c549c8ec797 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:40.269181 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-58da39bd-0153-428a-960d-8c549c8ec797 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Synchronizing usage tracker for tenant:8bb4fcedb87945309c83408accc34ea6 on resource:subnet {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:11:40.273997 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-2639607e-e062-4df4-b760-b8a1d107f88f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:40.280206 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-2639607e-e062-4df4-b760-b8a1d107f88f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:port and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:40.284991 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-2639607e-e062-4df4-b760-b8a1d107f88f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:40.286223 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-84b7dbb0-f3bf-47db-a970-ed920542e576 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:40.295135 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-2639607e-e062-4df4-b760-b8a1d107f88f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:40.297766 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7dbb0-f3bf-47db-a970-ed920542e576 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Pushing event updated for resources: {'Port': ['ID=6caecc1d-a4b2-4c5a-966c-41665ac240f3,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:40.307611 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b7dbb0-f3bf-47db-a970-ed920542e576 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:40.362146 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee1dab-631f-49f3-ac51-35a92bd5ac74 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event updated for resources: {'Subnet': ['ID=36014780-d94b-4ba8-acf1-db82977893c8,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:40.385891 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-58da39bd-0153-428a-960d-8c549c8ec797 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Unset dirty status for tenant:8bb4fcedb87945309c83408accc34ea6 on resource:subnet {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:11:40.390891 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-58da39bd-0153-428a-960d-8c549c8ec797 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2395229 Oct 10 11:11:40.398742 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-57abd57a-9ba7-44d5-a60f-3594e3607836 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Deleting port ce2abdba-97b7-4fd2-a93f-5e3fc40f3909 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:40.398742 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-57abd57a-9ba7-44d5-a60f-3594e3607836 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:40.398985 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48710) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:40.398985 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-5c5c349b-a679-48a9-8bda-16827791a891 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1797740349'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:40.403804 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5c5c349b-a679-48a9-8bda-16827791a891 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:40.407938 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5c5c349b-a679-48a9-8bda-16827791a891 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Usage tracker for resource:network and tenant:8bb4fcedb87945309c83408accc34ea6 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:40.411120 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5c5c349b-a679-48a9-8bda-16827791a891 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:40.417915 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2639607e-e062-4df4-b760-b8a1d107f88f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:40.434993 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5c5c349b-a679-48a9-8bda-16827791a891 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:40.451230 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cee1dab-631f-49f3-ac51-35a92bd5ac74 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Checking segment: {'id': 'd6e256b7-6e6d-4ab3-8a85-535de0f3b52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': '2e38a9c8-1ba5-41c1-b366-1f9f335bd18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:11:40.451230 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cee1dab-631f-49f3-ac51-35a92bd5ac74 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Network hostable DHCP agents. Network: 2e38a9c8-1ba5-41c1-b366-1f9f335bd18f, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:11:40.524561 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5c349b-a679-48a9-8bda-16827791a891 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Made reservation on behalf of 8bb4fcedb87945309c83408accc34ea6 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:40.527927 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5c5c349b-a679-48a9-8bda-16827791a891 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:40.531889 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-34d21635-2782-429e-ac14-937b66ca89b0 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:40.582844 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2639607e-e062-4df4-b760-b8a1d107f88f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:40.599804 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5c349b-a679-48a9-8bda-16827791a891 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 462} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:11:40.615015 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5c5c349b-a679-48a9-8bda-16827791a891 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:40.615346 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-5c5c349b-a679-48a9-8bda-16827791a891 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Added segment 9b8fae21-f8c4-4149-a4d5-c54cf8ebf46c of type vlan for network 46e38958-d7f6-458a-93cb-1251dda5b07d Oct 10 11:11:40.616773 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-2639607e-e062-4df4-b760-b8a1d107f88f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] device_id is not set on port a60cf7f6-2bfe-47fe-a812-cead1164e9dc yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:11:40.697879 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5c5c349b-a679-48a9-8bda-16827791a891 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:40.699680 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ce0258e7-4dd6-4e10-badd-eabbc5bb4b63 None None] Attempt 9 to provision port eaa03edb-1c41-410a-8206-feda3808a1b6 Oct 10 11:11:40.702719 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d21635-2782-429e-ac14-937b66ca89b0 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Pushing event deleted for resources: {'Port': ['ID=87a4b98e-e064-47dc-8f17-be66b80bdd41,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:40.782658 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ce0258e7-4dd6-4e10-badd-eabbc5bb4b63 None None] Port eaa03edb-1c41-410a-8206-feda3808a1b6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:40.882608 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cee1dab-631f-49f3-ac51-35a92bd5ac74 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Network 2e38a9c8-1ba5-41c1-b366-1f9f335bd18f is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:11:40.903255 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5c5c349b-a679-48a9-8bda-16827791a891 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:40.908983 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5c349b-a679-48a9-8bda-16827791a891 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:40.909638 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5c5c349b-a679-48a9-8bda-16827791a891 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:40.956119 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-34d21635-2782-429e-ac14-937b66ca89b0 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:41.024514 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-9cee1dab-631f-49f3-ac51-35a92bd5ac74 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 2e38a9c8-1ba5-41c1-b366-1f9f335bd18f) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:41.029116 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cee1dab-631f-49f3-ac51-35a92bd5ac74 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:41.029895 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9cee1dab-631f-49f3-ac51-35a92bd5ac74 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:41.033914 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca421b7-6b31-4d85-9683-41734fc5546f None None] Network 2e38a9c8-1ba5-41c1-b366-1f9f335bd18f requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:41.038728 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-34d21635-2782-429e-ac14-937b66ca89b0 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] 10.222.0.40 "DELETE /v2.0/ports/87a4b98e-e064-47dc-8f17-be66b80bdd41 HTTP/1.1" status: 204 len: 168 time: 2.2199745 Oct 10 11:11:41.055453 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48714) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:41.058253 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c349b-a679-48a9-8bda-16827791a891 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event updated for resources: {'Network': ['ID=46e38958-d7f6-458a-93cb-1251dda5b07d,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:41.082956 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 46e38958-d7f6-458a-93cb-1251dda5b07d details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:11:41.095679 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-2639607e-e062-4df4-b760-b8a1d107f88f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 10 11:11:41.096713 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2639607e-e062-4df4-b760-b8a1d107f88f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:11:41.161746 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9210771-c7a0-4aa6-b0c0-d2ea3a85e774 None None] Network 58bdde1b-5303-4dcc-be9a-91db5dfc077e requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:41.190375 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-57abd57a-9ba7-44d5-a60f-3594e3607836 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:41.205967 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d382e55f-ae45-492a-8623-99b37c8cde20 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:41.210522 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d382e55f-ae45-492a-8623-99b37c8cde20 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] 10.222.0.40 "GET /v2.0/ports?device_id=c3be5f2c-2761-4473-94de-99cd1f32a110 HTTP/1.1" status: 200 len: 913 time: 0.1436694 Oct 10 11:11:41.211138 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48718) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:41.316808 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ce0258e7-4dd6-4e10-badd-eabbc5bb4b63 None None] Attempt 10 to provision port eaa03edb-1c41-410a-8206-feda3808a1b6 Oct 10 11:11:41.323337 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9cee1dab-631f-49f3-ac51-35a92bd5ac74 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3486784 Oct 10 11:11:41.384810 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5c5c349b-a679-48a9-8bda-16827791a891 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9911070 Oct 10 11:11:41.385666 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48722) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:41.400205 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-57abd57a-9ba7-44d5-a60f-3594e3607836 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Calling delete_port for ce2abdba-97b7-4fd2-a93f-5e3fc40f3909 owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:41.404896 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48724) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:41.407565 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2639607e-e062-4df4-b760-b8a1d107f88f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.4668837 Oct 10 11:11:41.413290 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48728) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:41.429876 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 9877a891-b7fb-4bcc-abb6-ec10ee166819 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:11:41.475026 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-09d7d7d0-2379-4061-9466-bd92bcc951c4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:41.485378 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84b7dbb0-f3bf-47db-a970-ed920542e576 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router_gateway, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:41.540501 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ce0258e7-4dd6-4e10-badd-eabbc5bb4b63 None None] Port eaa03edb-1c41-410a-8206-feda3808a1b6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:41.652669 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4437c3f3-0dab-4bcb-8b89-6b10ad9faa8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-2e38a9c8-1ba5-41c1-b366-1f9f335bd18f', 'network_id': '2e38a9c8-1ba5-41c1-b366-1f9f335bd18f', 'tenant_id': '9b52ed05dd7340c5ab7a911779462445', 'fixed_ips': [{'subnet_id': '36014780-d94b-4ba8-acf1-db82977893c8'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:11:41.653504 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4437c3f3-0dab-4bcb-8b89-6b10ad9faa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:41.779985 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 9877a891-b7fb-4bcc-abb6-ec10ee166819 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:11:41.865718 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7691dc6d-b2b1-4c62-8330-a0979093b498 None None] Provisioning for port 9877a891-b7fb-4bcc-abb6-ec10ee166819 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:11:41.886257 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7691dc6d-b2b1-4c62-8330-a0979093b498 None None] Provisioning complete for port 9877a891-b7fb-4bcc-abb6-ec10ee166819 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:11:41.886638 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7691dc6d-b2b1-4c62-8330-a0979093b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:41.886960 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7691dc6d-b2b1-4c62-8330-a0979093b498 None None] Attempt 1 to provision port 9877a891-b7fb-4bcc-abb6-ec10ee166819 Oct 10 11:11:41.952632 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-4437c3f3-0dab-4bcb-8b89-6b10ad9faa8b None None] Allocated IP 172.20.0.2 (2e38a9c8-1ba5-41c1-b366-1f9f335bd18f/36014780-d94b-4ba8-acf1-db82977893c8/bcf4810c-2a0b-45cc-9d80-6be6681e14d7) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:42.031685 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-57abd57a-9ba7-44d5-a60f-3594e3607836 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:42.122720 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84b7dbb0-f3bf-47db-a970-ed920542e576 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:42.129562 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abd57a-9ba7-44d5-a60f-3594e3607836 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Pushing event deleted for resources: {'Port': ['ID=ce2abdba-97b7-4fd2-a93f-5e3fc40f3909,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:42.223941 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-09d7d7d0-2379-4061-9466-bd92bcc951c4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:42.239264 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:42.243188 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7691dc6d-b2b1-4c62-8330-a0979093b498 None None] Current status of the port 9877a891-b7fb-4bcc-abb6-ec10ee166819 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:11:42.243427 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7691dc6d-b2b1-4c62-8330-a0979093b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:42.259784 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594a1544-fedf-469e-9ea8-9b1b01299bf9 None None] Update dhcp port {'port': {'network_id': '58bdde1b-5303-4dcc-be9a-91db5dfc077e', 'fixed_ips': [{'subnet_id': '074fbe6c-4cd7-4ee9-99b4-6b8a188bbdca', 'ip_address': '2001:db8::2'}, {'subnet_id': '7b2b4e8e-fe48-4316-a58c-af40368c4306'}], 'binding:host_id': 'dv-neutron-860842-1-hyperv'}, 'id': '9877a891-b7fb-4bcc-abb6-ec10ee166819'} from dv-neutron-860842-1-hyperv. {{(pid=89898) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 10 11:11:42.274354 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c43a7d-008d-4019-97b7-9a7c208490ab tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:42.281185 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c43a7d-008d-4019-97b7-9a7c208490ab tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:42.282650 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-56c43a7d-008d-4019-97b7-9a7c208490ab tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:11:42.401548 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-594a1544-fedf-469e-9ea8-9b1b01299bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:42.405132 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-09d7d7d0-2379-4061-9466-bd92bcc951c4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:42.427905 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7691dc6d-b2b1-4c62-8330-a0979093b498 None None] For port 9877a891-b7fb-4bcc-abb6-ec10ee166819, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=9877a891-b7fb-4bcc-abb6-ec10ee166819,segment=NetworkSegment(78f55b7e-f2a4-42c2-9c58-146d05acf4b0),segment_id=78f55b7e-f2a4-42c2-9c58-146d05acf4b0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:42.469465 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-09d7d7d0-2379-4061-9466-bd92bcc951c4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Network 46e38958-d7f6-458a-93cb-1251dda5b07d is not hosted by any dhcp agent {{(pid=89897) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 10 11:11:42.474983 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d7d7d0-2379-4061-9466-bd92bcc951c4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:42.480269 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-09d7d7d0-2379-4061-9466-bd92bcc951c4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:42.480269 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-09d7d7d0-2379-4061-9466-bd92bcc951c4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "PUT /v2.0/networks/46e38958-d7f6-458a-93cb-1251dda5b07d HTTP/1.1" status: 200 len: 723 time: 1.0658185 Oct 10 11:11:42.480269 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-56c43a7d-008d-4019-97b7-9a7c208490ab tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:11:42.480269 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-56c43a7d-008d-4019-97b7-9a7c208490ab tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.0430417 Oct 10 11:11:42.493464 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4437c3f3-0dab-4bcb-8b89-6b10ad9faa8b None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:42.493710 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48734) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:42.494055 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48736) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:42.509983 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7691dc6d-b2b1-4c62-8330-a0979093b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:42.511682 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-57abd57a-9ba7-44d5-a60f-3594e3607836 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:42.513606 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-b2f962b8-f1c1-42ea-a946-3cd63841efa1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Request body: {'subnet': {'network_id': '46e38958-d7f6-458a-93cb-1251dda5b07d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:42.534609 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-57abd57a-9ba7-44d5-a60f-3594e3607836 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] 10.222.0.40 "DELETE /v2.0/ports/ce2abdba-97b7-4fd2-a93f-5e3fc40f3909 HTTP/1.1" status: 204 len: 168 time: 2.5274546 Oct 10 11:11:42.534837 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48742) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:42.548394 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4437c3f3-0dab-4bcb-8b89-6b10ad9faa8b None None] Transition to ACTIVE for port object bcf4810c-2a0b-45cc-9d80-6be6681e14d7 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:42.587398 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-2569fe8f-ed5c-4be5-878d-f91d77f86012 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] GET failed (client error): The resource could not be found. Oct 10 11:11:42.588239 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2569fe8f-ed5c-4be5-878d-f91d77f86012 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Synchronizing usage tracker for tenant:3cb368f53eec46a0893d39fe50ebd81a on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:11:42.637329 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:42.652818 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4437c3f3-0dab-4bcb-8b89-6b10ad9faa8b None None] Transition to ACTIVE for port object bcf4810c-2a0b-45cc-9d80-6be6681e14d7 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:42.693415 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7d7d0-2379-4061-9466-bd92bcc951c4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event updated for resources: {'Network': ['ID=46e38958-d7f6-458a-93cb-1251dda5b07d,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:42.702896 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691dc6d-b2b1-4c62-8330-a0979093b498 None None] Pushing event updated for resources: {'Port': ['ID=9877a891-b7fb-4bcc-abb6-ec10ee166819,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:42.712584 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 46e38958-d7f6-458a-93cb-1251dda5b07d details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:11:42.739807 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b7dbb0-f3bf-47db-a970-ed920542e576 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Router a22fbce0-e420-42c6-8aa4-93b5aa937ccc is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:11:42.803715 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7691dc6d-b2b1-4c62-8330-a0979093b498 None None] Provisioning for port e97a3616-6815-488a-b8d1-f638ff778aa5 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:11:42.807168 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2569fe8f-ed5c-4be5-878d-f91d77f86012 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Unset dirty status for tenant:3cb368f53eec46a0893d39fe50ebd81a on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:11:42.809601 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4437c3f3-0dab-4bcb-8b89-6b10ad9faa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:42.811513 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2569fe8f-ed5c-4be5-878d-f91d77f86012 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] 10.222.0.40 "GET /v2.0/ports/ce2abdba-97b7-4fd2-a93f-5e3fc40f3909 HTTP/1.1" status: 404 len: 333 time: 0.2757750 Oct 10 11:11:42.815371 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-ac1bb092-0fe1-4df0-a277-da9e8f837c42 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting port c9a54617-f034-4bce-89ab-082c69ef9ca1 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:42.816172 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ac1bb092-0fe1-4df0-a277-da9e8f837c42 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:42.821340 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48748) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:42.821461 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7691dc6d-b2b1-4c62-8330-a0979093b498 None None] Provisioning complete for port e97a3616-6815-488a-b8d1-f638ff778aa5 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:11:42.821461 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7691dc6d-b2b1-4c62-8330-a0979093b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:42.821461 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7691dc6d-b2b1-4c62-8330-a0979093b498 None None] Attempt 1 to provision port e97a3616-6815-488a-b8d1-f638ff778aa5 Oct 10 11:11:42.867948 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b2f962b8-f1c1-42ea-a946-3cd63841efa1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:42.892682 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-594a1544-fedf-469e-9ea8-9b1b01299bf9 None None] Allocated IP 172.20.0.1 (58bdde1b-5303-4dcc-be9a-91db5dfc077e/7b2b4e8e-fe48-4316-a58c-af40368c4306/9877a891-b7fb-4bcc-abb6-ec10ee166819) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:42.960464 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4437c3f3-0dab-4bcb-8b89-6b10ad9faa8b None None] Network 2e38a9c8-1ba5-41c1-b366-1f9f335bd18f is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:42.969754 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-4437c3f3-0dab-4bcb-8b89-6b10ad9faa8b None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:42.979092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b2f962b8-f1c1-42ea-a946-3cd63841efa1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:42.980672 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-a79a51b7-c0c9-4469-a38a-3594615a6df1 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Deleting port eaa03edb-1c41-410a-8206-feda3808a1b6 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:42.981019 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a79a51b7-c0c9-4469-a38a-3594615a6df1 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:42.998995 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4437c3f3-0dab-4bcb-8b89-6b10ad9faa8b None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:43.006049 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437c3f3-0dab-4bcb-8b89-6b10ad9faa8b None None] Pushing event updated for resources: {'Port': ['ID=bcf4810c-2a0b-45cc-9d80-6be6681e14d7,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:43.038464 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:43.082888 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b7dbb0-f3bf-47db-a970-ed920542e576 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:11:43.103961 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event deleted for resources: {'Subnet': ['ID=36014780-d94b-4ba8-acf1-db82977893c8,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:43.141266 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6972d87-e704-4901-8684-9039a19cb517 None None] Sync routers for ids ['a22fbce0-e420-42c6-8aa4-93b5aa937ccc'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:11:43.174894 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f962b8-f1c1-42ea-a946-3cd63841efa1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Made reservation on behalf of 8bb4fcedb87945309c83408accc34ea6 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:43.178535 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b2f962b8-f1c1-42ea-a946-3cd63841efa1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:43.216582 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84b7dbb0-f3bf-47db-a970-ed920542e576 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:43.220699 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-4437c3f3-0dab-4bcb-8b89-6b10ad9faa8b None None] Attempting to bind port bcf4810c-2a0b-45cc-9d80-6be6681e14d7 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:11:43.220910 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-84b7dbb0-f3bf-47db-a970-ed920542e576 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.1018760 Oct 10 11:11:43.221069 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-4437c3f3-0dab-4bcb-8b89-6b10ad9faa8b None None] Attempting to bind port bcf4810c-2a0b-45cc-9d80-6be6681e14d7 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'd6e256b7-6e6d-4ab3-8a85-535de0f3b52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': '2e38a9c8-1ba5-41c1-b366-1f9f335bd18f'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:11:43.221181 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4437c3f3-0dab-4bcb-8b89-6b10ad9faa8b None None] Attempting to bind port bcf4810c-2a0b-45cc-9d80-6be6681e14d7 on network 2e38a9c8-1ba5-41c1-b366-1f9f335bd18f {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:11:43.221351 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48752) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:43.232002 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6972d87-e704-4901-8684-9039a19cb517 None None] Routers {'a22fbce0-e420-42c6-8aa4-93b5aa937ccc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:11:43.232640 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-e6972d87-e704-4901-8684-9039a19cb517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:11:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a22fbce0-e420-42c6-8aa4-93b5aa937ccc'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:43.319919 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4437c3f3-0dab-4bcb-8b89-6b10ad9faa8b None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:11:43.320289 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4437c3f3-0dab-4bcb-8b89-6b10ad9faa8b None None] Checking segment: {'id': 'd6e256b7-6e6d-4ab3-8a85-535de0f3b52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': '2e38a9c8-1ba5-41c1-b366-1f9f335bd18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:11:43.320945 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4437c3f3-0dab-4bcb-8b89-6b10ad9faa8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:43.321431 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4437c3f3-0dab-4bcb-8b89-6b10ad9faa8b None None] Bound using segment: {'id': 'd6e256b7-6e6d-4ab3-8a85-535de0f3b52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': '2e38a9c8-1ba5-41c1-b366-1f9f335bd18f'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:11:43.322142 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-4437c3f3-0dab-4bcb-8b89-6b10ad9faa8b None None] Bound port: bcf4810c-2a0b-45cc-9d80-6be6681e14d7, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e256b7-6e6d-4ab3-8a85-535de0f3b52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': '2e38a9c8-1ba5-41c1-b366-1f9f335bd18f'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:11:43.322691 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4437c3f3-0dab-4bcb-8b89-6b10ad9faa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:43.345358 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-e6972d87-e704-4901-8684-9039a19cb517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:43.348686 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-594a1544-fedf-469e-9ea8-9b1b01299bf9 None None] For port 9877a891-b7fb-4bcc-abb6-ec10ee166819, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=9877a891-b7fb-4bcc-abb6-ec10ee166819,segment=NetworkSegment(78f55b7e-f2a4-42c2-9c58-146d05acf4b0),segment_id=78f55b7e-f2a4-42c2-9c58-146d05acf4b0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:43.353158 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:43.396669 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 9877a891-b7fb-4bcc-abb6-ec10ee166819 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:11:43.431900 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7691dc6d-b2b1-4c62-8330-a0979093b498 None None] Current status of the port e97a3616-6815-488a-b8d1-f638ff778aa5 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:11:43.432790 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7691dc6d-b2b1-4c62-8330-a0979093b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:43.434635 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ea33e300-b7f5-4ecc-8656-74355d429edd tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:43.466977 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6972d87-e704-4901-8684-9039a19cb517 None None] Routers {'a22fbce0-e420-42c6-8aa4-93b5aa937ccc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:11:43.467610 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-e6972d87-e704-4901-8684-9039a19cb517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:11:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a22fbce0-e420-42c6-8aa4-93b5aa937ccc'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:43.541983 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a79a51b7-c0c9-4469-a38a-3594615a6df1 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:43.565259 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.resource_extend [None req-594a1544-fedf-469e-9ea8-9b1b01299bf9 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:11:43.573780 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-e6972d87-e704-4901-8684-9039a19cb517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:43.574186 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6972d87-e704-4901-8684-9039a19cb517 None None] The sync data for ids ['a22fbce0-e420-42c6-8aa4-93b5aa937ccc'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:11:43.595196 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-594a1544-fedf-469e-9ea8-9b1b01299bf9 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:43.618538 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e38a9c8-1ba5-41c1-b366-1f9f335bd18f']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:43.636754 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7691dc6d-b2b1-4c62-8330-a0979093b498 None None] For port e97a3616-6815-488a-b8d1-f638ff778aa5, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=e97a3616-6815-488a-b8d1-f638ff778aa5,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:43.641060 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-4437c3f3-0dab-4bcb-8b89-6b10ad9faa8b None None] For port bcf4810c-2a0b-45cc-9d80-6be6681e14d7, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:11:43.646785 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-594a1544-fedf-469e-9ea8-9b1b01299bf9 None None] Transition to ACTIVE for port object 9877a891-b7fb-4bcc-abb6-ec10ee166819 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:43.653681 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-4437c3f3-0dab-4bcb-8b89-6b10ad9faa8b None None] For port bcf4810c-2a0b-45cc-9d80-6be6681e14d7, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=bcf4810c-2a0b-45cc-9d80-6be6681e14d7,segment=NetworkSegment(d6e256b7-6e6d-4ab3-8a85-535de0f3b52a),segment_id=d6e256b7-6e6d-4ab3-8a85-535de0f3b52a)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:11:43.660318 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 9877a891-b7fb-4bcc-abb6-ec10ee166819 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:11:43.660687 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:43.661020 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 9877a891-b7fb-4bcc-abb6-ec10ee166819 Oct 10 11:11:43.681479 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e256b7-6e6d-4ab3-8a85-535de0f3b52a') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:43.683390 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e256b7-6e6d-4ab3-8a85-535de0f3b52a') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:43.683512 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-a79a51b7-c0c9-4469-a38a-3594615a6df1 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Calling delete_port for eaa03edb-1c41-410a-8206-feda3808a1b6 owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:43.704593 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ac1bb092-0fe1-4df0-a277-da9e8f837c42 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:43.744207 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-dfd38b84-e5fe-47d8-93a9-ac7578c96d6c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "GET /v2.0/routers/a22fbce0-e420-42c6-8aa4-93b5aa937ccc HTTP/1.1" status: 200 len: 919 time: 0.5141771 Oct 10 11:11:43.745801 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48758) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:43.745967 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7691dc6d-b2b1-4c62-8330-a0979093b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:43.781193 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:43.793417 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4437c3f3-0dab-4bcb-8b89-6b10ad9faa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:43.795715 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-594a1544-fedf-469e-9ea8-9b1b01299bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:43.808368 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-042dd6f4-81b6-418d-9392-6fc41fa923de tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "GET /v2.0/ports?device_id=a22fbce0-e420-42c6-8aa4-93b5aa937ccc HTTP/1.1" status: 200 len: 205 time: 0.0626841 Oct 10 11:11:43.812047 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7691dc6d-b2b1-4c62-8330-a0979093b498 None None] Could not find standard attr ID for object ce2abdba-97b7-4fd2-a93f-5e3fc40f3909. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:11:43.821216 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48762) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:43.925353 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-ac1bb092-0fe1-4df0-a277-da9e8f837c42 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Calling delete_port for c9a54617-f034-4bce-89ab-082c69ef9ca1 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:43.957401 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:43.973806 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7691dc6d-b2b1-4c62-8330-a0979093b498 None None] Provisioning for port c9a54617-f034-4bce-89ab-082c69ef9ca1 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:11:43.983787 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Port 9877a891-b7fb-4bcc-abb6-ec10ee166819 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:11:43.985561 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691dc6d-b2b1-4c62-8330-a0979093b498 None None] Pushing event updated for resources: {'Port': ['ID=e97a3616-6815-488a-b8d1-f638ff778aa5,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:43.990770 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Releasing vlan 478 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:11:43.991289 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:44.049198 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a79a51b7-c0c9-4469-a38a-3594615a6df1 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:44.078273 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7691dc6d-b2b1-4c62-8330-a0979093b498 None None] Provisioning complete for port c9a54617-f034-4bce-89ab-082c69ef9ca1 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:11:44.078664 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7691dc6d-b2b1-4c62-8330-a0979093b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:44.079006 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7691dc6d-b2b1-4c62-8330-a0979093b498 None None] Attempt 1 to provision port c9a54617-f034-4bce-89ab-082c69ef9ca1 Oct 10 11:11:44.089690 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment d6e256b7-6e6d-4ab3-8a85-535de0f3b52a resource provider aggregate not found Oct 10 11:11:44.126099 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a51b7-c0c9-4469-a38a-3594615a6df1 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Pushing event deleted for resources: {'Port': ['ID=eaa03edb-1c41-410a-8206-feda3808a1b6,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:44.158898 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment d6e256b7-6e6d-4ab3-8a85-535de0f3b52a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6e256b7-6e6d-4ab3-8a85-535de0f3b52a found for delete ", "request_id": "req-05b54aa0-05d3-4f60-907f-9a965d089829"}]} Oct 10 11:11:44.160604 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3b901a-c69e-46e9-8bcf-78cb401692a9 None None] Network 2e38a9c8-1ba5-41c1-b366-1f9f335bd18f requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:44.198752 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a79a51b7-c0c9-4469-a38a-3594615a6df1 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:44.206075 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b7eb8e3d-cc93-4ab9-9f8f-8db90d64df60 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:44.219650 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437c3f3-0dab-4bcb-8b89-6b10ad9faa8b None None] Pushing event updated for resources: {'Port': ['ID=bcf4810c-2a0b-45cc-9d80-6be6681e14d7,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:44.355332 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7691dc6d-b2b1-4c62-8330-a0979093b498 None None] Port c9a54617-f034-4bce-89ab-082c69ef9ca1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:11:44.428192 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a79a51b7-c0c9-4469-a38a-3594615a6df1 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] 10.222.0.40 "DELETE /v2.0/ports/eaa03edb-1c41-410a-8206-feda3808a1b6 HTTP/1.1" status: 204 len: 168 time: 1.6075435 Oct 10 11:11:44.430971 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48770) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:44.441933 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.api [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 10 11:11:44.441933 dv-neutron-860842-1-hyperv neutron-server[89897]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 10 11:11:44.441933 dv-neutron-860842-1-hyperv neutron-server[89897]: [parameters: {'id': '2e38a9c8-1ba5-41c1-b366-1f9f335bd18f'}] Oct 10 11:11:44.441933 dv-neutron-860842-1-hyperv neutron-server[89897]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:11:44.444323 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG oslo_db.api [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:11:44.482115 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b7eb8e3d-cc93-4ab9-9f8f-8db90d64df60 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:44.487527 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b2f962b8-f1c1-42ea-a946-3cd63841efa1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:44.491969 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-75de8967-0fe5-4621-83a8-1184d5f90e2a tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] GET failed (client error): The resource could not be found. Oct 10 11:11:44.492536 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-75de8967-0fe5-4621-83a8-1184d5f90e2a tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Synchronizing usage tracker for tenant:3cb368f53eec46a0893d39fe50ebd81a on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:11:44.493853 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a1544-fedf-469e-9ea8-9b1b01299bf9 None None] Pushing event updated for resources: {'Port': ['ID=9877a891-b7fb-4bcc-abb6-ec10ee166819,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:44.620539 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ac1bb092-0fe1-4df0-a277-da9e8f837c42 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:44.632203 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f962b8-f1c1-42ea-a946-3cd63841efa1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event updated for resources: {'Subnet': ['ID=712a5971-83c5-438b-916f-a8375826ef68,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:44.637202 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-b7eb8e3d-cc93-4ab9-9f8f-8db90d64df60 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Deleting port 6caecc1d-a4b2-4c5a-966c-41665ac240f3 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:44.637567 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b7eb8e3d-cc93-4ab9-9f8f-8db90d64df60 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:44.665091 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-75de8967-0fe5-4621-83a8-1184d5f90e2a tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Unset dirty status for tenant:3cb368f53eec46a0893d39fe50ebd81a on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:11:44.669406 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-75de8967-0fe5-4621-83a8-1184d5f90e2a tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] 10.222.0.40 "GET /v2.0/ports/eaa03edb-1c41-410a-8206-feda3808a1b6 HTTP/1.1" status: 404 len: 333 time: 0.2244480 Oct 10 11:11:44.672952 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48774) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:44.708722 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bb092-0fe1-4df0-a277-da9e8f837c42 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Port': ['ID=c9a54617-f034-4bce-89ab-082c69ef9ca1,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:44.743264 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f962b8-f1c1-42ea-a946-3cd63841efa1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Checking segment: {'id': '9b8fae21-f8c4-4149-a4d5-c54cf8ebf46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '46e38958-d7f6-458a-93cb-1251dda5b07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:11:44.743812 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f962b8-f1c1-42ea-a946-3cd63841efa1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Network hostable DHCP agents. Network: 46e38958-d7f6-458a-93cb-1251dda5b07d, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:11:44.772517 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-ea33e300-b7f5-4ecc-8656-74355d429edd tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Deleting port 217996a6-4c0f-4f1a-861f-84714f158b67 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:44.772854 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ea33e300-b7f5-4ecc-8656-74355d429edd tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:44.797464 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-9617e944-f2d8-4cf3-ac50-fd0a43026c6a tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Deleting port a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:44.798028 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9617e944-f2d8-4cf3-ac50-fd0a43026c6a tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:44.799625 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8268772-3df5-4fbd-8bed-2f44d511b8ff None None] Network 58bdde1b-5303-4dcc-be9a-91db5dfc077e requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:44.809344 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ac1bb092-0fe1-4df0-a277-da9e8f837c42 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:44.897905 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7691dc6d-b2b1-4c62-8330-a0979093b498 None None] Attempt 2 to provision port c9a54617-f034-4bce-89ab-082c69ef9ca1 Oct 10 11:11:44.909488 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ac1bb092-0fe1-4df0-a277-da9e8f837c42 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/c9a54617-f034-4bce-89ab-082c69ef9ca1 HTTP/1.1" status: 204 len: 168 time: 2.4080949 Oct 10 11:11:44.915490 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48778) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:44.929422 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f962b8-f1c1-42ea-a946-3cd63841efa1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Network 46e38958-d7f6-458a-93cb-1251dda5b07d is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:11:44.997722 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:45.032166 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Deleting port bcf4810c-2a0b-45cc-9d80-6be6681e14d7 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:45.032590 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:45.043488 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7691dc6d-b2b1-4c62-8330-a0979093b498 None None] Port c9a54617-f034-4bce-89ab-082c69ef9ca1 was deleted so its status cannot be updated. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 10 11:11:45.074926 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-b2f962b8-f1c1-42ea-a946-3cd63841efa1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 46e38958-d7f6-458a-93cb-1251dda5b07d) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:45.099526 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f962b8-f1c1-42ea-a946-3cd63841efa1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:45.100176 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b2f962b8-f1c1-42ea-a946-3cd63841efa1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:45.116863 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a1b40e-ee23-42ed-98d9-cedbb1898672 None None] Network 46e38958-d7f6-458a-93cb-1251dda5b07d requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:45.119987 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ea33e300-b7f5-4ecc-8656-74355d429edd tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:45.179578 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f91dee2-59cd-4c95-b026-8864afe25ac7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:45.181728 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f91dee2-59cd-4c95-b026-8864afe25ac7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:45.186636 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0f91dee2-59cd-4c95-b026-8864afe25ac7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2664709 Oct 10 11:11:45.187412 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b7eb8e3d-cc93-4ab9-9f8f-8db90d64df60 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:45.196236 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48782) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:45.321268 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-1cc2bfab-b04d-487a-99ca-feb901a3186c None None] Provisioning for port 9877a891-b7fb-4bcc-abb6-ec10ee166819 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:11:45.336577 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-1cc2bfab-b04d-487a-99ca-feb901a3186c None None] Provisioning complete for port 9877a891-b7fb-4bcc-abb6-ec10ee166819 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:11:45.336874 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1cc2bfab-b04d-487a-99ca-feb901a3186c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:45.337180 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-1cc2bfab-b04d-487a-99ca-feb901a3186c None None] Attempt 1 to provision port 9877a891-b7fb-4bcc-abb6-ec10ee166819 Oct 10 11:11:45.403459 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b2f962b8-f1c1-42ea-a946-3cd63841efa1 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9037974 Oct 10 11:11:45.410386 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-ea33e300-b7f5-4ecc-8656-74355d429edd tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Calling delete_port for 217996a6-4c0f-4f1a-861f-84714f158b67 owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:45.411414 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-b7eb8e3d-cc93-4ab9-9f8f-8db90d64df60 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Calling delete_port for 6caecc1d-a4b2-4c5a-966c-41665ac240f3 owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:45.438932 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48786) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:45.461858 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-6c9fc96c-a0ac-4250-a4f5-0f85c47432dd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:45.466641 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device e97a3616-6815-488a-b8d1-f638ff778aa5 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:11:45.515485 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af521407-6dd1-461b-93c5-b58a2c9e7213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-46e38958-d7f6-458a-93cb-1251dda5b07d', 'network_id': '46e38958-d7f6-458a-93cb-1251dda5b07d', 'tenant_id': '8bb4fcedb87945309c83408accc34ea6', 'fixed_ips': [{'subnet_id': '712a5971-83c5-438b-916f-a8375826ef68'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:11:45.516412 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-af521407-6dd1-461b-93c5-b58a2c9e7213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:45.528714 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-a062f4bb-cc36-4e26-afb8-40487b421e5e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet eafde9e3-952a-4f9b-a46c-ddb4c7be0e7a {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:11:45.531778 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a062f4bb-cc36-4e26-afb8-40487b421e5e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:45.587616 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a062f4bb-cc36-4e26-afb8-40487b421e5e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:45.772983 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6c9fc96c-a0ac-4250-a4f5-0f85c47432dd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2518579'] for subnet, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:45.823277 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port e97a3616-6815-488a-b8d1-f638ff778aa5 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:11:45.823711 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:45.824134 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port e97a3616-6815-488a-b8d1-f638ff778aa5 Oct 10 11:11:45.837345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] For port bcf4810c-2a0b-45cc-9d80-6be6681e14d7, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=bcf4810c-2a0b-45cc-9d80-6be6681e14d7,segment=NetworkSegment(d6e256b7-6e6d-4ab3-8a85-535de0f3b52a),segment_id=d6e256b7-6e6d-4ab3-8a85-535de0f3b52a)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:45.837734 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:45.870887 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9617e944-f2d8-4cf3-ac50-fd0a43026c6a tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:45.890087 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a062f4bb-cc36-4e26-afb8-40487b421e5e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:45.913017 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-af521407-6dd1-461b-93c5-b58a2c9e7213 None None] Allocated IP 2001:db8::2 (46e38958-d7f6-458a-93cb-1251dda5b07d/712a5971-83c5-438b-916f-a8375826ef68/2c793c60-53ce-4a62-9470-d3cf18985c33) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:45.975014 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Calling delete_port for bcf4810c-2a0b-45cc-9d80-6be6681e14d7 owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:45.979910 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-1cc2bfab-b04d-487a-99ca-feb901a3186c None None] Current status of the port 9877a891-b7fb-4bcc-abb6-ec10ee166819 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:11:46.041209 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-9617e944-f2d8-4cf3-ac50-fd0a43026c6a tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Calling delete_port for a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6 owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:46.152231 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3ed8c6b8-8cb9-482a-8024-399147271181 None None] Provisioning complete for port 9877a891-b7fb-4bcc-abb6-ec10ee166819 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:11:46.152521 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3ed8c6b8-8cb9-482a-8024-399147271181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:46.152860 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3ed8c6b8-8cb9-482a-8024-399147271181 None None] Attempt 1 to provision port 9877a891-b7fb-4bcc-abb6-ec10ee166819 Oct 10 11:11:46.177188 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port e97a3616-6815-488a-b8d1-f638ff778aa5 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:11:46.178319 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 9877a891-b7fb-4bcc-abb6-ec10ee166819 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:11:46.190055 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:46.238345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event deleted for resources: {'Port': ['ID=bcf4810c-2a0b-45cc-9d80-6be6681e14d7,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:46.242948 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] No DVR routers for this DVR port bcf4810c-2a0b-45cc-9d80-6be6681e14d7 on host dv-neutron-860842-1-hyperv {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:11:46.276581 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ea33e300-b7f5-4ecc-8656-74355d429edd tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:46.340416 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a062f4bb-cc36-4e26-afb8-40487b421e5e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:46.352250 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33e300-b7f5-4ecc-8656-74355d429edd tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Pushing event deleted for resources: {'Port': ['ID=217996a6-4c0f-4f1a-861f-84714f158b67,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:46.392244 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9617e944-f2d8-4cf3-ac50-fd0a43026c6a tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:46.399080 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b7eb8e3d-cc93-4ab9-9f8f-8db90d64df60 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:46.399080 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062f4bb-cc36-4e26-afb8-40487b421e5e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=eafde9e3-952a-4f9b-a46c-ddb4c7be0e7a,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:46.407034 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a062f4bb-cc36-4e26-afb8-40487b421e5e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:46.409325 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-af521407-6dd1-461b-93c5-b58a2c9e7213 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:46.426543 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf4da19-5fac-4378-aaf4-c12cd2547b0c None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:46.467679 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb8e3d-cc93-4ab9-9f8f-8db90d64df60 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Pushing event deleted for resources: {'Port': ['ID=6caecc1d-a4b2-4c5a-966c-41665ac240f3,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:46.486827 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-af521407-6dd1-461b-93c5-b58a2c9e7213 None None] Transition to ACTIVE for port object 2c793c60-53ce-4a62-9470-d3cf18985c33 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:46.500145 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:46.524985 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617e944-f2d8-4cf3-ac50-fd0a43026c6a tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Pushing event deleted for resources: {'Port': ['ID=a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:46.545059 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e38a9c8-1ba5-41c1-b366-1f9f335bd18f']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:46.564794 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3ed8c6b8-8cb9-482a-8024-399147271181 None None] Current status of the port 9877a891-b7fb-4bcc-abb6-ec10ee166819 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:11:46.575129 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 9877a891-b7fb-4bcc-abb6-ec10ee166819 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:11:46.575129 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:46.575129 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 9877a891-b7fb-4bcc-abb6-ec10ee166819 Oct 10 11:11:46.577689 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e256b7-6e6d-4ab3-8a85-535de0f3b52a') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:46.580227 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e256b7-6e6d-4ab3-8a85-535de0f3b52a') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:46.605285 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a062f4bb-cc36-4e26-afb8-40487b421e5e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/eafde9e3-952a-4f9b-a46c-ddb4c7be0e7a HTTP/1.1" status: 204 len: 168 time: 1.4081264 Oct 10 11:11:46.616826 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48792) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:46.618996 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:46.663887 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-af521407-6dd1-461b-93c5-b58a2c9e7213 None None] Transition to ACTIVE for port object 2c793c60-53ce-4a62-9470-d3cf18985c33 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:46.720831 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b7eb8e3d-cc93-4ab9-9f8f-8db90d64df60 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:46.762460 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-af521407-6dd1-461b-93c5-b58a2c9e7213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:46.809272 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2fecf7f6-429a-458d-9d80-d2e7979a18fa tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1833510 Oct 10 11:11:46.817452 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:46.827627 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48796) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:46.839461 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-3de79a44-9f05-49c9-bd43-1599528fb8b0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:46.866271 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Releasing vlan 478 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:11:46.866672 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:46.883459 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af521407-6dd1-461b-93c5-b58a2c9e7213 None None] Network 46e38958-d7f6-458a-93cb-1251dda5b07d is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:46.894485 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-af521407-6dd1-461b-93c5-b58a2c9e7213 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:46.897167 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af521407-6dd1-461b-93c5-b58a2c9e7213 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:46.918856 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af521407-6dd1-461b-93c5-b58a2c9e7213 None None] Pushing event updated for resources: {'Port': ['ID=2c793c60-53ce-4a62-9470-d3cf18985c33,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:46.974589 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9617e944-f2d8-4cf3-ac50-fd0a43026c6a tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:46.978866 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9617e944-f2d8-4cf3-ac50-fd0a43026c6a tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] 10.222.0.40 "DELETE /v2.0/ports/a74c1512-a24c-4ab1-b3a4-d9d37ac6b3f6 HTTP/1.1" status: 204 len: 168 time: 2.3029101 Oct 10 11:11:46.980986 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 9877a891-b7fb-4bcc-abb6-ec10ee166819 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:11:46.985657 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48800) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:47.057323 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-af521407-6dd1-461b-93c5-b58a2c9e7213 None None] Attempting to bind port 2c793c60-53ce-4a62-9470-d3cf18985c33 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:11:47.057323 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-af521407-6dd1-461b-93c5-b58a2c9e7213 None None] Attempting to bind port 2c793c60-53ce-4a62-9470-d3cf18985c33 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '9b8fae21-f8c4-4149-a4d5-c54cf8ebf46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '46e38958-d7f6-458a-93cb-1251dda5b07d'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:11:47.057720 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af521407-6dd1-461b-93c5-b58a2c9e7213 None None] Attempting to bind port 2c793c60-53ce-4a62-9470-d3cf18985c33 on network 46e38958-d7f6-458a-93cb-1251dda5b07d {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:11:47.063749 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af521407-6dd1-461b-93c5-b58a2c9e7213 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:11:47.064132 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af521407-6dd1-461b-93c5-b58a2c9e7213 None None] Checking segment: {'id': '9b8fae21-f8c4-4149-a4d5-c54cf8ebf46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '46e38958-d7f6-458a-93cb-1251dda5b07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:11:47.064537 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-af521407-6dd1-461b-93c5-b58a2c9e7213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:47.064932 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af521407-6dd1-461b-93c5-b58a2c9e7213 None None] Bound using segment: {'id': '9b8fae21-f8c4-4149-a4d5-c54cf8ebf46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '46e38958-d7f6-458a-93cb-1251dda5b07d'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:11:47.065403 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-af521407-6dd1-461b-93c5-b58a2c9e7213 None None] Bound port: 2c793c60-53ce-4a62-9470-d3cf18985c33, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b8fae21-f8c4-4149-a4d5-c54cf8ebf46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '46e38958-d7f6-458a-93cb-1251dda5b07d'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:11:47.065809 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-af521407-6dd1-461b-93c5-b58a2c9e7213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:47.090595 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b7eb8e3d-cc93-4ab9-9f8f-8db90d64df60 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:47.098158 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b7eb8e3d-cc93-4ab9-9f8f-8db90d64df60 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:47.133594 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-e387edd6-40d6-42c1-936e-9bc0d368c62b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Deleting subnet 87432049-fef5-4806-bd4d-af0b7981801f {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:11:47.137252 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e387edd6-40d6-42c1-936e-9bc0d368c62b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:47.147702 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eb52a3-6591-4d0c-9507-045ce28daba5 None None] DHCP port deletion for dac74586-4382-4e00-a6eb-f2005f114a9a request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:11:47.163177 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f1eb52a3-6591-4d0c-9507-045ce28daba5 None None] Deleting port e97a3616-6815-488a-b8d1-f638ff778aa5 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:47.163557 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f1eb52a3-6591-4d0c-9507-045ce28daba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:47.198099 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment d6e256b7-6e6d-4ab3-8a85-535de0f3b52a resource provider aggregate not found Oct 10 11:11:47.201079 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e387edd6-40d6-42c1-936e-9bc0d368c62b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:47.213809 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:47.224879 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-af521407-6dd1-461b-93c5-b58a2c9e7213 None None] For port 2c793c60-53ce-4a62-9470-d3cf18985c33, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:11:47.238547 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-af521407-6dd1-461b-93c5-b58a2c9e7213 None None] For port 2c793c60-53ce-4a62-9470-d3cf18985c33, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=2c793c60-53ce-4a62-9470-d3cf18985c33,segment=NetworkSegment(9b8fae21-f8c4-4149-a4d5-c54cf8ebf46c),segment_id=9b8fae21-f8c4-4149-a4d5-c54cf8ebf46c)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:11:47.254117 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b7eb8e3d-cc93-4ab9-9f8f-8db90d64df60 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:47.255085 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7eb8e3d-cc93-4ab9-9f8f-8db90d64df60 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Fanout notify agent at l3_agent the message router_deleted on router a22fbce0-e420-42c6-8aa4-93b5aa937ccc {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:11:47.255792 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment d6e256b7-6e6d-4ab3-8a85-535de0f3b52a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6e256b7-6e6d-4ab3-8a85-535de0f3b52a found for delete ", "request_id": "req-0b71eca8-b35d-45f9-81b1-b11c48c32a16"}]} Oct 10 11:11:47.279086 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b7eb8e3d-cc93-4ab9-9f8f-8db90d64df60 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:47.280099 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b7eb8e3d-cc93-4ab9-9f8f-8db90d64df60 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "DELETE /v2.0/routers/a22fbce0-e420-42c6-8aa4-93b5aa937ccc HTTP/1.1" status: 204 len: 168 time: 3.4579258 Oct 10 11:11:47.280216 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:47.285007 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48808) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:47.291448 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-5e3bd3d1-8218-4438-beae-092b4abdbbcb tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2064013702', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'enable_snat': False}}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:47.301247 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5e3bd3d1-8218-4438-beae-092b4abdbbcb tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:47.309916 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5e3bd3d1-8218-4438-beae-092b4abdbbcb tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Usage tracker for resource:router and tenant:790cbdd6a96947d2a599b1467005dc5c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:47.314355 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5e3bd3d1-8218-4438-beae-092b4abdbbcb tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:47.321867 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-af521407-6dd1-461b-93c5-b58a2c9e7213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:47.325768 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5e3bd3d1-8218-4438-beae-092b4abdbbcb tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:47.343223 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e387edd6-40d6-42c1-936e-9bc0d368c62b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:47.357619 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event deleted for resources: {'Network': ['ID=2e38a9c8-1ba5-41c1-b366-1f9f335bd18f,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:47.402135 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-3de79a44-9f05-49c9-bd43-1599528fb8b0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:47.428224 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3de79a44-9f05-49c9-bd43-1599528fb8b0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:subnet and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:47.436031 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd3d1-8218-4438-beae-092b4abdbbcb tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:47.440915 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3de79a44-9f05-49c9-bd43-1599528fb8b0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:47.441055 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd3d1-8218-4438-beae-092b4abdbbcb tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:47.449583 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-3de79a44-9f05-49c9-bd43-1599528fb8b0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:47.454869 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ea33e300-b7f5-4ecc-8656-74355d429edd tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:47.456283 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd3d1-8218-4438-beae-092b4abdbbcb tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:47.459215 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device e97a3616-6815-488a-b8d1-f638ff778aa5 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:11:47.523264 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e387edd6-40d6-42c1-936e-9bc0d368c62b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:47.530818 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48814) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:47.530996 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c6adce6b-b65d-4ccc-948f-cd3a75f7f014 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/networks/2e38a9c8-1ba5-41c1-b366-1f9f335bd18f HTTP/1.1" status: 204 len: 168 time: 6.1308038 Oct 10 11:11:47.540247 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6c9fc96c-a0ac-4250-a4f5-0f85c47432dd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733224530571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2413672'] for subnet, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:47.546735 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f1eb52a3-6591-4d0c-9507-045ce28daba5 None None] For port e97a3616-6815-488a-b8d1-f638ff778aa5, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=e97a3616-6815-488a-b8d1-f638ff778aa5,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:47.547140 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f1eb52a3-6591-4d0c-9507-045ce28daba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:47.589902 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de79a44-9f05-49c9-bd43-1599528fb8b0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:47.593349 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3de79a44-9f05-49c9-bd43-1599528fb8b0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:47.702361 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d7df92-7879-43c4-9e7b-cfd4a873285d tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] GET failed (client error): The resource could not be found. Oct 10 11:11:47.702361 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c2d7df92-7879-43c4-9e7b-cfd4a873285d tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Synchronizing usage tracker for tenant:9b52ed05dd7340c5ab7a911779462445 on resource:subnet {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:11:47.708288 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387edd6-40d6-42c1-936e-9bc0d368c62b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Pushing event deleted for resources: {'Subnet': ['ID=87432049-fef5-4806-bd4d-af0b7981801f,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:47.720918 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9fc96c-a0ac-4250-a4f5-0f85c47432dd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:47.721582 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6c9fc96c-a0ac-4250-a4f5-0f85c47432dd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:47.725355 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6c9fc96c-a0ac-4250-a4f5-0f85c47432dd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "PUT /v2.0/subnets/712a5971-83c5-438b-916f-a8375826ef68 HTTP/1.1" status: 200 len: 826 time: 2.2765198 Oct 10 11:11:47.736018 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48818) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:47.778139 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f1eb52a3-6591-4d0c-9507-045ce28daba5 None None] Calling delete_port for e97a3616-6815-488a-b8d1-f638ff778aa5 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:47.811218 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e387edd6-40d6-42c1-936e-9bc0d368c62b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:47.812767 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af521407-6dd1-461b-93c5-b58a2c9e7213 None None] Pushing event updated for resources: {'Port': ['ID=2c793c60-53ce-4a62-9470-d3cf18985c33,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:47.829265 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bddbef-a8b1-4eb5-a997-42f6c9c9e804 None None] Network 70ba6c64-4de1-4734-bbc2-c41861658f31 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:47.829367 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e387edd6-40d6-42c1-936e-9bc0d368c62b tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] 10.222.0.40 "DELETE /v2.0/subnets/87432049-fef5-4806-bd4d-af0b7981801f HTTP/1.1" status: 204 len: 168 time: 0.8403203 Oct 10 11:11:47.902426 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48822) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:47.929128 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fc96c-a0ac-4250-a4f5-0f85c47432dd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event updated for resources: {'Subnet': ['ID=712a5971-83c5-438b-916f-a8375826ef68,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:47.952562 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c2d7df92-7879-43c4-9e7b-cfd4a873285d tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Unset dirty status for tenant:9b52ed05dd7340c5ab7a911779462445 on resource:subnet {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:11:47.956146 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c2d7df92-7879-43c4-9e7b-cfd4a873285d tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "GET /v2.0/subnets/36014780-d94b-4ba8-acf1-db82977893c8 HTTP/1.1" status: 404 len: 337 time: 0.3904448 Oct 10 11:11:47.960760 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48826) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:48.079281 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd3d1-8218-4438-beae-092b4abdbbcb tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:48.083288 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-a496e1e4-58a7-4bd0-8b4a-ebfc8a0f7eb5 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] DELETE failed (client error): The resource could not be found. Oct 10 11:11:48.083767 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a496e1e4-58a7-4bd0-8b4a-ebfc8a0f7eb5 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:11:48.090089 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a496e1e4-58a7-4bd0-8b4a-ebfc8a0f7eb5 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/networks/2e38a9c8-1ba5-41c1-b366-1f9f335bd18f HTTP/1.1" status: 404 len: 339 time: 0.0633440 Oct 10 11:11:48.101015 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port e97a3616-6815-488a-b8d1-f638ff778aa5 is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:11:48.101666 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:48.109375 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48832) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:48.162713 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f0867931-e5cf-4697-8663-3e0cb0288817 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:48.175362 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-f0867931-e5cf-4697-8663-3e0cb0288817 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Deleting port b53a4abc-4b98-4702-b8f3-aa67cdeb0b75 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:48.185690 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f0867931-e5cf-4697-8663-3e0cb0288817 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:48.185829 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f1eb52a3-6591-4d0c-9507-045ce28daba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:48.279728 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8055de-0396-4855-9310-5114f136281d None None] DHCP port deletion for 70ba6c64-4de1-4734-bbc2-c41861658f31 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:11:48.285515 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-96172246-efc8-49b2-b13c-03537a76e0cd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:48.286408 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb52a3-6591-4d0c-9507-045ce28daba5 None None] Pushing event deleted for resources: {'Port': ['ID=e97a3616-6815-488a-b8d1-f638ff778aa5,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:48.291371 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eb52a3-6591-4d0c-9507-045ce28daba5 None None] No DVR routers for this DVR port e97a3616-6815-488a-b8d1-f638ff778aa5 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:11:48.293072 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9c8055de-0396-4855-9310-5114f136281d None None] Deleting port b53a4abc-4b98-4702-b8f3-aa67cdeb0b75 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:48.293963 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9c8055de-0396-4855-9310-5114f136281d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:48.443637 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-96172246-efc8-49b2-b13c-03537a76e0cd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Deleting port 2c793c60-53ce-4a62-9470-d3cf18985c33 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:48.443977 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-96172246-efc8-49b2-b13c-03537a76e0cd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:48.504879 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00f17e8-b211-44ef-ba4d-e297a4a99dca tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:48.505657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f00f17e8-b211-44ef-ba4d-e297a4a99dca tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Synchronizing usage tracker for tenant:9b52ed05dd7340c5ab7a911779462445 on resource:network {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:11:48.533018 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3de79a44-9f05-49c9-bd43-1599528fb8b0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:48.563723 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-9c8055de-0396-4855-9310-5114f136281d None None] For port b53a4abc-4b98-4702-b8f3-aa67cdeb0b75, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=b53a4abc-4b98-4702-b8f3-aa67cdeb0b75,segment=NetworkSegment(da337e13-6c33-4adb-83f7-ca5dcd791b0c),segment_id=da337e13-6c33-4adb-83f7-ca5dcd791b0c)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:48.564751 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9c8055de-0396-4855-9310-5114f136281d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:48.634031 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-f0867931-e5cf-4697-8663-3e0cb0288817 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] For port b53a4abc-4b98-4702-b8f3-aa67cdeb0b75, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=b53a4abc-4b98-4702-b8f3-aa67cdeb0b75,segment=NetworkSegment(da337e13-6c33-4adb-83f7-ca5dcd791b0c),segment_id=da337e13-6c33-4adb-83f7-ca5dcd791b0c)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:48.634630 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f0867931-e5cf-4697-8663-3e0cb0288817 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:48.649482 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de79a44-9f05-49c9-bd43-1599528fb8b0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=4e646a44-a86d-4f3f-a8f6-80e4d1c3f964,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:48.658033 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea33e300-b7f5-4ecc-8656-74355d429edd tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Router c3be5f2c-2761-4473-94de-99cd1f32a110 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:11:48.680993 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de79a44-9f05-49c9-bd43-1599528fb8b0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:48.688641 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-3de79a44-9f05-49c9-bd43-1599528fb8b0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:48.691791 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de79a44-9f05-49c9-bd43-1599528fb8b0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:48.692358 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3de79a44-9f05-49c9-bd43-1599528fb8b0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:48.716358 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d7de86-ede4-4918-857f-070303c35bb1 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:48.735889 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9c8055de-0396-4855-9310-5114f136281d None None] Calling delete_port for b53a4abc-4b98-4702-b8f3-aa67cdeb0b75 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:48.785691 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-f0867931-e5cf-4697-8663-3e0cb0288817 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Calling delete_port for b53a4abc-4b98-4702-b8f3-aa67cdeb0b75 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:48.859066 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00c1914-a032-499b-97d9-a9b33bf2a7cf None None] Network 46e38958-d7f6-458a-93cb-1251dda5b07d requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:49.003198 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f00f17e8-b211-44ef-ba4d-e297a4a99dca tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Unset dirty status for tenant:9b52ed05dd7340c5ab7a911779462445 on resource:network {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:11:49.006986 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f00f17e8-b211-44ef-ba4d-e297a4a99dca tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8882303 Oct 10 11:11:49.014839 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48836) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:49.100860 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-06d501f1-65f5-4415-92b3-0c238a6ccf00 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "GET /v2.0/subnets?network_id=1e933860-f99f-4a0b-a611-91d190754508 HTTP/1.1" status: 200 len: 207 time: 0.0810020 Oct 10 11:11:49.101053 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48840) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:49.134769 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f14d77b2-90e0-4347-b6f1-6f8c48887414 None None] Provisioning for port 2c793c60-53ce-4a62-9470-d3cf18985c33 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:11:49.149868 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3de79a44-9f05-49c9-bd43-1599528fb8b0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3183391 Oct 10 11:11:49.155729 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48844) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:49.168674 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-434d8c25-6d71-40a8-8d4e-5a1deb4dc449 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'port': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'fixed_ips': [{'subnet_id': '4e646a44-a86d-4f3f-a8f6-80e4d1c3f964', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-666329810'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:49.179245 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bc84f7-24a2-4f9b-aef5-df865a296bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-dac74586-4382-4e00-a6eb-f2005f114a9a', 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'fixed_ips': [{'subnet_id': '4e646a44-a86d-4f3f-a8f6-80e4d1c3f964'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:11:49.180561 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-92bc84f7-24a2-4f9b-aef5-df865a296bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:49.204354 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-96172246-efc8-49b2-b13c-03537a76e0cd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] For port 2c793c60-53ce-4a62-9470-d3cf18985c33, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=2c793c60-53ce-4a62-9470-d3cf18985c33,segment=NetworkSegment(9b8fae21-f8c4-4149-a4d5-c54cf8ebf46c),segment_id=9b8fae21-f8c4-4149-a4d5-c54cf8ebf46c)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:49.204750 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-96172246-efc8-49b2-b13c-03537a76e0cd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:49.213653 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea33e300-b7f5-4ecc-8656-74355d429edd tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:11:49.221205 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ea33e300-b7f5-4ecc-8656-74355d429edd tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] 10.222.0.40 "PUT /v2.0/routers/c3be5f2c-2761-4473-94de-99cd1f32a110/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0086143 Oct 10 11:11:49.223269 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad8ae7c-bd36-4c80-929f-91e0d135cb25 None None] Sync routers for ids ['c3be5f2c-2761-4473-94de-99cd1f32a110'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:11:49.228256 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48848) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:49.237814 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad8ae7c-bd36-4c80-929f-91e0d135cb25 None None] Routers {'c3be5f2c-2761-4473-94de-99cd1f32a110'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:11:49.241383 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-0ad8ae7c-bd36-4c80-929f-91e0d135cb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:11:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['c3be5f2c-2761-4473-94de-99cd1f32a110'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:49.259113 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f0867931-e5cf-4697-8663-3e0cb0288817 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:49.263516 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd3d1-8218-4438-beae-092b4abdbbcb tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:49.281580 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-9c8055de-0396-4855-9310-5114f136281d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:11:49.282033 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-9c8055de-0396-4855-9310-5114f136281d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:11:49.382783 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd3d1-8218-4438-beae-092b4abdbbcb tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:49.399104 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-0ad8ae7c-bd36-4c80-929f-91e0d135cb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:49.410971 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad8ae7c-bd36-4c80-929f-91e0d135cb25 None None] Routers {'c3be5f2c-2761-4473-94de-99cd1f32a110'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:11:49.411802 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-0ad8ae7c-bd36-4c80-929f-91e0d135cb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:11:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['c3be5f2c-2761-4473-94de-99cd1f32a110'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:49.451567 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0867931-e5cf-4697-8663-3e0cb0288817 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Pushing event deleted for resources: {'Port': ['ID=b53a4abc-4b98-4702-b8f3-aa67cdeb0b75,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:49.472727 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e8050fee-718b-489e-afb0-fc4be1ea6faf tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:49.500398 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 2c793c60-53ce-4a62-9470-d3cf18985c33 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:11:49.509482 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0867931-e5cf-4697-8663-3e0cb0288817 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] No DVR routers for this DVR port b53a4abc-4b98-4702-b8f3-aa67cdeb0b75 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:11:49.530611 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-0ad8ae7c-bd36-4c80-929f-91e0d135cb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:49.531017 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad8ae7c-bd36-4c80-929f-91e0d135cb25 None None] The sync data for ids ['c3be5f2c-2761-4473-94de-99cd1f32a110'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:11:49.603567 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-96172246-efc8-49b2-b13c-03537a76e0cd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Calling delete_port for 2c793c60-53ce-4a62-9470-d3cf18985c33 owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:49.607634 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-92bc84f7-24a2-4f9b-aef5-df865a296bbd None None] Allocated IP 2001:db8::2 (dac74586-4382-4e00-a6eb-f2005f114a9a/4e646a44-a86d-4f3f-a8f6-80e4d1c3f964/8cd24820-0101-45d6-8242-de58e4d594eb) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:49.722898 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 2c793c60-53ce-4a62-9470-d3cf18985c33 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:11:49.734149 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 2c793c60-53ce-4a62-9470-d3cf18985c33 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:11:49.734693 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:49.735464 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 2c793c60-53ce-4a62-9470-d3cf18985c33 Oct 10 11:11:49.757025 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4935ff00-35a2-4ba6-9a89-a4bee22a32f3 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:49.764116 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4935ff00-35a2-4ba6-9a89-a4bee22a32f3 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:49.770051 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4935ff00-35a2-4ba6-9a89-a4bee22a32f3 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:49.776478 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4935ff00-35a2-4ba6-9a89-a4bee22a32f3 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:49.781607 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4935ff00-35a2-4ba6-9a89-a4bee22a32f3 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.6755545 Oct 10 11:11:49.786015 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f0867931-e5cf-4697-8663-3e0cb0288817 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:49.786241 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9c8055de-0396-4855-9310-5114f136281d None None] Deleting port b53a4abc-4b98-4702-b8f3-aa67cdeb0b75 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:49.786543 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9c8055de-0396-4855-9310-5114f136281d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:49.794322 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48852) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:49.825578 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e8050fee-718b-489e-afb0-fc4be1ea6faf tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:49.870239 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-434d8c25-6d71-40a8-8d4e-5a1deb4dc449 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:49.912365 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-434d8c25-6d71-40a8-8d4e-5a1deb4dc449 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:port and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:49.916789 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-f0867931-e5cf-4697-8663-3e0cb0288817 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ba6c64-4de1-4734-bbc2-c41861658f31']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:49.923816 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-434d8c25-6d71-40a8-8d4e-5a1deb4dc449 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:49.933302 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9c8055de-0396-4855-9310-5114f136281d None None] The port 'b53a4abc-4b98-4702-b8f3-aa67cdeb0b75' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:11:49.934200 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9757074-40b7-472b-b424-e458561d5ba1 None None] Network 46e38958-d7f6-458a-93cb-1251dda5b07d requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:49.939359 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-e8050fee-718b-489e-afb0-fc4be1ea6faf tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Deleting port ec195b41-d87f-427a-9ac0-66669382b4e9 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:49.939929 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e8050fee-718b-489e-afb0-fc4be1ea6faf tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:49.988989 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-96172246-efc8-49b2-b13c-03537a76e0cd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:49.993125 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-434d8c25-6d71-40a8-8d4e-5a1deb4dc449 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:50.001492 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-f0867931-e5cf-4697-8663-3e0cb0288817 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da337e13-6c33-4adb-83f7-ca5dcd791b0c') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:50.001814 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-f0867931-e5cf-4697-8663-3e0cb0288817 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da337e13-6c33-4adb-83f7-ca5dcd791b0c') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:50.024722 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-5e3bd3d1-8218-4438-beae-092b4abdbbcb tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Allocated IP 172.26.4.16 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/25282719-24fc-4b38-96ed-4557b259bf27) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:50.049255 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f0867931-e5cf-4697-8663-3e0cb0288817 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:50.060855 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96172246-efc8-49b2-b13c-03537a76e0cd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event deleted for resources: {'Port': ['ID=2c793c60-53ce-4a62-9470-d3cf18985c33,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:50.097105 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No ports have port_id starting with 2c793c60-53ce-4a62-9470-d3cf18985c33 Oct 10 11:11:50.102237 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-301e4d79-82a7-4a5b-ba22-b4f9dc293584 None None] Could not find standard attr ID for object 2c793c60-53ce-4a62-9470-d3cf18985c33. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:11:50.106076 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f0867931-e5cf-4697-8663-3e0cb0288817 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:50.134822 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0867931-e5cf-4697-8663-3e0cb0288817 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Releasing vlan 497 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:11:50.135559 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f0867931-e5cf-4697-8663-3e0cb0288817 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:50.147016 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-92bc84f7-24a2-4f9b-aef5-df865a296bbd None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:50.152230 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434d8c25-6d71-40a8-8d4e-5a1deb4dc449 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:50.178239 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-92bc84f7-24a2-4f9b-aef5-df865a296bbd None None] Transition to ACTIVE for port object 8cd24820-0101-45d6-8242-de58e4d594eb will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:50.184331 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96172246-efc8-49b2-b13c-03537a76e0cd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] No DVR routers for this DVR port 2c793c60-53ce-4a62-9470-d3cf18985c33 on host dv-neutron-860842-1-hyperv {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:11:50.218450 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device b53a4abc-4b98-4702-b8f3-aa67cdeb0b75 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:11:50.276686 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: b53a4abc-4b98-4702-b8f3-aa67cdeb0b75 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:11:50.277006 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device b53a4abc-4b98-4702-b8f3-aa67cdeb0b75 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:11:50.283535 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-92bc84f7-24a2-4f9b-aef5-df865a296bbd None None] Transition to ACTIVE for port object 8cd24820-0101-45d6-8242-de58e4d594eb will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:50.311849 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-96172246-efc8-49b2-b13c-03537a76e0cd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:50.357495 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-92bc84f7-24a2-4f9b-aef5-df865a296bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:50.367323 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment da337e13-6c33-4adb-83f7-ca5dcd791b0c resource provider aggregate not found Oct 10 11:11:50.409288 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f26afb5f-5a25-45fc-927a-2441c170bf97 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.6109586 Oct 10 11:11:50.446508 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bc84f7-24a2-4f9b-aef5-df865a296bbd None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:50.450144 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-92bc84f7-24a2-4f9b-aef5-df865a296bbd None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:50.454544 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bc84f7-24a2-4f9b-aef5-df865a296bbd None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:50.466785 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc84f7-24a2-4f9b-aef5-df865a296bbd None None] Pushing event updated for resources: {'Port': ['ID=8cd24820-0101-45d6-8242-de58e4d594eb,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:50.472462 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48860) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:50.474104 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment da337e13-6c33-4adb-83f7-ca5dcd791b0c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da337e13-6c33-4adb-83f7-ca5dcd791b0c found for delete ", "request_id": "req-ea7599ed-d73b-44cd-afcb-2336fac3b61a"}]} Oct 10 11:11:50.496519 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e8050fee-718b-489e-afb0-fc4be1ea6faf tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:50.584474 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-92bc84f7-24a2-4f9b-aef5-df865a296bbd None None] Attempting to bind port 8cd24820-0101-45d6-8242-de58e4d594eb on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:11:50.585000 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-92bc84f7-24a2-4f9b-aef5-df865a296bbd None None] Attempting to bind port 8cd24820-0101-45d6-8242-de58e4d594eb by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:11:50.585465 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bc84f7-24a2-4f9b-aef5-df865a296bbd None None] Attempting to bind port 8cd24820-0101-45d6-8242-de58e4d594eb on network dac74586-4382-4e00-a6eb-f2005f114a9a {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:11:50.591715 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bc84f7-24a2-4f9b-aef5-df865a296bbd None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:11:50.592247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bc84f7-24a2-4f9b-aef5-df865a296bbd None None] Checking segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:11:50.592753 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-92bc84f7-24a2-4f9b-aef5-df865a296bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:50.593246 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bc84f7-24a2-4f9b-aef5-df865a296bbd None None] Bound using segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:11:50.593895 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-92bc84f7-24a2-4f9b-aef5-df865a296bbd None None] Bound port: 8cd24820-0101-45d6-8242-de58e4d594eb, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:11:50.594372 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-92bc84f7-24a2-4f9b-aef5-df865a296bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:50.639737 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-e8050fee-718b-489e-afb0-fc4be1ea6faf tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Calling delete_port for ec195b41-d87f-427a-9ac0-66669382b4e9 owned by network:router_gateway {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:50.700566 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8232474-4c3c-4751-9fad-e535fb3bb849 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:50.701878 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-92bc84f7-24a2-4f9b-aef5-df865a296bbd None None] For port 8cd24820-0101-45d6-8242-de58e4d594eb, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:11:50.702143 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8232474-4c3c-4751-9fad-e535fb3bb849 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:50.703641 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e8232474-4c3c-4751-9fad-e535fb3bb849 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2286894 Oct 10 11:11:50.705158 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-92bc84f7-24a2-4f9b-aef5-df865a296bbd None None] For port 8cd24820-0101-45d6-8242-de58e4d594eb, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=8cd24820-0101-45d6-8242-de58e4d594eb,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:11:50.709847 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-434d8c25-6d71-40a8-8d4e-5a1deb4dc449 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:50.713277 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48864) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:50.733075 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f0867931-e5cf-4697-8663-3e0cb0288817 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:50.737229 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f0867931-e5cf-4697-8663-3e0cb0288817 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:50.760388 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd3d1-8218-4438-beae-092b4abdbbcb tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:50.769442 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-96172246-efc8-49b2-b13c-03537a76e0cd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:50.781703 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-434d8c25-6d71-40a8-8d4e-5a1deb4dc449 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] device_id is not set on port d7b185a4-4181-47ae-8d00-7988d6777155 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:11:50.818218 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0867931-e5cf-4697-8663-3e0cb0288817 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] Pushing event deleted for resources: {'Network': ['ID=70ba6c64-4de1-4734-bbc2-c41861658f31,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:50.826177 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96172246-efc8-49b2-b13c-03537a76e0cd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event deleted for resources: {'Subnet': ['ID=712a5971-83c5-438b-916f-a8375826ef68,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:50.838765 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a8b124-5afc-49ac-af93-f20b06205651 None None] Network 46e38958-d7f6-458a-93cb-1251dda5b07d requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:50.866558 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-92bc84f7-24a2-4f9b-aef5-df865a296bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:50.877080 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658bfc41-e37e-4603-a8e6-fa8d95badd01 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['shared'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:50.878511 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658bfc41-e37e-4603-a8e6-fa8d95badd01 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['shared'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:50.879139 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-658bfc41-e37e-4603-a8e6-fa8d95badd01 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Synchronizing usage tracker for tenant:9b52ed05dd7340c5ab7a911779462445 on resource:subnet {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:11:50.946115 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-96172246-efc8-49b2-b13c-03537a76e0cd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:50.975979 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-658bfc41-e37e-4603-a8e6-fa8d95badd01 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Unset dirty status for tenant:9b52ed05dd7340c5ab7a911779462445 on resource:subnet {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:11:50.977505 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-658bfc41-e37e-4603-a8e6-fa8d95badd01 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2631767 Oct 10 11:11:50.984744 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48868) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:50.987421 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-96172246-efc8-49b2-b13c-03537a76e0cd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e38958-d7f6-458a-93cb-1251dda5b07d']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:51.057215 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-96172246-efc8-49b2-b13c-03537a76e0cd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b8fae21-f8c4-4149-a4d5-c54cf8ebf46c') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:51.057674 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-96172246-efc8-49b2-b13c-03537a76e0cd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b8fae21-f8c4-4149-a4d5-c54cf8ebf46c') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:51.077658 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-96172246-efc8-49b2-b13c-03537a76e0cd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:51.096118 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc84f7-24a2-4f9b-aef5-df865a296bbd None None] Pushing event updated for resources: {'Port': ['ID=8cd24820-0101-45d6-8242-de58e4d594eb,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:51.104628 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-96172246-efc8-49b2-b13c-03537a76e0cd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:51.118518 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd3d1-8218-4438-beae-092b4abdbbcb tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:51.120658 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96172246-efc8-49b2-b13c-03537a76e0cd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Releasing vlan 462 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:11:51.121380 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-96172246-efc8-49b2-b13c-03537a76e0cd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:51.122874 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f0867931-e5cf-4697-8663-3e0cb0288817 tempest-AllowedAddressPairIpV6TestJSON-2063664348 tempest-AllowedAddressPairIpV6TestJSON-2063664348-project] 10.222.0.40 "DELETE /v2.0/networks/70ba6c64-4de1-4734-bbc2-c41861658f31 HTTP/1.1" status: 204 len: 168 time: 3.2144914 Oct 10 11:11:51.158684 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 9b8fae21-f8c4-4149-a4d5-c54cf8ebf46c resource provider aggregate not found Oct 10 11:11:51.162907 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e8050fee-718b-489e-afb0-fc4be1ea6faf tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:51.185003 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac01cac5-40e0-4e78-a8ef-66ae11534ccd None None] DHCP port deletion for 46e38958-d7f6-458a-93cb-1251dda5b07d request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:11:51.211584 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 9b8fae21-f8c4-4149-a4d5-c54cf8ebf46c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b8fae21-f8c4-4149-a4d5-c54cf8ebf46c found for delete ", "request_id": "req-963bdcde-9f75-4093-8b35-a9a9b5c6b8bb"}]} Oct 10 11:11:51.300874 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3bd3d1-8218-4438-beae-092b4abdbbcb tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:51.302056 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-434d8c25-6d71-40a8-8d4e-5a1deb4dc449 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:11:51.302618 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-434d8c25-6d71-40a8-8d4e-5a1deb4dc449 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:11:51.310127 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8050fee-718b-489e-afb0-fc4be1ea6faf tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Pushing event deleted for resources: {'Port': ['ID=ec195b41-d87f-427a-9ac0-66669382b4e9,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:51.317018 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-5e3bd3d1-8218-4438-beae-092b4abdbbcb tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:51.329891 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3bd3d1-8218-4438-beae-092b4abdbbcb tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:51.371118 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e840218-ce97-439f-8df2-a9bfa0c73542 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:51.377572 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6e840218-ce97-439f-8df2-a9bfa0c73542 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "GET /v2.0/networks/9fdd27e8-db8c-4a05-a65e-2119cc002add HTTP/1.1" status: 200 len: 800 time: 0.3868179 Oct 10 11:11:51.388051 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48878) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:51.388287 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bd3d1-8218-4438-beae-092b4abdbbcb tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Pushing event updated for resources: {'Port': ['ID=25282719-24fc-4b38-96ed-4557b259bf27,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:51.481902 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 8cd24820-0101-45d6-8242-de58e4d594eb up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:11:51.553282 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e8050fee-718b-489e-afb0-fc4be1ea6faf tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:51.563636 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-434d8c25-6d71-40a8-8d4e-5a1deb4dc449 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.4068208 Oct 10 11:11:51.572384 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48882) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:51.601863 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-96172246-efc8-49b2-b13c-03537a76e0cd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:51.605424 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-96172246-efc8-49b2-b13c-03537a76e0cd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:51.642428 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 8cd24820-0101-45d6-8242-de58e4d594eb completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:11:51.707848 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 2c793c60-53ce-4a62-9470-d3cf18985c33 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:11:51.751789 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 2c793c60-53ce-4a62-9470-d3cf18985c33 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:11:51.752251 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 2c793c60-53ce-4a62-9470-d3cf18985c33 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:11:51.766592 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701c38eb-358f-4755-aa10-baba72cf2f3f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:51.767348 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-701c38eb-358f-4755-aa10-baba72cf2f3f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:11:51.768187 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96172246-efc8-49b2-b13c-03537a76e0cd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event deleted for resources: {'Network': ['ID=46e38958-d7f6-458a-93cb-1251dda5b07d,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:51.803246 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e8050fee-718b-489e-afb0-fc4be1ea6faf tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:51.813846 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7c1eb9b3-d99d-4383-877a-8f1b883dbf5b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "GET /v2.0/networks/9fdd27e8-db8c-4a05-a65e-2119cc002add?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3970964 Oct 10 11:11:51.813846 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e8050fee-718b-489e-afb0-fc4be1ea6faf tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:51.820683 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48888) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:51.854159 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48892) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:51.879228 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-701c38eb-358f-4755-aa10-baba72cf2f3f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:11:51.883653 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-701c38eb-358f-4755-aa10-baba72cf2f3f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3103075 Oct 10 11:11:51.884770 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48898) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:51.927741 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-96172246-efc8-49b2-b13c-03537a76e0cd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "DELETE /v2.0/networks/46e38958-d7f6-458a-93cb-1251dda5b07d HTTP/1.1" status: 204 len: 168 time: 4.1886659 Oct 10 11:11:51.934986 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48902) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:51.968117 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37e9340-71f4-4070-975c-fa5974ce1138 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:51.969728 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b37e9340-71f4-4070-975c-fa5974ce1138 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "GET /v2.0/subnets/a823674e-be91-40c8-9f98-f177fa25153b HTTP/1.1" status: 200 len: 811 time: 0.1542368 Oct 10 11:11:51.978306 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48906) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:51.984428 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-50594798-392b-42ef-9b49-de1286d0300c tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] DELETE failed (client error): The resource could not be found. Oct 10 11:11:51.985295 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50594798-392b-42ef-9b49-de1286d0300c tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:11:51.987883 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e8050fee-718b-489e-afb0-fc4be1ea6faf tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:51.988550 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8050fee-718b-489e-afb0-fc4be1ea6faf tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Fanout notify agent at l3_agent the message router_deleted on router c3be5f2c-2761-4473-94de-99cd1f32a110 {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:11:52.011770 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd3d1-8218-4438-beae-092b4abdbbcb tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:52.048388 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-50594798-392b-42ef-9b49-de1286d0300c tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "DELETE /v2.0/networks/46e38958-d7f6-458a-93cb-1251dda5b07d HTTP/1.1" status: 404 len: 339 time: 0.1123853 Oct 10 11:11:52.053194 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e8050fee-718b-489e-afb0-fc4be1ea6faf tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:52.055558 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e8050fee-718b-489e-afb0-fc4be1ea6faf tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] 10.222.0.40 "DELETE /v2.0/routers/c3be5f2c-2761-4473-94de-99cd1f32a110 HTTP/1.1" status: 204 len: 168 time: 2.8305445 Oct 10 11:11:52.062940 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48910) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:52.063417 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48912) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:52.067503 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4978a6a-eb0c-4011-a885-8b6701cb3ac7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:52.069147 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4978a6a-eb0c-4011-a885-8b6701cb3ac7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:52.069943 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b4978a6a-eb0c-4011-a885-8b6701cb3ac7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:11:52.088071 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-7aaf5c1b-2e3f-4fb0-a973-294e8e907acb tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1404052602', 'description': 'd1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:52.221822 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7aaf5c1b-2e3f-4fb0-a973-294e8e907acb tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:52.227970 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5c9c8b75-29dd-4f26-a59e-e1d8cf408aba admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3cb368f53eec46a0893d39fe50ebd81a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3733423 Oct 10 11:11:52.230564 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48918) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:52.241093 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7aaf5c1b-2e3f-4fb0-a973-294e8e907acb tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Usage tracker for resource:network and tenant:8bb4fcedb87945309c83408accc34ea6 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:52.251371 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7aaf5c1b-2e3f-4fb0-a973-294e8e907acb tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:52.258636 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5e10f0-1d50-457f-bf1e-5b24fedbe1f4 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['shared'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:52.260042 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-fe5e10f0-1d50-457f-bf1e-5b24fedbe1f4 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "GET /v2.0/subnets/a823674e-be91-40c8-9f98-f177fa25153b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2802336 Oct 10 11:11:52.263660 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48922) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:52.266981 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7aaf5c1b-2e3f-4fb0-a973-294e8e907acb tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:52.285118 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b78113-ac97-4587-9b02-8ab9478091ef tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Deleting subnet d35ce2b1-765c-478c-83ae-d7597ace950b {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:11:52.288250 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b5b78113-ac97-4587-9b02-8ab9478091ef tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:52.316812 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b4978a6a-eb0c-4011-a885-8b6701cb3ac7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:11:52.317945 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b4978a6a-eb0c-4011-a885-8b6701cb3ac7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4324827 Oct 10 11:11:52.330445 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48926) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:52.333382 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b8dc74-0c2d-430a-bb31-e4ccc8826785 None None] get_active_networks_info from dv-neutron-860842-1-hyperv {{(pid=89898) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 10 11:11:52.400311 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aaf5c1b-2e3f-4fb0-a973-294e8e907acb tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Made reservation on behalf of 8bb4fcedb87945309c83408accc34ea6 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:52.403737 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7aaf5c1b-2e3f-4fb0-a973-294e8e907acb tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:52.419035 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b5b78113-ac97-4587-9b02-8ab9478091ef tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:52.454901 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-b5786b15-0d0c-456e-98bf-397124b23a2a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-739102599'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:52.471917 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-93970dc4-2145-4e7f-ad21-48061970f7b0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet 4e646a44-a86d-4f3f-a8f6-80e4d1c3f964 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:11:52.477285 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b5786b15-0d0c-456e-98bf-397124b23a2a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:52.485680 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-93970dc4-2145-4e7f-ad21-48061970f7b0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:52.502929 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b8dc74-0c2d-430a-bb31-e4ccc8826785 None None] Resources bound (agent type, host, resource id): {{(pid=89898) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 10 11:11:52.506115 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b5786b15-0d0c-456e-98bf-397124b23a2a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:52.535048 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8406213e-0ffc-4302-b4c8-a9c29f8e71bd None None] Provisioning for port 8cd24820-0101-45d6-8242-de58e4d594eb completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:11:52.558635 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8406213e-0ffc-4302-b4c8-a9c29f8e71bd None None] Provisioning complete for port 8cd24820-0101-45d6-8242-de58e4d594eb triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:11:52.559142 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8406213e-0ffc-4302-b4c8-a9c29f8e71bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:52.559572 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8406213e-0ffc-4302-b4c8-a9c29f8e71bd None None] Attempt 1 to provision port 8cd24820-0101-45d6-8242-de58e4d594eb Oct 10 11:11:52.562067 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-93970dc4-2145-4e7f-ad21-48061970f7b0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:52.604408 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f81a0a2d-71f3-4ed3-b03d-dadcd3463378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:52.609860 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5786b15-0d0c-456e-98bf-397124b23a2a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Made reservation on behalf of 9b52ed05dd7340c5ab7a911779462445 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:52.613210 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b5786b15-0d0c-456e-98bf-397124b23a2a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:52.626469 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b5b78113-ac97-4587-9b02-8ab9478091ef tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:52.667217 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f81a0a2d-71f3-4ed3-b03d-dadcd3463378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:52.674893 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aaf5c1b-2e3f-4fb0-a973-294e8e907acb tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 459} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:11:52.678995 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd3d1-8218-4438-beae-092b4abdbbcb tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:52.711934 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7aaf5c1b-2e3f-4fb0-a973-294e8e907acb tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:52.712274 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-7aaf5c1b-2e3f-4fb0-a973-294e8e907acb tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Added segment 6f8678df-aa88-4bec-8a80-466b329436ed of type vlan for network 42c46bfd-0213-4265-b80b-0251a963da2e Oct 10 11:11:52.735592 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-93970dc4-2145-4e7f-ad21-48061970f7b0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:52.748042 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5786b15-0d0c-456e-98bf-397124b23a2a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 492} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:11:52.797114 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b5786b15-0d0c-456e-98bf-397124b23a2a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:52.797757 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-b5786b15-0d0c-456e-98bf-397124b23a2a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Added segment 9d7a8f01-2500-413c-a8de-0305687f9cba of type vlan for network 4048f78f-92ff-486c-95e2-9437d0465b5c Oct 10 11:11:52.810865 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7aaf5c1b-2e3f-4fb0-a973-294e8e907acb tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:52.865288 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b5b78113-ac97-4587-9b02-8ab9478091ef tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:52.881735 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8406213e-0ffc-4302-b4c8-a9c29f8e71bd None None] Current status of the port 8cd24820-0101-45d6-8242-de58e4d594eb is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:11:52.883066 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8406213e-0ffc-4302-b4c8-a9c29f8e71bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:52.903663 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b5786b15-0d0c-456e-98bf-397124b23a2a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:52.927626 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b78113-ac97-4587-9b02-8ab9478091ef tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Pushing event deleted for resources: {'Subnet': ['ID=d35ce2b1-765c-478c-83ae-d7597ace950b,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:52.932142 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-93970dc4-2145-4e7f-ad21-48061970f7b0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:52.986197 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93970dc4-2145-4e7f-ad21-48061970f7b0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=4e646a44-a86d-4f3f-a8f6-80e4d1c3f964,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:52.988915 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-93970dc4-2145-4e7f-ad21-48061970f7b0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:52.991698 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b5b78113-ac97-4587-9b02-8ab9478091ef tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:53.003319 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7aaf5c1b-2e3f-4fb0-a973-294e8e907acb tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:53.008609 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f81a0a2d-71f3-4ed3-b03d-dadcd3463378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:53.010082 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaf5c1b-2e3f-4fb0-a973-294e8e907acb tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:53.010675 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7aaf5c1b-2e3f-4fb0-a973-294e8e907acb tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:53.024802 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a0a2d-71f3-4ed3-b03d-dadcd3463378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a065ecd2-8bb5-4fdf-8dbc-0476460b8898,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:53.030732 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b5786b15-0d0c-456e-98bf-397124b23a2a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:53.036757 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5786b15-0d0c-456e-98bf-397124b23a2a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:53.037364 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b5786b15-0d0c-456e-98bf-397124b23a2a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:53.041044 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-8406213e-0ffc-4302-b4c8-a9c29f8e71bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:11:53.041504 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-8406213e-0ffc-4302-b4c8-a9c29f8e71bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:11:53.053945 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b5b78113-ac97-4587-9b02-8ab9478091ef tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] 10.222.0.40 "DELETE /v2.0/subnets/d35ce2b1-765c-478c-83ae-d7597ace950b HTTP/1.1" status: 204 len: 168 time: 0.9770212 Oct 10 11:11:53.057713 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48932) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:53.063524 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48934) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:53.063679 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-93970dc4-2145-4e7f-ad21-48061970f7b0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/4e646a44-a86d-4f3f-a8f6-80e4d1c3f964 HTTP/1.1" status: 204 len: 168 time: 0.7390430 Oct 10 11:11:53.120934 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2640833-d62c-4a48-ae0b-4c41c399822a None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:53.132095 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf5c1b-2e3f-4fb0-a973-294e8e907acb tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event updated for resources: {'Network': ['ID=42c46bfd-0213-4265-b80b-0251a963da2e,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:53.138491 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd5cab5-aad6-4eb8-bf16-0ccad5f8332c None None] Network d01a7717-559f-4fb8-add2-21d6eff6ceaf requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:53.167294 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 42c46bfd-0213-4265-b80b-0251a963da2e details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:11:53.184846 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3bd3d1-8218-4438-beae-092b4abdbbcb tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Router 6dbe390d-d59a-4e9d-97cc-a70fcc8beafb is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:11:53.189120 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7aaf5c1b-2e3f-4fb0-a973-294e8e907acb tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1139095 Oct 10 11:11:53.189503 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48940) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:53.257558 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8a83e9b6-eb7e-4a6a-9a26-493d92eda8b0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1867890 Oct 10 11:11:53.268576 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48944) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:53.323527 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f81a0a2d-71f3-4ed3-b03d-dadcd3463378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:53.324602 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f81a0a2d-71f3-4ed3-b03d-dadcd3463378 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a065ecd2-8bb5-4fdf-8dbc-0476460b8898 HTTP/1.1" status: 204 len: 168 time: 1.0931654 Oct 10 11:11:53.325369 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5786b15-0d0c-456e-98bf-397124b23a2a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event updated for resources: {'Network': ['ID=4048f78f-92ff-486c-95e2-9437d0465b5c,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:53.329119 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220b7af8-26d1-480d-bfb1-2e4a3e1c2220 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:53.329986 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-220b7af8-26d1-480d-bfb1-2e4a3e1c2220 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Synchronizing usage tracker for tenant:8bb4fcedb87945309c83408accc34ea6 on resource:network {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:11:53.330536 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-14f6dc2a-b151-4666-903c-cd50bb0b624b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:53.352687 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b5786b15-0d0c-456e-98bf-397124b23a2a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0847316 Oct 10 11:11:53.353647 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48950) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:53.365637 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-fe1390be-d155-40d4-9e77-413ceda35e03 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Request body: {'subnet': {'network_id': '4048f78f-92ff-486c-95e2-9437d0465b5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:53.376788 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 4048f78f-92ff-486c-95e2-9437d0465b5c details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:11:53.448177 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6558ae17-0237-42dc-a231-9da24808dda5 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:53.477150 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-220b7af8-26d1-480d-bfb1-2e4a3e1c2220 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Unset dirty status for tenant:8bb4fcedb87945309c83408accc34ea6 on resource:network {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:11:53.481108 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-220b7af8-26d1-480d-bfb1-2e4a3e1c2220 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "GET /v2.0/networks?id=42c46bfd-0213-4265-b80b-0251a963da2e HTTP/1.1" status: 200 len: 765 time: 0.2904968 Oct 10 11:11:53.485013 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48954) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:53.498523 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-404757a8-ef4b-4b6d-94b4-01ad95c034d9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Request body: {'network': {'description': 'd2'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:53.594036 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-fe1390be-d155-40d4-9e77-413ceda35e03 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:53.630552 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-fe1390be-d155-40d4-9e77-413ceda35e03 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:53.679974 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3bd3d1-8218-4438-beae-092b4abdbbcb tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:11:53.703243 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d79fbb5-76f2-43b4-90b4-15ac3206631a None None] Sync routers for ids ['6dbe390d-d59a-4e9d-97cc-a70fcc8beafb'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:11:53.718433 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-6558ae17-0237-42dc-a231-9da24808dda5 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Deleting port 085dbce6-39a0-4c83-94ef-d97dc556be15 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:53.718433 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6558ae17-0237-42dc-a231-9da24808dda5 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:53.746288 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8406213e-0ffc-4302-b4c8-a9c29f8e71bd None None] Current status of the port 8cd24820-0101-45d6-8242-de58e4d594eb is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:11:53.746655 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8406213e-0ffc-4302-b4c8-a9c29f8e71bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:53.790602 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d79fbb5-76f2-43b4-90b4-15ac3206631a None None] Routers {'6dbe390d-d59a-4e9d-97cc-a70fcc8beafb'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:11:53.792814 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-14f6dc2a-b151-4666-903c-cd50bb0b624b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:53.794826 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1390be-d155-40d4-9e77-413ceda35e03 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Made reservation on behalf of 9b52ed05dd7340c5ab7a911779462445 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:53.798353 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fe1390be-d155-40d4-9e77-413ceda35e03 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:53.801904 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7d79fbb5-76f2-43b4-90b4-15ac3206631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:11:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['6dbe390d-d59a-4e9d-97cc-a70fcc8beafb'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:53.923154 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd3d1-8218-4438-beae-092b4abdbbcb tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:53.926620 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5e3bd3d1-8218-4438-beae-092b4abdbbcb tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.6398525 Oct 10 11:11:53.934597 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48970) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:53.940431 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-404757a8-ef4b-4b6d-94b4-01ad95c034d9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:53.952379 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-14f6dc2a-b151-4666-903c-cd50bb0b624b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:53.970277 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-8406213e-0ffc-4302-b4c8-a9c29f8e71bd None None] For port 8cd24820-0101-45d6-8242-de58e4d594eb, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=8cd24820-0101-45d6-8242-de58e4d594eb,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:54.001731 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.ipam_backend_mixin [None req-fe1390be-d155-40d4-9e77-413ceda35e03 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Performing IP validity checks on allocation pools {{(pid=89897) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 10 11:11:54.002243 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.ipam_backend_mixin [None req-fe1390be-d155-40d4-9e77-413ceda35e03 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89897) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 10 11:11:54.065939 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8406213e-0ffc-4302-b4c8-a9c29f8e71bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:54.073125 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-6558ae17-0237-42dc-a231-9da24808dda5 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] For port 085dbce6-39a0-4c83-94ef-d97dc556be15, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=085dbce6-39a0-4c83-94ef-d97dc556be15,segment=NetworkSegment(0824502b-1d2f-4e32-87af-e12c13721603),segment_id=0824502b-1d2f-4e32-87af-e12c13721603)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:54.074395 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6558ae17-0237-42dc-a231-9da24808dda5 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:54.172796 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786b1e5f-6994-486a-ae4b-27b1603cdec4 None None] DHCP port deletion for dac74586-4382-4e00-a6eb-f2005f114a9a request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:11:54.234617 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-404757a8-ef4b-4b6d-94b4-01ad95c034d9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:54.257022 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e7397c-2f3e-414c-a887-559dc73f531a None None] DHCP port deletion for d01a7717-559f-4fb8-add2-21d6eff6ceaf request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:11:54.268412 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-786b1e5f-6994-486a-ae4b-27b1603cdec4 None None] Deleting port 8cd24820-0101-45d6-8242-de58e4d594eb {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:54.269203 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-786b1e5f-6994-486a-ae4b-27b1603cdec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:54.285943 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-404757a8-ef4b-4b6d-94b4-01ad95c034d9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Network 42c46bfd-0213-4265-b80b-0251a963da2e is not hosted by any dhcp agent {{(pid=89897) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 10 11:11:54.291296 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404757a8-ef4b-4b6d-94b4-01ad95c034d9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:54.291925 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-404757a8-ef4b-4b6d-94b4-01ad95c034d9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:54.293243 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-404757a8-ef4b-4b6d-94b4-01ad95c034d9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "PUT /v2.0/networks/42c46bfd-0213-4265-b80b-0251a963da2e HTTP/1.1" status: 200 len: 762 time: 0.8075242 Oct 10 11:11:54.300574 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 48982) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:54.301718 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-37e7397c-2f3e-414c-a887-559dc73f531a None None] Deleting port 085dbce6-39a0-4c83-94ef-d97dc556be15 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:54.302263 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-37e7397c-2f3e-414c-a887-559dc73f531a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:54.387885 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406213e-0ffc-4302-b4c8-a9c29f8e71bd None None] Pushing event updated for resources: {'Port': ['ID=8cd24820-0101-45d6-8242-de58e4d594eb,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:54.414536 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-7d79fbb5-76f2-43b4-90b4-15ac3206631a None None] Set router 6dbe390d-d59a-4e9d-97cc-a70fcc8beafb gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:11:54.505442 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f6dc2a-b151-4666-903c-cd50bb0b624b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:54.510990 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404757a8-ef4b-4b6d-94b4-01ad95c034d9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event updated for resources: {'Network': ['ID=42c46bfd-0213-4265-b80b-0251a963da2e,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:54.511118 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-14f6dc2a-b151-4666-903c-cd50bb0b624b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:54.518141 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-22ac203a-6385-4310-947f-e60e46bd4822 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "GET /v2.0/routers/6dbe390d-d59a-4e9d-97cc-a70fcc8beafb HTTP/1.1" status: 200 len: 908 time: 0.5824709 Oct 10 11:11:54.539656 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 42c46bfd-0213-4265-b80b-0251a963da2e details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:11:54.557231 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-6558ae17-0237-42dc-a231-9da24808dda5 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Calling delete_port for 085dbce6-39a0-4c83-94ef-d97dc556be15 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:54.586848 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48990) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:54.609855 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-650da59d-951c-4d89-b47a-8a4d5ca8c88c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2064013702', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'enable_snat': True}}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:54.614378 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-650da59d-951c-4d89-b47a-8a4d5ca8c88c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:54.619598 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-650da59d-951c-4d89-b47a-8a4d5ca8c88c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Usage tracker for resource:router and tenant:790cbdd6a96947d2a599b1467005dc5c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:54.623328 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-650da59d-951c-4d89-b47a-8a4d5ca8c88c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:54.629129 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-650da59d-951c-4d89-b47a-8a4d5ca8c88c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:54.723543 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 48998) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:54.737969 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-650da59d-951c-4d89-b47a-8a4d5ca8c88c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:54.739103 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-650da59d-951c-4d89-b47a-8a4d5ca8c88c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:54.751131 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993cc4ef-606b-43fe-a494-b1b52098e770 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:54.757426 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-650da59d-951c-4d89-b47a-8a4d5ca8c88c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:54.758963 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-993cc4ef-606b-43fe-a494-b1b52098e770 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "GET /v2.0/networks?id=42c46bfd-0213-4265-b80b-0251a963da2e HTTP/1.1" status: 200 len: 765 time: 0.4534492 Oct 10 11:11:54.762586 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49004) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:54.794905 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fe1390be-d155-40d4-9e77-413ceda35e03 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:54.882197 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6558ae17-0237-42dc-a231-9da24808dda5 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:55.009247 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8b9da-e24f-4642-ae90-3a50efc2e0a9 req-9528ddf8-f24e-4f0e-8580-a79318189bfe tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:55.009892 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-92b8b9da-e24f-4642-ae90-3a50efc2e0a9 req-9528ddf8-f24e-4f0e-8580-a79318189bfe tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Synchronizing usage tracker for tenant:9543e1530ac9451cbdc9af9c0a714df9 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:11:55.030684 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1390be-d155-40d4-9e77-413ceda35e03 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event updated for resources: {'Subnet': ['ID=b1066496-ace8-448e-b3f5-23a11ef61129,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:55.047619 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-575fd4cb-8520-40f3-8e82-05f3e52008f4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-366150054'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:55.078421 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1390be-d155-40d4-9e77-413ceda35e03 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Checking segment: {'id': '9d7a8f01-2500-413c-a8de-0305687f9cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '4048f78f-92ff-486c-95e2-9437d0465b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:11:55.078778 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1390be-d155-40d4-9e77-413ceda35e03 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Network hostable DHCP agents. Network: 4048f78f-92ff-486c-95e2-9437d0465b5c, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:11:55.106163 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3c03f1-24e9-4f5b-a9f1-ba55a6fc3c9e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:55.111199 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ec3c03f1-24e9-4f5b-a9f1-ba55a6fc3c9e tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3438833 Oct 10 11:11:55.111199 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49008) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:55.135987 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-575fd4cb-8520-40f3-8e82-05f3e52008f4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:55.142039 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558ae17-0237-42dc-a231-9da24808dda5 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Pushing event deleted for resources: {'Port': ['ID=085dbce6-39a0-4c83-94ef-d97dc556be15,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:55.155716 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6558ae17-0237-42dc-a231-9da24808dda5 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] No DVR routers for this DVR port 085dbce6-39a0-4c83-94ef-d97dc556be15 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:11:55.160140 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-575fd4cb-8520-40f3-8e82-05f3e52008f4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Usage tracker for resource:network and tenant:ce3425404ee54491851657af61d0b0e8 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:55.166655 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b9b134dd-c273-4a64-9b69-2de75ce4d7a7 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Synchronizing usage tracker for tenant:8bb4fcedb87945309c83408accc34ea6 on resource:subnet {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:11:55.192997 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-575fd4cb-8520-40f3-8e82-05f3e52008f4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:55.197981 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-92b8b9da-e24f-4642-ae90-3a50efc2e0a9 req-9528ddf8-f24e-4f0e-8580-a79318189bfe tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Unset dirty status for tenant:9543e1530ac9451cbdc9af9c0a714df9 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:11:55.199544 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-92b8b9da-e24f-4642-ae90-3a50efc2e0a9 req-9528ddf8-f24e-4f0e-8580-a79318189bfe tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/ports?device_id=64cfef4e-1d4d-4e36-9153-f2ffe3652ab7 HTTP/1.1" status: 200 len: 945 time: 0.7958295 Oct 10 11:11:55.212026 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-37e7397c-2f3e-414c-a887-559dc73f531a None None] For port 085dbce6-39a0-4c83-94ef-d97dc556be15, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=085dbce6-39a0-4c83-94ef-d97dc556be15,segment=NetworkSegment(0824502b-1d2f-4e32-87af-e12c13721603),segment_id=0824502b-1d2f-4e32-87af-e12c13721603)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:55.214305 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-37e7397c-2f3e-414c-a887-559dc73f531a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:55.242993 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-786b1e5f-6994-486a-ae4b-27b1603cdec4 None None] For port 8cd24820-0101-45d6-8242-de58e4d594eb, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=8cd24820-0101-45d6-8242-de58e4d594eb,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:55.243550 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-786b1e5f-6994-486a-ae4b-27b1603cdec4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:55.262068 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-92b8b9da-e24f-4642-ae90-3a50efc2e0a9 req-843eba0e-2514-426a-bcdb-4011ffa1da6d tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/security-groups?id=7c1127a6-d943-4eb8-a8ea-791a3d1c16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551431 Oct 10 11:11:55.264791 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1390be-d155-40d4-9e77-413ceda35e03 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Network 4048f78f-92ff-486c-95e2-9437d0465b5c is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:11:55.268365 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-575fd4cb-8520-40f3-8e82-05f3e52008f4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:55.278370 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b9b134dd-c273-4a64-9b69-2de75ce4d7a7 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Unset dirty status for tenant:8bb4fcedb87945309c83408accc34ea6 on resource:subnet {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:11:55.283375 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b9b134dd-c273-4a64-9b69-2de75ce4d7a7 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "GET /v2.0/subnets?network_id=1e933860-f99f-4a0b-a611-91d190754508 HTTP/1.1" status: 200 len: 207 time: 0.1717572 Oct 10 11:11:55.284226 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49014) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:55.412783 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-fe1390be-d155-40d4-9e77-413ceda35e03 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 4048f78f-92ff-486c-95e2-9437d0465b5c) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:55.417295 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1390be-d155-40d4-9e77-413ceda35e03 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:55.418090 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fe1390be-d155-40d4-9e77-413ceda35e03 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:55.421946 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-650da59d-951c-4d89-b47a-8a4d5ca8c88c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:55.435931 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 085dbce6-39a0-4c83-94ef-d97dc556be15 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:11:55.446774 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-14f6dc2a-b151-4666-903c-cd50bb0b624b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:55.464219 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b213bd1-eb47-4705-ba7f-ee35d807aea9 None None] Network 4048f78f-92ff-486c-95e2-9437d0465b5c requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:55.493861 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-37e7397c-2f3e-414c-a887-559dc73f531a None None] Calling delete_port for 085dbce6-39a0-4c83-94ef-d97dc556be15 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:55.503421 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86d755e-cbc6-45ba-b03e-6a31c668c80d tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:55.510354 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86d755e-cbc6-45ba-b03e-6a31c668c80d tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:55.516113 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86d755e-cbc6-45ba-b03e-6a31c668c80d tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:55.522071 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86d755e-cbc6-45ba-b03e-6a31c668c80d tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:55.527796 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86d755e-cbc6-45ba-b03e-6a31c668c80d tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:55.533509 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86d755e-cbc6-45ba-b03e-6a31c668c80d tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:55.539624 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e86d755e-cbc6-45ba-b03e-6a31c668c80d tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2485433 Oct 10 11:11:55.539783 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49018) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:55.551135 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f6dc2a-b151-4666-903c-cd50bb0b624b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:55.571485 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-14f6dc2a-b151-4666-903c-cd50bb0b624b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:55.573271 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575fd4cb-8520-40f3-8e82-05f3e52008f4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Made reservation on behalf of ce3425404ee54491851657af61d0b0e8 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:55.576756 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-575fd4cb-8520-40f3-8e82-05f3e52008f4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:55.586908 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f6dc2a-b151-4666-903c-cd50bb0b624b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:55.587773 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-14f6dc2a-b151-4666-903c-cd50bb0b624b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:55.599342 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-fe1390be-d155-40d4-9e77-413ceda35e03 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.2441254 Oct 10 11:11:55.604436 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49022) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:55.614248 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6558ae17-0237-42dc-a231-9da24808dda5 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:55.617261 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-16e906f0-8ee3-4f74-a624-5e7bce626d90 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:55.640221 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-575fd4cb-8520-40f3-8e82-05f3e52008f4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:55.654076 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 085dbce6-39a0-4c83-94ef-d97dc556be15 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:11:55.654371 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 085dbce6-39a0-4c83-94ef-d97dc556be15 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:11:55.654771 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 8cd24820-0101-45d6-8242-de58e4d594eb no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:11:55.698034 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-786b1e5f-6994-486a-ae4b-27b1603cdec4 None None] Calling delete_port for 8cd24820-0101-45d6-8242-de58e4d594eb owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:55.700509 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6dc2a-b151-4666-903c-cd50bb0b624b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=f031fd1d-8959-4989-8201-610fae56e7df,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:55.704712 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-6558ae17-0237-42dc-a231-9da24808dda5 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01a7717-559f-4fb8-add2-21d6eff6ceaf']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:55.719915 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-575fd4cb-8520-40f3-8e82-05f3e52008f4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:55.732700 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-575fd4cb-8520-40f3-8e82-05f3e52008f4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Usage tracker for resource:security_group_rule and tenant:ce3425404ee54491851657af61d0b0e8 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:55.737010 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-6558ae17-0237-42dc-a231-9da24808dda5 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0824502b-1d2f-4e32-87af-e12c13721603') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:55.737309 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-6558ae17-0237-42dc-a231-9da24808dda5 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0824502b-1d2f-4e32-87af-e12c13721603') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:55.744560 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-575fd4cb-8520-40f3-8e82-05f3e52008f4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:55.761886 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-575fd4cb-8520-40f3-8e82-05f3e52008f4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:55.765389 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6558ae17-0237-42dc-a231-9da24808dda5 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:55.794695 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a8755-6c68-47a5-9a36-f7d16e01d5a7 req-037042b7-69ea-4ab5-a2cd-1c35a84b453f tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:55.796200 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f40a8755-6c68-47a5-9a36-f7d16e01d5a7 req-037042b7-69ea-4ab5-a2cd-1c35a84b453f tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 946 time: 0.4403532 Oct 10 11:11:55.843587 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6558ae17-0237-42dc-a231-9da24808dda5 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:55.878843 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-14f6dc2a-b151-4666-903c-cd50bb0b624b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5635366 Oct 10 11:11:55.885107 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49026) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:55.887610 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6558ae17-0237-42dc-a231-9da24808dda5 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Releasing vlan 460 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:11:55.887791 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6558ae17-0237-42dc-a231-9da24808dda5 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:55.911342 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-4638b72e-bd69-47a4-a96a-ef82c33d20e3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1983996226', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:55.949281 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4638b72e-bd69-47a4-a96a-ef82c33d20e3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:55.959722 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-16e906f0-8ee3-4f74-a624-5e7bce626d90 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2518579'] for subnet, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:56.010639 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 0824502b-1d2f-4e32-87af-e12c13721603 resource provider aggregate not found Oct 10 11:11:56.014350 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4638b72e-bd69-47a4-a96a-ef82c33d20e3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:router and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:56.026259 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-69598415-5005-4fd3-a830-b5c3f9dac681 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.4815998 Oct 10 11:11:56.031131 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49034) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:56.039568 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-37e7397c-2f3e-414c-a887-559dc73f531a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:11:56.039953 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-37e7397c-2f3e-414c-a887-559dc73f531a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:11:56.111318 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-786b1e5f-6994-486a-ae4b-27b1603cdec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:56.114747 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 8cd24820-0101-45d6-8242-de58e4d594eb is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:11:56.115275 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:56.156807 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4638b72e-bd69-47a4-a96a-ef82c33d20e3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:56.174290 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4638b72e-bd69-47a4-a96a-ef82c33d20e3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:56.176396 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0282db78-bb44-4094-abe7-8e83067c8b13 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:56.178203 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0282db78-bb44-4094-abe7-8e83067c8b13 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:56.180989 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0282db78-bb44-4094-abe7-8e83067c8b13 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:56.182847 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0282db78-bb44-4094-abe7-8e83067c8b13 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:56.182970 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f40a8755-6c68-47a5-9a36-f7d16e01d5a7 req-ce977dac-b52a-415a-bb75-b5ea889a75df tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/security-groups?id=abd51995-f90f-4c13-bd05-cf0ace088ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3432431 Oct 10 11:11:56.184375 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0282db78-bb44-4094-abe7-8e83067c8b13 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:56.189545 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0282db78-bb44-4094-abe7-8e83067c8b13 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1239417 Oct 10 11:11:56.190194 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 0824502b-1d2f-4e32-87af-e12c13721603 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0824502b-1d2f-4e32-87af-e12c13721603 found for delete ", "request_id": "req-02301082-3ebe-4ef8-bbe0-2717cbd9aa02"}]} Oct 10 11:11:56.193830 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49038) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:56.205257 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7d79fbb5-76f2-43b4-90b4-15ac3206631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbe390d-d59a-4e9d-97cc-a70fcc8beafb', 'name': 'tempest-snat-router-2064013702', 'tenant_id': '790cbdd6a96947d2a599b1467005dc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16'}], 'enable_snat': False}, 'gw_port_id': '25282719-24fc-4b38-96ed-4557b259bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:11:47Z', 'updated_at': '2022-10-10T11:11:51Z', 'revision_number': 3, 'project_id': '790cbdd6a96947d2a599b1467005dc5c', 'gw_port': {'id': '25282719-24fc-4b38-96ed-4557b259bf27', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:bf:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbe390d-d59a-4e9d-97cc-a70fcc8beafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:11:49Z', 'updated_at': '2022-10-10T11:11:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:56.216237 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71940a86-39ed-47bd-beaf-abb219712827 req-279f0291-f36b-46e3-8b41-47bda6f9cf59 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:56.218409 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-71940a86-39ed-47bd-beaf-abb219712827 req-279f0291-f36b-46e3-8b41-47bda6f9cf59 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.15 "GET /v2.0/ports?device_id=64cfef4e-1d4d-4e36-9153-f2ffe3652ab7 HTTP/1.1" status: 200 len: 945 time: 0.4275243 Oct 10 11:11:56.226435 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d79fbb5-76f2-43b4-90b4-15ac3206631a None None] Checking router: 6dbe390d-d59a-4e9d-97cc-a70fcc8beafb for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:11:56.226435 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d79fbb5-76f2-43b4-90b4-15ac3206631a None None] Updating router 6dbe390d-d59a-4e9d-97cc-a70fcc8beafb port 25282719-24fc-4b38-96ed-4557b259bf27 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:11:56.261814 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-575fd4cb-8520-40f3-8e82-05f3e52008f4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:56.315586 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b1e5f-6994-486a-ae4b-27b1603cdec4 None None] Pushing event deleted for resources: {'Port': ['ID=8cd24820-0101-45d6-8242-de58e4d594eb,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:56.319612 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4638b72e-bd69-47a4-a96a-ef82c33d20e3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:56.320843 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4638b72e-bd69-47a4-a96a-ef82c33d20e3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:56.324627 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6558ae17-0237-42dc-a231-9da24808dda5 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:56.333304 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786b1e5f-6994-486a-ae4b-27b1603cdec4 None None] No DVR routers for this DVR port 8cd24820-0101-45d6-8242-de58e4d594eb on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:11:56.383889 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93efc0ba-8e6b-465b-825d-71b9b8a67055 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:11:56.417571 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6558ae17-0237-42dc-a231-9da24808dda5 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:56.421734 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057752b5-9e75-4604-9389-3d1cdebb7aba tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['shared'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:56.423285 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057752b5-9e75-4604-9389-3d1cdebb7aba tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['shared'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:56.425042 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057752b5-9e75-4604-9389-3d1cdebb7aba tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['shared'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:56.426709 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057752b5-9e75-4604-9389-3d1cdebb7aba tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['shared'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:56.428235 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057752b5-9e75-4604-9389-3d1cdebb7aba tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['shared'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:56.434805 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-057752b5-9e75-4604-9389-3d1cdebb7aba tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2398522 Oct 10 11:11:56.438842 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49044) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:56.456081 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-575fd4cb-8520-40f3-8e82-05f3e52008f4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:56.456253 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1681bc-a31c-4490-9a2b-a533398c4b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-4048f78f-92ff-486c-95e2-9437d0465b5c', 'network_id': '4048f78f-92ff-486c-95e2-9437d0465b5c', 'tenant_id': '9b52ed05dd7340c5ab7a911779462445', 'fixed_ips': [{'subnet_id': 'b1066496-ace8-448e-b3f5-23a11ef61129'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:11:56.456253 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3c1681bc-a31c-4490-9a2b-a533398c4b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:56.465276 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558ae17-0237-42dc-a231-9da24808dda5 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Pushing event deleted for resources: {'Network': ['ID=d01a7717-559f-4fb8-add2-21d6eff6ceaf,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:56.520078 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6558ae17-0237-42dc-a231-9da24808dda5 tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] 10.222.0.40 "DELETE /v2.0/networks/d01a7717-559f-4fb8-add2-21d6eff6ceaf HTTP/1.1" status: 204 len: 168 time: 3.4556899 Oct 10 11:11:56.523618 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7d79fbb5-76f2-43b4-90b4-15ac3206631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:56.525561 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4638b72e-bd69-47a4-a96a-ef82c33d20e3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:56.539986 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-575fd4cb-8520-40f3-8e82-05f3e52008f4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 471} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:11:56.546278 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49048) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:56.558725 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-37e7397c-2f3e-414c-a887-559dc73f531a None None] Deleting port 085dbce6-39a0-4c83-94ef-d97dc556be15 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:56.559101 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-37e7397c-2f3e-414c-a887-559dc73f531a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:56.698707 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575fd4cb-8520-40f3-8e82-05f3e52008f4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f2c9d7-7b39-44a4-b399-af916c263dee,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:56.708305 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-575fd4cb-8520-40f3-8e82-05f3e52008f4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:56.710400 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-575fd4cb-8520-40f3-8e82-05f3e52008f4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Added segment abc21503-4caf-4344-a2da-4fc00316159c of type vlan for network 60068c39-2ae6-4bb8-8342-06d415f4ceed Oct 10 11:11:56.713004 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-71940a86-39ed-47bd-beaf-abb219712827 req-b68d4ce6-0817-401f-b29d-26e7b556f8bf tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Deleting port 4b152dbd-112c-4019-945d-7788addddd17 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:56.713432 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-71940a86-39ed-47bd-beaf-abb219712827 req-b68d4ce6-0817-401f-b29d-26e7b556f8bf tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:56.722570 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-37e7397c-2f3e-414c-a887-559dc73f531a None None] The port '085dbce6-39a0-4c83-94ef-d97dc556be15' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:11:56.823375 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-650da59d-951c-4d89-b47a-8a4d5ca8c88c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:56.855291 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4638b72e-bd69-47a4-a96a-ef82c33d20e3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:56.875434 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb0d2c-6c08-42d5-9291-90687e5e222a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Deleting port 2d17b2b1-32b6-42cc-9671-e82a7339b124 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:56.875862 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0d2c-6c08-42d5-9291-90687e5e222a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:56.913990 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-650da59d-951c-4d89-b47a-8a4d5ca8c88c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:56.943820 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-16e906f0-8ee3-4f74-a624-5e7bce626d90 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733224530571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2413672'] for subnet, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:56.972895 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-575fd4cb-8520-40f3-8e82-05f3e52008f4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:57.047931 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30485c8-141e-4741-bece-a4a8882f0226 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:57.049929 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e30485c8-141e-4741-bece-a4a8882f0226 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "GET /v2.0/networks/9a048f4e-368f-4709-80db-7980deb1656a HTTP/1.1" status: 200 len: 803 time: 0.5685682 Oct 10 11:11:57.058669 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362c0e4-cba9-4792-9714-eba220bb1372 req-16906413-153e-42c9-87dc-d1ee71218d1f tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:57.065895 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9362c0e4-cba9-4792-9714-eba220bb1372 req-16906413-153e-42c9-87dc-d1ee71218d1f tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/ports?device_id=64cfef4e-1d4d-4e36-9153-f2ffe3652ab7 HTTP/1.1" status: 200 len: 945 time: 0.5826559 Oct 10 11:11:57.067633 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49052) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:57.068290 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150da51c-9f2c-4591-9344-52e14990958f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-dac74586-4382-4e00-a6eb-f2005f114a9a', 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'fixed_ips': [{'subnet_id': 'f031fd1d-8959-4989-8201-610fae56e7df'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:11:57.068852 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-150da51c-9f2c-4591-9344-52e14990958f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:57.081572 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4638b72e-bd69-47a4-a96a-ef82c33d20e3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:57.082643 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4638b72e-bd69-47a4-a96a-ef82c33d20e3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1786764 Oct 10 11:11:57.094405 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49056) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:57.107218 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-3c1681bc-a31c-4490-9a2b-a533398c4b4c None None] Allocated IP 172.20.0.3 (4048f78f-92ff-486c-95e2-9437d0465b5c/b1066496-ace8-448e-b3f5-23a11ef61129/d7144b1b-b6f3-41b8-af06-a419759d9a01) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:57.156957 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e906f0-8ee3-4f74-a624-5e7bce626d90 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event updated for resources: {'Subnet': ['ID=b1066496-ace8-448e-b3f5-23a11ef61129,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:57.174418 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e906f0-8ee3-4f74-a624-5e7bce626d90 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:57.175028 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-16e906f0-8ee3-4f74-a624-5e7bce626d90 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:57.179059 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-16e906f0-8ee3-4f74-a624-5e7bce626d90 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "PUT /v2.0/subnets/b1066496-ace8-448e-b3f5-23a11ef61129 HTTP/1.1" status: 200 len: 877 time: 1.5704577 Oct 10 11:11:57.206901 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49060) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:57.227181 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-575fd4cb-8520-40f3-8e82-05f3e52008f4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:57.232595 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575fd4cb-8520-40f3-8e82-05f3e52008f4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:57.233454 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-575fd4cb-8520-40f3-8e82-05f3e52008f4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:57.330711 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9362c0e4-cba9-4792-9714-eba220bb1372 req-809df11b-53a0-4f81-ba2b-25bd5345b587 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/security-groups?id=7c1127a6-d943-4eb8-a8ea-791a3d1c16cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2638855 Oct 10 11:11:57.332729 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b49359-699c-4dd4-9980-c1e7cd9bb776 req-fff70fc0-1c1f-4759-b106-c14c05d72dda tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:57.349493 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c0b49359-699c-4dd4-9980-c1e7cd9bb776 req-fff70fc0-1c1f-4759-b106-c14c05d72dda tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 946 time: 0.7926419 Oct 10 11:11:57.409814 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-71940a86-39ed-47bd-beaf-abb219712827 req-b68d4ce6-0817-401f-b29d-26e7b556f8bf tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] For port 4b152dbd-112c-4019-945d-7788addddd17, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=4b152dbd-112c-4019-945d-7788addddd17,segment=NetworkSegment(5652673d-6ce9-45c3-b311-6c39b0f20c74),segment_id=5652673d-6ce9-45c3-b311-6c39b0f20c74)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:57.410169 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-71940a86-39ed-47bd-beaf-abb219712827 req-b68d4ce6-0817-401f-b29d-26e7b556f8bf tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:57.430405 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5b4e9eee-bc52-4b75-9165-c7f91eade3f9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "GET /v2.0/networks/9a048f4e-368f-4709-80db-7980deb1656a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3525896 Oct 10 11:11:57.447765 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49066) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:57.528554 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-150da51c-9f2c-4591-9344-52e14990958f None None] Allocated IP 2001:db8::2 (dac74586-4382-4e00-a6eb-f2005f114a9a/f031fd1d-8959-4989-8201-610fae56e7df/100ecbf3-2445-47cd-a9ca-4766eb2446ca) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:57.534901 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7d79fbb5-76f2-43b4-90b4-15ac3206631a None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:57.618300 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7d79fbb5-76f2-43b4-90b4-15ac3206631a None None] Transition to ACTIVE for port object 25282719-24fc-4b38-96ed-4557b259bf27 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:57.720453 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3c1681bc-a31c-4490-9a2b-a533398c4b4c None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:57.739033 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3c1681bc-a31c-4490-9a2b-a533398c4b4c None None] Transition to ACTIVE for port object d7144b1b-b6f3-41b8-af06-a419759d9a01 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:57.740449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-71940a86-39ed-47bd-beaf-abb219712827 req-b68d4ce6-0817-401f-b29d-26e7b556f8bf tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:57.740893 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-71940a86-39ed-47bd-beaf-abb219712827 req-b68d4ce6-0817-401f-b29d-26e7b556f8bf tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:57.741400 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [req-71940a86-39ed-47bd-beaf-abb219712827 req-b68d4ce6-0817-401f-b29d-26e7b556f8bf tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Floating IP 2bc8d44a-bbc4-428c-b3d3-14701f05f1bf disassociated. External IP: 172.26.4.180, port: 4b152dbd-112c-4019-945d-7788addddd17. Oct 10 11:11:57.741764 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-71940a86-39ed-47bd-beaf-abb219712827 req-b68d4ce6-0817-401f-b29d-26e7b556f8bf tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Calling delete_port for 4b152dbd-112c-4019-945d-7788addddd17 owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:57.782894 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3c1681bc-a31c-4490-9a2b-a533398c4b4c None None] Transition to ACTIVE for port object d7144b1b-b6f3-41b8-af06-a419759d9a01 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:57.784135 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7d79fbb5-76f2-43b4-90b4-15ac3206631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:57.894104 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-7d79fbb5-76f2-43b4-90b4-15ac3206631a None None] Attempting to bind port 25282719-24fc-4b38-96ed-4557b259bf27 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:11:57.894479 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-7d79fbb5-76f2-43b4-90b4-15ac3206631a None None] Attempting to bind port 25282719-24fc-4b38-96ed-4557b259bf27 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:11:57.894837 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d79fbb5-76f2-43b4-90b4-15ac3206631a None None] Attempting to bind port 25282719-24fc-4b38-96ed-4557b259bf27 on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:11:57.897437 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3c1681bc-a31c-4490-9a2b-a533398c4b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:57.914562 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d79fbb5-76f2-43b4-90b4-15ac3206631a None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:11:57.915019 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d79fbb5-76f2-43b4-90b4-15ac3206631a None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:11:57.915427 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7d79fbb5-76f2-43b4-90b4-15ac3206631a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:57.915816 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d79fbb5-76f2-43b4-90b4-15ac3206631a None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:11:57.916283 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-7d79fbb5-76f2-43b4-90b4-15ac3206631a None None] Bound port: 25282719-24fc-4b38-96ed-4557b259bf27, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:11:57.916651 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7d79fbb5-76f2-43b4-90b4-15ac3206631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:57.968810 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d41c6b-b45c-4e7b-b951-ddfe3dcc2f4f None None] Pushing event updated for resources: {'Port': ['ID=25282719-24fc-4b38-96ed-4557b259bf27,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:57.987249 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-575fd4cb-8520-40f3-8e82-05f3e52008f4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.2600522 Oct 10 11:11:57.988877 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49070) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:57.997001 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-a197926e-85c3-4a48-b606-a5a0f666dd97 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Request body: {'subnet': {'network_id': '60068c39-2ae6-4bb8-8342-06d415f4ceed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:58.007250 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575fd4cb-8520-40f3-8e82-05f3e52008f4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Pushing event updated for resources: {'Network': ['ID=60068c39-2ae6-4bb8-8342-06d415f4ceed,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:58.014209 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-150da51c-9f2c-4591-9344-52e14990958f None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:58.015825 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-71940a86-39ed-47bd-beaf-abb219712827 req-b68d4ce6-0817-401f-b29d-26e7b556f8bf tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:58.022546 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0d2c-6c08-42d5-9291-90687e5e222a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:58.022546 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0d2c-6c08-42d5-9291-90687e5e222a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:58.036996 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 60068c39-2ae6-4bb8-8342-06d415f4ceed details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:11:58.075395 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1681bc-a31c-4490-9a2b-a533398c4b4c None None] Network 4048f78f-92ff-486c-95e2-9437d0465b5c is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:58.093193 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d4ce6-0817-401f-b29d-26e7b556f8bf tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Pushing event deleted for resources: {'Port': ['ID=4b152dbd-112c-4019-945d-7788addddd17,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:58.097760 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-3c1681bc-a31c-4490-9a2b-a533398c4b4c None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:58.099982 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-150da51c-9f2c-4591-9344-52e14990958f None None] Transition to ACTIVE for port object 100ecbf3-2445-47cd-a9ca-4766eb2446ca will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:58.118699 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1681bc-a31c-4490-9a2b-a533398c4b4c None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:58.138344 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [req-c0b49359-699c-4dd4-9980-c1e7cd9bb776 req-8e3be3db-d88d-4854-8b3e-167b0e6bf393 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Deleting port b67ace68-a6c3-4ca1-8ce0-70d43f587957 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:58.138689 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-c0b49359-699c-4dd4-9980-c1e7cd9bb776 req-8e3be3db-d88d-4854-8b3e-167b0e6bf393 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:58.244974 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1681bc-a31c-4490-9a2b-a533398c4b4c None None] Pushing event updated for resources: {'Port': ['ID=d7144b1b-b6f3-41b8-af06-a419759d9a01,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:58.248557 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a197926e-85c3-4a48-b606-a5a0f666dd97 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:58.257127 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-150da51c-9f2c-4591-9344-52e14990958f None None] Transition to ACTIVE for port object 100ecbf3-2445-47cd-a9ca-4766eb2446ca will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:11:58.260489 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7d79fbb5-76f2-43b4-90b4-15ac3206631a None None] For port 25282719-24fc-4b38-96ed-4557b259bf27, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:11:58.263553 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a197926e-85c3-4a48-b606-a5a0f666dd97 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Usage tracker for resource:subnet and tenant:ce3425404ee54491851657af61d0b0e8 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:11:58.269841 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a197926e-85c3-4a48-b606-a5a0f666dd97 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:11:58.306218 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb0d2c-6c08-42d5-9291-90687e5e222a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Calling delete_port for 2d17b2b1-32b6-42cc-9671-e82a7339b124 owned by network:floatingip {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:11:58.328348 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7d79fbb5-76f2-43b4-90b4-15ac3206631a None None] For port 25282719-24fc-4b38-96ed-4557b259bf27, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=25282719-24fc-4b38-96ed-4557b259bf27,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:11:58.340257 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9273129a-e591-437f-9daa-d87696b24402 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:58.340845 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9273129a-e591-437f-9daa-d87696b24402 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Synchronizing usage tracker for tenant:8bb4fcedb87945309c83408accc34ea6 on resource:subnet {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:11:58.364716 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-3c1681bc-a31c-4490-9a2b-a533398c4b4c None None] Attempting to bind port d7144b1b-b6f3-41b8-af06-a419759d9a01 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:11:58.367559 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-3c1681bc-a31c-4490-9a2b-a533398c4b4c None None] Attempting to bind port d7144b1b-b6f3-41b8-af06-a419759d9a01 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '9d7a8f01-2500-413c-a8de-0305687f9cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '4048f78f-92ff-486c-95e2-9437d0465b5c'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:11:58.368217 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1681bc-a31c-4490-9a2b-a533398c4b4c None None] Attempting to bind port d7144b1b-b6f3-41b8-af06-a419759d9a01 on network 4048f78f-92ff-486c-95e2-9437d0465b5c {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:11:58.384424 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1681bc-a31c-4490-9a2b-a533398c4b4c None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:11:58.385236 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1681bc-a31c-4490-9a2b-a533398c4b4c None None] Checking segment: {'id': '9d7a8f01-2500-413c-a8de-0305687f9cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '4048f78f-92ff-486c-95e2-9437d0465b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:11:58.385886 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3c1681bc-a31c-4490-9a2b-a533398c4b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:58.386520 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1681bc-a31c-4490-9a2b-a533398c4b4c None None] Bound using segment: {'id': '9d7a8f01-2500-413c-a8de-0305687f9cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '4048f78f-92ff-486c-95e2-9437d0465b5c'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:11:58.389137 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-3c1681bc-a31c-4490-9a2b-a533398c4b4c None None] Bound port: d7144b1b-b6f3-41b8-af06-a419759d9a01, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7a8f01-2500-413c-a8de-0305687f9cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '4048f78f-92ff-486c-95e2-9437d0465b5c'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:11:58.389845 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3c1681bc-a31c-4490-9a2b-a533398c4b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:58.416444 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-150da51c-9f2c-4591-9344-52e14990958f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:58.514974 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-650da59d-951c-4d89-b47a-8a4d5ca8c88c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Allocated IP 172.26.4.126 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/5baef3bc-b430-47cd-9106-8e9cc734fe2b) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:11:58.522066 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7d79fbb5-76f2-43b4-90b4-15ac3206631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:58.570341 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:58.619783 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9273129a-e591-437f-9daa-d87696b24402 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Unset dirty status for tenant:8bb4fcedb87945309c83408accc34ea6 on resource:subnet {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:11:58.621101 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9273129a-e591-437f-9daa-d87696b24402 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "GET /v2.0/subnets/6e51fc3d-f737-4111-9e37-15b17557e470 HTTP/1.1" status: 200 len: 843 time: 1.1645045 Oct 10 11:11:58.634579 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-3c1681bc-a31c-4490-9a2b-a533398c4b4c None None] For port d7144b1b-b6f3-41b8-af06-a419759d9a01, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:11:58.638561 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-3c1681bc-a31c-4490-9a2b-a533398c4b4c None None] For port d7144b1b-b6f3-41b8-af06-a419759d9a01, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=d7144b1b-b6f3-41b8-af06-a419759d9a01,segment=NetworkSegment(9d7a8f01-2500-413c-a8de-0305687f9cba),segment_id=9d7a8f01-2500-413c-a8de-0305687f9cba)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:11:58.656232 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49076) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:58.664385 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150da51c-9f2c-4591-9344-52e14990958f None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:11:58.669087 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d79fbb5-76f2-43b4-90b4-15ac3206631a None None] Routers {'6dbe390d-d59a-4e9d-97cc-a70fcc8beafb'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:11:58.670212 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7d79fbb5-76f2-43b4-90b4-15ac3206631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:11:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['6dbe390d-d59a-4e9d-97cc-a70fcc8beafb'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:58.705830 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a197926e-85c3-4a48-b606-a5a0f666dd97 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:58.718287 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-13461b64-f6cf-49b6-bfba-37be7bb4a9f1 req-e43d2476-6cbe-4ac0-a6d9-b2e97aa62855 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/ports?device_id=64cfef4e-1d4d-4e36-9153-f2ffe3652ab7 HTTP/1.1" status: 200 len: 210 time: 0.0968759 Oct 10 11:11:58.726488 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150da51c-9f2c-4591-9344-52e14990958f None None] Pushing event updated for resources: {'Port': ['ID=100ecbf3-2445-47cd-a9ca-4766eb2446ca,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:58.727388 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71940a86-39ed-47bd-beaf-abb219712827 req-b68d4ce6-0817-401f-b29d-26e7b556f8bf tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Router 199bd0d6-c594-485a-ad1e-9567ff7fb572 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:11:58.729938 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-150da51c-9f2c-4591-9344-52e14990958f None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:11:58.767504 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3c1681bc-a31c-4490-9a2b-a533398c4b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:58.772966 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633ee7c-3c13-4427-a246-6cdf9ae5846f req-affc9998-7be5-4a27-81a4-51ed7208ae88 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:58.778744 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150da51c-9f2c-4591-9344-52e14990958f None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:11:58.780705 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2633ee7c-3c13-4427-a246-6cdf9ae5846f req-affc9998-7be5-4a27-81a4-51ed7208ae88 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 946 time: 1.3623381 Oct 10 11:11:58.854873 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Deleting port d7144b1b-b6f3-41b8-af06-a419759d9a01 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:11:58.855208 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:58.861149 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a197926e-85c3-4a48-b606-a5a0f666dd97 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Made reservation on behalf of ce3425404ee54491851657af61d0b0e8 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:58.864539 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a197926e-85c3-4a48-b606-a5a0f666dd97 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:58.935890 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d41c6b-b45c-4e7b-b951-ddfe3dcc2f4f None None] Pushing event updated for resources: {'Port': ['ID=25282719-24fc-4b38-96ed-4557b259bf27,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:59.073289 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-150da51c-9f2c-4591-9344-52e14990958f None None] Attempting to bind port 100ecbf3-2445-47cd-a9ca-4766eb2446ca on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:11:59.074583 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-150da51c-9f2c-4591-9344-52e14990958f None None] Attempting to bind port 100ecbf3-2445-47cd-a9ca-4766eb2446ca by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:11:59.075062 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150da51c-9f2c-4591-9344-52e14990958f None None] Attempting to bind port 100ecbf3-2445-47cd-a9ca-4766eb2446ca on network dac74586-4382-4e00-a6eb-f2005f114a9a {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:11:59.095706 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150da51c-9f2c-4591-9344-52e14990958f None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:11:59.103066 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150da51c-9f2c-4591-9344-52e14990958f None None] Checking segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:11:59.103066 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-150da51c-9f2c-4591-9344-52e14990958f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:59.103066 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150da51c-9f2c-4591-9344-52e14990958f None None] Bound using segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:11:59.103066 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-150da51c-9f2c-4591-9344-52e14990958f None None] Bound port: 100ecbf3-2445-47cd-a9ca-4766eb2446ca, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:11:59.103066 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-150da51c-9f2c-4591-9344-52e14990958f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:59.180093 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 4b152dbd-112c-4019-945d-7788addddd17 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:11:59.231448 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3792c180-87b5-44e6-b371-e3ca11fc0e6c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:59.233986 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-7d79fbb5-76f2-43b4-90b4-15ac3206631a None None] Set router 6dbe390d-d59a-4e9d-97cc-a70fcc8beafb gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:11:59.277642 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a5b0b3-81e3-45c4-b458-d91744b5e201 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['shared'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:11:59.279029 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d7a5b0b3-81e3-45c4-b458-d91744b5e201 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "GET /v2.0/subnets/6e51fc3d-f737-4111-9e37-15b17557e470?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.6118069 Oct 10 11:11:59.297061 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2633ee7c-3c13-4427-a246-6cdf9ae5846f req-9054117c-a76a-49ed-b5bd-1edc4bf36509 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/security-groups?id=abd51995-f90f-4c13-bd05-cf0ace088ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5152869 Oct 10 11:11:59.301433 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [req-c0b49359-699c-4dd4-9980-c1e7cd9bb776 req-8e3be3db-d88d-4854-8b3e-167b0e6bf393 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] For port b67ace68-a6c3-4ca1-8ce0-70d43f587957, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b67ace68-a6c3-4ca1-8ce0-70d43f587957,segment=NetworkSegment(444e6788-eb7a-4101-8106-c0fe98621e3b),segment_id=444e6788-eb7a-4101-8106-c0fe98621e3b)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:11:59.301433 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-c0b49359-699c-4dd4-9980-c1e7cd9bb776 req-8e3be3db-d88d-4854-8b3e-167b0e6bf393 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:59.349738 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49080) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:11:59.356054 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a197926e-85c3-4a48-b606-a5a0f666dd97 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:59.376305 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-27ff4de2-0c7b-401b-afd2-1a5a11059f2f tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-739488753'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:11:59.393132 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1681bc-a31c-4490-9a2b-a533398c4b4c None None] Pushing event updated for resources: {'Port': ['ID=d7144b1b-b6f3-41b8-af06-a419759d9a01,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:59.430364 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-27ff4de2-0c7b-401b-afd2-1a5a11059f2f tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:11:59.462258 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: 4b152dbd-112c-4019-945d-7788addddd17 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:11:59.462732 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 4b152dbd-112c-4019-945d-7788addddd17 not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:11:59.463176 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device b67ace68-a6c3-4ca1-8ce0-70d43f587957 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:11:59.479826 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-27ff4de2-0c7b-401b-afd2-1a5a11059f2f tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:11:59.507011 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71940a86-39ed-47bd-beaf-abb219712827 req-b68d4ce6-0817-401f-b29d-26e7b556f8bf tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:11:59.519671 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08edc38d-5276-4b81-a4dc-94eabb2ce7ec None None] Sync routers for ids ['199bd0d6-c594-485a-ad1e-9567ff7fb572'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:11:59.551603 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08edc38d-5276-4b81-a4dc-94eabb2ce7ec None None] Routers {'199bd0d6-c594-485a-ad1e-9567ff7fb572'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:11:59.553772 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-08edc38d-5276-4b81-a4dc-94eabb2ce7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:11:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['199bd0d6-c594-485a-ad1e-9567ff7fb572'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:11:59.590290 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-150da51c-9f2c-4591-9344-52e14990958f None None] For port 100ecbf3-2445-47cd-a9ca-4766eb2446ca, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:11:59.626992 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197926e-85c3-4a48-b606-a5a0f666dd97 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Pushing event updated for resources: {'Subnet': ['ID=9199e3ee-4aed-46d9-83cc-6d00a978fdee,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:59.665067 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-150da51c-9f2c-4591-9344-52e14990958f None None] For port 100ecbf3-2445-47cd-a9ca-4766eb2446ca, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=100ecbf3-2445-47cd-a9ca-4766eb2446ca,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:11:59.689124 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ff4de2-0c7b-401b-afd2-1a5a11059f2f tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Made reservation on behalf of 8bb4fcedb87945309c83408accc34ea6 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:11:59.693484 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-27ff4de2-0c7b-401b-afd2-1a5a11059f2f tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:59.706798 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-71940a86-39ed-47bd-beaf-abb219712827 req-b68d4ce6-0817-401f-b29d-26e7b556f8bf tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] No DVR routers for this DVR port 4b152dbd-112c-4019-945d-7788addddd17 on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:11:59.714550 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-71940a86-39ed-47bd-beaf-abb219712827 req-b68d4ce6-0817-401f-b29d-26e7b556f8bf tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:59.717858 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a197926e-85c3-4a48-b606-a5a0f666dd97 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Checking segment: {'id': 'abc21503-4caf-4344-a2da-4fc00316159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '60068c39-2ae6-4bb8-8342-06d415f4ceed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:11:59.718412 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a197926e-85c3-4a48-b606-a5a0f666dd97 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Network hostable DHCP agents. Network: 60068c39-2ae6-4bb8-8342-06d415f4ceed, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:11:59.723593 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cfef4e-1d4d-4e36-9153-f2ffe3652ab7', 'name': 'network-vif-deleted', 'tag': '4b152dbd-112c-4019-945d-7788addddd17'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:11:59.726893 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13391c95-eb35-4061-987c-1a893c2bb1c2" -d '{"events": [{"server_uuid": "64cfef4e-1d4d-4e36-9153-f2ffe3652ab7", "name": "network-vif-deleted", "tag": "4b152dbd-112c-4019-945d-7788addddd17"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:11:59.748593 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-150da51c-9f2c-4591-9344-52e14990958f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:59.799337 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0d2c-6c08-42d5-9291-90687e5e222a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:59.874974 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port b67ace68-a6c3-4ca1-8ce0-70d43f587957 is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:11:59.875355 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:59.893603 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8541c3-47dd-4580-bfb8-2c5ba5691c5c x-openstack-request-id: req-fc8541c3-47dd-4580-bfb8-2c5ba5691c5c {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:11:59.893917 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64cfef4e-1d4d-4e36-9153-f2ffe3652ab7", "name": "network-vif-deleted", "tag": "4b152dbd-112c-4019-945d-7788addddd17", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:11:59.894150 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-fc8541c3-47dd-4580-bfb8-2c5ba5691c5c {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:11:59.894600 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc8541c3-47dd-4580-bfb8-2c5ba5691c5c'] response: {'server_uuid': '64cfef4e-1d4d-4e36-9153-f2ffe3652ab7', 'name': 'network-vif-deleted', 'tag': '4b152dbd-112c-4019-945d-7788addddd17', 'status': 'completed', 'code': 200} Oct 10 11:11:59.912490 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ff4de2-0c7b-401b-afd2-1a5a11059f2f tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 491} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:11:59.934846 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-27ff4de2-0c7b-401b-afd2-1a5a11059f2f tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:11:59.935194 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-27ff4de2-0c7b-401b-afd2-1a5a11059f2f tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Added segment bd599f5e-c059-4bdf-9dc3-a5a4a7b3a68e of type vlan for network 31d7df25-6b03-4a23-8565-9661e8b9b11f Oct 10 11:11:59.958903 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150da51c-9f2c-4591-9344-52e14990958f None None] Pushing event updated for resources: {'Port': ['ID=100ecbf3-2445-47cd-a9ca-4766eb2446ca,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:11:59.963857 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-08edc38d-5276-4b81-a4dc-94eabb2ce7ec None None] Set router 199bd0d6-c594-485a-ad1e-9567ff7fb572 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:11:59.989151 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-71940a86-39ed-47bd-beaf-abb219712827 req-b68d4ce6-0817-401f-b29d-26e7b556f8bf tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.15 "DELETE /v2.0/ports/4b152dbd-112c-4019-945d-7788addddd17 HTTP/1.1" status: 204 len: 173 time: 3.7002568 Oct 10 11:11:59.994137 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-27ff4de2-0c7b-401b-afd2-1a5a11059f2f tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:00.005020 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a197926e-85c3-4a48-b606-a5a0f666dd97 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Network 60068c39-2ae6-4bb8-8342-06d415f4ceed is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:12:00.009022 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b67ace68-a6c3-4ca1-8ce0-70d43f587957'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:12:00.011979 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427d7760-b132-4577-bcfc-65e176828d75" -d '{"events": [{"server_uuid": "4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd", "name": "network-vif-unplugged", "status": "completed", "tag": "b67ace68-a6c3-4ca1-8ce0-70d43f587957"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:12:00.043275 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port b67ace68-a6c3-4ca1-8ce0-70d43f587957, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b67ace68-a6c3-4ca1-8ce0-70d43f587957,segment=NetworkSegment(444e6788-eb7a-4101-8106-c0fe98621e3b),segment_id=444e6788-eb7a-4101-8106-c0fe98621e3b)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:00.088071 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7d79fbb5-76f2-43b4-90b4-15ac3206631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbe390d-d59a-4e9d-97cc-a70fcc8beafb', 'name': 'tempest-snat-router-2064013702', 'tenant_id': '790cbdd6a96947d2a599b1467005dc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16'}], 'enable_snat': False}, 'gw_port_id': '25282719-24fc-4b38-96ed-4557b259bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:11:47Z', 'updated_at': '2022-10-10T11:11:51Z', 'revision_number': 3, 'project_id': '790cbdd6a96947d2a599b1467005dc5c', 'gw_port': {'id': '25282719-24fc-4b38-96ed-4557b259bf27', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:bf:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbe390d-d59a-4e9d-97cc-a70fcc8beafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:11:49Z', 'updated_at': '2022-10-10T11:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:00.101228 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d79fbb5-76f2-43b4-90b4-15ac3206631a None None] The sync data for ids ['6dbe390d-d59a-4e9d-97cc-a70fcc8beafb'] in dv-neutron-860842-1-hyperv is: [{'id': '6dbe390d-d59a-4e9d-97cc-a70fcc8beafb', 'name': 'tempest-snat-router-2064013702', 'tenant_id': '790cbdd6a96947d2a599b1467005dc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16'}], 'enable_snat': False}, 'gw_port_id': '25282719-24fc-4b38-96ed-4557b259bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:11:47Z', 'updated_at': '2022-10-10T11:11:51Z', 'revision_number': 3, 'project_id': '790cbdd6a96947d2a599b1467005dc5c', 'gw_port': {'id': '25282719-24fc-4b38-96ed-4557b259bf27', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:bf:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbe390d-d59a-4e9d-97cc-a70fcc8beafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:11:49Z', 'updated_at': '2022-10-10T11:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:12:00.128161 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:00.165070 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-a197926e-85c3-4a48-b606-a5a0f666dd97 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 60068c39-2ae6-4bb8-8342-06d415f4ceed) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:00.169486 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-27ff4de2-0c7b-401b-afd2-1a5a11059f2f tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:00.192500 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ff4de2-0c7b-401b-afd2-1a5a11059f2f tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:00.194289 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-27ff4de2-0c7b-401b-afd2-1a5a11059f2f tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:00.226718 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Oct 2022 11:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c8cb5b-078b-4577-841a-871d959620db x-openstack-request-id: req-26c8cb5b-078b-4577-841a-871d959620db {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:12:00.227091 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd", "name": "network-vif-unplugged", "status": "completed", "tag": "b67ace68-a6c3-4ca1-8ce0-70d43f587957", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:12:00.227349 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-26c8cb5b-078b-4577-841a-871d959620db {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:12:00.228889 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26c8cb5b-078b-4577-841a-871d959620db'] response: {'server_uuid': '4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b67ace68-a6c3-4ca1-8ce0-70d43f587957', 'code': 200} Oct 10 11:12:00.233606 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b103316-3d3c-4b0c-919b-28cb0dc70b81 None None] Network 60068c39-2ae6-4bb8-8342-06d415f4ceed requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:00.521115 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a197926e-85c3-4a48-b606-a5a0f666dd97 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:00.523229 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a197926e-85c3-4a48-b606-a5a0f666dd97 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:00.551401 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff4de2-0c7b-401b-afd2-1a5a11059f2f tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event updated for resources: {'Network': ['ID=31d7df25-6b03-4a23-8565-9661e8b9b11f,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:00.587057 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 31d7df25-6b03-4a23-8565-9661e8b9b11f details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:12:00.734680 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=b67ace68-a6c3-4ca1-8ce0-70d43f587957,revision_number=6']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:00.744483 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-27ff4de2-0c7b-401b-afd2-1a5a11059f2f tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3929486 Oct 10 11:12:00.762729 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49092) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:00.774293 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a197926e-85c3-4a48-b606-a5a0f666dd97 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7840502 Oct 10 11:12:00.780003 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-98e79d51-6537-40ef-a177-8a3e633f9a36 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Request body: {'subnet': {'network_id': '31d7df25-6b03-4a23-8565-9661e8b9b11f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:00.828399 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49096) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:00.877667 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-08edc38d-5276-4b81-a4dc-94eabb2ce7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'name': 'tempest-ServersTestJSON-1357478184-router', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:10:27Z', 'revision_number': 4, 'project_id': '9543e1530ac9451cbdc9af9c0a714df9', 'gw_port': {'id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '3590ba97-27f9-4fce-9e30-fe8e54c0b3a4', 'name': '', 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'mac_address': 'fa:16:3e:b3:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '65e977d9-db64-4322-bf90-948232ecd65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:24Z', 'updated_at': '2022-10-10T11:10:44Z', 'revision_number': 5, 'project_id': '9543e1530ac9451cbdc9af9c0a714df9', 'subnets': [{'id': '65e977d9-db64-4322-bf90-948232ecd65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:00.888771 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08edc38d-5276-4b81-a4dc-94eabb2ce7ec None None] Checking router: 199bd0d6-c594-485a-ad1e-9567ff7fb572 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:12:00.914470 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08edc38d-5276-4b81-a4dc-94eabb2ce7ec None None] Routers {'199bd0d6-c594-485a-ad1e-9567ff7fb572'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:00.915151 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-08edc38d-5276-4b81-a4dc-94eabb2ce7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:11:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['199bd0d6-c594-485a-ad1e-9567ff7fb572'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:00.973264 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb0d2c-6c08-42d5-9291-90687e5e222a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Pushing event deleted for resources: {'Port': ['ID=2d17b2b1-32b6-42cc-9671-e82a7339b124,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:01.100595 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-b04c8660-1962-40a1-ba74-1cd08583cba0 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Request body: {'port': {'network_id': '60068c39-2ae6-4bb8-8342-06d415f4ceed', 'name': 'tempest-AllowedAddressPairTestJSON-900279390'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:01.112065 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f8c968-7c06-46d0-98b6-0372b09c2d04 None None] Network 4048f78f-92ff-486c-95e2-9437d0465b5c requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:01.260482 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-eda687f6-83b8-4536-ab85-5ebac03d92f8 req-f0418416-d935-4e4e-95d7-d1e9b0f2b89d tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/ports?device_id=64cfef4e-1d4d-4e36-9153-f2ffe3652ab7 HTTP/1.1" status: 200 len: 210 time: 0.6378179 Oct 10 11:12:01.310651 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-08edc38d-5276-4b81-a4dc-94eabb2ce7ec None None] Set router 199bd0d6-c594-485a-ad1e-9567ff7fb572 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:12:01.410907 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-98e79d51-6537-40ef-a177-8a3e633f9a36 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:01.450775 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-98e79d51-6537-40ef-a177-8a3e633f9a36 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:01.486802 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de112d4-129c-414a-8a72-23aff122f879 req-0b787bfe-752d-4413-87d1-261502f90412 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:01.494360 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2de112d4-129c-414a-8a72-23aff122f879 req-0b787bfe-752d-4413-87d1-261502f90412 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 944 time: 0.8825450 Oct 10 11:12:01.674484 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2de112d4-129c-414a-8a72-23aff122f879 req-b7a48817-ac0f-45ca-bc63-bdcea7a620fb tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/security-groups?id=abd51995-f90f-4c13-bd05-cf0ace088ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792161 Oct 10 11:12:01.680697 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b04c8660-1962-40a1-ba74-1cd08583cba0 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:01.691526 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b04c8660-1962-40a1-ba74-1cd08583cba0 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Usage tracker for resource:port and tenant:ce3425404ee54491851657af61d0b0e8 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:01.713592 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b04c8660-1962-40a1-ba74-1cd08583cba0 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:01.731781 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e79d51-6537-40ef-a177-8a3e633f9a36 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Made reservation on behalf of 8bb4fcedb87945309c83408accc34ea6 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:01.736560 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-98e79d51-6537-40ef-a177-8a3e633f9a36 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:01.764200 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b04c8660-1962-40a1-ba74-1cd08583cba0 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:01.801892 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-650da59d-951c-4d89-b47a-8a4d5ca8c88c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:01.845704 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d7144b1b-b6f3-41b8-af06-a419759d9a01 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:12:01.915158 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04c8660-1962-40a1-ba74-1cd08583cba0 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Made reservation on behalf of ce3425404ee54491851657af61d0b0e8 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:01.918780 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b04c8660-1962-40a1-ba74-1cd08583cba0 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:01.948832 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.ipam_backend_mixin [None req-98e79d51-6537-40ef-a177-8a3e633f9a36 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Performing IP validity checks on allocation pools {{(pid=89897) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 10 11:12:01.949384 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.ipam_backend_mixin [None req-98e79d51-6537-40ef-a177-8a3e633f9a36 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89897) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 10 11:12:01.957344 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2a0178-c663-41f3-a9f4-355be1dfef5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-60068c39-2ae6-4bb8-8342-06d415f4ceed', 'network_id': '60068c39-2ae6-4bb8-8342-06d415f4ceed', 'tenant_id': 'ce3425404ee54491851657af61d0b0e8', 'fixed_ips': [{'subnet_id': '9199e3ee-4aed-46d9-83cc-6d00a978fdee'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:12:01.958666 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ff2a0178-c663-41f3-a9f4-355be1dfef5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:01.968964 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-b04c8660-1962-40a1-ba74-1cd08583cba0 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] device_id is not set on port fcee9443-bfaf-4a64-b940-6c3cc32673c4 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:12:01.999860 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4abb55bb-1fa3-4753-be72-05f229997794 None None] Provisioning for port d7144b1b-b6f3-41b8-af06-a419759d9a01 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:12:02.086097 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-08edc38d-5276-4b81-a4dc-94eabb2ce7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'name': 'tempest-ServersTestJSON-1357478184-router', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:10:27Z', 'revision_number': 4, 'project_id': '9543e1530ac9451cbdc9af9c0a714df9', 'gw_port': {'id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '3590ba97-27f9-4fce-9e30-fe8e54c0b3a4', 'name': '', 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'mac_address': 'fa:16:3e:b3:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '65e977d9-db64-4322-bf90-948232ecd65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:24Z', 'updated_at': '2022-10-10T11:10:44Z', 'revision_number': 5, 'project_id': '9543e1530ac9451cbdc9af9c0a714df9', 'subnets': [{'id': '65e977d9-db64-4322-bf90-948232ecd65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:02.096189 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08edc38d-5276-4b81-a4dc-94eabb2ce7ec None None] The sync data for ids ['199bd0d6-c594-485a-ad1e-9567ff7fb572'] in dv-neutron-860842-1-hyperv is: [{'id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'name': 'tempest-ServersTestJSON-1357478184-router', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:10:27Z', 'revision_number': 4, 'project_id': '9543e1530ac9451cbdc9af9c0a714df9', 'gw_port': {'id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '3590ba97-27f9-4fce-9e30-fe8e54c0b3a4', 'name': '', 'network_id': '8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'mac_address': 'fa:16:3e:b3:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '65e977d9-db64-4322-bf90-948232ecd65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:24Z', 'updated_at': '2022-10-10T11:10:44Z', 'revision_number': 5, 'project_id': '9543e1530ac9451cbdc9af9c0a714df9', 'subnets': [{'id': '65e977d9-db64-4322-bf90-948232ecd65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:12:02.161336 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-b04c8660-1962-40a1-ba74-1cd08583cba0 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Allocated IP 172.20.0.9 (60068c39-2ae6-4bb8-8342-06d415f4ceed/9199e3ee-4aed-46d9-83cc-6d00a978fdee/fcee9443-bfaf-4a64-b940-6c3cc32673c4) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:12:02.222845 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] For port d7144b1b-b6f3-41b8-af06-a419759d9a01, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=d7144b1b-b6f3-41b8-af06-a419759d9a01,segment=NetworkSegment(9d7a8f01-2500-413c-a8de-0305687f9cba),segment_id=9d7a8f01-2500-413c-a8de-0305687f9cba)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:02.223450 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:02.273383 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0d2c-6c08-42d5-9291-90687e5e222a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks [] for floatingip, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:02.346390 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-e1e19649-404b-40dc-bcc0-b3ce086c302b None None] Provisioning for port 100ecbf3-2445-47cd-a9ca-4766eb2446ca completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:12:02.372952 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port d7144b1b-b6f3-41b8-af06-a419759d9a01 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:12:02.379148 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port d7144b1b-b6f3-41b8-af06-a419759d9a01 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:12:02.379574 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:02.379917 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port d7144b1b-b6f3-41b8-af06-a419759d9a01 Oct 10 11:12:02.472700 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Calling delete_port for d7144b1b-b6f3-41b8-af06-a419759d9a01 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:02.576460 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-c0b49359-699c-4dd4-9980-c1e7cd9bb776 req-8e3be3db-d88d-4854-8b3e-167b0e6bf393 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:02.576964 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-c0b49359-699c-4dd4-9980-c1e7cd9bb776 req-8e3be3db-d88d-4854-8b3e-167b0e6bf393 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:02.577309 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [req-c0b49359-699c-4dd4-9980-c1e7cd9bb776 req-8e3be3db-d88d-4854-8b3e-167b0e6bf393 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Floating IP b028f221-0fab-4682-91a0-16d10ee6e570 disassociated. External IP: 172.26.4.88, port: b67ace68-a6c3-4ca1-8ce0-70d43f587957. Oct 10 11:12:02.577690 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [req-c0b49359-699c-4dd4-9980-c1e7cd9bb776 req-8e3be3db-d88d-4854-8b3e-167b0e6bf393 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Calling delete_port for b67ace68-a6c3-4ca1-8ce0-70d43f587957 owned by compute:nova {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:02.617335 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49104) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:02.628351 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port d7144b1b-b6f3-41b8-af06-a419759d9a01 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:12:02.628971 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:02.654665 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e3a4ec-f30a-4322-8d31-4bcd16e9e865 None None] Network 4048f78f-92ff-486c-95e2-9437d0465b5c requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:02.681300 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-3792c180-87b5-44e6-b371-e3ca11fc0e6c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 2001:db8::1 (dac74586-4382-4e00-a6eb-f2005f114a9a/f031fd1d-8959-4989-8201-610fae56e7df/582711d4-b5ff-4d3f-8289-42a41e29f99c) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:12:02.695844 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-98e79d51-6537-40ef-a177-8a3e633f9a36 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:02.783313 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0d2c-6c08-42d5-9291-90687e5e222a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:02.784537 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a6eb0d2c-6c08-42d5-9291-90687e5e222a tempest-FloatingIPAdminTestJSON-1406133213 tempest-FloatingIPAdminTestJSON-1406133213-project] 10.222.0.40 "DELETE /v2.0/floatingips/c62a7cf7-3c8c-454e-9733-8260b98aa008 HTTP/1.1" status: 204 len: 168 time: 6.2373104 Oct 10 11:12:02.793877 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-650da59d-951c-4d89-b47a-8a4d5ca8c88c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:02.846747 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7a74d9b5-45e0-44c8-8efc-181eec247f77 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:02.880729 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b04c8660-1962-40a1-ba74-1cd08583cba0 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:02.915677 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e79d51-6537-40ef-a177-8a3e633f9a36 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event updated for resources: {'Subnet': ['ID=d9d6d755-9fb3-414b-a6f6-a3b9452e967e,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:02.963174 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-b04c8660-1962-40a1-ba74-1cd08583cba0 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Transition to ACTIVE for port object fcee9443-bfaf-4a64-b940-6c3cc32673c4 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:02.963174 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7a74d9b5-45e0-44c8-8efc-181eec247f77 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:02.986917 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e79d51-6537-40ef-a177-8a3e633f9a36 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Checking segment: {'id': 'bd599f5e-c059-4bdf-9dc3-a5a4a7b3a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '31d7df25-6b03-4a23-8565-9661e8b9b11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:12:02.987515 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e79d51-6537-40ef-a177-8a3e633f9a36 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Network hostable DHCP agents. Network: 31d7df25-6b03-4a23-8565-9661e8b9b11f, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:12:02.988460 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b901e7-a773-4ddb-a977-dda06446c3bc None None] New status for floating IP 2bc8d44a-bbc4-428c-b3d3-14701f05f1bf: DOWN {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:12:03.065239 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5a670893-5b10-4976-8f29-ab9040a5aca8 None None] Provisioning complete for port d7144b1b-b6f3-41b8-af06-a419759d9a01 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:12:03.065642 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5a670893-5b10-4976-8f29-ab9040a5aca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:03.066149 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5a670893-5b10-4976-8f29-ab9040a5aca8 None None] Attempt 1 to provision port d7144b1b-b6f3-41b8-af06-a419759d9a01 Oct 10 11:12:03.093860 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e79d51-6537-40ef-a177-8a3e633f9a36 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Network 31d7df25-6b03-4a23-8565-9661e8b9b11f is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:12:03.105152 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port d7144b1b-b6f3-41b8-af06-a419759d9a01, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=d7144b1b-b6f3-41b8-af06-a419759d9a01,segment=NetworkSegment(9d7a8f01-2500-413c-a8de-0305687f9cba),segment_id=9d7a8f01-2500-413c-a8de-0305687f9cba)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:03.116152 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b04c8660-1962-40a1-ba74-1cd08583cba0 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:03.171822 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7a74d9b5-45e0-44c8-8efc-181eec247f77 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:03.183349 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-ff2a0178-c663-41f3-a9f4-355be1dfef5e None None] Allocated IP 172.20.0.2 (60068c39-2ae6-4bb8-8342-06d415f4ceed/9199e3ee-4aed-46d9-83cc-6d00a978fdee/fd8ff3ea-91e1-4755-abfd-1db8d8d7e267) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:12:03.221675 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04c8660-1962-40a1-ba74-1cd08583cba0 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Network 60068c39-2ae6-4bb8-8342-06d415f4ceed is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:03.223923 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-b04c8660-1962-40a1-ba74-1cd08583cba0 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:03.229725 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74d9b5-45e0-44c8-8efc-181eec247f77 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1127a6-d943-4eb8-a8ea-791a3d1c16cb,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:03.234052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04c8660-1962-40a1-ba74-1cd08583cba0 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:03.239008 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650da59d-951c-4d89-b47a-8a4d5ca8c88c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:03.248583 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-650da59d-951c-4d89-b47a-8a4d5ca8c88c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:03.251075 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650da59d-951c-4d89-b47a-8a4d5ca8c88c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:03.269957 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-98e79d51-6537-40ef-a177-8a3e633f9a36 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 31d7df25-6b03-4a23-8565-9661e8b9b11f) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:03.298627 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e79d51-6537-40ef-a177-8a3e633f9a36 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:03.299368 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-98e79d51-6537-40ef-a177-8a3e633f9a36 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:03.310093 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.api [req-c0b49359-699c-4dd4-9980-c1e7cd9bb776 req-8e3be3db-d88d-4854-8b3e-167b0e6bf393 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:12:03.310418 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG oslo_db.api [req-c0b49359-699c-4dd4-9980-c1e7cd9bb776 req-8e3be3db-d88d-4854-8b3e-167b0e6bf393 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:12:03.314826 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c8660-1962-40a1-ba74-1cd08583cba0 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Pushing event updated for resources: {'Port': ['ID=fcee9443-bfaf-4a64-b940-6c3cc32673c4,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:03.317970 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650da59d-951c-4d89-b47a-8a4d5ca8c88c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Pushing event updated for resources: {'Port': ['ID=5baef3bc-b430-47cd-9106-8e9cc734fe2b,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:03.352329 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04c8660-1962-40a1-ba74-1cd08583cba0 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:03.353594 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b04c8660-1962-40a1-ba74-1cd08583cba0 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:03.358801 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.api [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:12:03.359954 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG oslo_db.api [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:12:03.408309 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7a74d9b5-45e0-44c8-8efc-181eec247f77 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:03.409922 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7a74d9b5-45e0-44c8-8efc-181eec247f77 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "DELETE /v2.0/security-groups/7c1127a6-d943-4eb8-a8ea-791a3d1c16cb HTTP/1.1" status: 204 len: 168 time: 0.7912774 Oct 10 11:12:03.412285 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49112) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:03.430044 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-4be1e11c-a902-4988-a501-7555644fc8d3 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] show failed (client error): The resource could not be found. Oct 10 11:12:03.433976 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4be1e11c-a902-4988-a501-7555644fc8d3 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "GET /v2.0/security-groups/7c1127a6-d943-4eb8-a8ea-791a3d1c16cb HTTP/1.1" status: 404 len: 347 time: 0.0176587 Oct 10 11:12:03.434194 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49116) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:03.463605 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc297d97-27d8-4545-b4df-8fe5beb3c101 None None] Network 31d7df25-6b03-4a23-8565-9661e8b9b11f requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:03.501861 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:03.502669 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 100ecbf3-2445-47cd-a9ca-4766eb2446ca up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:12:03.511362 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b04c8660-1962-40a1-ba74-1cd08583cba0 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6710358 Oct 10 11:12:03.513810 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-98e79d51-6537-40ef-a177-8a3e633f9a36 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.7475467 Oct 10 11:12:03.515080 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49122) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:03.534094 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49124) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:03.543692 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-92d889e8-2362-4db4-a64a-cf81a0bdb5d4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Request body: {'port': {'network_id': '60068c39-2ae6-4bb8-8342-06d415f4ceed', 'name': 'tempest-AllowedAddressPairTestJSON-258276179', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:5f:01:18'}]}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:03.562847 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-da5e3c62-cbae-4096-93f1-0c76b95ccf6d tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:03.577690 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3792c180-87b5-44e6-b371-e3ca11fc0e6c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:03.581303 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49130) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:03.629470 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fb4d7-500f-48dc-aa07-90862a0468d0 req-4531bac4-4754-432d-a73f-dfbdaeedd446 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:03.630764 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-277fb4d7-500f-48dc-aa07-90862a0468d0 req-4531bac4-4754-432d-a73f-dfbdaeedd446 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 944 time: 0.4753504 Oct 10 11:12:03.631808 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-3792c180-87b5-44e6-b371-e3ca11fc0e6c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Transition to ACTIVE for port object 582711d4-b5ff-4d3f-8289-42a41e29f99c will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:03.656977 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=d7144b1b-b6f3-41b8-af06-a419759d9a01,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:03.698647 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-277fb4d7-500f-48dc-aa07-90862a0468d0 req-16a45b4b-b751-4845-adc8-b8e9d9548a5b tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/security-groups?id=abd51995-f90f-4c13-bd05-cf0ace088ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598319 Oct 10 11:12:03.733427 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-1de0a043-7047-4240-b43b-469d88e152f9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Deleting port 1c46d023-8100-4664-a897-bb7a8a44ede9 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:03.734053 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1de0a043-7047-4240-b43b-469d88e152f9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:03.816947 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3792c180-87b5-44e6-b371-e3ca11fc0e6c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:03.821851 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [req-c0b49359-699c-4dd4-9980-c1e7cd9bb776 req-8e3be3db-d88d-4854-8b3e-167b0e6bf393 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Deleting port b67ace68-a6c3-4ca1-8ce0-70d43f587957 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:03.822358 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-c0b49359-699c-4dd4-9980-c1e7cd9bb776 req-8e3be3db-d88d-4854-8b3e-167b0e6bf393 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:03.843585 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ff2a0178-c663-41f3-a9f4-355be1dfef5e None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:03.904941 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6ac09b5c-c80c-44d9-b49c-3d4901a1aa06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:03.909024 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ff2a0178-c663-41f3-a9f4-355be1dfef5e None None] Transition to ACTIVE for port object fd8ff3ea-91e1-4755-abfd-1db8d8d7e267 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:03.917992 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Deleting port d7144b1b-b6f3-41b8-af06-a419759d9a01 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:03.918592 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:03.952484 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-da5e3c62-cbae-4096-93f1-0c76b95ccf6d tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2518579'] for subnet, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:04.027110 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ff2a0178-c663-41f3-a9f4-355be1dfef5e None None] Transition to ACTIVE for port object fd8ff3ea-91e1-4755-abfd-1db8d8d7e267 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:04.053886 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3792c180-87b5-44e6-b371-e3ca11fc0e6c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:04.077115 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-3792c180-87b5-44e6-b371-e3ca11fc0e6c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:04.080093 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3792c180-87b5-44e6-b371-e3ca11fc0e6c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:04.081258 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3792c180-87b5-44e6-b371-e3ca11fc0e6c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:04.115640 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 100ecbf3-2445-47cd-a9ca-4766eb2446ca completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:12:04.118712 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5a670893-5b10-4976-8f29-ab9040a5aca8 None None] Current status of the port d7144b1b-b6f3-41b8-af06-a419759d9a01 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:12:04.131651 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 100ecbf3-2445-47cd-a9ca-4766eb2446ca triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:12:04.131880 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:04.132702 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 100ecbf3-2445-47cd-a9ca-4766eb2446ca Oct 10 11:12:04.171467 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ff2a0178-c663-41f3-a9f4-355be1dfef5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:04.321055 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-92d889e8-2362-4db4-a64a-cf81a0bdb5d4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:04.321269 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2a0178-c663-41f3-a9f4-355be1dfef5e None None] Network 60068c39-2ae6-4bb8-8342-06d415f4ceed is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:04.330376 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-92d889e8-2362-4db4-a64a-cf81a0bdb5d4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Usage tracker for resource:port and tenant:ce3425404ee54491851657af61d0b0e8 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:04.331839 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-ff2a0178-c663-41f3-a9f4-355be1dfef5e None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:04.333835 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-92d889e8-2362-4db4-a64a-cf81a0bdb5d4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:04.343038 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2a0178-c663-41f3-a9f4-355be1dfef5e None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:04.346445 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-92d889e8-2362-4db4-a64a-cf81a0bdb5d4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:04.354692 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563e74d2-d499-40ac-bcb6-088d5657f438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-31d7df25-6b03-4a23-8565-9661e8b9b11f', 'network_id': '31d7df25-6b03-4a23-8565-9661e8b9b11f', 'tenant_id': '8bb4fcedb87945309c83408accc34ea6', 'fixed_ips': [{'subnet_id': 'd9d6d755-9fb3-414b-a6f6-a3b9452e967e'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:12:04.355517 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-563e74d2-d499-40ac-bcb6-088d5657f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:04.366765 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1de0a043-7047-4240-b43b-469d88e152f9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:04.367133 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1de0a043-7047-4240-b43b-469d88e152f9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:04.375113 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a0178-c663-41f3-a9f4-355be1dfef5e None None] Pushing event updated for resources: {'Port': ['ID=fd8ff3ea-91e1-4755-abfd-1db8d8d7e267,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:04.378392 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-da5e3c62-cbae-4096-93f1-0c76b95ccf6d tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733224530571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2413672'] for subnet, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:04.406813 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792c180-87b5-44e6-b371-e3ca11fc0e6c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Port': ['ID=582711d4-b5ff-4d3f-8289-42a41e29f99c,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:04.502333 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c342d572-10cc-4ffd-8344-d63bd4f36096 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c06eb20771484324a297961887771bc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9176424 Oct 10 11:12:04.511214 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49136) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:04.637314 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-1de0a043-7047-4240-b43b-469d88e152f9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Calling delete_port for 1c46d023-8100-4664-a897-bb7a8a44ede9 owned by network:floatingip {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:04.666357 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d889e8-2362-4db4-a64a-cf81a0bdb5d4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Made reservation on behalf of ce3425404ee54491851657af61d0b0e8 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:04.692432 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-ff2a0178-c663-41f3-a9f4-355be1dfef5e None None] Attempting to bind port fd8ff3ea-91e1-4755-abfd-1db8d8d7e267 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:04.692800 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-ff2a0178-c663-41f3-a9f4-355be1dfef5e None None] Attempting to bind port fd8ff3ea-91e1-4755-abfd-1db8d8d7e267 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'abc21503-4caf-4344-a2da-4fc00316159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '60068c39-2ae6-4bb8-8342-06d415f4ceed'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:04.694139 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2a0178-c663-41f3-a9f4-355be1dfef5e None None] Attempting to bind port fd8ff3ea-91e1-4755-abfd-1db8d8d7e267 on network 60068c39-2ae6-4bb8-8342-06d415f4ceed {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:04.701414 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 100ecbf3-2445-47cd-a9ca-4766eb2446ca is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:12:04.701822 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:04.757877 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2a0178-c663-41f3-a9f4-355be1dfef5e None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:12:04.758257 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2a0178-c663-41f3-a9f4-355be1dfef5e None None] Checking segment: {'id': 'abc21503-4caf-4344-a2da-4fc00316159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '60068c39-2ae6-4bb8-8342-06d415f4ceed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:12:04.758661 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ff2a0178-c663-41f3-a9f4-355be1dfef5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:04.759057 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2a0178-c663-41f3-a9f4-355be1dfef5e None None] Bound using segment: {'id': 'abc21503-4caf-4344-a2da-4fc00316159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '60068c39-2ae6-4bb8-8342-06d415f4ceed'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:12:04.759537 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-ff2a0178-c663-41f3-a9f4-355be1dfef5e None None] Bound port: fd8ff3ea-91e1-4755-abfd-1db8d8d7e267, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc21503-4caf-4344-a2da-4fc00316159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '60068c39-2ae6-4bb8-8342-06d415f4ceed'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:12:04.759911 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ff2a0178-c663-41f3-a9f4-355be1dfef5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:04.769072 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5e3c62-cbae-4096-93f1-0c76b95ccf6d tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:04.770321 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-da5e3c62-cbae-4096-93f1-0c76b95ccf6d tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:04.776253 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-da5e3c62-cbae-4096-93f1-0c76b95ccf6d tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "PUT /v2.0/subnets/d9d6d755-9fb3-414b-a6f6-a3b9452e967e HTTP/1.1" status: 200 len: 900 time: 1.2407813 Oct 10 11:12:04.793769 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-c0577c2b-5841-45db-876f-ed929467ade3 None None] Provisioning for port 582711d4-b5ff-4d3f-8289-42a41e29f99c completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:12:04.827533 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-c0577c2b-5841-45db-876f-ed929467ade3 None None] Provisioning complete for port 582711d4-b5ff-4d3f-8289-42a41e29f99c triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:12:04.827907 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c0577c2b-5841-45db-876f-ed929467ade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:04.828244 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c0577c2b-5841-45db-876f-ed929467ade3 None None] Attempt 1 to provision port 582711d4-b5ff-4d3f-8289-42a41e29f99c Oct 10 11:12:04.834515 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-650da59d-951c-4d89-b47a-8a4d5ca8c88c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:04.842189 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49142) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:04.998319 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-563e74d2-d499-40ac-bcb6-088d5657f438 None None] Allocated IP 2001:db8::3 (31d7df25-6b03-4a23-8565-9661e8b9b11f/d9d6d755-9fb3-414b-a6f6-a3b9452e967e/b7af0f7c-efe4-4679-8cd9-35f3c89c59d2) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:12:05.017349 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 100ecbf3-2445-47cd-a9ca-4766eb2446ca, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=100ecbf3-2445-47cd-a9ca-4766eb2446ca,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:05.033568 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c0577c2b-5841-45db-876f-ed929467ade3 None None] Port 582711d4-b5ff-4d3f-8289-42a41e29f99c cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:05.043921 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e3c62-cbae-4096-93f1-0c76b95ccf6d tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event updated for resources: {'Subnet': ['ID=d9d6d755-9fb3-414b-a6f6-a3b9452e967e,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:05.091841 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:05.092616 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 25282719-24fc-4b38-96ed-4557b259bf27 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:12:05.146142 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3792c180-87b5-44e6-b371-e3ca11fc0e6c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:05.172690 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-92d889e8-2362-4db4-a64a-cf81a0bdb5d4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:05.189103 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:05.199132 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.api [None req-1de0a043-7047-4240-b43b-469d88e152f9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:12:05.199460 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG oslo_db.api [None req-1de0a043-7047-4240-b43b-469d88e152f9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:12:05.216790 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-92d889e8-2362-4db4-a64a-cf81a0bdb5d4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] device_id is not set on port 67c8c5df-d844-4fea-8b16-02059c3b0c7c yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:12:05.219883 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-ff2a0178-c663-41f3-a9f4-355be1dfef5e None None] For port fd8ff3ea-91e1-4755-abfd-1db8d8d7e267, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:12:05.225671 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3cc2bdb2-7617-4f90-ba1a-ccc1bd741933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:05.255676 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-ff2a0178-c663-41f3-a9f4-355be1dfef5e None None] For port fd8ff3ea-91e1-4755-abfd-1db8d8d7e267, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=fd8ff3ea-91e1-4755-abfd-1db8d8d7e267,segment=NetworkSegment(abc21503-4caf-4344-a2da-4fc00316159c),segment_id=abc21503-4caf-4344-a2da-4fc00316159c)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:12:05.277730 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] For port d7144b1b-b6f3-41b8-af06-a419759d9a01, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=d7144b1b-b6f3-41b8-af06-a419759d9a01,segment=NetworkSegment(9d7a8f01-2500-413c-a8de-0305687f9cba),segment_id=9d7a8f01-2500-413c-a8de-0305687f9cba)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:05.278094 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:05.310605 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=100ecbf3-2445-47cd-a9ca-4766eb2446ca,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:05.320658 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f38ec3-e25e-43be-9430-3017816ddbc1 req-83a49d55-cd0e-4514-8bd4-223105fd8762 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:05.326361 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [req-c0b49359-699c-4dd4-9980-c1e7cd9bb776 req-8e3be3db-d88d-4854-8b3e-167b0e6bf393 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] For port b67ace68-a6c3-4ca1-8ce0-70d43f587957, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b67ace68-a6c3-4ca1-8ce0-70d43f587957,segment=NetworkSegment(444e6788-eb7a-4101-8106-c0fe98621e3b),segment_id=444e6788-eb7a-4101-8106-c0fe98621e3b)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:05.326728 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-c0b49359-699c-4dd4-9980-c1e7cd9bb776 req-8e3be3db-d88d-4854-8b3e-167b0e6bf393 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:05.327888 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d2f38ec3-e25e-43be-9430-3017816ddbc1 req-83a49d55-cd0e-4514-8bd4-223105fd8762 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 944 time: 0.2949102 Oct 10 11:12:05.373999 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ff2a0178-c663-41f3-a9f4-355be1dfef5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:05.401585 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:05.435520 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 25282719-24fc-4b38-96ed-4557b259bf27 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:12:05.458342 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 25282719-24fc-4b38-96ed-4557b259bf27 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:12:05.458721 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:05.459057 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 25282719-24fc-4b38-96ed-4557b259bf27 Oct 10 11:12:05.480926 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Calling delete_port for d7144b1b-b6f3-41b8-af06-a419759d9a01 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:05.505993 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d2f38ec3-e25e-43be-9430-3017816ddbc1 req-441320e6-2dc8-4227-a911-55c09aa983fa tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/security-groups?id=abd51995-f90f-4c13-bd05-cf0ace088ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772296 Oct 10 11:12:05.533065 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-563e74d2-d499-40ac-bcb6-088d5657f438 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:05.536988 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c0577c2b-5841-45db-876f-ed929467ade3 None None] Attempt 2 to provision port 582711d4-b5ff-4d3f-8289-42a41e29f99c Oct 10 11:12:05.550084 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-92d889e8-2362-4db4-a64a-cf81a0bdb5d4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Allocated IP 172.20.0.13 (60068c39-2ae6-4bb8-8342-06d415f4ceed/9199e3ee-4aed-46d9-83cc-6d00a978fdee/67c8c5df-d844-4fea-8b16-02059c3b0c7c) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:12:05.598031 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a0178-c663-41f3-a9f4-355be1dfef5e None None] Pushing event updated for resources: {'Port': ['ID=fd8ff3ea-91e1-4755-abfd-1db8d8d7e267,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:05.627864 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-563e74d2-d499-40ac-bcb6-088d5657f438 None None] Transition to ACTIVE for port object b7af0f7c-efe4-4679-8cd9-35f3c89c59d2 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:05.634139 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3cc2bdb2-7617-4f90-ba1a-ccc1bd741933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:05.674604 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c0577c2b-5841-45db-876f-ed929467ade3 None None] Port 582711d4-b5ff-4d3f-8289-42a41e29f99c cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:05.675591 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-563e74d2-d499-40ac-bcb6-088d5657f438 None None] Transition to ACTIVE for port object b7af0f7c-efe4-4679-8cd9-35f3c89c59d2 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:05.752717 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-98bc819f-cb78-42da-8072-46ca12c03ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:05.768968 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 25282719-24fc-4b38-96ed-4557b259bf27 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:12:05.769820 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:05.779059 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-563e74d2-d499-40ac-bcb6-088d5657f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:05.783699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-1de0a043-7047-4240-b43b-469d88e152f9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Deleting port 1c46d023-8100-4664-a897-bb7a8a44ede9 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:05.784188 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1de0a043-7047-4240-b43b-469d88e152f9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:05.847482 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 25282719-24fc-4b38-96ed-4557b259bf27, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=25282719-24fc-4b38-96ed-4557b259bf27,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:05.868588 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563e74d2-d499-40ac-bcb6-088d5657f438 None None] Network 31d7df25-6b03-4a23-8565-9661e8b9b11f is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:05.872097 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-563e74d2-d499-40ac-bcb6-088d5657f438 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:05.876203 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563e74d2-d499-40ac-bcb6-088d5657f438 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:05.887562 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e74d2-d499-40ac-bcb6-088d5657f438 None None] Pushing event updated for resources: {'Port': ['ID=b7af0f7c-efe4-4679-8cd9-35f3c89c59d2,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:05.928476 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:05.962524 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:12:05.988790 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:06.020777 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=25282719-24fc-4b38-96ed-4557b259bf27,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:06.086478 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-563e74d2-d499-40ac-bcb6-088d5657f438 None None] Attempting to bind port b7af0f7c-efe4-4679-8cd9-35f3c89c59d2 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:06.086478 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-563e74d2-d499-40ac-bcb6-088d5657f438 None None] Attempting to bind port b7af0f7c-efe4-4679-8cd9-35f3c89c59d2 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'bd599f5e-c059-4bdf-9dc3-a5a4a7b3a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '31d7df25-6b03-4a23-8565-9661e8b9b11f'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:06.087219 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563e74d2-d499-40ac-bcb6-088d5657f438 None None] Attempting to bind port b7af0f7c-efe4-4679-8cd9-35f3c89c59d2 on network 31d7df25-6b03-4a23-8565-9661e8b9b11f {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:06.092620 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563e74d2-d499-40ac-bcb6-088d5657f438 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:12:06.092992 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563e74d2-d499-40ac-bcb6-088d5657f438 None None] Checking segment: {'id': 'bd599f5e-c059-4bdf-9dc3-a5a4a7b3a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '31d7df25-6b03-4a23-8565-9661e8b9b11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:12:06.094094 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-563e74d2-d499-40ac-bcb6-088d5657f438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:06.094094 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563e74d2-d499-40ac-bcb6-088d5657f438 None None] Bound using segment: {'id': 'bd599f5e-c059-4bdf-9dc3-a5a4a7b3a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '31d7df25-6b03-4a23-8565-9661e8b9b11f'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:12:06.094447 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-563e74d2-d499-40ac-bcb6-088d5657f438 None None] Bound port: b7af0f7c-efe4-4679-8cd9-35f3c89c59d2, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd599f5e-c059-4bdf-9dc3-a5a4a7b3a68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '31d7df25-6b03-4a23-8565-9661e8b9b11f'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:12:06.098115 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-563e74d2-d499-40ac-bcb6-088d5657f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:06.098412 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event deleted for resources: {'Subnet': ['ID=d9d6d755-9fb3-414b-a6f6-a3b9452e967e,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:06.184797 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c0577c2b-5841-45db-876f-ed929467ade3 None None] Attempt 3 to provision port 582711d4-b5ff-4d3f-8289-42a41e29f99c Oct 10 11:12:06.256244 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 100ecbf3-2445-47cd-a9ca-4766eb2446ca up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:12:06.300677 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:06.332069 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c0577c2b-5841-45db-876f-ed929467ade3 None None] Port 582711d4-b5ff-4d3f-8289-42a41e29f99c cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:06.347146 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d7df25-6b03-4a23-8565-9661e8b9b11f']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:06.347570 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-563e74d2-d499-40ac-bcb6-088d5657f438 None None] For port b7af0f7c-efe4-4679-8cd9-35f3c89c59d2, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:12:06.351678 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-563e74d2-d499-40ac-bcb6-088d5657f438 None None] For port b7af0f7c-efe4-4679-8cd9-35f3c89c59d2, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=b7af0f7c-efe4-4679-8cd9-35f3c89c59d2,segment=NetworkSegment(bd599f5e-c059-4bdf-9dc3-a5a4a7b3a68e),segment_id=bd599f5e-c059-4bdf-9dc3-a5a4a7b3a68e)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:12:06.359712 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1de0a043-7047-4240-b43b-469d88e152f9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:06.360110 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1de0a043-7047-4240-b43b-469d88e152f9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:06.367753 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 100ecbf3-2445-47cd-a9ca-4766eb2446ca triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:12:06.368123 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:06.368455 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 100ecbf3-2445-47cd-a9ca-4766eb2446ca Oct 10 11:12:06.372182 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd599f5e-c059-4bdf-9dc3-a5a4a7b3a68e') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:06.372484 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd599f5e-c059-4bdf-9dc3-a5a4a7b3a68e') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:06.380036 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-650da59d-951c-4d89-b47a-8a4d5ca8c88c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:06.414327 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-563e74d2-d499-40ac-bcb6-088d5657f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:06.490962 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:06.505540 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-1de0a043-7047-4240-b43b-469d88e152f9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Calling delete_port for 1c46d023-8100-4664-a897-bb7a8a44ede9 owned by network:floatingip {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:06.635488 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa8e764-b0c8-462c-adce-1ef1a26b161b None None] Network 31d7df25-6b03-4a23-8565-9661e8b9b11f requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:06.675588 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:06.682564 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e74d2-d499-40ac-bcb6-088d5657f438 None None] Pushing event updated for resources: {'Port': ['ID=b7af0f7c-efe4-4679-8cd9-35f3c89c59d2,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:06.683190 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3cc2bdb2-7617-4f90-ba1a-ccc1bd741933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:06.688690 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Releasing vlan 491 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:12:06.689361 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:06.734161 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment bd599f5e-c059-4bdf-9dc3-a5a4a7b3a68e resource provider aggregate not found Oct 10 11:12:06.810338 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment bd599f5e-c059-4bdf-9dc3-a5a4a7b3a68e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd599f5e-c059-4bdf-9dc3-a5a4a7b3a68e found for delete ", "request_id": "req-56d4b56c-9a09-4618-b21b-65defe497bfb"}]} Oct 10 11:12:06.827707 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 100ecbf3-2445-47cd-a9ca-4766eb2446ca is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:12:06.829213 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d7144b1b-b6f3-41b8-af06-a419759d9a01 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:12:06.863009 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c0577c2b-5841-45db-876f-ed929467ade3 None None] Attempt 4 to provision port 582711d4-b5ff-4d3f-8289-42a41e29f99c Oct 10 11:12:06.882288 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.api [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 10 11:12:06.882288 dv-neutron-860842-1-hyperv neutron-server[89897]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 10 11:12:06.882288 dv-neutron-860842-1-hyperv neutron-server[89897]: [parameters: {'id': '31d7df25-6b03-4a23-8565-9661e8b9b11f'}] Oct 10 11:12:06.882288 dv-neutron-860842-1-hyperv neutron-server[89897]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:12:06.882737 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG oslo_db.api [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:12:06.936721 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2bdb2-7617-4f90-ba1a-ccc1bd741933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c903a3-e449-447a-a7d9-e7a02e24bd1f,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:06.959827 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:06.987118 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-92d889e8-2362-4db4-a64a-cf81a0bdb5d4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:07.002010 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1de0a043-7047-4240-b43b-469d88e152f9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:07.004033 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-c0b49359-699c-4dd4-9980-c1e7cd9bb776 req-8e3be3db-d88d-4854-8b3e-167b0e6bf393 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:07.004403 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-c0b49359-699c-4dd4-9980-c1e7cd9bb776 req-8e3be3db-d88d-4854-8b3e-167b0e6bf393 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:07.004715 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [req-c0b49359-699c-4dd4-9980-c1e7cd9bb776 req-8e3be3db-d88d-4854-8b3e-167b0e6bf393 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Floating IP b028f221-0fab-4682-91a0-16d10ee6e570 disassociated. External IP: 172.26.4.88, port: b67ace68-a6c3-4ca1-8ce0-70d43f587957. Oct 10 11:12:07.005321 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [req-c0b49359-699c-4dd4-9980-c1e7cd9bb776 req-8e3be3db-d88d-4854-8b3e-167b0e6bf393 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Calling delete_port for b67ace68-a6c3-4ca1-8ce0-70d43f587957 owned by compute:nova {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:07.022326 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9104f8-2ebf-4ec8-8273-a5b11b727148 None None] Network 60068c39-2ae6-4bb8-8342-06d415f4ceed requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:07.047269 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2bdb2-7617-4f90-ba1a-ccc1bd741933 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:07.047598 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2bdb2-7617-4f90-ba1a-ccc1bd741933 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:07.048105 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2bdb2-7617-4f90-ba1a-ccc1bd741933 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:07.048660 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2bdb2-7617-4f90-ba1a-ccc1bd741933 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:07.049086 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2bdb2-7617-4f90-ba1a-ccc1bd741933 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:07.049483 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2bdb2-7617-4f90-ba1a-ccc1bd741933 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:07.049912 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2bdb2-7617-4f90-ba1a-ccc1bd741933 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:07.050300 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2bdb2-7617-4f90-ba1a-ccc1bd741933 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:07.050858 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2bdb2-7617-4f90-ba1a-ccc1bd741933 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:07.051261 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2bdb2-7617-4f90-ba1a-ccc1bd741933 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:07.051649 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2bdb2-7617-4f90-ba1a-ccc1bd741933 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:07.052033 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2bdb2-7617-4f90-ba1a-ccc1bd741933 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:07.054866 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:07.084964 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event deleted for resources: {'Port': ['ID=d7144b1b-b6f3-41b8-af06-a419759d9a01,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:07.086219 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c0577c2b-5841-45db-876f-ed929467ade3 None None] Port 582711d4-b5ff-4d3f-8289-42a41e29f99c cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:07.091394 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:07.115225 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-92d889e8-2362-4db4-a64a-cf81a0bdb5d4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Transition to ACTIVE for port object 67c8c5df-d844-4fea-8b16-02059c3b0c7c will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:07.117819 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0a043-7047-4240-b43b-469d88e152f9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Pushing event deleted for resources: {'Port': ['ID=1c46d023-8100-4664-a897-bb7a8a44ede9,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:07.124753 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3cc2bdb2-7617-4f90-ba1a-ccc1bd741933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:07.126108 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-3cc2bdb2-7617-4f90-ba1a-ccc1bd741933 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/21c903a3-e449-447a-a7d9-e7a02e24bd1f HTTP/1.1" status: 204 len: 168 time: 2.6139488 Oct 10 11:12:07.155891 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No active binding found for port d7144b1b-b6f3-41b8-af06-a419759d9a01 {{(pid=89898) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 10 11:12:07.156482 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d7144b1b-b6f3-41b8-af06-a419759d9a01 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 10 11:12:07.208410 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779a4f31-c0a3-4351-a05b-cbd9f2774f42 None None] DHCP port deletion for 4048f78f-92ff-486c-95e2-9437d0465b5c request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:12:07.214619 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1de0a043-7047-4240-b43b-469d88e152f9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks [] for floatingip, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:07.217813 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de0a043-7047-4240-b43b-469d88e152f9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:07.218251 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de0a043-7047-4240-b43b-469d88e152f9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:07.218660 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de0a043-7047-4240-b43b-469d88e152f9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:07.219066 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de0a043-7047-4240-b43b-469d88e152f9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:07.219468 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de0a043-7047-4240-b43b-469d88e152f9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:07.219865 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de0a043-7047-4240-b43b-469d88e152f9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:07.220261 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de0a043-7047-4240-b43b-469d88e152f9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:07.220651 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de0a043-7047-4240-b43b-469d88e152f9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:07.221036 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Port d7144b1b-b6f3-41b8-af06-a419759d9a01 not found, will not notify nova. {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 10 11:12:07.221154 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de0a043-7047-4240-b43b-469d88e152f9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:07.221443 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de0a043-7047-4240-b43b-469d88e152f9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:07.221859 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de0a043-7047-4240-b43b-469d88e152f9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:07.222098 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device fd8ff3ea-91e1-4755-abfd-1db8d8d7e267 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:12:07.222417 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de0a043-7047-4240-b43b-469d88e152f9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:07.256569 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] No DVR routers for this DVR port d7144b1b-b6f3-41b8-af06-a419759d9a01 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:12:07.258565 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1de0a043-7047-4240-b43b-469d88e152f9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:07.260050 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1de0a043-7047-4240-b43b-469d88e152f9 tempest-ServersTestJSON-1385090915 tempest-ServersTestJSON-1385090915-project] 10.222.0.40 "DELETE /v2.0/floatingips/2bc8d44a-bbc4-428c-b3d3-14701f05f1bf HTTP/1.1" status: 204 len: 168 time: 3.8248363 Oct 10 11:12:07.264979 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49154) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:07.346528 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3792c180-87b5-44e6-b371-e3ca11fc0e6c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:07.383894 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:07.404697 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650da59d-951c-4d89-b47a-8a4d5ca8c88c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Router 9ed16994-3a87-4213-8894-182d2d8e8e99 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:12:07.414772 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa2e75-7c10-4a37-8285-4028a3be6726 req-098f0b9d-9bb8-49ba-b04d-e5ee673603a9 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:07.415492 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-eefa2e75-7c10-4a37-8285-4028a3be6726 req-098f0b9d-9bb8-49ba-b04d-e5ee673603a9 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Synchronizing usage tracker for tenant:65bf514613404a16b37bfb61203927f3 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:12:07.435991 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3792c180-87b5-44e6-b371-e3ca11fc0e6c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:07.436731 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3792c180-87b5-44e6-b371-e3ca11fc0e6c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:07.447866 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590e2b7b-8a8c-48a6-bd10-6202a46cb274 None None] Network 31d7df25-6b03-4a23-8565-9661e8b9b11f requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:07.468389 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Deleting port b7af0f7c-efe4-4679-8cd9-35f3c89c59d2 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:07.468765 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:07.484326 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:07.492844 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-92d889e8-2362-4db4-a64a-cf81a0bdb5d4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:07.564254 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port fd8ff3ea-91e1-4755-abfd-1db8d8d7e267 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:12:07.588361 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c0577c2b-5841-45db-876f-ed929467ade3 None None] Attempt 5 to provision port 582711d4-b5ff-4d3f-8289-42a41e29f99c Oct 10 11:12:07.604417 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d889e8-2362-4db4-a64a-cf81a0bdb5d4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Network 60068c39-2ae6-4bb8-8342-06d415f4ceed is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:07.612185 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-92d889e8-2362-4db4-a64a-cf81a0bdb5d4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:07.684927 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d889e8-2362-4db4-a64a-cf81a0bdb5d4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:07.706568 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-eefa2e75-7c10-4a37-8285-4028a3be6726 req-098f0b9d-9bb8-49ba-b04d-e5ee673603a9 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Unset dirty status for tenant:65bf514613404a16b37bfb61203927f3 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:12:07.713959 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-eefa2e75-7c10-4a37-8285-4028a3be6726 req-098f0b9d-9bb8-49ba-b04d-e5ee673603a9 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 944 time: 0.8619497 Oct 10 11:12:07.743788 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c0577c2b-5841-45db-876f-ed929467ade3 None None] Port 582711d4-b5ff-4d3f-8289-42a41e29f99c cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:07.764543 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d889e8-2362-4db4-a64a-cf81a0bdb5d4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Pushing event updated for resources: {'Port': ['ID=67c8c5df-d844-4fea-8b16-02059c3b0c7c,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:07.808714 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792c180-87b5-44e6-b371-e3ca11fc0e6c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Port': ['ID=582711d4-b5ff-4d3f-8289-42a41e29f99c,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:07.916103 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-c0b49359-699c-4dd4-9980-c1e7cd9bb776 req-8e3be3db-d88d-4854-8b3e-167b0e6bf393 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:07.919301 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d889e8-2362-4db4-a64a-cf81a0bdb5d4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:07.919828 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-92d889e8-2362-4db4-a64a-cf81a0bdb5d4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:07.985294 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:08.050604 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 25282719-24fc-4b38-96ed-4557b259bf27 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:12:08.056381 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-eefa2e75-7c10-4a37-8285-4028a3be6726 req-d9b7d4a9-aa42-49bb-aea0-653f1378e064 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/security-groups?id=abd51995-f90f-4c13-bd05-cf0ace088ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3414545 Oct 10 11:12:08.065388 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-92d889e8-2362-4db4-a64a-cf81a0bdb5d4 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.5397401 Oct 10 11:12:08.094417 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49160) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:08.114936 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dcdc32-caf6-4dd4-890b-30860e622c07 None None] Network 4048f78f-92ff-486c-95e2-9437d0465b5c requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:08.196334 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] For port b7af0f7c-efe4-4679-8cd9-35f3c89c59d2, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=b7af0f7c-efe4-4679-8cd9-35f3c89c59d2,segment=NetworkSegment(bd599f5e-c059-4bdf-9dc3-a5a4a7b3a68e),segment_id=bd599f5e-c059-4bdf-9dc3-a5a4a7b3a68e)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:08.197108 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:08.262452 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c0577c2b-5841-45db-876f-ed929467ade3 None None] Attempt 6 to provision port 582711d4-b5ff-4d3f-8289-42a41e29f99c Oct 10 11:12:08.273053 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49164) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:08.282092 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3be3db-d88d-4854-8b3e-167b0e6bf393 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Pushing event deleted for resources: {'Port': ['ID=b67ace68-a6c3-4ca1-8ce0-70d43f587957,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:08.324724 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8088ef03-90e5-4486-ab6b-19834d19fabd admin admin] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:08.338029 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event deleted for resources: {'Subnet': ['ID=b1066496-ace8-448e-b3f5-23a11ef61129,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:08.427533 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-8088ef03-90e5-4486-ab6b-19834d19fabd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:08.441358 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c0577c2b-5841-45db-876f-ed929467ade3 None None] Port 582711d4-b5ff-4d3f-8289-42a41e29f99c cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:08.447844 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 25282719-24fc-4b38-96ed-4557b259bf27 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:12:08.448220 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:08.448756 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 25282719-24fc-4b38-96ed-4557b259bf27 Oct 10 11:12:08.495593 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8088ef03-90e5-4486-ab6b-19834d19fabd admin admin] Usage tracker for resource:security_group_rule and tenant:40264982d5f9426790316bad4d2ce5ba is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:08.506180 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Calling delete_port for b7af0f7c-efe4-4679-8cd9-35f3c89c59d2 owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:08.507464 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650da59d-951c-4d89-b47a-8a4d5ca8c88c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:12:08.517401 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3792c180-87b5-44e6-b371-e3ca11fc0e6c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:08.518626 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8088ef03-90e5-4486-ab6b-19834d19fabd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:08.524541 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab9e279-20a9-49bc-a531-926c17bdfb5d None None] Sync routers for ids ['9ed16994-3a87-4213-8894-182d2d8e8e99'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:12:08.531757 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb51ef1-c451-46b4-8dbc-55acc265b930 None None] DHCP port deletion for 4048f78f-92ff-486c-95e2-9437d0465b5c request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:12:08.540394 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-3792c180-87b5-44e6-b371-e3ca11fc0e6c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:08.552409 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-8088ef03-90e5-4486-ab6b-19834d19fabd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:08.552927 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab9e279-20a9-49bc-a531-926c17bdfb5d None None] Routers {'9ed16994-3a87-4213-8894-182d2d8e8e99'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:08.555077 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-dab9e279-20a9-49bc-a531-926c17bdfb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9ed16994-3a87-4213-8894-182d2d8e8e99'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:08.656304 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e90c43-a40e-4daa-b8e9-f299e271cd6b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:08.660144 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:08.662362 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e90c43-a40e-4daa-b8e9-f299e271cd6b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:08.669146 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e90c43-a40e-4daa-b8e9-f299e271cd6b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:08.682125 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f7e90c43-a40e-4daa-b8e9-f299e271cd6b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Synchronizing usage tracker for tenant:ce3425404ee54491851657af61d0b0e8 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:12:08.713431 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 25282719-24fc-4b38-96ed-4557b259bf27 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:12:08.739010 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:08.785447 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d7144b1b-b6f3-41b8-af06-a419759d9a01 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:12:08.822760 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event deleted for resources: {'Port': ['ID=b7af0f7c-efe4-4679-8cd9-35f3c89c59d2,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:08.824523 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f7e90c43-a40e-4daa-b8e9-f299e271cd6b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Unset dirty status for tenant:ce3425404ee54491851657af61d0b0e8 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:12:08.825712 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f7e90c43-a40e-4daa-b8e9-f299e271cd6b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.7290113 Oct 10 11:12:08.826907 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] No DVR routers for this DVR port b7af0f7c-efe4-4679-8cd9-35f3c89c59d2 on host dv-neutron-860842-1-hyperv {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:12:08.852410 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:08.865144 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49168) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:08.868492 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: d7144b1b-b6f3-41b8-af06-a419759d9a01 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:12:08.868492 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d7144b1b-b6f3-41b8-af06-a419759d9a01 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:12:08.941994 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c0577c2b-5841-45db-876f-ed929467ade3 None None] Attempt 7 to provision port 582711d4-b5ff-4d3f-8289-42a41e29f99c Oct 10 11:12:09.016157 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-dab9e279-20a9-49bc-a531-926c17bdfb5d None None] Set router 9ed16994-3a87-4213-8894-182d2d8e8e99 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:12:09.064191 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:09.093428 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4c66200d-0885-4ce0-80a0-f71d20bc2adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:09.101853 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c0577c2b-5841-45db-876f-ed929467ade3 None None] Port 582711d4-b5ff-4d3f-8289-42a41e29f99c cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:09.102862 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206f9904-8838-4a42-b1b1-3a25564f54ac None None] get_active_networks_info from dv-neutron-860842-1-hyperv {{(pid=89898) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 10 11:12:09.112193 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4048f78f-92ff-486c-95e2-9437d0465b5c']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:09.167616 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7a8f01-2500-413c-a8de-0305687f9cba') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:09.167925 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7a8f01-2500-413c-a8de-0305687f9cba') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:09.191217 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-cab90570-2ccb-41ba-887a-4756bb6a26f0 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Deleting port 67c8c5df-d844-4fea-8b16-02059c3b0c7c {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:09.191569 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cab90570-2ccb-41ba-887a-4756bb6a26f0 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:09.318516 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-650da59d-951c-4d89-b47a-8a4d5ca8c88c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:09.323576 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:09.325827 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-650da59d-951c-4d89-b47a-8a4d5ca8c88c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 14.7378879 Oct 10 11:12:09.330515 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:09.331262 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d7df25-6b03-4a23-8565-9661e8b9b11f']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:09.339271 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49174) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:09.353772 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:09.361207 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Releasing vlan 492 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:12:09.361899 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:09.381169 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206f9904-8838-4a42-b1b1-3a25564f54ac None None] Resources bound (agent type, host, resource id): {{(pid=89898) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 10 11:12:09.403290 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0970a342-bc77-44ce-8137-cf412d9da5c0 req-dd167522-f854-4203-8315-b0a920a9283a tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 210 time: 0.0789900 Oct 10 11:12:09.416006 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0b49359-699c-4dd4-9980-c1e7cd9bb776 req-8e3be3db-d88d-4854-8b3e-167b0e6bf393 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Router 5d17321e-2af2-458f-984e-3924410a7157 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:12:09.479006 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 9d7a8f01-2500-413c-a8de-0305687f9cba resource provider aggregate not found Oct 10 11:12:09.482958 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-dab9e279-20a9-49bc-a531-926c17bdfb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed16994-3a87-4213-8894-182d2d8e8e99', 'name': 'tempest-snat-router-2064013702', 'tenant_id': '790cbdd6a96947d2a599b1467005dc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '5baef3bc-b430-47cd-9106-8e9cc734fe2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:11:54Z', 'updated_at': '2022-10-10T11:12:03Z', 'revision_number': 3, 'project_id': '790cbdd6a96947d2a599b1467005dc5c', 'gw_port': {'id': '5baef3bc-b430-47cd-9106-8e9cc734fe2b', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:8f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed16994-3a87-4213-8894-182d2d8e8e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:11:56Z', 'updated_at': '2022-10-10T11:11:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:09.487885 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab9e279-20a9-49bc-a531-926c17bdfb5d None None] Checking router: 9ed16994-3a87-4213-8894-182d2d8e8e99 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:12:09.488451 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab9e279-20a9-49bc-a531-926c17bdfb5d None None] Updating router 9ed16994-3a87-4213-8894-182d2d8e8e99 port 5baef3bc-b430-47cd-9106-8e9cc734fe2b binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:12:09.528509 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd599f5e-c059-4bdf-9dc3-a5a4a7b3a68e') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:09.528802 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd599f5e-c059-4bdf-9dc3-a5a4a7b3a68e') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:09.553329 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-dab9e279-20a9-49bc-a531-926c17bdfb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:09.567512 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:09.599446 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:09.604878 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c0577c2b-5841-45db-876f-ed929467ade3 None None] Attempt 8 to provision port 582711d4-b5ff-4d3f-8289-42a41e29f99c Oct 10 11:12:09.659630 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Releasing vlan 491 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:12:09.660125 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:09.719354 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c0577c2b-5841-45db-876f-ed929467ade3 None None] Port 582711d4-b5ff-4d3f-8289-42a41e29f99c cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:09.726760 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment bd599f5e-c059-4bdf-9dc3-a5a4a7b3a68e resource provider aggregate not found Oct 10 11:12:09.801570 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 9d7a8f01-2500-413c-a8de-0305687f9cba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d7a8f01-2500-413c-a8de-0305687f9cba found for delete ", "request_id": "req-6ffdc76c-e7c3-416a-a4f1-9adbf005e34f"}]} Oct 10 11:12:09.802918 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0b49359-699c-4dd4-9980-c1e7cd9bb776 req-8e3be3db-d88d-4854-8b3e-167b0e6bf393 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:12:09.815681 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3fee59-42d2-4a93-af7a-486812e57742 None None] Sync routers for ids ['5d17321e-2af2-458f-984e-3924410a7157'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:12:09.833988 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment bd599f5e-c059-4bdf-9dc3-a5a4a7b3a68e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd599f5e-c059-4bdf-9dc3-a5a4a7b3a68e found for delete ", "request_id": "req-4060cfb8-52c7-4583-b585-91f9658245f4"}]} Oct 10 11:12:09.854657 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3fee59-42d2-4a93-af7a-486812e57742 None None] Routers {'5d17321e-2af2-458f-984e-3924410a7157'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:09.856002 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-ca3fee59-42d2-4a93-af7a-486812e57742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5d17321e-2af2-458f-984e-3924410a7157'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:09.863309 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c0048252-fb49-47f5-9434-ea0d87e1574a tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "GET /v2.0/routers/9ed16994-3a87-4213-8894-182d2d8e8e99 HTTP/1.1" status: 200 len: 908 time: 0.5228944 Oct 10 11:12:09.873578 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49186) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:09.929891 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:09.958006 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:09.976041 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-dab9e279-20a9-49bc-a531-926c17bdfb5d None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:09.987564 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event deleted for resources: {'Network': ['ID=31d7df25-6b03-4a23-8565-9661e8b9b11f,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:10.003715 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-4c66200d-0885-4ce0-80a0-f71d20bc2adc admin admin] Deleting port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:10.004170 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4c66200d-0885-4ce0-80a0-f71d20bc2adc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:10.009453 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf25c21-5712-4d91-9cd1-7b122605e824 None None] get_active_networks_info from dv-neutron-860842-1-hyperv {{(pid=89898) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 10 11:12:10.044952 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b49359-699c-4dd4-9980-c1e7cd9bb776 req-8e3be3db-d88d-4854-8b3e-167b0e6bf393 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] No DVR routers for this DVR port b67ace68-a6c3-4ca1-8ce0-70d43f587957 on host hv-neutron-8608 {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:12:10.047645 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-c0b49359-699c-4dd4-9980-c1e7cd9bb776 req-8e3be3db-d88d-4854-8b3e-167b0e6bf393 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:10.064437 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd', 'name': 'network-vif-deleted', 'tag': 'b67ace68-a6c3-4ca1-8ce0-70d43f587957'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:12:10.066789 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d22e04c-c8d7-4f2d-8bd0-0492deb15659" -d '{"events": [{"server_uuid": "4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd", "name": "network-vif-deleted", "tag": "b67ace68-a6c3-4ca1-8ce0-70d43f587957"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:12:10.084701 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-dce513f4-304d-4c2b-b393-612efdebb3b6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "DELETE /v2.0/networks/31d7df25-6b03-4a23-8565-9661e8b9b11f HTTP/1.1" status: 204 len: 168 time: 5.2412207 Oct 10 11:12:10.097276 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49192) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:10.174617 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-ca3fee59-42d2-4a93-af7a-486812e57742 None None] Set router 5d17321e-2af2-458f-984e-3924410a7157 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:12:10.199550 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-73951cfd-15e7-41da-b951-6e01246ebc8a tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:10.200106 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73951cfd-15e7-41da-b951-6e01246ebc8a tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:10.204049 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-73951cfd-15e7-41da-b951-6e01246ebc8a tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "DELETE /v2.0/subnets/d9d6d755-9fb3-414b-a6f6-a3b9452e967e HTTP/1.1" status: 404 len: 337 time: 0.1034517 Oct 10 11:12:10.206350 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49196) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:10.222630 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3792c180-87b5-44e6-b371-e3ca11fc0e6c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Router b37b4426-49f9-4e25-b220-ec75491f7845 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:12:10.225061 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c0577c2b-5841-45db-876f-ed929467ade3 None None] Attempt 9 to provision port 582711d4-b5ff-4d3f-8289-42a41e29f99c Oct 10 11:12:10.241743 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-23239596-547c-49a6-ab5e-b16ddf1019e4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:10.242194 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23239596-547c-49a6-ab5e-b16ddf1019e4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:10.246381 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-23239596-547c-49a6-ab5e-b16ddf1019e4 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "DELETE /v2.0/networks/31d7df25-6b03-4a23-8565-9661e8b9b11f HTTP/1.1" status: 404 len: 339 time: 0.0365965 Oct 10 11:12:10.246528 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49200) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:10.268654 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8088ef03-90e5-4486-ab6b-19834d19fabd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:10.412542 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c0577c2b-5841-45db-876f-ed929467ade3 None None] Port 582711d4-b5ff-4d3f-8289-42a41e29f99c cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:10.478448 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-4c66200d-0885-4ce0-80a0-f71d20bc2adc admin admin] For port 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3590ba97-27f9-4fce-9e30-fe8e54c0b3a4,segment=NetworkSegment(5652673d-6ce9-45c3-b311-6c39b0f20c74),segment_id=5652673d-6ce9-45c3-b311-6c39b0f20c74)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:10.478808 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4c66200d-0885-4ce0-80a0-f71d20bc2adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:10.512721 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf25c21-5712-4d91-9cd1-7b122605e824 None None] Resources bound (agent type, host, resource id): {{(pid=89898) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 10 11:12:10.540519 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e9edd3-fd53-4d33-893c-4d41bbc9c55e x-openstack-request-id: req-41e9edd3-fd53-4d33-893c-4d41bbc9c55e {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:12:10.540877 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd", "name": "network-vif-deleted", "tag": "b67ace68-a6c3-4ca1-8ce0-70d43f587957", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:12:10.541045 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-41e9edd3-fd53-4d33-893c-4d41bbc9c55e {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:12:10.541450 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41e9edd3-fd53-4d33-893c-4d41bbc9c55e'] response: {'server_uuid': '4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd', 'name': 'network-vif-deleted', 'tag': 'b67ace68-a6c3-4ca1-8ce0-70d43f587957', 'status': 'completed', 'code': 200} Oct 10 11:12:10.546173 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c0b49359-699c-4dd4-9980-c1e7cd9bb776 req-8e3be3db-d88d-4854-8b3e-167b0e6bf393 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.15 "DELETE /v2.0/ports/b67ace68-a6c3-4ca1-8ce0-70d43f587957 HTTP/1.1" status: 204 len: 173 time: 13.1718340 Oct 10 11:12:10.549892 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d3396544-df7e-4df2-8f5a-85dde5271c6d tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:10.638166 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-67545394-eee0-499d-adfe-5a409e2c7dbd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:10.643910 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8088ef03-90e5-4486-ab6b-19834d19fabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:10.648781 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-4c66200d-0885-4ce0-80a0-f71d20bc2adc admin admin] Calling delete_port for 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:10.750932 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-81a42453-f83b-4a44-92b1-3cf8924552bf req-2148de3f-924a-499c-9fe0-87b79f33414d tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 210 time: 0.1187105 Oct 10 11:12:10.804797 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-ca3fee59-42d2-4a93-af7a-486812e57742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d17321e-2af2-458f-984e-3924410a7157', 'name': 'tempest-ServersTestManualDisk-1328151757-router', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:10:22Z', 'revision_number': 4, 'project_id': '65bf514613404a16b37bfb61203927f3', 'gw_port': {'id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17321e-2af2-458f-984e-3924410a7157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'c2ca9638-d472-4f49-833c-47a12cf7ba32', 'name': '', 'network_id': '25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'mac_address': 'fa:16:3e:0c:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17321e-2af2-458f-984e-3924410a7157', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9b7165ed-72f0-43d7-b671-b766b0f5b107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:19Z', 'updated_at': '2022-10-10T11:10:39Z', 'revision_number': 5, 'project_id': '65bf514613404a16b37bfb61203927f3', 'subnets': [{'id': '9b7165ed-72f0-43d7-b671-b766b0f5b107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:10.817971 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3fee59-42d2-4a93-af7a-486812e57742 None None] Checking router: 5d17321e-2af2-458f-984e-3924410a7157 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:12:10.825238 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cab90570-2ccb-41ba-887a-4756bb6a26f0 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:10.837512 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-dab9e279-20a9-49bc-a531-926c17bdfb5d None None] Transition to ACTIVE for port object 5baef3bc-b430-47cd-9106-8e9cc734fe2b will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:10.840460 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3fee59-42d2-4a93-af7a-486812e57742 None None] Routers {'5d17321e-2af2-458f-984e-3924410a7157'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:10.841107 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-ca3fee59-42d2-4a93-af7a-486812e57742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5d17321e-2af2-458f-984e-3924410a7157'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:10.921223 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-67545394-eee0-499d-adfe-5a409e2c7dbd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:10.950967 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c0577c2b-5841-45db-876f-ed929467ade3 None None] Attempt 10 to provision port 582711d4-b5ff-4d3f-8289-42a41e29f99c Oct 10 11:12:10.961781 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-67545394-eee0-499d-adfe-5a409e2c7dbd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c46bfd-0213-4265-b80b-0251a963da2e']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:10.968512 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8088ef03-90e5-4486-ab6b-19834d19fabd admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=40264982d5f9426790316bad4d2ce5ba&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6860447 Oct 10 11:12:10.968512 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088ef03-90e5-4486-ab6b-19834d19fabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8675513-6a10-4523-ab9d-c7858454e925,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:10.970094 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49208) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:10.990154 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-67545394-eee0-499d-adfe-5a409e2c7dbd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f8678df-aa88-4bec-8a80-466b329436ed') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:10.990386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:10.990489 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-67545394-eee0-499d-adfe-5a409e2c7dbd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f8678df-aa88-4bec-8a80-466b329436ed') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:11.019133 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-dab9e279-20a9-49bc-a531-926c17bdfb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:11.030288 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-67545394-eee0-499d-adfe-5a409e2c7dbd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:11.095406 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-67545394-eee0-499d-adfe-5a409e2c7dbd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:11.096596 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-dab9e279-20a9-49bc-a531-926c17bdfb5d None None] Attempting to bind port 5baef3bc-b430-47cd-9106-8e9cc734fe2b on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:11.097122 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-dab9e279-20a9-49bc-a531-926c17bdfb5d None None] Attempting to bind port 5baef3bc-b430-47cd-9106-8e9cc734fe2b by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:11.099855 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab9e279-20a9-49bc-a531-926c17bdfb5d None None] Attempting to bind port 5baef3bc-b430-47cd-9106-8e9cc734fe2b on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:11.114754 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab9e279-20a9-49bc-a531-926c17bdfb5d None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:12:11.115424 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab9e279-20a9-49bc-a531-926c17bdfb5d None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:12:11.116004 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:11.116709 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-dab9e279-20a9-49bc-a531-926c17bdfb5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:11.117247 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab9e279-20a9-49bc-a531-926c17bdfb5d None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:12:11.118026 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-dab9e279-20a9-49bc-a531-926c17bdfb5d None None] Bound port: 5baef3bc-b430-47cd-9106-8e9cc734fe2b, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:12:11.118168 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67545394-eee0-499d-adfe-5a409e2c7dbd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Releasing vlan 459 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:12:11.118527 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-67545394-eee0-499d-adfe-5a409e2c7dbd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:11.118873 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-dab9e279-20a9-49bc-a531-926c17bdfb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:11.153796 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c0577c2b-5841-45db-876f-ed929467ade3 None None] Port 582711d4-b5ff-4d3f-8289-42a41e29f99c cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:11.160975 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af12445-70be-4d3d-a59b-bdaee2b3fffa None None] Pushing event updated for resources: {'Port': ['ID=5baef3bc-b430-47cd-9106-8e9cc734fe2b,revision_number=2']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:11.224536 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-dab9e279-20a9-49bc-a531-926c17bdfb5d None None] For port 5baef3bc-b430-47cd-9106-8e9cc734fe2b, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:12:11.229032 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-cab90570-2ccb-41ba-887a-4756bb6a26f0 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Calling delete_port for 67c8c5df-d844-4fea-8b16-02059c3b0c7c owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:11.229673 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-dab9e279-20a9-49bc-a531-926c17bdfb5d None None] For port 5baef3bc-b430-47cd-9106-8e9cc734fe2b, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5baef3bc-b430-47cd-9106-8e9cc734fe2b,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:12:11.251171 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-ca3fee59-42d2-4a93-af7a-486812e57742 None None] Set router 5d17321e-2af2-458f-984e-3924410a7157 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:12:11.289741 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-86efbfd4-c799-4e6d-9902-51f3ae5474b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:11.293264 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-dab9e279-20a9-49bc-a531-926c17bdfb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:11.297817 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event deleted for resources: {'Network': ['ID=4048f78f-92ff-486c-95e2-9437d0465b5c,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:11.330711 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49212) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:11.331443 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-122e8117-5ee9-47d2-a751-02533abc4c7e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/networks/4048f78f-92ff-486c-95e2-9437d0465b5c HTTP/1.1" status: 204 len: 168 time: 14.1163278 Oct 10 11:12:11.368294 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3792c180-87b5-44e6-b371-e3ca11fc0e6c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:12:11.384553 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-3792c180-87b5-44e6-b371-e3ca11fc0e6c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "PUT /v2.0/routers/b37b4426-49f9-4e25-b220-ec75491f7845/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2855077 Oct 10 11:12:11.388435 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49216) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:11.389758 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-67545394-eee0-499d-adfe-5a409e2c7dbd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:11.394249 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-67545394-eee0-499d-adfe-5a409e2c7dbd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:11.402073 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-86efbfd4-c799-4e6d-9902-51f3ae5474b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:11.430094 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-1264555e-1026-49b4-85ca-1e057727f926 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:11.430546 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1264555e-1026-49b4-85ca-1e057727f926 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:11.443571 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Provisioning complete for port 582711d4-b5ff-4d3f-8289-42a41e29f99c triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:12:11.444140 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:11.444981 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Attempt 1 to provision port 582711d4-b5ff-4d3f-8289-42a41e29f99c Oct 10 11:12:11.449636 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d3396544-df7e-4df2-8f5a-85dde5271c6d tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:11.451410 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67545394-eee0-499d-adfe-5a409e2c7dbd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event deleted for resources: {'Network': ['ID=42c46bfd-0213-4265-b80b-0251a963da2e,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:11.464174 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af12445-70be-4d3d-a59b-bdaee2b3fffa None None] Pushing event updated for resources: {'Port': ['ID=5baef3bc-b430-47cd-9106-8e9cc734fe2b,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:11.469790 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4c66200d-0885-4ce0-80a0-f71d20bc2adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:11.469949 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de16199-5798-4aba-a5a8-47f275190e4f None None] Sync routers for ids ['b37b4426-49f9-4e25-b220-ec75491f7845'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:12:11.486288 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de16199-5798-4aba-a5a8-47f275190e4f None None] Routers {'b37b4426-49f9-4e25-b220-ec75491f7845'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:11.487895 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-4de16199-5798-4aba-a5a8-47f275190e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['b37b4426-49f9-4e25-b220-ec75491f7845'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:11.522633 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-67545394-eee0-499d-adfe-5a409e2c7dbd tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "DELETE /v2.0/networks/42c46bfd-0213-4265-b80b-0251a963da2e HTTP/1.1" status: 204 len: 168 time: 1.2726939 Oct 10 11:12:11.532382 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1264555e-1026-49b4-85ca-1e057727f926 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/subnets/b1066496-ace8-448e-b3f5-23a11ef61129 HTTP/1.1" status: 404 len: 337 time: 0.1959124 Oct 10 11:12:11.548327 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49220) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:11.548327 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49222) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:11.574416 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Port 582711d4-b5ff-4d3f-8289-42a41e29f99c cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:11.582997 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adb44a4-c887-42c0-8dd6-af5d37e81c2f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:11.582997 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5adb44a4-c887-42c0-8dd6-af5d37e81c2f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:12:11.591427 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-d3396544-df7e-4df2-8f5a-85dde5271c6d tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Deleting port 5baef3bc-b430-47cd-9106-8e9cc734fe2b {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:11.591775 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d3396544-df7e-4df2-8f5a-85dde5271c6d tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:11.609699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66200d-0885-4ce0-80a0-f71d20bc2adc admin admin] Pushing event deleted for resources: {'Port': ['ID=3590ba97-27f9-4fce-9e30-fe8e54c0b3a4,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:11.690758 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c000047-ae1c-4034-9027-39c2226c59ca tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:11.695061 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c000047-ae1c-4034-9027-39c2226c59ca tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:11.695061 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6c000047-ae1c-4034-9027-39c2226c59ca tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/networks/4048f78f-92ff-486c-95e2-9437d0465b5c HTTP/1.1" status: 404 len: 339 time: 0.1463974 Oct 10 11:12:11.698028 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49228) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:11.733945 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-a939e480-4534-4a02-851d-94a71f5b3cb9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:11.734673 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a939e480-4534-4a02-851d-94a71f5b3cb9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:11.735931 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-ca3fee59-42d2-4a93-af7a-486812e57742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d17321e-2af2-458f-984e-3924410a7157', 'name': 'tempest-ServersTestManualDisk-1328151757-router', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:10:22Z', 'revision_number': 4, 'project_id': '65bf514613404a16b37bfb61203927f3', 'gw_port': {'id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17321e-2af2-458f-984e-3924410a7157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'c2ca9638-d472-4f49-833c-47a12cf7ba32', 'name': '', 'network_id': '25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'mac_address': 'fa:16:3e:0c:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17321e-2af2-458f-984e-3924410a7157', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9b7165ed-72f0-43d7-b671-b766b0f5b107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:19Z', 'updated_at': '2022-10-10T11:10:39Z', 'revision_number': 5, 'project_id': '65bf514613404a16b37bfb61203927f3', 'subnets': [{'id': '9b7165ed-72f0-43d7-b671-b766b0f5b107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:11.752375 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3fee59-42d2-4a93-af7a-486812e57742 None None] The sync data for ids ['5d17321e-2af2-458f-984e-3924410a7157'] in dv-neutron-860842-1-hyperv is: [{'id': '5d17321e-2af2-458f-984e-3924410a7157', 'name': 'tempest-ServersTestManualDisk-1328151757-router', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:10:22Z', 'revision_number': 4, 'project_id': '65bf514613404a16b37bfb61203927f3', 'gw_port': {'id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17321e-2af2-458f-984e-3924410a7157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'c2ca9638-d472-4f49-833c-47a12cf7ba32', 'name': '', 'network_id': '25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'mac_address': 'fa:16:3e:0c:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17321e-2af2-458f-984e-3924410a7157', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '9b7165ed-72f0-43d7-b671-b766b0f5b107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:19Z', 'updated_at': '2022-10-10T11:10:39Z', 'revision_number': 5, 'project_id': '65bf514613404a16b37bfb61203927f3', 'subnets': [{'id': '9b7165ed-72f0-43d7-b671-b766b0f5b107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:12:11.760147 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a939e480-4534-4a02-851d-94a71f5b3cb9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "DELETE /v2.0/subnets/712a5971-83c5-438b-916f-a8375826ef68 HTTP/1.1" status: 404 len: 337 time: 0.2151821 Oct 10 11:12:11.763661 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49232) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:11.789790 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab9e279-20a9-49bc-a531-926c17bdfb5d None None] Routers {'9ed16994-3a87-4213-8894-182d2d8e8e99'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:11.790517 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-dab9e279-20a9-49bc-a531-926c17bdfb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9ed16994-3a87-4213-8894-182d2d8e8e99'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:11.813622 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5adb44a4-c887-42c0-8dd6-af5d37e81c2f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:12:11.818121 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5adb44a4-c887-42c0-8dd6-af5d37e81c2f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports/582711d4-b5ff-4d3f-8289-42a41e29f99c HTTP/1.1" status: 200 len: 911 time: 0.4253974 Oct 10 11:12:11.822484 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49238) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:11.837478 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-573c4d2a-1ec6-400d-8b54-e1d14af0ea1e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:11.837963 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573c4d2a-1ec6-400d-8b54-e1d14af0ea1e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:11.920326 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-573c4d2a-1ec6-400d-8b54-e1d14af0ea1e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/subnets/36014780-d94b-4ba8-acf1-db82977893c8 HTTP/1.1" status: 404 len: 337 time: 0.2009721 Oct 10 11:12:11.925452 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed02faf0-cf0d-4e6e-8dcd-60e3724cee03 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:11.929113 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49242) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:11.929872 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed02faf0-cf0d-4e6e-8dcd-60e3724cee03 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:11.979753 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cab90570-2ccb-41ba-887a-4756bb6a26f0 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:11.982248 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba6067b9-c72d-4919-978c-5067f9a694af tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:11.982562 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba6067b9-c72d-4919-978c-5067f9a694af tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:11.987530 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ba6067b9-c72d-4919-978c-5067f9a694af tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/networks/2e38a9c8-1ba5-41c1-b366-1f9f335bd18f HTTP/1.1" status: 404 len: 339 time: 0.0572722 Oct 10 11:12:11.992292 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49250) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:12.057997 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 6f8678df-aa88-4bec-8a80-466b329436ed resource provider aggregate not found Oct 10 11:12:12.063714 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-86efbfd4-c799-4e6d-9902-51f3ae5474b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:12.063859 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-4de16199-5798-4aba-a5a8-47f275190e4f None None] Set router b37b4426-49f9-4e25-b220-ec75491f7845 gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:12:12.066775 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-86efbfd4-c799-4e6d-9902-51f3ae5474b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:12.068137 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-86efbfd4-c799-4e6d-9902-51f3ae5474b0 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f8675513-6a10-4523-ab9d-c7858454e925 HTTP/1.1" status: 204 len: 168 time: 1.0971406 Oct 10 11:12:12.075243 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Attempt 2 to provision port 582711d4-b5ff-4d3f-8289-42a41e29f99c Oct 10 11:12:12.104964 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ed02faf0-cf0d-4e6e-8dcd-60e3724cee03 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "DELETE /v2.0/networks/46e38958-d7f6-458a-93cb-1251dda5b07d HTTP/1.1" status: 404 len: 339 time: 0.3398259 Oct 10 11:12:12.113252 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 6f8678df-aa88-4bec-8a80-466b329436ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f8678df-aa88-4bec-8a80-466b329436ed found for delete ", "request_id": "req-3ec42465-ca4d-49de-ac21-0adbda27214d"}]} Oct 10 11:12:12.116735 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49258) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:12.119628 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86efbfd4-c799-4e6d-9902-51f3ae5474b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8675513-6a10-4523-ab9d-c7858454e925,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:12.172586 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab90570-2ccb-41ba-887a-4756bb6a26f0 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Pushing event deleted for resources: {'Port': ['ID=67c8c5df-d844-4fea-8b16-02059c3b0c7c,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:12.177287 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-d3396544-df7e-4df2-8f5a-85dde5271c6d tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] For port 5baef3bc-b430-47cd-9106-8e9cc734fe2b, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5baef3bc-b430-47cd-9106-8e9cc734fe2b,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:12.181914 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d3396544-df7e-4df2-8f5a-85dde5271c6d tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:12.230022 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Port 582711d4-b5ff-4d3f-8289-42a41e29f99c cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:12.269679 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9dbb8a-ca67-48c1-bf76-bce2592b2210 None None] New status for floating IP b028f221-0fab-4682-91a0-16d10ee6e570: DOWN {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:12:12.286760 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-dab9e279-20a9-49bc-a531-926c17bdfb5d None None] Set router 9ed16994-3a87-4213-8894-182d2d8e8e99 gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:12:12.448192 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4c66200d-0885-4ce0-80a0-f71d20bc2adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:12.457017 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-401ef545-2b8d-45b4-a0ae-8b8e84757797 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Deleting subnet 7b2b4e8e-fe48-4316-a58c-af40368c4306 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:12:12.483431 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-dab9e279-20a9-49bc-a531-926c17bdfb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed16994-3a87-4213-8894-182d2d8e8e99', 'name': 'tempest-snat-router-2064013702', 'tenant_id': '790cbdd6a96947d2a599b1467005dc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:11:54Z', 'updated_at': '2022-10-10T11:12:11Z', 'revision_number': 4, 'project_id': '790cbdd6a96947d2a599b1467005dc5c', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:12.488252 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-401ef545-2b8d-45b4-a0ae-8b8e84757797 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:12.564696 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab9e279-20a9-49bc-a531-926c17bdfb5d None None] The sync data for ids ['9ed16994-3a87-4213-8894-182d2d8e8e99'] in dv-neutron-860842-1-hyperv is: [{'id': '9ed16994-3a87-4213-8894-182d2d8e8e99', 'name': 'tempest-snat-router-2064013702', 'tenant_id': '790cbdd6a96947d2a599b1467005dc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:11:54Z', 'updated_at': '2022-10-10T11:12:11Z', 'revision_number': 4, 'project_id': '790cbdd6a96947d2a599b1467005dc5c', 'gw_port_host': None}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:12:12.731641 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Attempt 3 to provision port 582711d4-b5ff-4d3f-8289-42a41e29f99c Oct 10 11:12:12.768282 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-d3396544-df7e-4df2-8f5a-85dde5271c6d tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Calling delete_port for 5baef3bc-b430-47cd-9106-8e9cc734fe2b owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:12.840657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c67c277-88b2-496e-9a0e-5467f0db3a82 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:12.848465 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c67c277-88b2-496e-9a0e-5467f0db3a82 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:12.854018 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1c67c277-88b2-496e-9a0e-5467f0db3a82 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:12:12.878265 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-401ef545-2b8d-45b4-a0ae-8b8e84757797 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:12.885759 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Port 582711d4-b5ff-4d3f-8289-42a41e29f99c cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:12.913554 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d3810e74-a480-4c04-8e4e-5de3ff581439 req-6fa4e91e-886e-4c40-9ff2-15d1dc7fc726 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/ports?device_id=4a0bdbb0-4b6c-43b7-8b72-5f71e85ae7cd HTTP/1.1" status: 200 len: 210 time: 0.7940364 Oct 10 11:12:12.930035 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-4de16199-5798-4aba-a5a8-47f275190e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37b4426-49f9-4e25-b220-ec75491f7845', 'name': 'tempest-NetworksTestDHCPv6-router-1983996226', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:11:56Z', 'updated_at': '2022-10-10T11:12:04Z', 'revision_number': 2, 'project_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'gw_port_host': None, '_interfaces': [{'id': '582711d4-b5ff-4d3f-8289-42a41e29f99c', 'name': '', 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'mac_address': 'fa:16:3e:56:3d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37b4426-49f9-4e25-b220-ec75491f7845', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f031fd1d-8959-4989-8201-610fae56e7df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:00Z', 'updated_at': '2022-10-10T11:12:06Z', 'revision_number': 2, 'project_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'subnets': [{'id': 'f031fd1d-8959-4989-8201-610fae56e7df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:12.945868 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de16199-5798-4aba-a5a8-47f275190e4f None None] Checking router: b37b4426-49f9-4e25-b220-ec75491f7845 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:12:12.946458 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de16199-5798-4aba-a5a8-47f275190e4f None None] Updating router b37b4426-49f9-4e25-b220-ec75491f7845 port 582711d4-b5ff-4d3f-8289-42a41e29f99c binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:12:12.946675 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-720f94da-fac0-4832-b183-b6bcdc5991b9 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:12.971558 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1c67c277-88b2-496e-9a0e-5467f0db3a82 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:12:12.976884 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1c67c277-88b2-496e-9a0e-5467f0db3a82 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.1421113 Oct 10 11:12:12.978530 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49264) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:13.034784 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-4de16199-5798-4aba-a5a8-47f275190e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:13.285928 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49268) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:13.288609 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-401ef545-2b8d-45b4-a0ae-8b8e84757797 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:13.306454 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-720f94da-fac0-4832-b183-b6bcdc5991b9 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:13.331882 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cab90570-2ccb-41ba-887a-4756bb6a26f0 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:13.333208 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-cab90570-2ccb-41ba-887a-4756bb6a26f0 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] 10.222.0.40 "DELETE /v2.0/ports/67c8c5df-d844-4fea-8b16-02059c3b0c7c HTTP/1.1" status: 204 len: 168 time: 4.4400063 Oct 10 11:12:13.339454 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49272) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:13.375844 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-720f94da-fac0-4832-b183-b6bcdc5991b9 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b81912a9-8267-4978-9e3f-1946f5d0a924']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:13.387914 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Attempt 4 to provision port 582711d4-b5ff-4d3f-8289-42a41e29f99c Oct 10 11:12:13.399969 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-4917593f-2219-4ee8-affe-a5ddaa78c5f6 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] GET failed (client error): The resource could not be found. Oct 10 11:12:13.400587 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4917593f-2219-4ee8-affe-a5ddaa78c5f6 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Synchronizing usage tracker for tenant:ce3425404ee54491851657af61d0b0e8 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:12:13.403573 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0d905d70-8ab3-476f-9f95-ecbf02a223f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:13.435320 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-720f94da-fac0-4832-b183-b6bcdc5991b9 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e197ffa-cd44-4db3-bdce-8db1914e5d85') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:13.435611 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-720f94da-fac0-4832-b183-b6bcdc5991b9 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e197ffa-cd44-4db3-bdce-8db1914e5d85') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:13.442303 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Port 582711d4-b5ff-4d3f-8289-42a41e29f99c cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:13.461936 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-720f94da-fac0-4832-b183-b6bcdc5991b9 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:13.484984 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-720f94da-fac0-4832-b183-b6bcdc5991b9 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:13.493622 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-4de16199-5798-4aba-a5a8-47f275190e4f None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:13.499346 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-720f94da-fac0-4832-b183-b6bcdc5991b9 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Releasing vlan 458 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:12:13.502950 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-720f94da-fac0-4832-b183-b6bcdc5991b9 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:13.515858 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-0d905d70-8ab3-476f-9f95-ecbf02a223f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:13.539158 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 2e197ffa-cd44-4db3-bdce-8db1914e5d85 resource provider aggregate not found Oct 10 11:12:13.578834 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0d905d70-8ab3-476f-9f95-ecbf02a223f3 admin admin] Usage tracker for resource:security_group_rule and tenant:9bc8b667787345299ae1975ad1f74a64 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:13.587333 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 2e197ffa-cd44-4db3-bdce-8db1914e5d85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e197ffa-cd44-4db3-bdce-8db1914e5d85 found for delete ", "request_id": "req-8bade58e-7a9f-4f6e-8ab5-1b2573fcb359"}]} Oct 10 11:12:13.591574 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0d905d70-8ab3-476f-9f95-ecbf02a223f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:13.593083 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4917593f-2219-4ee8-affe-a5ddaa78c5f6 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Unset dirty status for tenant:ce3425404ee54491851657af61d0b0e8 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:12:13.597752 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4917593f-2219-4ee8-affe-a5ddaa78c5f6 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] 10.222.0.40 "GET /v2.0/ports/67c8c5df-d844-4fea-8b16-02059c3b0c7c HTTP/1.1" status: 404 len: 333 time: 0.2552674 Oct 10 11:12:13.598499 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49280) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:13.607302 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-64861a58-6358-451c-9e2b-f5ee452d017b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Request body: {'port': {'network_id': '60068c39-2ae6-4bb8-8342-06d415f4ceed', 'name': 'tempest-AllowedAddressPairTestJSON-24242541'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:13.614847 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-0d905d70-8ab3-476f-9f95-ecbf02a223f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:13.625185 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d3396544-df7e-4df2-8f5a-85dde5271c6d tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:13.629928 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-4de16199-5798-4aba-a5a8-47f275190e4f None None] Transition to ACTIVE for port object 582711d4-b5ff-4d3f-8289-42a41e29f99c will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:13.687760 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-4de16199-5798-4aba-a5a8-47f275190e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:13.741156 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3396544-df7e-4df2-8f5a-85dde5271c6d tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Pushing event deleted for resources: {'Port': ['ID=5baef3bc-b430-47cd-9106-8e9cc734fe2b,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:13.786443 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-720f94da-fac0-4832-b183-b6bcdc5991b9 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:13.801051 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c66200d-0885-4ce0-80a0-f71d20bc2adc admin admin] Router 199bd0d6-c594-485a-ad1e-9567ff7fb572 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:12:13.820109 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-401ef545-2b8d-45b4-a0ae-8b8e84757797 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:13.851796 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-720f94da-fac0-4832-b183-b6bcdc5991b9 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:13.878332 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f94da-fac0-4832-b183-b6bcdc5991b9 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event deleted for resources: {'Network': ['ID=b81912a9-8267-4978-9e3f-1946f5d0a924,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:13.881324 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ef545-2b8d-45b4-a0ae-8b8e84757797 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event deleted for resources: {'Subnet': ['ID=7b2b4e8e-fe48-4316-a58c-af40368c4306,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:13.886485 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-401ef545-2b8d-45b4-a0ae-8b8e84757797 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:13.909158 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985df5a0-57db-4395-a79f-dbf9c6d8424b None None] Network 58bdde1b-5303-4dcc-be9a-91db5dfc077e requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:13.915329 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a3e66-dc17-429e-bea9-c34c9aa41d6f None None] Pushing event updated for resources: {'Port': ['ID=582711d4-b5ff-4d3f-8289-42a41e29f99c,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:13.917662 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-4de16199-5798-4aba-a5a8-47f275190e4f None None] Attempting to bind port 582711d4-b5ff-4d3f-8289-42a41e29f99c on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:13.918023 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-4de16199-5798-4aba-a5a8-47f275190e4f None None] Attempting to bind port 582711d4-b5ff-4d3f-8289-42a41e29f99c by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:13.918783 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de16199-5798-4aba-a5a8-47f275190e4f None None] Attempting to bind port 582711d4-b5ff-4d3f-8289-42a41e29f99c on network dac74586-4382-4e00-a6eb-f2005f114a9a {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:13.921829 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-720f94da-fac0-4832-b183-b6bcdc5991b9 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/networks/b81912a9-8267-4978-9e3f-1946f5d0a924 HTTP/1.1" status: 204 len: 168 time: 1.8832836 Oct 10 11:12:13.926020 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de16199-5798-4aba-a5a8-47f275190e4f None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:12:13.927007 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de16199-5798-4aba-a5a8-47f275190e4f None None] Checking segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:12:13.927125 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49284) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:13.927227 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-4de16199-5798-4aba-a5a8-47f275190e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:13.927227 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de16199-5798-4aba-a5a8-47f275190e4f None None] Bound using segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:12:13.927566 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-4de16199-5798-4aba-a5a8-47f275190e4f None None] Bound port: 582711d4-b5ff-4d3f-8289-42a41e29f99c, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:12:13.928069 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-4de16199-5798-4aba-a5a8-47f275190e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:14.039030 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b49e90b-5eb7-4fe5-8ba9-843d212c2ed4 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:14.039030 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b49e90b-5eb7-4fe5-8ba9-843d212c2ed4 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:14.039577 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1b49e90b-5eb7-4fe5-8ba9-843d212c2ed4 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/subnets/bdec21bc-9092-46d3-adfd-81fa862f1e27 HTTP/1.1" status: 404 len: 337 time: 0.1095104 Oct 10 11:12:14.040993 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d3396544-df7e-4df2-8f5a-85dde5271c6d tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:14.064017 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-4de16199-5798-4aba-a5a8-47f275190e4f None None] For port 582711d4-b5ff-4d3f-8289-42a41e29f99c, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:12:14.066992 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-4de16199-5798-4aba-a5a8-47f275190e4f None None] For port 582711d4-b5ff-4d3f-8289-42a41e29f99c, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=582711d4-b5ff-4d3f-8289-42a41e29f99c,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:12:14.100444 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49290) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:14.113567 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Attempt 5 to provision port 582711d4-b5ff-4d3f-8289-42a41e29f99c Oct 10 11:12:14.115044 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0d905d70-8ab3-476f-9f95-ecbf02a223f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:14.150749 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-4de16199-5798-4aba-a5a8-47f275190e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:14.182236 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Port 582711d4-b5ff-4d3f-8289-42a41e29f99c cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:14.216026 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-64861a58-6358-451c-9e2b-f5ee452d017b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:14.225422 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a3e66-dc17-429e-bea9-c34c9aa41d6f None None] Pushing event updated for resources: {'Port': ['ID=582711d4-b5ff-4d3f-8289-42a41e29f99c,revision_number=4']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:14.238258 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de16199-5798-4aba-a5a8-47f275190e4f None None] Routers {'b37b4426-49f9-4e25-b220-ec75491f7845'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:14.239078 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-4de16199-5798-4aba-a5a8-47f275190e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['b37b4426-49f9-4e25-b220-ec75491f7845'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:14.265880 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-401ef545-2b8d-45b4-a0ae-8b8e84757797 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "DELETE /v2.0/subnets/7b2b4e8e-fe48-4316-a58c-af40368c4306 HTTP/1.1" status: 204 len: 168 time: 2.1476212 Oct 10 11:12:14.274821 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49296) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:14.275441 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49298) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:14.276274 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0d905d70-8ab3-476f-9f95-ecbf02a223f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:14.291118 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-39cb5134-2182-43a1-a8ba-a0da095e6a5c tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:14.291752 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39cb5134-2182-43a1-a8ba-a0da095e6a5c tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:14.293464 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-39cb5134-2182-43a1-a8ba-a0da095e6a5c tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/networks/72b921f3-3bc1-4791-ab61-9b7a83eda662 HTTP/1.1" status: 404 len: 339 time: 0.1922877 Oct 10 11:12:14.303845 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49304) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:14.316480 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-64861a58-6358-451c-9e2b-f5ee452d017b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:14.360117 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d3396544-df7e-4df2-8f5a-85dde5271c6d tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:14.369400 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d3396544-df7e-4df2-8f5a-85dde5271c6d tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:14.372569 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-5819f765-ba56-4a46-a988-408f7e03fc0b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:14.372830 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5819f765-ba56-4a46-a988-408f7e03fc0b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:14.375842 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5819f765-ba56-4a46-a988-408f7e03fc0b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/subnets/37548520-0fd0-4a39-8184-cc65b8b82131 HTTP/1.1" status: 404 len: 337 time: 0.0668912 Oct 10 11:12:14.379764 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49308) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:14.389197 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-f010f580-afff-442f-a576-1de62b57a5e6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Deleting subnet 074fbe6c-4cd7-4ee9-99b4-6b8a188bbdca {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:12:14.417304 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f010f580-afff-442f-a576-1de62b57a5e6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:14.444823 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-4de16199-5798-4aba-a5a8-47f275190e4f None None] Set router b37b4426-49f9-4e25-b220-ec75491f7845 gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:12:14.527941 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0d905d70-8ab3-476f-9f95-ecbf02a223f3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9bc8b667787345299ae1975ad1f74a64&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2417076 Oct 10 11:12:14.528938 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d905d70-8ab3-476f-9f95-ecbf02a223f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472552da-6968-4bf1-b47b-2897fc6abf69,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:14.535742 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49312) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:14.539269 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c66200d-0885-4ce0-80a0-f71d20bc2adc admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:12:14.550782 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4c66200d-0885-4ce0-80a0-f71d20bc2adc admin admin] 10.222.0.40 "PUT /v2.0/routers/199bd0d6-c594-485a-ad1e-9567ff7fb572/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2759471 Oct 10 11:12:14.565252 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49316) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:14.568564 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdbbf04e-6e1d-4ca5-856e-e56b03b7155a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:14.569039 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdbbf04e-6e1d-4ca5-856e-e56b03b7155a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:14.571797 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-bdbbf04e-6e1d-4ca5-856e-e56b03b7155a tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/networks/315f1a15-fca2-491e-9bc7-c1a0f24d2072 HTTP/1.1" status: 404 len: 339 time: 0.1898713 Oct 10 11:12:14.572063 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64861a58-6358-451c-9e2b-f5ee452d017b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Made reservation on behalf of ce3425404ee54491851657af61d0b0e8 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:14.576381 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-64861a58-6358-451c-9e2b-f5ee452d017b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:14.585658 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49320) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:14.601148 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878635d7-39f2-4b72-8ee9-c3b13dccf556 None None] Sync routers for ids ['199bd0d6-c594-485a-ad1e-9567ff7fb572'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:12:14.634439 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0807d7-1335-4880-bb9e-aecba56f24d6 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:14.634884 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f0807d7-1335-4880-bb9e-aecba56f24d6 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:14.640072 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-64861a58-6358-451c-9e2b-f5ee452d017b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] device_id is not set on port e07b9ad8-42e8-4884-84df-2cccc0000d9d yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:12:14.655452 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f010f580-afff-442f-a576-1de62b57a5e6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:14.681663 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6f0807d7-1335-4880-bb9e-aecba56f24d6 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/subnets/10fb4a4c-6b8e-4f71-8bc3-234cc52f0e2f HTTP/1.1" status: 404 len: 337 time: 0.0939913 Oct 10 11:12:14.683846 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Attempt 6 to provision port 582711d4-b5ff-4d3f-8289-42a41e29f99c Oct 10 11:12:14.698192 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49324) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:14.747214 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f010f580-afff-442f-a576-1de62b57a5e6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:14.748236 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d3396544-df7e-4df2-8f5a-85dde5271c6d tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:14.748741 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3396544-df7e-4df2-8f5a-85dde5271c6d tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9ed16994-3a87-4213-8894-182d2d8e8e99 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:12:14.774010 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-920e29ef-b364-40f2-9a86-5880b88933bf tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:14.774486 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-920e29ef-b364-40f2-9a86-5880b88933bf tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:14.804827 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-920e29ef-b364-40f2-9a86-5880b88933bf tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/networks/3ca9d4d0-66b0-45ee-833e-5af4f3384dcd HTTP/1.1" status: 404 len: 339 time: 0.1057148 Oct 10 11:12:14.811678 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49328) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:14.824582 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Port 582711d4-b5ff-4d3f-8289-42a41e29f99c had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:12:14.836733 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878635d7-39f2-4b72-8ee9-c3b13dccf556 None None] Routers {'199bd0d6-c594-485a-ad1e-9567ff7fb572'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:14.837351 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-878635d7-39f2-4b72-8ee9-c3b13dccf556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['199bd0d6-c594-485a-ad1e-9567ff7fb572'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:14.843018 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Could not find standard attr ID for object d7144b1b-b6f3-41b8-af06-a419759d9a01. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:12:14.853895 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a337deb3-7bae-449f-a7b6-f9444c7ef78d tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:14.916704 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a337deb3-7bae-449f-a7b6-f9444c7ef78d tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:14.936521 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d8fcbe8-a1ed-4956-b624-01b7b0ddaf00 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:14.940535 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d8fcbe8-a1ed-4956-b624-01b7b0ddaf00 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:14.943398 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4d8fcbe8-a1ed-4956-b624-01b7b0ddaf00 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/subnets/7a8b8ade-8973-4b4b-92c6-fda5ede30e97 HTTP/1.1" status: 404 len: 337 time: 0.1276665 Oct 10 11:12:14.944221 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49332) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:14.954977 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d3396544-df7e-4df2-8f5a-85dde5271c6d tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:14.958661 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d3396544-df7e-4df2-8f5a-85dde5271c6d tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "DELETE /v2.0/routers/9ed16994-3a87-4213-8894-182d2d8e8e99 HTTP/1.1" status: 204 len: 168 time: 5.0253620 Oct 10 11:12:14.967372 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Provisioning for port fd8ff3ea-91e1-4755-abfd-1db8d8d7e267 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:12:14.972547 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Provisioning complete for port fd8ff3ea-91e1-4755-abfd-1db8d8d7e267 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:12:14.972911 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:14.973238 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Attempt 1 to provision port fd8ff3ea-91e1-4755-abfd-1db8d8d7e267 Oct 10 11:12:14.987617 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49336) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:15.173775 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-878635d7-39f2-4b72-8ee9-c3b13dccf556 None None] Set router 199bd0d6-c594-485a-ad1e-9567ff7fb572 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:12:15.187738 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5e2932e0-f414-4158-ad83-37b2c605354b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:15.218319 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5e2932e0-f414-4158-ad83-37b2c605354b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:15.221089 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Current status of the port fd8ff3ea-91e1-4755-abfd-1db8d8d7e267 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:12:15.221497 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:15.262914 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9ffab5-1c52-4d6a-a770-a6b1ce689af1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:15.263385 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c9ffab5-1c52-4d6a-a770-a6b1ce689af1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:15.269767 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9c9ffab5-1c52-4d6a-a770-a6b1ce689af1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/networks/82a2d184-577d-4809-95d1-0f6f7cba773f HTTP/1.1" status: 404 len: 339 time: 0.3135846 Oct 10 11:12:15.271139 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49340) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:15.280790 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a337deb3-7bae-449f-a7b6-f9444c7ef78d tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:15.285408 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] For port fd8ff3ea-91e1-4755-abfd-1db8d8d7e267, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=fd8ff3ea-91e1-4755-abfd-1db8d8d7e267,segment=NetworkSegment(abc21503-4caf-4344-a2da-4fc00316159c),segment_id=abc21503-4caf-4344-a2da-4fc00316159c)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:15.315970 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-55127684-b4a7-4e2f-b751-94f2b70084b1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:15.316596 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55127684-b4a7-4e2f-b751-94f2b70084b1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:15.321340 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-55127684-b4a7-4e2f-b751-94f2b70084b1 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/subnets/2cf8979f-481f-4321-b8fe-7a2d30867beb HTTP/1.1" status: 404 len: 337 time: 0.0439448 Oct 10 11:12:15.321340 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1f675101-12b2-4500-9a17-956d2673fdc5 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:15.325943 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337deb3-7bae-449f-a7b6-f9444c7ef78d tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd51995-f90f-4c13-bd05-cf0ace088ed0,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:15.363516 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:15.387698 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49344) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:15.402764 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-4de16199-5798-4aba-a5a8-47f275190e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37b4426-49f9-4e25-b220-ec75491f7845', 'name': 'tempest-NetworksTestDHCPv6-router-1983996226', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:11:56Z', 'updated_at': '2022-10-10T11:12:04Z', 'revision_number': 2, 'project_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'gw_port_host': None, '_interfaces': [{'id': '582711d4-b5ff-4d3f-8289-42a41e29f99c', 'name': '', 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'mac_address': 'fa:16:3e:56:3d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37b4426-49f9-4e25-b220-ec75491f7845', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f031fd1d-8959-4989-8201-610fae56e7df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:00Z', 'updated_at': '2022-10-10T11:12:14Z', 'revision_number': 4, 'project_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'subnets': [{'id': 'f031fd1d-8959-4989-8201-610fae56e7df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:15.410691 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Could not find standard attr ID for object 67c8c5df-d844-4fea-8b16-02059c3b0c7c. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:12:15.412093 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de16199-5798-4aba-a5a8-47f275190e4f None None] The sync data for ids ['b37b4426-49f9-4e25-b220-ec75491f7845'] in dv-neutron-860842-1-hyperv is: [{'id': 'b37b4426-49f9-4e25-b220-ec75491f7845', 'name': 'tempest-NetworksTestDHCPv6-router-1983996226', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:11:56Z', 'updated_at': '2022-10-10T11:12:04Z', 'revision_number': 2, 'project_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'gw_port_host': None, '_interfaces': [{'id': '582711d4-b5ff-4d3f-8289-42a41e29f99c', 'name': '', 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'mac_address': 'fa:16:3e:56:3d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37b4426-49f9-4e25-b220-ec75491f7845', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f031fd1d-8959-4989-8201-610fae56e7df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:00Z', 'updated_at': '2022-10-10T11:12:14Z', 'revision_number': 4, 'project_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'subnets': [{'id': 'f031fd1d-8959-4989-8201-610fae56e7df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:12:15.440441 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5e2932e0-f414-4158-ad83-37b2c605354b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:15.450969 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f010f580-afff-442f-a576-1de62b57a5e6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:15.461501 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeaabbbe-902c-4a95-86e1-25cf214ee949 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:15.461995 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeaabbbe-902c-4a95-86e1-25cf214ee949 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:15.463745 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-aeaabbbe-902c-4a95-86e1-25cf214ee949 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/networks/def30946-d1c4-4a67-a178-72da3ca1b376 HTTP/1.1" status: 404 len: 339 time: 0.0743759 Oct 10 11:12:15.464968 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a337deb3-7bae-449f-a7b6-f9444c7ef78d tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:15.468132 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a337deb3-7bae-449f-a7b6-f9444c7ef78d tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "DELETE /v2.0/security-groups/abd51995-f90f-4c13-bd05-cf0ace088ed0 HTTP/1.1" status: 204 len: 168 time: 1.1826329 Oct 10 11:12:15.468132 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49348) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:15.489685 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5e2932e0-f414-4158-ad83-37b2c605354b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:15.493134 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5e2932e0-f414-4158-ad83-37b2c605354b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/472552da-6968-4bf1-b47b-2897fc6abf69 HTTP/1.1" status: 204 len: 168 time: 0.9436607 Oct 10 11:12:15.501825 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Pushing event updated for resources: {'Port': ['ID=fd8ff3ea-91e1-4755-abfd-1db8d8d7e267,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:15.512623 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:15.513429 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:15.514206 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:15.514788 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:15.515323 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:15.515906 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:15.516431 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:15.521975 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:15.523396 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:15.524116 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:15.524979 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:15.525549 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:15.548052 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-878635d7-39f2-4b72-8ee9-c3b13dccf556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'name': 'tempest-ServersTestJSON-1357478184-router', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:12:11Z', 'revision_number': 5, 'project_id': '9543e1530ac9451cbdc9af9c0a714df9', 'gw_port': {'id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:15.555021 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Provisioning for port fcee9443-bfaf-4a64-b940-6c3cc32673c4 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:12:15.555188 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878635d7-39f2-4b72-8ee9-c3b13dccf556 None None] Checking router: 199bd0d6-c594-485a-ad1e-9567ff7fb572 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:12:15.555280 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49350) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:15.558874 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Provisioning complete for port fcee9443-bfaf-4a64-b940-6c3cc32673c4 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:12:15.559549 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:15.560077 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Attempt 1 to provision port fcee9443-bfaf-4a64-b940-6c3cc32673c4 Oct 10 11:12:15.565574 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878635d7-39f2-4b72-8ee9-c3b13dccf556 None None] Routers {'199bd0d6-c594-485a-ad1e-9567ff7fb572'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:15.566433 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-878635d7-39f2-4b72-8ee9-c3b13dccf556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['199bd0d6-c594-485a-ad1e-9567ff7fb572'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:15.568056 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f010f580-afff-442f-a576-1de62b57a5e6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:15.572391 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f010f580-afff-442f-a576-1de62b57a5e6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "DELETE /v2.0/subnets/074fbe6c-4cd7-4ee9-99b4-6b8a188bbdca HTTP/1.1" status: 204 len: 168 time: 1.2849338 Oct 10 11:12:15.575569 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1f675101-12b2-4500-9a17-956d2673fdc5 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:15.585947 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49356) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:15.622780 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010f580-afff-442f-a576-1de62b57a5e6 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event deleted for resources: {'Subnet': ['ID=074fbe6c-4cd7-4ee9-99b4-6b8a188bbdca,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:15.625699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2932e0-f414-4158-ad83-37b2c605354b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472552da-6968-4bf1-b47b-2897fc6abf69,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:15.630990 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bcb9b31-e63a-4493-8c1e-0475f44c35a3 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:15.631439 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bcb9b31-e63a-4493-8c1e-0475f44c35a3 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:15.636241 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8bcb9b31-e63a-4493-8c1e-0475f44c35a3 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/subnets/f4649d6c-e646-4e09-9b76-d0f460deeb03 HTTP/1.1" status: 404 len: 337 time: 0.0614855 Oct 10 11:12:15.636241 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3421310e-4331-4074-bf85-284c02030ced tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:15.702539 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Port fcee9443-bfaf-4a64-b940-6c3cc32673c4 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:15.703436 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38384ec6-1650-4409-9aa4-f2fbb8bb11c0 None None] Network 58bdde1b-5303-4dcc-be9a-91db5dfc077e requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:15.791353 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-64861a58-6358-451c-9e2b-f5ee452d017b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Allocated IP 172.20.0.7 (60068c39-2ae6-4bb8-8342-06d415f4ceed/9199e3ee-4aed-46d9-83cc-6d00a978fdee/e07b9ad8-42e8-4884-84df-2cccc0000d9d) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:12:15.796642 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e5291724-074f-4ab7-8b52-ce455861c2e5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:15.800968 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49362) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:15.805446 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-1f675101-12b2-4500-9a17-956d2673fdc5 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Deleting port 25282719-24fc-4b38-96ed-4557b259bf27 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:15.805854 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1f675101-12b2-4500-9a17-956d2673fdc5 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:15.901456 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-bce3419f-5ba7-41e1-8b33-f80fd06dcd6d tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] show failed (client error): The resource could not be found. Oct 10 11:12:15.902525 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-bce3419f-5ba7-41e1-8b33-f80fd06dcd6d tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "GET /v2.0/security-groups/abd51995-f90f-4c13-bd05-cf0ace088ed0 HTTP/1.1" status: 404 len: 347 time: 0.3335352 Oct 10 11:12:15.926794 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49366) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:15.945562 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-e5291724-074f-4ab7-8b52-ce455861c2e5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Deleting port 9877a891-b7fb-4bcc-abb6-ec10ee166819 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:15.947602 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e5291724-074f-4ab7-8b52-ce455861c2e5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:16.025110 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e3cea03f-00c2-4181-b48f-6da2db71ae4c admin admin] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:16.062549 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-878635d7-39f2-4b72-8ee9-c3b13dccf556 None None] Set router 199bd0d6-c594-485a-ad1e-9567ff7fb572 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:12:16.188480 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925b8523-d067-439e-8d52-d537e05627b0 None None] DHCP port deletion for 58bdde1b-5303-4dcc-be9a-91db5dfc077e request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:12:16.194958 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-925b8523-d067-439e-8d52-d537e05627b0 None None] Deleting port 9877a891-b7fb-4bcc-abb6-ec10ee166819 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:16.195367 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-925b8523-d067-439e-8d52-d537e05627b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:16.269848 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Attempt 2 to provision port fcee9443-bfaf-4a64-b940-6c3cc32673c4 Oct 10 11:12:16.309915 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 582711d4-b5ff-4d3f-8289-42a41e29f99c up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:12:16.384779 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-1f675101-12b2-4500-9a17-956d2673fdc5 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] For port 25282719-24fc-4b38-96ed-4557b259bf27, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=25282719-24fc-4b38-96ed-4557b259bf27,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:16.385386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1f675101-12b2-4500-9a17-956d2673fdc5 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:16.399037 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-47150288-9664-47c6-b9f9-bec88442e7c4 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:16.399428 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47150288-9664-47c6-b9f9-bec88442e7c4 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:16.401169 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-47150288-9664-47c6-b9f9-bec88442e7c4 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/networks/b15bc150-8e30-4aa5-9b6c-14be4e0e7f1e HTTP/1.1" status: 404 len: 339 time: 0.5973785 Oct 10 11:12:16.449963 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49374) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:16.597658 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e3cea03f-00c2-4181-b48f-6da2db71ae4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:16.607383 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-925b8523-d067-439e-8d52-d537e05627b0 None None] For port 9877a891-b7fb-4bcc-abb6-ec10ee166819, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=9877a891-b7fb-4bcc-abb6-ec10ee166819,segment=NetworkSegment(78f55b7e-f2a4-42c2-9c58-146d05acf4b0),segment_id=78f55b7e-f2a4-42c2-9c58-146d05acf4b0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:16.607969 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-925b8523-d067-439e-8d52-d537e05627b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:16.631328 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-878635d7-39f2-4b72-8ee9-c3b13dccf556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'name': 'tempest-ServersTestJSON-1357478184-router', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:12:11Z', 'revision_number': 5, 'project_id': '9543e1530ac9451cbdc9af9c0a714df9', 'gw_port': {'id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:16.637161 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878635d7-39f2-4b72-8ee9-c3b13dccf556 None None] The sync data for ids ['199bd0d6-c594-485a-ad1e-9567ff7fb572'] in dv-neutron-860842-1-hyperv is: [{'id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'name': 'tempest-ServersTestJSON-1357478184-router', 'tenant_id': '9543e1530ac9451cbdc9af9c0a714df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:12:11Z', 'revision_number': 5, 'project_id': '9543e1530ac9451cbdc9af9c0a714df9', 'gw_port': {'id': 'd9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199bd0d6-c594-485a-ad1e-9567ff7fb572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:12:16.653980 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-3421310e-4331-4074-bf85-284c02030ced tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting port 582711d4-b5ff-4d3f-8289-42a41e29f99c {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:16.654775 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3421310e-4331-4074-bf85-284c02030ced tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:16.717729 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-e3cea03f-00c2-4181-b48f-6da2db71ae4c admin admin] Deleting port d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:16.717729 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e3cea03f-00c2-4181-b48f-6da2db71ae4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:16.757868 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Port fcee9443-bfaf-4a64-b940-6c3cc32673c4 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:16.765501 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-925b8523-d067-439e-8d52-d537e05627b0 None None] Calling delete_port for 9877a891-b7fb-4bcc-abb6-ec10ee166819 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:16.892641 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-1f675101-12b2-4500-9a17-956d2673fdc5 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Calling delete_port for 25282719-24fc-4b38-96ed-4557b259bf27 owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:16.929169 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 582711d4-b5ff-4d3f-8289-42a41e29f99c completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:12:16.933331 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-925b8523-d067-439e-8d52-d537e05627b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:16.957498 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49706fb-c432-4952-89fa-df11ada4a630 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:16.957982 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b49706fb-c432-4952-89fa-df11ada4a630 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:16.959687 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b49706fb-c432-4952-89fa-df11ada4a630 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/subnets/e69a0542-89fb-4634-b183-0eb6e517c445 HTTP/1.1" status: 404 len: 337 time: 0.5087461 Oct 10 11:12:16.969344 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49386) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:16.997908 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-4210c817-49e0-40b6-bc5b-b13cf6de9129 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Deleting port 277d1832-e77d-4ee8-9a23-a1e2fa0d04c2 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:16.998249 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4210c817-49e0-40b6-bc5b-b13cf6de9129 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:17.038738 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 582711d4-b5ff-4d3f-8289-42a41e29f99c triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:12:17.039181 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:17.039798 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 582711d4-b5ff-4d3f-8289-42a41e29f99c Oct 10 11:12:17.077535 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925b8523-d067-439e-8d52-d537e05627b0 None None] No DVR routers for this DVR port 9877a891-b7fb-4bcc-abb6-ec10ee166819 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:12:17.091578 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b8523-d067-439e-8d52-d537e05627b0 None None] Pushing event deleted for resources: {'Port': ['ID=9877a891-b7fb-4bcc-abb6-ec10ee166819,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:17.198431 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-3718439a-8914-4f92-8910-13e5e04518cd tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:17.198431 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3718439a-8914-4f92-8910-13e5e04518cd tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:17.198431 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3718439a-8914-4f92-8910-13e5e04518cd tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/networks/355f2c8d-c78f-4809-93b0-45325ebd6dd8 HTTP/1.1" status: 404 len: 339 time: 0.2129564 Oct 10 11:12:17.213705 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49394) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:17.224689 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 582711d4-b5ff-4d3f-8289-42a41e29f99c is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:12:17.226582 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:17.261076 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Attempt 3 to provision port fcee9443-bfaf-4a64-b940-6c3cc32673c4 Oct 10 11:12:17.330595 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-e3cea03f-00c2-4181-b48f-6da2db71ae4c admin admin] For port d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:17.331288 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e3cea03f-00c2-4181-b48f-6da2db71ae4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:17.358063 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 582711d4-b5ff-4d3f-8289-42a41e29f99c, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=582711d4-b5ff-4d3f-8289-42a41e29f99c,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:17.363227 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Port fcee9443-bfaf-4a64-b940-6c3cc32673c4 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:17.399252 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-61270c99-d4ee-485c-a1b9-0620a6a792bd tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:17.399252 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61270c99-d4ee-485c-a1b9-0620a6a792bd tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:17.400819 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-61270c99-d4ee-485c-a1b9-0620a6a792bd tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/subnets/72f5b200-5fd0-470f-8ff4-56bde71ff68c HTTP/1.1" status: 404 len: 337 time: 0.1665030 Oct 10 11:12:17.411337 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49400) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:17.421506 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-e5291724-074f-4ab7-8b52-ce455861c2e5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] For port 9877a891-b7fb-4bcc-abb6-ec10ee166819, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=9877a891-b7fb-4bcc-abb6-ec10ee166819,segment=NetworkSegment(78f55b7e-f2a4-42c2-9c58-146d05acf4b0),segment_id=78f55b7e-f2a4-42c2-9c58-146d05acf4b0)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:17.421890 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e5291724-074f-4ab7-8b52-ce455861c2e5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:17.425495 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-3421310e-4331-4074-bf85-284c02030ced tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] For port 582711d4-b5ff-4d3f-8289-42a41e29f99c, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=582711d4-b5ff-4d3f-8289-42a41e29f99c,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:17.426023 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3421310e-4331-4074-bf85-284c02030ced tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:17.436430 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:17.437569 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device fd8ff3ea-91e1-4755-abfd-1db8d8d7e267 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:12:17.579230 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-3421310e-4331-4074-bf85-284c02030ced tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Calling delete_port for 582711d4-b5ff-4d3f-8289-42a41e29f99c owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:17.592387 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=582711d4-b5ff-4d3f-8289-42a41e29f99c,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:17.617265 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port fd8ff3ea-91e1-4755-abfd-1db8d8d7e267 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:12:17.617887 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:17.618321 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port fd8ff3ea-91e1-4755-abfd-1db8d8d7e267 Oct 10 11:12:17.644908 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-e5291724-074f-4ab7-8b52-ce455861c2e5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Calling delete_port for 9877a891-b7fb-4bcc-abb6-ec10ee166819 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:17.763993 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4210c817-49e0-40b6-bc5b-b13cf6de9129 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:17.764714 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4210c817-49e0-40b6-bc5b-b13cf6de9129 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:17.767636 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-e3cea03f-00c2-4181-b48f-6da2db71ae4c admin admin] Calling delete_port for d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c owned by network:router_gateway {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:17.781221 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-64861a58-6358-451c-9e2b-f5ee452d017b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:17.814925 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed96cd31-9bba-4ff0-b7a4-ef00154c199e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:17.815387 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed96cd31-9bba-4ff0-b7a4-ef00154c199e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:17.819959 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ed96cd31-9bba-4ff0-b7a4-ef00154c199e tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/networks/08bc115b-630f-4d7a-b405-98d79ce3e306 HTTP/1.1" status: 404 len: 339 time: 0.1409457 Oct 10 11:12:17.823086 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49408) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:17.844678 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port fd8ff3ea-91e1-4755-abfd-1db8d8d7e267 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:12:17.864192 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Attempt 4 to provision port fcee9443-bfaf-4a64-b940-6c3cc32673c4 Oct 10 11:12:17.922133 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-4210c817-49e0-40b6-bc5b-b13cf6de9129 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Calling delete_port for 277d1832-e77d-4ee8-9a23-a1e2fa0d04c2 owned by network:floatingip {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:17.930771 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Port fcee9443-bfaf-4a64-b940-6c3cc32673c4 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:17.938826 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b05190-d8e0-498e-985b-c0c08ec897e2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Deleting subnet a823674e-be91-40c8-9f98-f177fa25153b {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:12:17.943433 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.api [None req-3421310e-4331-4074-bf85-284c02030ced tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:12:17.943433 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG oslo_db.api [None req-3421310e-4331-4074-bf85-284c02030ced tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:12:17.943632 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6b05190-d8e0-498e-985b-c0c08ec897e2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:18.008685 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-64861a58-6358-451c-9e2b-f5ee452d017b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Transition to ACTIVE for port object e07b9ad8-42e8-4884-84df-2cccc0000d9d will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:18.022079 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6b05190-d8e0-498e-985b-c0c08ec897e2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:18.028592 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.api [None req-e5291724-074f-4ab7-8b52-ce455861c2e5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:12:18.028911 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG oslo_db.api [None req-e5291724-074f-4ab7-8b52-ce455861c2e5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:12:18.091778 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 582711d4-b5ff-4d3f-8289-42a41e29f99c up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:12:18.158459 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6b05190-d8e0-498e-985b-c0c08ec897e2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:18.159210 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-64861a58-6358-451c-9e2b-f5ee452d017b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:18.166635 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1f675101-12b2-4500-9a17-956d2673fdc5 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:18.175411 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 582711d4-b5ff-4d3f-8289-42a41e29f99c triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:12:18.175779 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:18.176112 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 582711d4-b5ff-4d3f-8289-42a41e29f99c Oct 10 11:12:18.243423 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e3cea03f-00c2-4181-b48f-6da2db71ae4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:18.309648 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cea03f-00c2-4181-b48f-6da2db71ae4c admin admin] Pushing event deleted for resources: {'Port': ['ID=d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:18.353689 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6b05190-d8e0-498e-985b-c0c08ec897e2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:18.354997 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 582711d4-b5ff-4d3f-8289-42a41e29f99c is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:12:18.405050 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f675101-12b2-4500-9a17-956d2673fdc5 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Pushing event deleted for resources: {'Port': ['ID=25282719-24fc-4b38-96ed-4557b259bf27,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:18.407541 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4210c817-49e0-40b6-bc5b-b13cf6de9129 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:18.415568 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:12:18.449094 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Attempt 5 to provision port fcee9443-bfaf-4a64-b940-6c3cc32673c4 Oct 10 11:12:18.450037 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-3421310e-4331-4074-bf85-284c02030ced tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting port 582711d4-b5ff-4d3f-8289-42a41e29f99c {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:18.450589 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3421310e-4331-4074-bf85-284c02030ced tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:18.490273 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b05190-d8e0-498e-985b-c0c08ec897e2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event deleted for resources: {'Subnet': ['ID=a823674e-be91-40c8-9f98-f177fa25153b,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:18.492619 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49422) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:18.499812 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:12:18.499956 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3590ba97-27f9-4fce-9e30-fe8e54c0b3a4 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:12:18.504725 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 9877a891-b7fb-4bcc-abb6-ec10ee166819 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:12:18.504861 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6b05190-d8e0-498e-985b-c0c08ec897e2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:18.569554 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-e5291724-074f-4ab7-8b52-ce455861c2e5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Deleting port 9877a891-b7fb-4bcc-abb6-ec10ee166819 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:18.569905 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e5291724-074f-4ab7-8b52-ce455861c2e5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:18.570413 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382266eb-d8f5-40fb-a8f0-b0cf192ba2ac None None] Network 9fdd27e8-db8c-4a05-a65e-2119cc002add requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:18.590452 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c6b05190-d8e0-498e-985b-c0c08ec897e2 tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/subnets/a823674e-be91-40c8-9f98-f177fa25153b HTTP/1.1" status: 204 len: 168 time: 0.7627578 Oct 10 11:12:18.592472 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49428) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:18.623019 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e3cea03f-00c2-4181-b48f-6da2db71ae4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:18.633666 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64861a58-6358-451c-9e2b-f5ee452d017b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Network 60068c39-2ae6-4bb8-8342-06d415f4ceed is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:18.647519 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-64861a58-6358-451c-9e2b-f5ee452d017b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:18.661090 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64861a58-6358-451c-9e2b-f5ee452d017b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:18.709862 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Port fcee9443-bfaf-4a64-b940-6c3cc32673c4 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:18.743257 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64861a58-6358-451c-9e2b-f5ee452d017b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Pushing event updated for resources: {'Port': ['ID=e07b9ad8-42e8-4884-84df-2cccc0000d9d,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:18.766339 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 9877a891-b7fb-4bcc-abb6-ec10ee166819 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:12:18.766838 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 9877a891-b7fb-4bcc-abb6-ec10ee166819 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:12:18.769408 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-e5291724-074f-4ab7-8b52-ce455861c2e5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] The port '9877a891-b7fb-4bcc-abb6-ec10ee166819' was deleted {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:12:18.912251 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64861a58-6358-451c-9e2b-f5ee452d017b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:18.913962 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-64861a58-6358-451c-9e2b-f5ee452d017b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:18.925460 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-5e16bad2-06dd-49be-943e-239cb5aef8ee tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-320828093'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:18.948210 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1f675101-12b2-4500-9a17-956d2673fdc5 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:18.995509 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab6e4d6-f460-4d7e-8d03-5a3cbe3333db None None] DHCP port deletion for 9fdd27e8-db8c-4a05-a65e-2119cc002add request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:12:19.001191 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-eab6e4d6-f460-4d7e-8d03-5a3cbe3333db None None] Deleting port 0ed3f9c1-34b8-4066-9603-e5a7f7d76230 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:19.001650 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-eab6e4d6-f460-4d7e-8d03-5a3cbe3333db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:19.004989 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210c817-49e0-40b6-bc5b-b13cf6de9129 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Pushing event deleted for resources: {'Port': ['ID=277d1832-e77d-4ee8-9a23-a1e2fa0d04c2,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:19.032358 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5e16bad2-06dd-49be-943e-239cb5aef8ee tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:19.078243 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4210c817-49e0-40b6-bc5b-b13cf6de9129 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks [] for floatingip, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:19.142388 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5e16bad2-06dd-49be-943e-239cb5aef8ee tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Usage tracker for resource:network and tenant:a897328f0d9946c581255e6516bd2dd5 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:19.153567 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5e16bad2-06dd-49be-943e-239cb5aef8ee tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:19.161270 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-3421310e-4331-4074-bf85-284c02030ced tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] For port 582711d4-b5ff-4d3f-8289-42a41e29f99c, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=582711d4-b5ff-4d3f-8289-42a41e29f99c,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:19.161669 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3421310e-4331-4074-bf85-284c02030ced tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:19.173641 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e3cea03f-00c2-4181-b48f-6da2db71ae4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:19.180258 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4210c817-49e0-40b6-bc5b-b13cf6de9129 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:19.184484 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4210c817-49e0-40b6-bc5b-b13cf6de9129 tempest-ServersTestManualDisk-372051041 tempest-ServersTestManualDisk-372051041-project] 10.222.0.40 "DELETE /v2.0/floatingips/b028f221-0fab-4682-91a0-16d10ee6e570 HTTP/1.1" status: 204 len: 168 time: 3.2493570 Oct 10 11:12:19.186903 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49432) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:19.186903 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5e16bad2-06dd-49be-943e-239cb5aef8ee tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:19.190335 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e3cea03f-00c2-4181-b48f-6da2db71ae4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:19.217029 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Attempt 6 to provision port fcee9443-bfaf-4a64-b940-6c3cc32673c4 Oct 10 11:12:19.246324 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1f675101-12b2-4500-9a17-956d2673fdc5 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:19.251944 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1f675101-12b2-4500-9a17-956d2673fdc5 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:19.254034 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e5291724-074f-4ab7-8b52-ce455861c2e5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:19.269437 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Port fcee9443-bfaf-4a64-b940-6c3cc32673c4 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:19.271411 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-eab6e4d6-f460-4d7e-8d03-5a3cbe3333db None None] For port 0ed3f9c1-34b8-4066-9603-e5a7f7d76230, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=0ed3f9c1-34b8-4066-9603-e5a7f7d76230,segment=NetworkSegment(65d0dabf-6276-4cde-892d-b7e2fdb32d74),segment_id=65d0dabf-6276-4cde-892d-b7e2fdb32d74)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:19.271901 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-eab6e4d6-f460-4d7e-8d03-5a3cbe3333db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:19.294013 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-64861a58-6358-451c-9e2b-f5ee452d017b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.6925230 Oct 10 11:12:19.295676 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49436) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:19.299255 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-e5291724-074f-4ab7-8b52-ce455861c2e5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58bdde1b-5303-4dcc-be9a-91db5dfc077e']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:19.311552 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-0f6587f0-374b-45d0-9207-f9249e741820 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:5f:01:18'}]}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:19.355275 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-e5291724-074f-4ab7-8b52-ce455861c2e5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f55b7e-f2a4-42c2-9c58-146d05acf4b0') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:19.355624 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-e5291724-074f-4ab7-8b52-ce455861c2e5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f55b7e-f2a4-42c2-9c58-146d05acf4b0') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:19.381092 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e5291724-074f-4ab7-8b52-ce455861c2e5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:19.382216 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-3421310e-4331-4074-bf85-284c02030ced tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Calling delete_port for 582711d4-b5ff-4d3f-8289-42a41e29f99c owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:19.394557 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1f675101-12b2-4500-9a17-956d2673fdc5 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:19.395056 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f675101-12b2-4500-9a17-956d2673fdc5 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6dbe390d-d59a-4e9d-97cc-a70fcc8beafb {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:12:19.406443 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-eab6e4d6-f460-4d7e-8d03-5a3cbe3333db None None] Calling delete_port for 0ed3f9c1-34b8-4066-9603-e5a7f7d76230 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:19.425200 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-155bd120-58ec-4fa3-8e06-f7f8d2bb746b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:19.427468 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e5291724-074f-4ab7-8b52-ce455861c2e5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:19.445798 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1f675101-12b2-4500-9a17-956d2673fdc5 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:19.447014 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1f675101-12b2-4500-9a17-956d2673fdc5 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "DELETE /v2.0/routers/6dbe390d-d59a-4e9d-97cc-a70fcc8beafb HTTP/1.1" status: 204 len: 168 time: 4.4571497 Oct 10 11:12:19.454479 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49440) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:19.457007 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5291724-074f-4ab7-8b52-ce455861c2e5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Releasing vlan 496 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:12:19.457405 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e5291724-074f-4ab7-8b52-ce455861c2e5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:19.487493 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-a0b0c311-08bb-4ccc-917f-6a723a182919 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1246300290', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}, 'admin_state_up': False}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:19.565014 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e16bad2-06dd-49be-943e-239cb5aef8ee tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Made reservation on behalf of a897328f0d9946c581255e6516bd2dd5 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:19.568067 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 78f55b7e-f2a4-42c2-9c58-146d05acf4b0 resource provider aggregate not found Oct 10 11:12:19.568524 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5e16bad2-06dd-49be-943e-239cb5aef8ee tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:19.576860 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-a0b0c311-08bb-4ccc-917f-6a723a182919 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:19.585875 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-eab6e4d6-f460-4d7e-8d03-5a3cbe3333db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:19.588986 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-155bd120-58ec-4fa3-8e06-f7f8d2bb746b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Deleting port 0ed3f9c1-34b8-4066-9603-e5a7f7d76230 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:19.589329 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-155bd120-58ec-4fa3-8e06-f7f8d2bb746b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:19.633739 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e3cea03f-00c2-4181-b48f-6da2db71ae4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:19.634230 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cea03f-00c2-4181-b48f-6da2db71ae4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 199bd0d6-c594-485a-ad1e-9567ff7fb572 {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:12:19.653309 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a0b0c311-08bb-4ccc-917f-6a723a182919 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Usage tracker for resource:router and tenant:11ce564d05404c1aac980352a1eb066f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:19.656308 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab6e4d6-f460-4d7e-8d03-5a3cbe3333db None None] No DVR routers for this DVR port 0ed3f9c1-34b8-4066-9603-e5a7f7d76230 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:12:19.657449 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 78f55b7e-f2a4-42c2-9c58-146d05acf4b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 78f55b7e-f2a4-42c2-9c58-146d05acf4b0 found for delete ", "request_id": "req-8ade2ad9-49af-4e38-9eec-00685749c055"}]} Oct 10 11:12:19.660656 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6e4d6-f460-4d7e-8d03-5a3cbe3333db None None] Pushing event deleted for resources: {'Port': ['ID=0ed3f9c1-34b8-4066-9603-e5a7f7d76230,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:19.666052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5e16bad2-06dd-49be-943e-239cb5aef8ee tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:19.666542 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a0b0c311-08bb-4ccc-917f-6a723a182919 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:19.680395 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-a0b0c311-08bb-4ccc-917f-6a723a182919 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:19.718127 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e3cea03f-00c2-4181-b48f-6da2db71ae4c admin admin] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:19.719308 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e3cea03f-00c2-4181-b48f-6da2db71ae4c admin admin] 10.222.0.40 "DELETE /v2.0/routers/199bd0d6-c594-485a-ad1e-9567ff7fb572 HTTP/1.1" status: 204 len: 168 time: 5.1516654 Oct 10 11:12:19.722008 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49448) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:19.724603 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-155bd120-58ec-4fa3-8e06-f7f8d2bb746b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] The port '0ed3f9c1-34b8-4066-9603-e5a7f7d76230' was deleted {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:12:19.767879 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5e16bad2-06dd-49be-943e-239cb5aef8ee tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:19.772106 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Attempt 7 to provision port fcee9443-bfaf-4a64-b940-6c3cc32673c4 Oct 10 11:12:19.796149 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a0b0c311-08bb-4ccc-917f-6a723a182919 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:19.797173 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a0b0c311-08bb-4ccc-917f-6a723a182919 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:19.811254 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a0b0c311-08bb-4ccc-917f-6a723a182919 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:19.827955 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e5291724-074f-4ab7-8b52-ce455861c2e5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:19.835504 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5e16bad2-06dd-49be-943e-239cb5aef8ee tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Usage tracker for resource:security_group_rule and tenant:a897328f0d9946c581255e6516bd2dd5 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:19.835639 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Port fcee9443-bfaf-4a64-b940-6c3cc32673c4 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:19.838377 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5e16bad2-06dd-49be-943e-239cb5aef8ee tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:19.879569 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e5291724-074f-4ab7-8b52-ce455861c2e5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:19.888542 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5291724-074f-4ab7-8b52-ce455861c2e5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event deleted for resources: {'Network': ['ID=58bdde1b-5303-4dcc-be9a-91db5dfc077e,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:19.892792 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5e16bad2-06dd-49be-943e-239cb5aef8ee tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:19.897022 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0f6587f0-374b-45d0-9207-f9249e741820 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:19.933072 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe83d7e-8324-405e-902a-3813b5b62e14 admin admin] Deleting subnet 65e977d9-db64-4322-bf90-948232ecd65b {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:12:19.935681 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e5291724-074f-4ab7-8b52-ce455861c2e5 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "DELETE /v2.0/networks/58bdde1b-5303-4dcc-be9a-91db5dfc077e HTTP/1.1" status: 204 len: 168 time: 4.3325882 Oct 10 11:12:19.939269 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fbe83d7e-8324-405e-902a-3813b5b62e14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:19.974592 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49452) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:19.991944 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5e16bad2-06dd-49be-943e-239cb5aef8ee tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:20.073737 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 0ed3f9c1-34b8-4066-9603-e5a7f7d76230 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:12:20.090730 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5e16bad2-06dd-49be-943e-239cb5aef8ee tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:20.094993 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-155bd120-58ec-4fa3-8e06-f7f8d2bb746b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:20.111364 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 0ed3f9c1-34b8-4066-9603-e5a7f7d76230 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:12:20.111713 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 0ed3f9c1-34b8-4066-9603-e5a7f7d76230 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:12:20.112127 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:12:20.149984 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:12:20.150333 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d9ab4b8a-18b6-4620-a1ae-7c9ff2c1a63c not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:12:20.150753 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 25282719-24fc-4b38-96ed-4557b259bf27 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:12:20.190053 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 25282719-24fc-4b38-96ed-4557b259bf27 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:12:20.190318 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 25282719-24fc-4b38-96ed-4557b259bf27 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:12:20.231420 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e16bad2-06dd-49be-943e-239cb5aef8ee tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 472} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:12:20.240209 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-155bd120-58ec-4fa3-8e06-f7f8d2bb746b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fdd27e8-db8c-4a05-a65e-2119cc002add']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:20.283952 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f2d65a-75eb-4793-94ce-b8aefe5c99cc tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:20.284277 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f2d65a-75eb-4793-94ce-b8aefe5c99cc tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:20.288959 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-90f2d65a-75eb-4793-94ce-b8aefe5c99cc tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "DELETE /v2.0/subnets/8522b100-d658-46a4-a321-6a840a0a065e HTTP/1.1" status: 404 len: 337 time: 0.3130050 Oct 10 11:12:20.293203 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49456) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:20.335600 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Attempt 8 to provision port fcee9443-bfaf-4a64-b940-6c3cc32673c4 Oct 10 11:12:20.386919 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fbe83d7e-8324-405e-902a-3813b5b62e14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:20.391418 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Port fcee9443-bfaf-4a64-b940-6c3cc32673c4 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:20.418639 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-155bd120-58ec-4fa3-8e06-f7f8d2bb746b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d0dabf-6276-4cde-892d-b7e2fdb32d74') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:20.418931 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-155bd120-58ec-4fa3-8e06-f7f8d2bb746b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d0dabf-6276-4cde-892d-b7e2fdb32d74') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:20.428246 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16bad2-06dd-49be-943e-239cb5aef8ee tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77365d26-f6ca-4b55-9748-1240359036e7,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:20.442165 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6898982-787c-47fc-9721-dcf7dc0b7de0 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:20.442649 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6898982-787c-47fc-9721-dcf7dc0b7de0 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:20.444895 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e6898982-787c-47fc-9721-dcf7dc0b7de0 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "DELETE /v2.0/networks/6a9115c7-55fc-413c-9c1f-63ab2f013bd4 HTTP/1.1" status: 404 len: 339 time: 0.0971627 Oct 10 11:12:20.447635 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-155bd120-58ec-4fa3-8e06-f7f8d2bb746b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:20.455267 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49460) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:20.536427 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb061d6d-e90a-474f-bc2e-364df34f3c35 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:20.536788 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb061d6d-e90a-474f-bc2e-364df34f3c35 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:20.541267 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-155bd120-58ec-4fa3-8e06-f7f8d2bb746b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:20.564295 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-155bd120-58ec-4fa3-8e06-f7f8d2bb746b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Releasing vlan 450 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:12:20.564685 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-155bd120-58ec-4fa3-8e06-f7f8d2bb746b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:20.586014 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a0b0c311-08bb-4ccc-917f-6a723a182919 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:20.615263 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fbe83d7e-8324-405e-902a-3813b5b62e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:20.650147 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 65d0dabf-6276-4cde-892d-b7e2fdb32d74 resource provider aggregate not found Oct 10 11:12:20.662353 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5e16bad2-06dd-49be-943e-239cb5aef8ee tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:20.662743 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-5e16bad2-06dd-49be-943e-239cb5aef8ee tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Added segment 9c1f43b1-dd11-4a75-8c67-75d84b704edf of type vlan for network ce514dc2-7589-452a-9581-ffbd003a2609 Oct 10 11:12:20.671190 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-eb061d6d-e90a-474f-bc2e-364df34f3c35 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "DELETE /v2.0/subnets/524a19ba-5c42-41cf-9503-945fb2e3321b HTTP/1.1" status: 404 len: 337 time: 0.2102523 Oct 10 11:12:20.671190 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3421310e-4331-4074-bf85-284c02030ced tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:20.672116 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49468) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:20.747279 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 65d0dabf-6276-4cde-892d-b7e2fdb32d74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65d0dabf-6276-4cde-892d-b7e2fdb32d74 found for delete ", "request_id": "req-7f5435c8-efa8-4d9f-ae8e-c81253344557"}]} Oct 10 11:12:20.771471 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421310e-4331-4074-bf85-284c02030ced tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Port': ['ID=582711d4-b5ff-4d3f-8289-42a41e29f99c,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:20.781494 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9adef72-3bb6-4c04-abee-6b01b33d9a70 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:20.781878 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9adef72-3bb6-4c04-abee-6b01b33d9a70 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:20.785867 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b9adef72-3bb6-4c04-abee-6b01b33d9a70 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "DELETE /v2.0/networks/fd3766b6-0d21-4a2b-a790-de440ea6dd8d HTTP/1.1" status: 404 len: 339 time: 0.1005843 Oct 10 11:12:20.795503 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49472) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:20.885634 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8ad1ff-90a1-4219-8fae-8361a22f5731 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:20.886237 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8ad1ff-90a1-4219-8fae-8361a22f5731 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:20.892823 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Attempt 9 to provision port fcee9443-bfaf-4a64-b940-6c3cc32673c4 Oct 10 11:12:20.905883 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-155bd120-58ec-4fa3-8e06-f7f8d2bb746b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:20.915206 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-155bd120-58ec-4fa3-8e06-f7f8d2bb746b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:20.993348 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Port fcee9443-bfaf-4a64-b940-6c3cc32673c4 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:21.000225 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5e16bad2-06dd-49be-943e-239cb5aef8ee tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:21.013796 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fbe83d7e-8324-405e-902a-3813b5b62e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:21.020355 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-fc8ad1ff-90a1-4219-8fae-8361a22f5731 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "DELETE /v2.0/subnets/beeb08f9-ecb6-4915-9923-009865465c07 HTTP/1.1" status: 404 len: 337 time: 0.2138271 Oct 10 11:12:21.027982 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155bd120-58ec-4fa3-8e06-f7f8d2bb746b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] Pushing event deleted for resources: {'Network': ['ID=9fdd27e8-db8c-4a05-a65e-2119cc002add,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:21.033549 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49476) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:21.045681 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-155bd120-58ec-4fa3-8e06-f7f8d2bb746b tempest-NetworksTest-1123129603 tempest-NetworksTest-1123129603-project] 10.222.0.40 "DELETE /v2.0/networks/9fdd27e8-db8c-4a05-a65e-2119cc002add HTTP/1.1" status: 204 len: 168 time: 2.4480097 Oct 10 11:12:21.063170 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3421310e-4331-4074-bf85-284c02030ced tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:21.086374 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe83d7e-8324-405e-902a-3813b5b62e14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65e977d9-db64-4322-bf90-948232ecd65b,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:21.090487 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fbe83d7e-8324-405e-902a-3813b5b62e14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:21.092473 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-fbe83d7e-8324-405e-902a-3813b5b62e14 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/65e977d9-db64-4322-bf90-948232ecd65b HTTP/1.1" status: 204 len: 168 time: 1.3422065 Oct 10 11:12:21.103029 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49482) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:21.107605 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f575d13-8496-4a50-b73b-afa427c218d3 None None] Network 8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:21.154771 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53cca24-d4af-4691-a108-48cc540e4bb7 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:21.155006 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e53cca24-d4af-4691-a108-48cc540e4bb7 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:21.159031 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e53cca24-d4af-4691-a108-48cc540e4bb7 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "DELETE /v2.0/networks/a5f0f4c0-2b20-4a3d-a3ce-1dcbb3bca0c7 HTTP/1.1" status: 404 len: 339 time: 0.1211762 Oct 10 11:12:21.165332 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49486) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:21.261162 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0f6587f0-374b-45d0-9207-f9249e741820 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:21.314268 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-290243b2-f29e-4aef-84a8-908e4d975e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:21.329986 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48a507b-cbe4-4880-a776-cfa1b0c44938 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Deleting subnet 0fbb92ba-568c-4a09-bf7e-252b9503c16e {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:12:21.334635 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b48a507b-cbe4-4880-a776-cfa1b0c44938 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:21.375640 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5e16bad2-06dd-49be-943e-239cb5aef8ee tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:21.384868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e16bad2-06dd-49be-943e-239cb5aef8ee tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:21.385029 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0f6587f0-374b-45d0-9207-f9249e741820 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:21.385147 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5e16bad2-06dd-49be-943e-239cb5aef8ee tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:21.447350 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb39343-47d1-4e4c-8d8e-a455c0b67d48 None None] DHCP port deletion for 8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:12:21.452744 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8bb39343-47d1-4e4c-8d8e-a455c0b67d48 None None] Deleting port eeb24324-1eac-48a6-bc23-3d587f7d19db {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:21.453263 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8bb39343-47d1-4e4c-8d8e-a455c0b67d48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:21.480105 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-290243b2-f29e-4aef-84a8-908e4d975e8c admin admin] Deleting port eeb24324-1eac-48a6-bc23-3d587f7d19db {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:21.485325 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-290243b2-f29e-4aef-84a8-908e4d975e8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:21.546659 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3421310e-4331-4074-bf85-284c02030ced tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Router b37b4426-49f9-4e25-b220-ec75491f7845 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:12:21.569130 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16bad2-06dd-49be-943e-239cb5aef8ee tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Pushing event updated for resources: {'Network': ['ID=ce514dc2-7589-452a-9581-ffbd003a2609,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:21.571322 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Attempt 10 to provision port fcee9443-bfaf-4a64-b940-6c3cc32673c4 Oct 10 11:12:21.579404 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5e16bad2-06dd-49be-943e-239cb5aef8ee tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.0724323 Oct 10 11:12:21.671227 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network ce514dc2-7589-452a-9581-ffbd003a2609 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:12:21.717248 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49496) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:21.843216 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b7103-2f95-4317-8e9c-c55881aeb266 None None] Port fcee9443-bfaf-4a64-b940-6c3cc32673c4 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:21.862924 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b48a507b-cbe4-4880-a776-cfa1b0c44938 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:21.873371 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3421310e-4331-4074-bf85-284c02030ced tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:12:21.895327 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3421310e-4331-4074-bf85-284c02030ced tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "PUT /v2.0/routers/b37b4426-49f9-4e25-b220-ec75491f7845/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9141037 Oct 10 11:12:21.899037 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49502) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:21.949129 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fc754cfd-29f1-463e-adb0-a7a05fff8d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:21.982922 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b48a507b-cbe4-4880-a776-cfa1b0c44938 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:22.051894 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49506) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:22.065903 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06eb68d-f387-49cf-af5d-d4762744acf9 None None] Sync routers for ids ['b37b4426-49f9-4e25-b220-ec75491f7845'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:12:22.089851 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6587f0-374b-45d0-9207-f9249e741820 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Pushing event updated for resources: {'Port': ['ID=e07b9ad8-42e8-4884-84df-2cccc0000d9d,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:22.096261 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-8bb39343-47d1-4e4c-8d8e-a455c0b67d48 None None] For port eeb24324-1eac-48a6-bc23-3d587f7d19db, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=eeb24324-1eac-48a6-bc23-3d587f7d19db,segment=NetworkSegment(5652673d-6ce9-45c3-b311-6c39b0f20c74),segment_id=5652673d-6ce9-45c3-b311-6c39b0f20c74)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:22.096655 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8bb39343-47d1-4e4c-8d8e-a455c0b67d48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:22.110409 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4a31a256-7a2d-4c94-bd00-f65c7e58f663 None None] Could not find standard attr ID for object 9877a891-b7fb-4bcc-abb6-ec10ee166819. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:12:22.171308 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device eeb24324-1eac-48a6-bc23-3d587f7d19db no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:12:22.172225 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-0f6587f0-374b-45d0-9207-f9249e741820 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] In _notify_port_updated(), no bound segment for port e07b9ad8-42e8-4884-84df-2cccc0000d9d on network 60068c39-2ae6-4bb8-8342-06d415f4ceed {{(pid=89896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 10 11:12:22.177573 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6587f0-374b-45d0-9207-f9249e741820 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:22.178181 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0f6587f0-374b-45d0-9207-f9249e741820 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:22.181755 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0f6587f0-374b-45d0-9207-f9249e741820 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] 10.222.0.40 "PUT /v2.0/ports/e07b9ad8-42e8-4884-84df-2cccc0000d9d HTTP/1.1" status: 200 len: 991 time: 2.8843021 Oct 10 11:12:22.185549 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49510) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:22.196109 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06eb68d-f387-49cf-af5d-d4762744acf9 None None] Routers {'b37b4426-49f9-4e25-b220-ec75491f7845'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:22.197557 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c06eb68d-f387-49cf-af5d-d4762744acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['b37b4426-49f9-4e25-b220-ec75491f7845'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:22.205161 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Request body: {'port': {'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609', 'binding:host_id': 'hv-neutron-8608', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-690406542'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:22.240864 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:22.252986 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Usage tracker for resource:port and tenant:4ad3f6d437a74744b42a530630d02b79 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:22.259766 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:22.275402 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:22.307429 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a0b0c311-08bb-4ccc-917f-6a723a182919 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router_gateway, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:22.318164 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8bb39343-47d1-4e4c-8d8e-a455c0b67d48 None None] Calling delete_port for eeb24324-1eac-48a6-bc23-3d587f7d19db owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:22.335527 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b48a507b-cbe4-4880-a776-cfa1b0c44938 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:22.353596 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e936dc-7c4d-4ef1-9d9d-da9bf6387c9e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:22.353596 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e936dc-7c4d-4ef1-9d9d-da9bf6387c9e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:22.353596 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-18e936dc-7c4d-4ef1-9d9d-da9bf6387c9e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:12:22.389729 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a0b0c311-08bb-4ccc-917f-6a723a182919 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:22.403731 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d60746dd-d89e-4211-857b-52bdddaa8585 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9b52ed05dd7340c5ab7a911779462445&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6849830 Oct 10 11:12:22.407171 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49516) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:22.439099 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a507b-cbe4-4880-a776-cfa1b0c44938 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event deleted for resources: {'Subnet': ['ID=0fbb92ba-568c-4a09-bf7e-252b9503c16e,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:22.439389 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8c4477-465b-4b3f-8f63-44b62c08d00b None None] Network 94891ecb-7b29-49bc-90e9-a7fe26c81f92 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:22.443768 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b48a507b-cbe4-4880-a776-cfa1b0c44938 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:22.453439 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-a615c45f-1925-43b5-8573-85c8f7ceba49 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Deleting port e07b9ad8-42e8-4884-84df-2cccc0000d9d {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:22.456810 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a615c45f-1925-43b5-8573-85c8f7ceba49 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:22.486670 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-c06eb68d-f387-49cf-af5d-d4762744acf9 None None] Set router b37b4426-49f9-4e25-b220-ec75491f7845 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:12:22.505221 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Made reservation on behalf of 4ad3f6d437a74744b42a530630d02b79 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:22.506404 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:22.518039 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-18e936dc-7c4d-4ef1-9d9d-da9bf6387c9e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:12:22.519309 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-18e936dc-7c4d-4ef1-9d9d-da9bf6387c9e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6177723 Oct 10 11:12:22.536201 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49520) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:22.564791 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:22.591915 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:22.606919 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Usage tracker for resource:security_group_rule and tenant:4ad3f6d437a74744b42a530630d02b79 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:22.613166 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:22.624915 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:22.626937 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-82b71be5-d8f0-4f47-b443-708efe10736f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:22.651230 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c06eb68d-f387-49cf-af5d-d4762744acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37b4426-49f9-4e25-b220-ec75491f7845', 'name': 'tempest-NetworksTestDHCPv6-router-1983996226', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:11:56Z', 'updated_at': '2022-10-10T11:12:20Z', 'revision_number': 3, 'project_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:22.656078 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b48a507b-cbe4-4880-a776-cfa1b0c44938 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "DELETE /v2.0/subnets/0fbb92ba-568c-4a09-bf7e-252b9503c16e HTTP/1.1" status: 204 len: 168 time: 1.4828274 Oct 10 11:12:22.656233 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4a31a256-7a2d-4c94-bd00-f65c7e58f663 None None] Provisioning for port e07b9ad8-42e8-4884-84df-2cccc0000d9d completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:12:22.656952 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49524) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:22.666120 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06eb68d-f387-49cf-af5d-d4762744acf9 None None] Checking router: b37b4426-49f9-4e25-b220-ec75491f7845 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:12:22.668309 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4a31a256-7a2d-4c94-bd00-f65c7e58f663 None None] Provisioning complete for port e07b9ad8-42e8-4884-84df-2cccc0000d9d triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:12:22.672735 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4a31a256-7a2d-4c94-bd00-f65c7e58f663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:22.672735 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-4a31a256-7a2d-4c94-bd00-f65c7e58f663 None None] Attempt 1 to provision port e07b9ad8-42e8-4884-84df-2cccc0000d9d Oct 10 11:12:22.703560 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-82b71be5-d8f0-4f47-b443-708efe10736f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:22.780572 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-290243b2-f29e-4aef-84a8-908e4d975e8c admin admin] For port eeb24324-1eac-48a6-bc23-3d587f7d19db, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=eeb24324-1eac-48a6-bc23-3d587f7d19db,segment=NetworkSegment(5652673d-6ce9-45c3-b311-6c39b0f20c74),segment_id=5652673d-6ce9-45c3-b311-6c39b0f20c74)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:22.781922 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-290243b2-f29e-4aef-84a8-908e4d975e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:22.862785 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06eb68d-f387-49cf-af5d-d4762744acf9 None None] Routers {'b37b4426-49f9-4e25-b220-ec75491f7845'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:22.863647 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c06eb68d-f387-49cf-af5d-d4762744acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['b37b4426-49f9-4e25-b220-ec75491f7845'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:22.882793 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-b552b6a8-0dd1-4f5b-9c12-cd755a5405b3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet f031fd1d-8959-4989-8201-610fae56e7df {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:12:22.885841 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eb18c7c5-7594-40c4-be36-ce023214fbc3 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:22.947092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-fc754cfd-29f1-463e-adb0-a7a05fff8d17 admin admin] Deleting port c2ca9638-d472-4f49-833c-47a12cf7ba32 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:22.947428 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fc754cfd-29f1-463e-adb0-a7a05fff8d17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:22.971907 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-eb18c7c5-7594-40c4-be36-ce023214fbc3 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Deleting port 4629006d-4d40-4060-b6b2-b2cb7bbe692f {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:22.972236 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eb18c7c5-7594-40c4-be36-ce023214fbc3 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:22.976208 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-290243b2-f29e-4aef-84a8-908e4d975e8c admin admin] Calling delete_port for eeb24324-1eac-48a6-bc23-3d587f7d19db owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:22.978279 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port eeb24324-1eac-48a6-bc23-3d587f7d19db is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:12:22.978818 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:23.015280 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b552b6a8-0dd1-4f5b-9c12-cd755a5405b3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:23.053975 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4a31a256-7a2d-4c94-bd00-f65c7e58f663 None None] Port e07b9ad8-42e8-4884-84df-2cccc0000d9d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:23.054779 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8bb39343-47d1-4e4c-8d8e-a455c0b67d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:23.056421 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:23.059140 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-82b71be5-d8f0-4f47-b443-708efe10736f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:23.138054 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb39343-47d1-4e4c-8d8e-a455c0b67d48 None None] Pushing event deleted for resources: {'Port': ['ID=eeb24324-1eac-48a6-bc23-3d587f7d19db,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:23.143679 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b71be5-d8f0-4f47-b443-708efe10736f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafc422e-d29b-42ce-8485-ccbf37fd2317,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:23.144413 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-c06eb68d-f387-49cf-af5d-d4762744acf9 None None] Set router b37b4426-49f9-4e25-b220-ec75491f7845 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:12:23.160049 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:23.182287 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-a0b0c311-08bb-4ccc-917f-6a723a182919 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Allocated IP 172.26.4.237 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/8d6bbb92-e79f-4737-95f7-84bbcda084bc) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:12:23.186094 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] device_id is not set on port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:12:23.206884 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b552b6a8-0dd1-4f5b-9c12-cd755a5405b3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:23.229061 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-82b71be5-d8f0-4f47-b443-708efe10736f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:23.232517 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-82b71be5-d8f0-4f47-b443-708efe10736f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/aafc422e-d29b-42ce-8485-ccbf37fd2317 HTTP/1.1" status: 204 len: 168 time: 0.8221817 Oct 10 11:12:23.320702 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb39343-47d1-4e4c-8d8e-a455c0b67d48 None None] No DVR routers for this DVR port eeb24324-1eac-48a6-bc23-3d587f7d19db on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:12:23.367705 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1795820f-e7da-45d2-8fbb-64cfb536f322,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:23.374427 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c06eb68d-f387-49cf-af5d-d4762744acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37b4426-49f9-4e25-b220-ec75491f7845', 'name': 'tempest-NetworksTestDHCPv6-router-1983996226', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:11:56Z', 'updated_at': '2022-10-10T11:12:20Z', 'revision_number': 3, 'project_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:23.397682 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a615c45f-1925-43b5-8573-85c8f7ceba49 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:23.400859 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06eb68d-f387-49cf-af5d-d4762744acf9 None None] The sync data for ids ['b37b4426-49f9-4e25-b220-ec75491f7845'] in dv-neutron-860842-1-hyperv is: [{'id': 'b37b4426-49f9-4e25-b220-ec75491f7845', 'name': 'tempest-NetworksTestDHCPv6-router-1983996226', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:11:56Z', 'updated_at': '2022-10-10T11:12:20Z', 'revision_number': 3, 'project_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'gw_port_host': None}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:12:23.548514 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-fc754cfd-29f1-463e-adb0-a7a05fff8d17 admin admin] For port c2ca9638-d472-4f49-833c-47a12cf7ba32, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c2ca9638-d472-4f49-833c-47a12cf7ba32,segment=NetworkSegment(444e6788-eb7a-4101-8106-c0fe98621e3b),segment_id=444e6788-eb7a-4101-8106-c0fe98621e3b)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:23.549160 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fc754cfd-29f1-463e-adb0-a7a05fff8d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:23.557431 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-4a31a256-7a2d-4c94-bd00-f65c7e58f663 None None] Attempt 2 to provision port e07b9ad8-42e8-4884-84df-2cccc0000d9d Oct 10 11:12:23.558427 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-eb18c7c5-7594-40c4-be36-ce023214fbc3 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] For port 4629006d-4d40-4060-b6b2-b2cb7bbe692f, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=4629006d-4d40-4060-b6b2-b2cb7bbe692f,segment=NetworkSegment(80dd9a61-fcc9-49b5-b740-8005fa74e655),segment_id=80dd9a61-fcc9-49b5-b740-8005fa74e655)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:23.562003 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eb18c7c5-7594-40c4-be36-ce023214fbc3 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:23.595402 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-a615c45f-1925-43b5-8573-85c8f7ceba49 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Calling delete_port for e07b9ad8-42e8-4884-84df-2cccc0000d9d owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:23.639776 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4a31a256-7a2d-4c94-bd00-f65c7e58f663 None None] Port e07b9ad8-42e8-4884-84df-2cccc0000d9d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:23.802770 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8981beb-33fc-4391-b636-ac96912f732d None None] DHCP port deletion for 94891ecb-7b29-49bc-90e9-a7fe26c81f92 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:12:23.809442 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d8981beb-33fc-4391-b636-ac96912f732d None None] Deleting port 4629006d-4d40-4060-b6b2-b2cb7bbe692f {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:23.809860 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d8981beb-33fc-4391-b636-ac96912f732d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:23.829293 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-eb18c7c5-7594-40c4-be36-ce023214fbc3 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Calling delete_port for 4629006d-4d40-4060-b6b2-b2cb7bbe692f owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:23.924750 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b552b6a8-0dd1-4f5b-9c12-cd755a5405b3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:23.988080 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-fc754cfd-29f1-463e-adb0-a7a05fff8d17 admin admin] Calling delete_port for c2ca9638-d472-4f49-833c-47a12cf7ba32 owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:24.109290 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a0b0c311-08bb-4ccc-917f-6a723a182919 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:24.131252 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 582711d4-b5ff-4d3f-8289-42a41e29f99c no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:12:24.135125 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.api [None req-290243b2-f29e-4aef-84a8-908e4d975e8c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:12:24.135473 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG oslo_db.api [None req-290243b2-f29e-4aef-84a8-908e4d975e8c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:12:24.168575 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-4a31a256-7a2d-4c94-bd00-f65c7e58f663 None None] Attempt 3 to provision port e07b9ad8-42e8-4884-84df-2cccc0000d9d Oct 10 11:12:24.217986 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 582711d4-b5ff-4d3f-8289-42a41e29f99c {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:12:24.217986 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 582711d4-b5ff-4d3f-8289-42a41e29f99c not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:12:24.218391 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 4629006d-4d40-4060-b6b2-b2cb7bbe692f no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:12:24.283834 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d8981beb-33fc-4391-b636-ac96912f732d None None] For port 4629006d-4d40-4060-b6b2-b2cb7bbe692f, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=4629006d-4d40-4060-b6b2-b2cb7bbe692f,segment=NetworkSegment(80dd9a61-fcc9-49b5-b740-8005fa74e655),segment_id=80dd9a61-fcc9-49b5-b740-8005fa74e655)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:24.284227 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d8981beb-33fc-4391-b636-ac96912f732d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:24.288521 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b552b6a8-0dd1-4f5b-9c12-cd755a5405b3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:24.330910 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a0b0c311-08bb-4ccc-917f-6a723a182919 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:24.354236 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4a31a256-7a2d-4c94-bd00-f65c7e58f663 None None] Port e07b9ad8-42e8-4884-84df-2cccc0000d9d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:24.361341 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eb18c7c5-7594-40c4-be36-ce023214fbc3 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:24.381080 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a615c45f-1925-43b5-8573-85c8f7ceba49 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:24.412948 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552b6a8-0dd1-4f5b-9c12-cd755a5405b3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=f031fd1d-8959-4989-8201-610fae56e7df,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:24.418256 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d8981beb-33fc-4391-b636-ac96912f732d None None] Calling delete_port for 4629006d-4d40-4060-b6b2-b2cb7bbe692f owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:24.419538 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b552b6a8-0dd1-4f5b-9c12-cd755a5405b3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:24.433464 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18c7c5-7594-40c4-be36-ce023214fbc3 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event deleted for resources: {'Port': ['ID=4629006d-4d40-4060-b6b2-b2cb7bbe692f,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:24.442923 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb18c7c5-7594-40c4-be36-ce023214fbc3 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] No DVR routers for this DVR port 4629006d-4d40-4060-b6b2-b2cb7bbe692f on host dv-neutron-860842-1-hyperv {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:12:24.447075 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] device_id is not set on port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:12:24.449336 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08425a0-72fa-442d-96d6-e833e5c60444 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:24.463499 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b0c311-08bb-4ccc-917f-6a723a182919 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:24.504089 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-a0b0c311-08bb-4ccc-917f-6a723a182919 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:24.508112 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b0c311-08bb-4ccc-917f-6a723a182919 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:24.560925 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No active binding found for port 4629006d-4d40-4060-b6b2-b2cb7bbe692f {{(pid=89898) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 10 11:12:24.567087 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 4629006d-4d40-4060-b6b2-b2cb7bbe692f not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:12:24.608334 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0c311-08bb-4ccc-917f-6a723a182919 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Pushing event updated for resources: {'Port': ['ID=8d6bbb92-e79f-4737-95f7-84bbcda084bc,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:24.626080 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:24.649441 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fc754cfd-29f1-463e-adb0-a7a05fff8d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:24.654982 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eb18c7c5-7594-40c4-be36-ce023214fbc3 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:24.662345 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-290243b2-f29e-4aef-84a8-908e4d975e8c admin admin] Deleting port eeb24324-1eac-48a6-bc23-3d587f7d19db {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:24.664124 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-290243b2-f29e-4aef-84a8-908e4d975e8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:24.718121 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Transition to ACTIVE for port object a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:24.719287 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615c45f-1925-43b5-8573-85c8f7ceba49 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Pushing event deleted for resources: {'Port': ['ID=e07b9ad8-42e8-4884-84df-2cccc0000d9d,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:24.722648 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc754cfd-29f1-463e-adb0-a7a05fff8d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ca9638-d472-4f49-833c-47a12cf7ba32,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:24.731484 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b552b6a8-0dd1-4f5b-9c12-cd755a5405b3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/f031fd1d-8959-4989-8201-610fae56e7df HTTP/1.1" status: 204 len: 168 time: 2.1846473 Oct 10 11:12:24.745779 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49548) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:24.801291 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-d8981beb-33fc-4391-b636-ac96912f732d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:12:24.801680 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-d8981beb-33fc-4391-b636-ac96912f732d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:12:24.841722 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-290243b2-f29e-4aef-84a8-908e4d975e8c admin admin] The port 'eeb24324-1eac-48a6-bc23-3d587f7d19db' was deleted {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:12:24.842618 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49550) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:24.855365 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-4a31a256-7a2d-4c94-bd00-f65c7e58f663 None None] Attempt 4 to provision port e07b9ad8-42e8-4884-84df-2cccc0000d9d Oct 10 11:12:24.937128 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4a31a256-7a2d-4c94-bd00-f65c7e58f663 None None] Port e07b9ad8-42e8-4884-84df-2cccc0000d9d was deleted so its status cannot be updated. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 10 11:12:24.943662 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6208f792-fd5f-4141-904e-8acc8c2d82cb None None] DHCP port deletion for dac74586-4382-4e00-a6eb-f2005f114a9a request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:12:24.950635 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-6208f792-fd5f-4141-904e-8acc8c2d82cb None None] Deleting port 100ecbf3-2445-47cd-a9ca-4766eb2446ca {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:24.951312 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6208f792-fd5f-4141-904e-8acc8c2d82cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:24.954765 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-eb18c7c5-7594-40c4-be36-ce023214fbc3 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94891ecb-7b29-49bc-90e9-a7fe26c81f92']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:25.012908 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-eb18c7c5-7594-40c4-be36-ce023214fbc3 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80dd9a61-fcc9-49b5-b740-8005fa74e655') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:25.013735 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-eb18c7c5-7594-40c4-be36-ce023214fbc3 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80dd9a61-fcc9-49b5-b740-8005fa74e655') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:25.080642 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:25.092224 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eb18c7c5-7594-40c4-be36-ce023214fbc3 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:25.182829 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-6208f792-fd5f-4141-904e-8acc8c2d82cb None None] For port 100ecbf3-2445-47cd-a9ca-4766eb2446ca, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=100ecbf3-2445-47cd-a9ca-4766eb2446ca,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:25.183391 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6208f792-fd5f-4141-904e-8acc8c2d82cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:25.190831 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Pushing event updated for resources: {'Port': ['ID=a2ce767d-9ef0-42d6-bb48-9270e6ab28d2,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:25.281932 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-73b82beb-e201-4e0f-8d97-ced228f5fca7 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'network': {'name': 'tempest-RoutersTest-1902921971'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:25.285765 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eb18c7c5-7594-40c4-be36-ce023214fbc3 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:25.294732 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-73b82beb-e201-4e0f-8d97-ced228f5fca7 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:25.297756 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-290243b2-f29e-4aef-84a8-908e4d975e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:25.302767 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d8981beb-33fc-4391-b636-ac96912f732d None None] Deleting port 4629006d-4d40-4060-b6b2-b2cb7bbe692f {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:25.302767 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d8981beb-33fc-4391-b636-ac96912f732d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:25.312295 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-73b82beb-e201-4e0f-8d97-ced228f5fca7 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Usage tracker for resource:network and tenant:bff75ec139ff428ea17476871cda1880 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:25.319383 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a615c45f-1925-43b5-8573-85c8f7ceba49 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:25.319514 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cf0dadfb-6e1c-4013-be74-2c01ab4f6be0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4729369 Oct 10 11:12:25.320486 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a615c45f-1925-43b5-8573-85c8f7ceba49 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] 10.222.0.40 "DELETE /v2.0/ports/e07b9ad8-42e8-4884-84df-2cccc0000d9d HTTP/1.1" status: 204 len: 168 time: 3.1331613 Oct 10 11:12:25.320729 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-73b82beb-e201-4e0f-8d97-ced228f5fca7 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:25.320865 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb18c7c5-7594-40c4-be36-ce023214fbc3 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Releasing vlan 488 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:12:25.321272 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eb18c7c5-7594-40c4-be36-ce023214fbc3 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:25.323399 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49558) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:25.323634 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49560) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:25.338416 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-6208f792-fd5f-4141-904e-8acc8c2d82cb None None] Calling delete_port for 100ecbf3-2445-47cd-a9ca-4766eb2446ca owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:25.415280 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 80dd9a61-fcc9-49b5-b740-8005fa74e655 resource provider aggregate not found Oct 10 11:12:25.416639 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d8981beb-33fc-4391-b636-ac96912f732d None None] The port '4629006d-4d40-4060-b6b2-b2cb7bbe692f' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:12:25.451061 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-73b82beb-e201-4e0f-8d97-ced228f5fca7 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:25.508104 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 80dd9a61-fcc9-49b5-b740-8005fa74e655 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80dd9a61-fcc9-49b5-b740-8005fa74e655 found for delete ", "request_id": "req-122044bc-d1cc-4847-bef8-7b3579df62a6"}]} Oct 10 11:12:25.511414 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Checking segment: {'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:12:25.511771 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Network hostable DHCP agents. Network: ce514dc2-7589-452a-9581-ffbd003a2609, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:12:25.539739 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6208f792-fd5f-4141-904e-8acc8c2d82cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:25.540520 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fc754cfd-29f1-463e-adb0-a7a05fff8d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:25.596862 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6208f792-fd5f-4141-904e-8acc8c2d82cb None None] No DVR routers for this DVR port 100ecbf3-2445-47cd-a9ca-4766eb2446ca on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:12:25.601632 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208f792-fd5f-4141-904e-8acc8c2d82cb None None] Pushing event deleted for resources: {'Port': ['ID=100ecbf3-2445-47cd-a9ca-4766eb2446ca,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:25.618429 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eb18c7c5-7594-40c4-be36-ce023214fbc3 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:25.618429 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eb18c7c5-7594-40c4-be36-ce023214fbc3 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:25.661440 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Network ce514dc2-7589-452a-9581-ffbd003a2609 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:12:25.669919 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18c7c5-7594-40c4-be36-ce023214fbc3 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event deleted for resources: {'Network': ['ID=94891ecb-7b29-49bc-90e9-a7fe26c81f92,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:25.688777 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-eb18c7c5-7594-40c4-be36-ce023214fbc3 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "DELETE /v2.0/networks/94891ecb-7b29-49bc-90e9-a7fe26c81f92 HTTP/1.1" status: 204 len: 168 time: 3.0310187 Oct 10 11:12:25.701003 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-290243b2-f29e-4aef-84a8-908e4d975e8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:25.730355 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49570) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:25.730355 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d6f13a-897d-43ef-a1e5-8be506fb5b61 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] GET failed (client error): The resource could not be found. Oct 10 11:12:25.730355 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-40d6f13a-897d-43ef-a1e5-8be506fb5b61 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Synchronizing usage tracker for tenant:ce3425404ee54491851657af61d0b0e8 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:12:25.790327 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-290243b2-f29e-4aef-84a8-908e4d975e8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5652673d-6ce9-45c3-b311-6c39b0f20c74') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:25.790629 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-290243b2-f29e-4aef-84a8-908e4d975e8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5652673d-6ce9-45c3-b311-6c39b0f20c74') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:25.811445 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a516b39-a3da-465f-8ef8-de79a3827340 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:25.811918 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a516b39-a3da-465f-8ef8-de79a3827340 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:25.813614 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4a516b39-a3da-465f-8ef8-de79a3827340 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "DELETE /v2.0/subnets/d3cf74af-e33e-4323-8fdf-e8c97bcf55a8 HTTP/1.1" status: 404 len: 337 time: 0.0873051 Oct 10 11:12:25.820913 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d47fe07e-3e14-4e85-a1b7-759ac1f0f07e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:25.839419 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49574) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:25.848767 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, ce514dc2-7589-452a-9581-ffbd003a2609) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:25.852564 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:25.858792 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5419f2a4-2892-4e48-a191-9feb23bbb31d None None] Network ce514dc2-7589-452a-9581-ffbd003a2609 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:25.868712 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b82beb-e201-4e0f-8d97-ced228f5fca7 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Made reservation on behalf of bff75ec139ff428ea17476871cda1880 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:25.871647 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-73b82beb-e201-4e0f-8d97-ced228f5fca7 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:25.893663 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-290243b2-f29e-4aef-84a8-908e4d975e8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:25.908091 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-1689d517-7e24-46ba-9059-d02f47f96020 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] DELETE failed (client error): The resource could not be found. Oct 10 11:12:25.908553 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1689d517-7e24-46ba-9059-d02f47f96020 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:12:25.910217 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1689d517-7e24-46ba-9059-d02f47f96020 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "DELETE /v2.0/networks/5e01af84-9453-4014-8068-23d83d187d07 HTTP/1.1" status: 404 len: 339 time: 0.0698609 Oct 10 11:12:25.911052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:25.911380 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:25.911706 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:25.916941 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49578) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:25.951875 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:25.952279 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:25.957728 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.plugins.ml2.plugin [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempt 2 to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 Oct 10 11:12:25.998312 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:25.998674 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:25.998966 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:26.052478 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-73b82beb-e201-4e0f-8d97-ced228f5fca7 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:26.067256 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-c69f7852-97e1-412b-a1da-ba24c5700ac9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Deleting subnet 6e51fc3d-f737-4111-9e37-15b17557e470 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:12:26.075936 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-40d6f13a-897d-43ef-a1e5-8be506fb5b61 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Unset dirty status for tenant:ce3425404ee54491851657af61d0b0e8 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:12:26.079467 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:26.079467 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:26.082905 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-40d6f13a-897d-43ef-a1e5-8be506fb5b61 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] 10.222.0.40 "GET /v2.0/ports/e07b9ad8-42e8-4884-84df-2cccc0000d9d HTTP/1.1" status: 404 len: 333 time: 0.7548952 Oct 10 11:12:26.088582 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c69f7852-97e1-412b-a1da-ba24c5700ac9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:26.088735 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-290243b2-f29e-4aef-84a8-908e4d975e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:26.094679 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49582) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:26.106937 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-96e1c394-e04e-4ad9-bd5a-597a97e0832e tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Request body: {'port': {'network_id': '60068c39-2ae6-4bb8-8342-06d415f4ceed', 'name': 'tempest-AllowedAddressPairTestJSON-1505736677'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:26.117406 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.plugins.ml2.plugin [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempt 3 to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 Oct 10 11:12:26.126735 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-73b82beb-e201-4e0f-8d97-ced228f5fca7 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:26.157065 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 100ecbf3-2445-47cd-a9ca-4766eb2446ca no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:12:26.159917 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:26.160297 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:26.160619 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:26.171346 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c69f7852-97e1-412b-a1da-ba24c5700ac9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:26.171791 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290243b2-f29e-4aef-84a8-908e4d975e8c admin admin] Releasing vlan 469 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:12:26.172215 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-290243b2-f29e-4aef-84a8-908e4d975e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:26.196745 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 100ecbf3-2445-47cd-a9ca-4766eb2446ca {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:12:26.197340 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 100ecbf3-2445-47cd-a9ca-4766eb2446ca not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:12:26.225070 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-73b82beb-e201-4e0f-8d97-ced228f5fca7 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Usage tracker for resource:security_group_rule and tenant:bff75ec139ff428ea17476871cda1880 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:26.267293 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:26.267621 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:26.281973 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.plugins.ml2.plugin [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempt 4 to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 Oct 10 11:12:26.290861 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-73b82beb-e201-4e0f-8d97-ced228f5fca7 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:26.318437 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:26.319223 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:26.319556 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:26.332167 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:26.332485 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:26.335904 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.plugins.ml2.plugin [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempt 5 to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 Oct 10 11:12:26.347031 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 5652673d-6ce9-45c3-b311-6c39b0f20c74 resource provider aggregate not found Oct 10 11:12:26.354045 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc754cfd-29f1-463e-adb0-a7a05fff8d17 admin admin] Router 5d17321e-2af2-458f-984e-3924410a7157 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:12:26.355371 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a0b0c311-08bb-4ccc-917f-6a723a182919 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router_gateway, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:26.364968 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:26.365314 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:26.365680 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:26.375461 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:26.375781 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:26.378630 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.plugins.ml2.plugin [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempt 6 to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 Oct 10 11:12:26.413992 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-73b82beb-e201-4e0f-8d97-ced228f5fca7 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:26.470118 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:26.470607 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:26.470766 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:26.484370 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c69f7852-97e1-412b-a1da-ba24c5700ac9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:26.507599 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:26.507926 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:26.513929 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.plugins.ml2.plugin [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempt 7 to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 Oct 10 11:12:26.531155 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 5652673d-6ce9-45c3-b311-6c39b0f20c74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5652673d-6ce9-45c3-b311-6c39b0f20c74 found for delete ", "request_id": "req-8538f7c4-dacb-4f9c-92fb-45748452c9b5"}]} Oct 10 11:12:26.581502 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d47fe07e-3e14-4e85-a1b7-759ac1f0f07e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:26.593244 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:26.593244 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:26.593706 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:26.593824 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d47fe07e-3e14-4e85-a1b7-759ac1f0f07e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:26.621409 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:26.621752 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:26.627126 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.plugins.ml2.plugin [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempt 8 to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 Oct 10 11:12:26.659977 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:26.660307 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:26.660629 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:26.669367 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc754cfd-29f1-463e-adb0-a7a05fff8d17 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:12:26.675710 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:26.676034 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:26.680018 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b795ac-878b-4f70-92c0-de0c16445fbe None None] Sync routers for ids ['5d17321e-2af2-458f-984e-3924410a7157'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:12:26.680491 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.plugins.ml2.plugin [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempt 9 to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 Oct 10 11:12:26.690319 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b795ac-878b-4f70-92c0-de0c16445fbe None None] Routers {'5d17321e-2af2-458f-984e-3924410a7157'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:26.690960 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-a2b795ac-878b-4f70-92c0-de0c16445fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5d17321e-2af2-458f-984e-3924410a7157'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:26.698848 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-fc754cfd-29f1-463e-adb0-a7a05fff8d17 admin admin] 10.222.0.40 "PUT /v2.0/routers/5d17321e-2af2-458f-984e-3924410a7157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5041866 Oct 10 11:12:26.699656 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49590) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:26.703016 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-290243b2-f29e-4aef-84a8-908e4d975e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:26.731098 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-290243b2-f29e-4aef-84a8-908e4d975e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:26.757656 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290243b2-f29e-4aef-84a8-908e4d975e8c admin admin] Pushing event deleted for resources: {'Network': ['ID=8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:26.762199 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-96e1c394-e04e-4ad9-bd5a-597a97e0832e tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:26.764235 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:26.764463 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:26.764795 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:26.787497 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c69f7852-97e1-412b-a1da-ba24c5700ac9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:26.806237 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-96e1c394-e04e-4ad9-bd5a-597a97e0832e tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:26.820359 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:26.820688 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:26.827675 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.plugins.ml2.plugin [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempt 10 to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 Oct 10 11:12:26.847645 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c69f7852-97e1-412b-a1da-ba24c5700ac9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:26.849346 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c69f7852-97e1-412b-a1da-ba24c5700ac9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "DELETE /v2.0/subnets/6e51fc3d-f737-4111-9e37-15b17557e470 HTTP/1.1" status: 204 len: 168 time: 0.9314969 Oct 10 11:12:26.850411 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f7852-97e1-412b-a1da-ba24c5700ac9 tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event deleted for resources: {'Subnet': ['ID=6e51fc3d-f737-4111-9e37-15b17557e470,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:26.856222 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43581d2b-b9a3-480c-99b1-fe653ee818c1 None None] Network 9a048f4e-368f-4709-80db-7980deb1656a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:26.857210 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49594) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:26.860347 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d47fe07e-3e14-4e85-a1b7-759ac1f0f07e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:26.860826 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47fe07e-3e14-4e85-a1b7-759ac1f0f07e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Fanout notify agent at l3_agent the message router_deleted on router b37b4426-49f9-4e25-b220-ec75491f7845 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:12:26.880974 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:26.882013 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:26.882576 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:26.891462 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-290243b2-f29e-4aef-84a8-908e4d975e8c admin admin] 10.222.0.40 "DELETE /v2.0/networks/8c141e0a-91f1-4fe7-b3ed-126b0fd5d14e HTTP/1.1" status: 204 len: 168 time: 5.7834432 Oct 10 11:12:26.921697 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d47fe07e-3e14-4e85-a1b7-759ac1f0f07e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:26.926104 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d47fe07e-3e14-4e85-a1b7-759ac1f0f07e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/routers/b37b4426-49f9-4e25-b220-ec75491f7845 HTTP/1.1" status: 204 len: 168 time: 1.5966671 Oct 10 11:12:26.927374 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49602) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:26.961061 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-416b5e55-a5ef-435c-9768-002faccd2941 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:27.030926 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e896a3cd-7d8b-4395-9686-178d41f8695b admin admin] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:27.045828 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-73b82beb-e201-4e0f-8d97-ced228f5fca7 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:27.047216 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e1c394-e04e-4ad9-bd5a-597a97e0832e tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Made reservation on behalf of ce3425404ee54491851657af61d0b0e8 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:27.051789 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-96e1c394-e04e-4ad9-bd5a-597a97e0832e tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:27.067645 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-a2b795ac-878b-4f70-92c0-de0c16445fbe None None] Set router 5d17321e-2af2-458f-984e-3924410a7157 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:12:27.250075 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:27.250699 dv-neutron-860842-1-hyperv neutron-server[89897]: ERROR neutron.plugins.ml2.managers [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:27.251246 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:27.302240 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-73b82beb-e201-4e0f-8d97-ced228f5fca7 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:27.309482 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17672b83-de61-49ee-b314-96ac56ca2214 None None] DHCP port deletion for 9a048f4e-368f-4709-80db-7980deb1656a request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:12:27.315052 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-17672b83-de61-49ee-b314-96ac56ca2214 None None] Deleting port 2cdab9b9-6394-47af-973f-7b8eef67bf76 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:27.316134 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-17672b83-de61-49ee-b314-96ac56ca2214 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:27.390673 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-a2b795ac-878b-4f70-92c0-de0c16445fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d17321e-2af2-458f-984e-3924410a7157', 'name': 'tempest-ServersTestManualDisk-1328151757-router', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:12:24Z', 'revision_number': 5, 'project_id': '65bf514613404a16b37bfb61203927f3', 'gw_port': {'id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17321e-2af2-458f-984e-3924410a7157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:27.395474 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b795ac-878b-4f70-92c0-de0c16445fbe None None] Checking router: 5d17321e-2af2-458f-984e-3924410a7157 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:12:27.406281 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b795ac-878b-4f70-92c0-de0c16445fbe None None] Routers {'5d17321e-2af2-458f-984e-3924410a7157'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:27.406925 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-a2b795ac-878b-4f70-92c0-de0c16445fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5d17321e-2af2-458f-984e-3924410a7157'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:27.421076 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b82beb-e201-4e0f-8d97-ced228f5fca7 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 486} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:12:27.428750 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-96e1c394-e04e-4ad9-bd5a-597a97e0832e tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] device_id is not set on port 7101a425-5af5-410f-b3f3-41e8e0684505 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:12:27.478374 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49606) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:27.520972 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a0b0c311-08bb-4ccc-917f-6a723a182919 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:27.525987 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b82beb-e201-4e0f-8d97-ced228f5fca7 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=461236e0-a5cb-4575-b01f-05f66bfe9df1,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:27.529239 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-73b82beb-e201-4e0f-8d97-ced228f5fca7 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:27.529722 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-73b82beb-e201-4e0f-8d97-ced228f5fca7 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Added segment 5c630e12-795a-4538-8e21-b0bdfe931c97 of type vlan for network 70578435-7191-4204-bb46-b40d4177f07f Oct 10 11:12:27.554272 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-416b5e55-a5ef-435c-9768-002faccd2941 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:27.576868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e896a3cd-7d8b-4395-9686-178d41f8695b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:27.620703 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-416b5e55-a5ef-435c-9768-002faccd2941 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:subnet and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:27.629462 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-17672b83-de61-49ee-b314-96ac56ca2214 None None] For port 2cdab9b9-6394-47af-973f-7b8eef67bf76, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=2cdab9b9-6394-47af-973f-7b8eef67bf76,segment=NetworkSegment(4f640073-08af-4f6f-93a8-cb87e1abd349),segment_id=4f640073-08af-4f6f-93a8-cb87e1abd349)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:27.630183 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-17672b83-de61-49ee-b314-96ac56ca2214 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:27.634151 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-a2b795ac-878b-4f70-92c0-de0c16445fbe None None] Set router 5d17321e-2af2-458f-984e-3924410a7157 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:12:27.639132 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-416b5e55-a5ef-435c-9768-002faccd2941 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:27.660312 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] For port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:12:27.660721 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempted to set empty binding levels {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 10 11:12:27.665794 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5245-f21d-4c3a-aca4-1eb92d42984a tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:27.680850 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-5c1c5245-f21d-4c3a-aca4-1eb92d42984a tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Deleting port 2cdab9b9-6394-47af-973f-7b8eef67bf76 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:27.681239 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5245-f21d-4c3a-aca4-1eb92d42984a tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:27.689507 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-416b5e55-a5ef-435c-9768-002faccd2941 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:27.750029 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-73b82beb-e201-4e0f-8d97-ced228f5fca7 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:27.833072 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d4ab70b2-5e79-4fad-876b-1d2b970eac13 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9543e1530ac9451cbdc9af9c0a714df9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3481426 Oct 10 11:12:27.833819 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-17672b83-de61-49ee-b314-96ac56ca2214 None None] Calling delete_port for 2cdab9b9-6394-47af-973f-7b8eef67bf76 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:27.857509 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49610) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:27.859311 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416b5e55-a5ef-435c-9768-002faccd2941 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:27.862843 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-416b5e55-a5ef-435c-9768-002faccd2941 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:27.913299 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-5c1c5245-f21d-4c3a-aca4-1eb92d42984a tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] For port 2cdab9b9-6394-47af-973f-7b8eef67bf76, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=2cdab9b9-6394-47af-973f-7b8eef67bf76,segment=NetworkSegment(4f640073-08af-4f6f-93a8-cb87e1abd349),segment_id=4f640073-08af-4f6f-93a8-cb87e1abd349)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:27.913677 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5245-f21d-4c3a-aca4-1eb92d42984a tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:27.929757 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:27.931417 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:27.932245 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:27.948763 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-96e1c394-e04e-4ad9-bd5a-597a97e0832e tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Allocated IP 172.20.0.10 (60068c39-2ae6-4bb8-8342-06d415f4ceed/9199e3ee-4aed-46d9-83cc-6d00a978fdee/7101a425-5af5-410f-b3f3-41e8e0684505) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:12:27.971848 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-e896a3cd-7d8b-4395-9686-178d41f8695b admin admin] Deleting port 51cfdd72-c0f3-4f62-bf56-616a91b74f1a {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:27.972316 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e896a3cd-7d8b-4395-9686-178d41f8695b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:27.990612 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-17672b83-de61-49ee-b314-96ac56ca2214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:28.054641 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-73b82beb-e201-4e0f-8d97-ced228f5fca7 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:28.060558 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b82beb-e201-4e0f-8d97-ced228f5fca7 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:28.061156 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-73b82beb-e201-4e0f-8d97-ced228f5fca7 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:28.061804 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-a2b795ac-878b-4f70-92c0-de0c16445fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d17321e-2af2-458f-984e-3924410a7157', 'name': 'tempest-ServersTestManualDisk-1328151757-router', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:12:24Z', 'revision_number': 5, 'project_id': '65bf514613404a16b37bfb61203927f3', 'gw_port': {'id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17321e-2af2-458f-984e-3924410a7157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:28.066553 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b795ac-878b-4f70-92c0-de0c16445fbe None None] The sync data for ids ['5d17321e-2af2-458f-984e-3924410a7157'] in dv-neutron-860842-1-hyperv is: [{'id': '5d17321e-2af2-458f-984e-3924410a7157', 'name': 'tempest-ServersTestManualDisk-1328151757-router', 'tenant_id': '65bf514613404a16b37bfb61203927f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:10:09Z', 'updated_at': '2022-10-10T11:12:24Z', 'revision_number': 5, 'project_id': '65bf514613404a16b37bfb61203927f3', 'gw_port': {'id': '51cfdd72-c0f3-4f62-bf56-616a91b74f1a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d17321e-2af2-458f-984e-3924410a7157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:10:11Z', 'updated_at': '2022-10-10T11:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:12:28.070906 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 2cdab9b9-6394-47af-973f-7b8eef67bf76 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:12:28.106044 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17672b83-de61-49ee-b314-96ac56ca2214 None None] Pushing event deleted for resources: {'Port': ['ID=2cdab9b9-6394-47af-973f-7b8eef67bf76,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:28.116827 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 2cdab9b9-6394-47af-973f-7b8eef67bf76 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:12:28.117417 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 2cdab9b9-6394-47af-973f-7b8eef67bf76 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:12:28.121568 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17672b83-de61-49ee-b314-96ac56ca2214 None None] No DVR routers for this DVR port 2cdab9b9-6394-47af-973f-7b8eef67bf76 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:12:28.167031 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-5c1c5245-f21d-4c3a-aca4-1eb92d42984a tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Calling delete_port for 2cdab9b9-6394-47af-973f-7b8eef67bf76 owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:28.263848 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Pushing event updated for resources: {'Port': ['ID=a2ce767d-9ef0-42d6-bb48-9270e6ab28d2,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:28.284911 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-be1b2a92-6cc7-42c0-8724-1cca5361eb4e tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 6.2257545 Oct 10 11:12:28.288507 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-73b82beb-e201-4e0f-8d97-ced228f5fca7 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.4420106 Oct 10 11:12:28.288642 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49614) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:28.288642 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49616) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:28.298929 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-03fe964a-f169-44b2-a405-d7170498145a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:28.308375 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-62264cda-1ede-4b07-8477-73780851e334 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'network': {'name': 'tempest-RoutersTest-1330652174'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:28.322022 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b82beb-e201-4e0f-8d97-ced228f5fca7 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Network': ['ID=70578435-7191-4204-bb46-b40d4177f07f,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:28.333061 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 70578435-7191-4204-bb46-b40d4177f07f details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:12:28.385001 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-03fe964a-f169-44b2-a405-d7170498145a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:28.389795 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-62264cda-1ede-4b07-8477-73780851e334 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:28.412162 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-62264cda-1ede-4b07-8477-73780851e334 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Usage tracker for resource:network and tenant:bff75ec139ff428ea17476871cda1880 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:28.423609 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-62264cda-1ede-4b07-8477-73780851e334 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:28.437692 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-62264cda-1ede-4b07-8477-73780851e334 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:28.439613 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.api [None req-5c1c5245-f21d-4c3a-aca4-1eb92d42984a tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:12:28.439934 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG oslo_db.api [None req-5c1c5245-f21d-4c3a-aca4-1eb92d42984a tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:12:28.454565 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-5de1c191-1a5b-4b81-8ff4-3149d5d81083 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Deleting port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:28.454910 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5de1c191-1a5b-4b81-8ff4-3149d5d81083 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:28.527684 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b0c311-08bb-4ccc-917f-6a723a182919 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Router deb0e834-76b5-48bf-90c4-d13e4cbe695b is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:12:28.537037 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-e896a3cd-7d8b-4395-9686-178d41f8695b admin admin] For port 51cfdd72-c0f3-4f62-bf56-616a91b74f1a, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=51cfdd72-c0f3-4f62-bf56-616a91b74f1a,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:28.538052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e896a3cd-7d8b-4395-9686-178d41f8695b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:28.638261 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62264cda-1ede-4b07-8477-73780851e334 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Made reservation on behalf of bff75ec139ff428ea17476871cda1880 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:28.641944 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-62264cda-1ede-4b07-8477-73780851e334 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:28.716839 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-e896a3cd-7d8b-4395-9686-178d41f8695b admin admin] Calling delete_port for 51cfdd72-c0f3-4f62-bf56-616a91b74f1a owned by network:router_gateway {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:28.806956 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-96e1c394-e04e-4ad9-bd5a-597a97e0832e tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:28.821117 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62264cda-1ede-4b07-8477-73780851e334 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 461} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:12:28.851957 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-96e1c394-e04e-4ad9-bd5a-597a97e0832e tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Transition to ACTIVE for port object 7101a425-5af5-410f-b3f3-41e8e0684505 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:28.864064 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b0c311-08bb-4ccc-917f-6a723a182919 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:12:28.874288 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7648abfc-6045-4e34-9b2c-562cdd7d079d None None] Sync routers for ids ['deb0e834-76b5-48bf-90c4-d13e4cbe695b'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:12:28.886798 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7648abfc-6045-4e34-9b2c-562cdd7d079d None None] Routers {'deb0e834-76b5-48bf-90c4-d13e4cbe695b'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:28.887775 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7648abfc-6045-4e34-9b2c-562cdd7d079d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['deb0e834-76b5-48bf-90c4-d13e4cbe695b'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:28.903336 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-03fe964a-f169-44b2-a405-d7170498145a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:28.905900 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-03fe964a-f169-44b2-a405-d7170498145a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:28.907047 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-03fe964a-f169-44b2-a405-d7170498145a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/103f431c-0c3e-4dcd-82bf-358f5c44f510 HTTP/1.1" status: 204 len: 168 time: 1.0298500 Oct 10 11:12:28.923664 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe964a-f169-44b2-a405-d7170498145a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103f431c-0c3e-4dcd-82bf-358f5c44f510,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:28.926760 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-62264cda-1ede-4b07-8477-73780851e334 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:28.927094 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-62264cda-1ede-4b07-8477-73780851e334 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Added segment 93582d20-e692-4e8f-804e-0f1656913afa of type vlan for network fed67e03-3c81-48e8-bbb7-c1ef90107c55 Oct 10 11:12:28.927341 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-416b5e55-a5ef-435c-9768-002faccd2941 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:28.945203 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-5c1c5245-f21d-4c3a-aca4-1eb92d42984a tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Deleting port 2cdab9b9-6394-47af-973f-7b8eef67bf76 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:28.945415 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5245-f21d-4c3a-aca4-1eb92d42984a tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:28.974493 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a0b0c311-08bb-4ccc-917f-6a723a182919 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:28.975829 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a0b0c311-08bb-4ccc-917f-6a723a182919 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.5202549 Oct 10 11:12:28.987411 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49624) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:28.999942 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-4c459a05-8514-4244-a0ac-7f3e358825bd tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'enable_snat': False}}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:29.000269 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7648abfc-6045-4e34-9b2c-562cdd7d079d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:29.022892 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7648abfc-6045-4e34-9b2c-562cdd7d079d None None] Routers {'deb0e834-76b5-48bf-90c4-d13e4cbe695b'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:29.023086 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7648abfc-6045-4e34-9b2c-562cdd7d079d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['deb0e834-76b5-48bf-90c4-d13e4cbe695b'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:29.037007 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-5de1c191-1a5b-4b81-8ff4-3149d5d81083 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] For port a2ce767d-9ef0-42d6-bb48-9270e6ab28d2, host hv-neutron-8608, got binding levels [] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:29.037711 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5de1c191-1a5b-4b81-8ff4-3149d5d81083 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:29.056088 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-96e1c394-e04e-4ad9-bd5a-597a97e0832e tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:29.078136 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416b5e55-a5ef-435c-9768-002faccd2941 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:29.099687 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7648abfc-6045-4e34-9b2c-562cdd7d079d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:29.100148 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7648abfc-6045-4e34-9b2c-562cdd7d079d None None] The sync data for ids ['deb0e834-76b5-48bf-90c4-d13e4cbe695b'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:12:29.188858 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-5c1c5245-f21d-4c3a-aca4-1eb92d42984a tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] The port '2cdab9b9-6394-47af-973f-7b8eef67bf76' was deleted {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:12:29.277789 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-416b5e55-a5ef-435c-9768-002faccd2941 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:29.280840 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416b5e55-a5ef-435c-9768-002faccd2941 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:29.281421 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-416b5e55-a5ef-435c-9768-002faccd2941 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:29.290588 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138309b9-7a22-4c03-91b7-fa15f2ff6147 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:29.340255 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b5e55-a5ef-435c-9768-002faccd2941 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=15585b61-321f-4129-9339-0ba6f3fd2615,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:29.345276 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-62264cda-1ede-4b07-8477-73780851e334 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:29.356193 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e1c394-e04e-4ad9-bd5a-597a97e0832e tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Network 60068c39-2ae6-4bb8-8342-06d415f4ceed is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:29.359529 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-5de1c191-1a5b-4b81-8ff4-3149d5d81083 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Calling delete_port for a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:29.360857 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-96e1c394-e04e-4ad9-bd5a-597a97e0832e tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:29.363240 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e1c394-e04e-4ad9-bd5a-597a97e0832e tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:29.455364 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1c394-e04e-4ad9-bd5a-597a97e0832e tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Pushing event updated for resources: {'Port': ['ID=7101a425-5af5-410f-b3f3-41e8e0684505,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:29.469636 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-416b5e55-a5ef-435c-9768-002faccd2941 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5414994 Oct 10 11:12:29.474385 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49630) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:29.497380 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-2e868780-7b96-4c88-805e-322a681476ea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-16616166', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:29.517609 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-2e868780-7b96-4c88-805e-322a681476ea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:29.530522 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2e868780-7b96-4c88-805e-322a681476ea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:router and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:29.535364 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2e868780-7b96-4c88-805e-322a681476ea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:29.547162 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-2e868780-7b96-4c88-805e-322a681476ea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:29.555424 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e1c394-e04e-4ad9-bd5a-597a97e0832e tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:29.556124 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-96e1c394-e04e-4ad9-bd5a-597a97e0832e tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:29.599908 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.resource_extend [None req-62264cda-1ede-4b07-8477-73780851e334 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:12:29.648192 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5245-f21d-4c3a-aca4-1eb92d42984a tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:29.715387 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6a9e68-cc05-470d-b09f-bc564684abf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-dac74586-4382-4e00-a6eb-f2005f114a9a', 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'fixed_ips': [{'subnet_id': '15585b61-321f-4129-9339-0ba6f3fd2615'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:12:29.717139 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-da6a9e68-cc05-470d-b09f-bc564684abf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:29.735646 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2e868780-7b96-4c88-805e-322a681476ea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:29.736728 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2e868780-7b96-4c88-805e-322a681476ea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:29.749026 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-5c1c5245-f21d-4c3a-aca4-1eb92d42984a tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a048f4e-368f-4709-80db-7980deb1656a']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:29.768605 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-5c1c5245-f21d-4c3a-aca4-1eb92d42984a tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f640073-08af-4f6f-93a8-cb87e1abd349') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:29.768992 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-5c1c5245-f21d-4c3a-aca4-1eb92d42984a tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f640073-08af-4f6f-93a8-cb87e1abd349') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:29.770417 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-96e1c394-e04e-4ad9-bd5a-597a97e0832e tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6785524 Oct 10 11:12:29.776782 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49640) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:29.789450 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-53622d9e-52ae-485b-9552-5d7720e2d2d7 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:5f:01:18'}]}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:29.795605 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0fba8406-912f-47b5-869f-cb6b61e512ad None None] Provisioning for port 7101a425-5af5-410f-b3f3-41e8e0684505 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:12:29.803741 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0fba8406-912f-47b5-869f-cb6b61e512ad None None] Provisioning complete for port 7101a425-5af5-410f-b3f3-41e8e0684505 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:12:29.805340 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0fba8406-912f-47b5-869f-cb6b61e512ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:29.805340 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0fba8406-912f-47b5-869f-cb6b61e512ad None None] Attempt 1 to provision port 7101a425-5af5-410f-b3f3-41e8e0684505 Oct 10 11:12:29.825132 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5245-f21d-4c3a-aca4-1eb92d42984a tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:29.844214 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-62264cda-1ede-4b07-8477-73780851e334 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:29.850237 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62264cda-1ede-4b07-8477-73780851e334 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:29.850868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-62264cda-1ede-4b07-8477-73780851e334 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:29.873439 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0fba8406-912f-47b5-869f-cb6b61e512ad None None] Port 7101a425-5af5-410f-b3f3-41e8e0684505 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:29.899203 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5de1c191-1a5b-4b81-8ff4-3149d5d81083 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:29.912424 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2e868780-7b96-4c88-805e-322a681476ea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:29.960741 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5245-f21d-4c3a-aca4-1eb92d42984a tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:29.969853 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e896a3cd-7d8b-4395-9686-178d41f8695b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:30.040199 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4c459a05-8514-4244-a0ac-7f3e358825bd tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:30.054570 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-da6a9e68-cc05-470d-b09f-bc564684abf8 None None] Allocated IP 2001:db8::2 (dac74586-4382-4e00-a6eb-f2005f114a9a/15585b61-321f-4129-9339-0ba6f3fd2615/23bdf56a-12a3-4842-8ddb-2b175b54d4bc) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:12:30.076935 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2e868780-7b96-4c88-805e-322a681476ea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:30.078449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1c191-1a5b-4b81-8ff4-3149d5d81083 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2ce767d-9ef0-42d6-bb48-9270e6ab28d2,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:30.110422 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1c5245-f21d-4c3a-aca4-1eb92d42984a tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Releasing vlan 468 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:12:30.110827 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5245-f21d-4c3a-aca4-1eb92d42984a tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:30.147771 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c2ca9638-d472-4f49-833c-47a12cf7ba32 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:12:30.147890 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5de1c191-1a5b-4b81-8ff4-3149d5d81083 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:30.149885 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5de1c191-1a5b-4b81-8ff4-3149d5d81083 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] 10.222.0.40 "DELETE /v2.0/ports/a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 HTTP/1.1" status: 204 len: 168 time: 1.8605180 Oct 10 11:12:30.152855 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49652) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:30.190461 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: c2ca9638-d472-4f49-833c-47a12cf7ba32 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:12:30.190877 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c2ca9638-d472-4f49-833c-47a12cf7ba32 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:12:30.218057 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 4f640073-08af-4f6f-93a8-cb87e1abd349 resource provider aggregate not found Oct 10 11:12:30.233456 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f8ef12-4e10-4066-b916-d8009a0101d0 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] GET failed (client error): The resource could not be found. Oct 10 11:12:30.235725 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-62264cda-1ede-4b07-8477-73780851e334 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9448204 Oct 10 11:12:30.236609 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896a3cd-7d8b-4395-9686-178d41f8695b admin admin] Pushing event deleted for resources: {'Port': ['ID=51cfdd72-c0f3-4f62-bf56-616a91b74f1a,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:30.240482 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-74f8ef12-4e10-4066-b916-d8009a0101d0 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] 10.222.0.40 "GET /v2.0/ports/a2ce767d-9ef0-42d6-bb48-9270e6ab28d2 HTTP/1.1" status: 404 len: 333 time: 0.0863059 Oct 10 11:12:30.247404 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49662) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:30.249895 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49664) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:30.262352 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-bd972e7d-db59-43fd-aa30-0182e31a8a86 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'subnet': {'network_id': '70578435-7191-4204-bb46-b40d4177f07f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:30.280777 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2e868780-7b96-4c88-805e-322a681476ea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:30.282469 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2e868780-7b96-4c88-805e-322a681476ea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8073807 Oct 10 11:12:30.295272 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49670) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:30.302223 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-6f11643c-1e57-477f-92ce-16a3577fe82c tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Request body: {'port': {'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1643278639'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:30.315892 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62264cda-1ede-4b07-8477-73780851e334 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Network': ['ID=fed67e03-3c81-48e8-bbb7-c1ef90107c55,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:30.329165 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network fed67e03-3c81-48e8-bbb7-c1ef90107c55 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:12:30.329873 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 4f640073-08af-4f6f-93a8-cb87e1abd349 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f640073-08af-4f6f-93a8-cb87e1abd349 found for delete ", "request_id": "req-d63dbbc2-0b54-49d5-a005-0b93452aabdb"}]} Oct 10 11:12:30.343550 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49674) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:30.344444 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6f11643c-1e57-477f-92ce-16a3577fe82c tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:30.365630 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-da6a9e68-cc05-470d-b09f-bc564684abf8 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:30.374355 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0fba8406-912f-47b5-869f-cb6b61e512ad None None] Attempt 2 to provision port 7101a425-5af5-410f-b3f3-41e8e0684505 Oct 10 11:12:30.433376 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6f11643c-1e57-477f-92ce-16a3577fe82c tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Usage tracker for resource:port and tenant:4ad3f6d437a74744b42a530630d02b79 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:30.459527 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-da6a9e68-cc05-470d-b09f-bc564684abf8 None None] Transition to ACTIVE for port object 23bdf56a-12a3-4842-8ddb-2b175b54d4bc will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:30.464994 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e896a3cd-7d8b-4395-9686-178d41f8695b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:30.512950 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0fba8406-912f-47b5-869f-cb6b61e512ad None None] Port 7101a425-5af5-410f-b3f3-41e8e0684505 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:30.516458 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-da6a9e68-cc05-470d-b09f-bc564684abf8 None None] Transition to ACTIVE for port object 23bdf56a-12a3-4842-8ddb-2b175b54d4bc will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:30.552198 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6f11643c-1e57-477f-92ce-16a3577fe82c tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:30.570520 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6f11643c-1e57-477f-92ce-16a3577fe82c tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:30.590712 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-da6a9e68-cc05-470d-b09f-bc564684abf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:30.590931 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-cc3e6122-b6f8-4e52-86c1-45979c937834 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1153823933-network', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:30.595863 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5245-f21d-4c3a-aca4-1eb92d42984a tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:30.600635 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5245-f21d-4c3a-aca4-1eb92d42984a tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:30.658271 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6a9e68-cc05-470d-b09f-bc564684abf8 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:30.660688 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-da6a9e68-cc05-470d-b09f-bc564684abf8 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:30.664694 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6a9e68-cc05-470d-b09f-bc564684abf8 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:30.675253 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a9e68-cc05-470d-b09f-bc564684abf8 None None] Pushing event updated for resources: {'Port': ['ID=23bdf56a-12a3-4842-8ddb-2b175b54d4bc,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:30.711834 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cc3e6122-b6f8-4e52-86c1-45979c937834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:30.722802 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c5245-f21d-4c3a-aca4-1eb92d42984a tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] Pushing event deleted for resources: {'Network': ['ID=9a048f4e-368f-4709-80db-7980deb1656a,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:30.730607 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cc3e6122-b6f8-4e52-86c1-45979c937834 admin admin] Usage tracker for resource:network and tenant:ae70dbd562a74602ba992b43f7087eba is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:30.737317 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5c1c5245-f21d-4c3a-aca4-1eb92d42984a tempest-NetworksIpV6Test-2086390358 tempest-NetworksIpV6Test-2086390358-project] 10.222.0.40 "DELETE /v2.0/networks/9a048f4e-368f-4709-80db-7980deb1656a HTTP/1.1" status: 204 len: 168 time: 3.8768349 Oct 10 11:12:30.745236 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e896a3cd-7d8b-4395-9686-178d41f8695b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:30.745813 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cc3e6122-b6f8-4e52-86c1-45979c937834 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:30.750418 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e896a3cd-7d8b-4395-9686-178d41f8695b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:30.776825 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-53622d9e-52ae-485b-9552-5d7720e2d2d7 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:30.806340 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-bd972e7d-db59-43fd-aa30-0182e31a8a86 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:30.824593 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-da6a9e68-cc05-470d-b09f-bc564684abf8 None None] Attempting to bind port 23bdf56a-12a3-4842-8ddb-2b175b54d4bc on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:30.825221 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-da6a9e68-cc05-470d-b09f-bc564684abf8 None None] Attempting to bind port 23bdf56a-12a3-4842-8ddb-2b175b54d4bc by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:30.825596 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6a9e68-cc05-470d-b09f-bc564684abf8 None None] Attempting to bind port 23bdf56a-12a3-4842-8ddb-2b175b54d4bc on network dac74586-4382-4e00-a6eb-f2005f114a9a {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:30.827707 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cc3e6122-b6f8-4e52-86c1-45979c937834 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:30.835368 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6a9e68-cc05-470d-b09f-bc564684abf8 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:12:30.835892 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6a9e68-cc05-470d-b09f-bc564684abf8 None None] Checking segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:12:30.836388 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-da6a9e68-cc05-470d-b09f-bc564684abf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:30.836870 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6a9e68-cc05-470d-b09f-bc564684abf8 None None] Bound using segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:12:30.837464 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-da6a9e68-cc05-470d-b09f-bc564684abf8 None None] Bound port: 23bdf56a-12a3-4842-8ddb-2b175b54d4bc, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:12:30.837949 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-da6a9e68-cc05-470d-b09f-bc564684abf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:30.847030 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-bd972e7d-db59-43fd-aa30-0182e31a8a86 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Usage tracker for resource:subnet and tenant:bff75ec139ff428ea17476871cda1880 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:30.849779 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f11643c-1e57-477f-92ce-16a3577fe82c tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Made reservation on behalf of 4ad3f6d437a74744b42a530630d02b79 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:30.853600 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6f11643c-1e57-477f-92ce-16a3577fe82c tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:30.869172 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-bd972e7d-db59-43fd-aa30-0182e31a8a86 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:30.888711 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-bd972e7d-db59-43fd-aa30-0182e31a8a86 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:30.950750 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e896a3cd-7d8b-4395-9686-178d41f8695b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:30.951200 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e896a3cd-7d8b-4395-9686-178d41f8695b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d17321e-2af2-458f-984e-3924410a7157 {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:12:30.973475 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-da6a9e68-cc05-470d-b09f-bc564684abf8 None None] For port 23bdf56a-12a3-4842-8ddb-2b175b54d4bc, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:12:30.980435 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-da6a9e68-cc05-470d-b09f-bc564684abf8 None None] For port 23bdf56a-12a3-4842-8ddb-2b175b54d4bc, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=23bdf56a-12a3-4842-8ddb-2b175b54d4bc,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:12:30.986836 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e896a3cd-7d8b-4395-9686-178d41f8695b admin admin] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:30.987960 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e896a3cd-7d8b-4395-9686-178d41f8695b admin admin] 10.222.0.40 "DELETE /v2.0/routers/5d17321e-2af2-458f-984e-3924410a7157 HTTP/1.1" status: 204 len: 168 time: 4.2878950 Oct 10 11:12:30.990892 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49682) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:31.001119 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3e6122-b6f8-4e52-86c1-45979c937834 admin admin] Made reservation on behalf of ae70dbd562a74602ba992b43f7087eba for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:31.003426 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cc3e6122-b6f8-4e52-86c1-45979c937834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:31.014772 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0fba8406-912f-47b5-869f-cb6b61e512ad None None] Attempt 3 to provision port 7101a425-5af5-410f-b3f3-41e8e0684505 Oct 10 11:12:31.064997 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-da6a9e68-cc05-470d-b09f-bc564684abf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:31.101239 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc46ff33-4003-489a-bb53-becfcca6b0c6 admin admin] Deleting subnet 9b7165ed-72f0-43d7-b671-b766b0f5b107 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:12:31.108843 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bc46ff33-4003-489a-bb53-becfcca6b0c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:31.183424 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-6f11643c-1e57-477f-92ce-16a3577fe82c tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] device_id is not set on port 384f70a2-a556-4f68-bf49-c9ac1496713c yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:12:31.220490 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cc3e6122-b6f8-4e52-86c1-45979c937834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:31.235572 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd972e7d-db59-43fd-aa30-0182e31a8a86 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Made reservation on behalf of bff75ec139ff428ea17476871cda1880 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:31.239045 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bd972e7d-db59-43fd-aa30-0182e31a8a86 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:31.241038 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49688) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:31.252751 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a9e68-cc05-470d-b09f-bc564684abf8 None None] Pushing event updated for resources: {'Port': ['ID=23bdf56a-12a3-4842-8ddb-2b175b54d4bc,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:31.261836 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bc46ff33-4003-489a-bb53-becfcca6b0c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:31.275809 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0fba8406-912f-47b5-869f-cb6b61e512ad None None] Port 7101a425-5af5-410f-b3f3-41e8e0684505 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:31.351302 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cc3e6122-b6f8-4e52-86c1-45979c937834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:31.375201 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-53622d9e-52ae-485b-9552-5d7720e2d2d7 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:31.377373 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cc3e6122-b6f8-4e52-86c1-45979c937834 admin admin] Usage tracker for resource:security_group_rule and tenant:ae70dbd562a74602ba992b43f7087eba is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:31.394674 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bc46ff33-4003-489a-bb53-becfcca6b0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:31.435417 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cc3e6122-b6f8-4e52-86c1-45979c937834 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:31.448233 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-53622d9e-52ae-485b-9552-5d7720e2d2d7 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:31.492100 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cc3e6122-b6f8-4e52-86c1-45979c937834 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:31.626776 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53622d9e-52ae-485b-9552-5d7720e2d2d7 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Pushing event updated for resources: {'Port': ['ID=7101a425-5af5-410f-b3f3-41e8e0684505,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:31.637838 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-53622d9e-52ae-485b-9552-5d7720e2d2d7 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] In _notify_port_updated(), no bound segment for port 7101a425-5af5-410f-b3f3-41e8e0684505 on network 60068c39-2ae6-4bb8-8342-06d415f4ceed {{(pid=89897) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 10 11:12:31.645035 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53622d9e-52ae-485b-9552-5d7720e2d2d7 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:31.645035 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-53622d9e-52ae-485b-9552-5d7720e2d2d7 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:31.649616 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-53622d9e-52ae-485b-9552-5d7720e2d2d7 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] 10.222.0.40 "PUT /v2.0/ports/7101a425-5af5-410f-b3f3-41e8e0684505 HTTP/1.1" status: 200 len: 997 time: 1.8651524 Oct 10 11:12:31.651110 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-93ac78f7-f0ca-4095-b494-9b9ff36dff9e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8bb4fcedb87945309c83408accc34ea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4086146 Oct 10 11:12:31.651681 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49694) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:31.658620 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49696) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:31.764817 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e6f2f6c5-dd49-4919-86af-51c99ca3188c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:31.766012 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-7d6ed581-79b7-4264-bce1-f8086a1d33ef tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Deleting port 7101a425-5af5-410f-b3f3-41e8e0684505 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:31.766502 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7d6ed581-79b7-4264-bce1-f8086a1d33ef tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:31.778127 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0fba8406-912f-47b5-869f-cb6b61e512ad None None] Attempt 4 to provision port 7101a425-5af5-410f-b3f3-41e8e0684505 Oct 10 11:12:31.805813 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bc46ff33-4003-489a-bb53-becfcca6b0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:31.835850 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0fba8406-912f-47b5-869f-cb6b61e512ad None None] Port 7101a425-5af5-410f-b3f3-41e8e0684505 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:31.859305 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46ff33-4003-489a-bb53-becfcca6b0c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b7165ed-72f0-43d7-b671-b766b0f5b107,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:31.877485 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bc46ff33-4003-489a-bb53-becfcca6b0c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:31.878511 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1278ce-f458-4b8c-9193-58ca12a68c57 None None] Network 25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:31.885570 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-180cb6fc-e587-4d26-84d4-ab7d69b164cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:31.926761 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-bc46ff33-4003-489a-bb53-becfcca6b0c6 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/9b7165ed-72f0-43d7-b671-b766b0f5b107 HTTP/1.1" status: 204 len: 168 time: 0.9326732 Oct 10 11:12:31.933651 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49702) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:31.998448 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-180cb6fc-e587-4d26-84d4-ab7d69b164cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:32.113413 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 23bdf56a-12a3-4842-8ddb-2b175b54d4bc up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:12:32.195827 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-148c349f-5e81-459f-8349-42d836aa8a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:32.230341 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-148c349f-5e81-459f-8349-42d836aa8a2a admin admin] Deleting port d171fb58-66d9-48e2-9ed5-f763030b2978 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:32.230682 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-148c349f-5e81-459f-8349-42d836aa8a2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:32.276171 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 23bdf56a-12a3-4842-8ddb-2b175b54d4bc completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:12:32.310071 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0746b9a-bcc1-49d1-aa82-68a4b7711af0 None None] DHCP port deletion for 25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:12:32.313578 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7d6ed581-79b7-4264-bce1-f8086a1d33ef tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:32.320848 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b0746b9a-bcc1-49d1-aa82-68a4b7711af0 None None] Deleting port d171fb58-66d9-48e2-9ed5-f763030b2978 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:32.321429 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b0746b9a-bcc1-49d1-aa82-68a4b7711af0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:32.363715 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0fba8406-912f-47b5-869f-cb6b61e512ad None None] Attempt 5 to provision port 7101a425-5af5-410f-b3f3-41e8e0684505 Oct 10 11:12:32.431568 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 51cfdd72-c0f3-4f62-bf56-616a91b74f1a no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:12:32.450407 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-180cb6fc-e587-4d26-84d4-ab7d69b164cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:32.543131 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-7d6ed581-79b7-4264-bce1-f8086a1d33ef tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Calling delete_port for 7101a425-5af5-410f-b3f3-41e8e0684505 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:32.569577 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 51cfdd72-c0f3-4f62-bf56-616a91b74f1a {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:12:32.569909 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 51cfdd72-c0f3-4f62-bf56-616a91b74f1a not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:12:32.574725 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6f11643c-1e57-477f-92ce-16a3577fe82c tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:32.598611 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cb6fc-e587-4d26-84d4-ab7d69b164cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af548d8a-831c-4d9f-abf3-2e6541439a61,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:32.614467 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-180cb6fc-e587-4d26-84d4-ab7d69b164cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:32.615695 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-180cb6fc-e587-4d26-84d4-ab7d69b164cd admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/af548d8a-831c-4d9f-abf3-2e6541439a61 HTTP/1.1" status: 204 len: 168 time: 0.9558709 Oct 10 11:12:32.694454 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0fba8406-912f-47b5-869f-cb6b61e512ad None None] Port 7101a425-5af5-410f-b3f3-41e8e0684505 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:32.696751 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-b0746b9a-bcc1-49d1-aa82-68a4b7711af0 None None] For port d171fb58-66d9-48e2-9ed5-f763030b2978, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=d171fb58-66d9-48e2-9ed5-f763030b2978,segment=NetworkSegment(444e6788-eb7a-4101-8106-c0fe98621e3b),segment_id=444e6788-eb7a-4101-8106-c0fe98621e3b)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:32.697119 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b0746b9a-bcc1-49d1-aa82-68a4b7711af0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:32.843869 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b0746b9a-bcc1-49d1-aa82-68a4b7711af0 None None] Calling delete_port for d171fb58-66d9-48e2-9ed5-f763030b2978 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:32.847198 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-148c349f-5e81-459f-8349-42d836aa8a2a admin admin] For port d171fb58-66d9-48e2-9ed5-f763030b2978, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=d171fb58-66d9-48e2-9ed5-f763030b2978,segment=NetworkSegment(444e6788-eb7a-4101-8106-c0fe98621e3b),segment_id=444e6788-eb7a-4101-8106-c0fe98621e3b)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:32.847198 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-148c349f-5e81-459f-8349-42d836aa8a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:32.987982 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cc3e6122-b6f8-4e52-86c1-45979c937834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:33.022357 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-148c349f-5e81-459f-8349-42d836aa8a2a admin admin] Calling delete_port for d171fb58-66d9-48e2-9ed5-f763030b2978 owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:33.060475 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b0746b9a-bcc1-49d1-aa82-68a4b7711af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:33.075479 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4c459a05-8514-4244-a0ac-7f3e358825bd tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:33.086464 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4c459a05-8514-4244-a0ac-7f3e358825bd tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568703'] for router, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:33.096701 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cc3e6122-b6f8-4e52-86c1-45979c937834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:33.109346 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.api [None req-148c349f-5e81-459f-8349-42d836aa8a2a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:12:33.109779 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG oslo_db.api [None req-148c349f-5e81-459f-8349-42d836aa8a2a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:12:33.121555 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0746b9a-bcc1-49d1-aa82-68a4b7711af0 None None] No DVR routers for this DVR port d171fb58-66d9-48e2-9ed5-f763030b2978 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:12:33.140738 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0746b9a-bcc1-49d1-aa82-68a4b7711af0 None None] Pushing event deleted for resources: {'Port': ['ID=d171fb58-66d9-48e2-9ed5-f763030b2978,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:33.150082 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bd972e7d-db59-43fd-aa30-0182e31a8a86 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:33.196202 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0fba8406-912f-47b5-869f-cb6b61e512ad None None] Attempt 6 to provision port 7101a425-5af5-410f-b3f3-41e8e0684505 Oct 10 11:12:33.201951 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7d6ed581-79b7-4264-bce1-f8086a1d33ef tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:33.232009 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6f11643c-1e57-477f-92ce-16a3577fe82c tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:33.247777 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-e6f2f6c5-dd49-4919-86af-51c99ca3188c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 2001:db8::1 (dac74586-4382-4e00-a6eb-f2005f114a9a/15585b61-321f-4129-9339-0ba6f3fd2615/095fa0c6-2d3a-4ff3-b703-ecebd1be83e5) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:12:33.252634 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0fba8406-912f-47b5-869f-cb6b61e512ad None None] Port 7101a425-5af5-410f-b3f3-41e8e0684505 was deleted so its status cannot be updated. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 10 11:12:33.264779 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ed581-79b7-4264-bce1-f8086a1d33ef tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Pushing event deleted for resources: {'Port': ['ID=7101a425-5af5-410f-b3f3-41e8e0684505,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:33.297298 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3e6122-b6f8-4e52-86c1-45979c937834 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 470} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:12:33.359511 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e6122-b6f8-4e52-86c1-45979c937834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f839b578-b660-466b-b259-b718a308bf08,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:33.402022 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7d6ed581-79b7-4264-bce1-f8086a1d33ef tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:33.444930 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a07de95e-dc4d-4016-a317-2f7901416cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:33.445165 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cc3e6122-b6f8-4e52-86c1-45979c937834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:33.445471 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-cc3e6122-b6f8-4e52-86c1-45979c937834 admin admin] Added segment ca7b9976-eac1-4936-85c4-22ea5a47a536 of type vlan for network f36cb35b-e765-411b-82dd-156471dbc6b1 Oct 10 11:12:33.470830 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-c0dc39a2-7881-4663-849b-182e02117beb None None] Provisioning for port 23bdf56a-12a3-4842-8ddb-2b175b54d4bc completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:12:33.477173 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-c0dc39a2-7881-4663-849b-182e02117beb None None] Provisioning complete for port 23bdf56a-12a3-4842-8ddb-2b175b54d4bc triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:12:33.477727 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c0dc39a2-7881-4663-849b-182e02117beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:33.478226 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c0dc39a2-7881-4663-849b-182e02117beb None None] Attempt 1 to provision port 23bdf56a-12a3-4842-8ddb-2b175b54d4bc Oct 10 11:12:33.488872 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f11643c-1e57-477f-92ce-16a3577fe82c tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Network ce514dc2-7589-452a-9581-ffbd003a2609 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:33.520406 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-6f11643c-1e57-477f-92ce-16a3577fe82c tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:33.523787 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f11643c-1e57-477f-92ce-16a3577fe82c tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:33.524879 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f11643c-1e57-477f-92ce-16a3577fe82c tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:33.525475 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6f11643c-1e57-477f-92ce-16a3577fe82c tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:33.535033 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7d6ed581-79b7-4264-bce1-f8086a1d33ef tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] 10.222.0.40 "DELETE /v2.0/ports/7101a425-5af5-410f-b3f3-41e8e0684505 HTTP/1.1" status: 204 len: 168 time: 1.8794153 Oct 10 11:12:33.536858 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49718) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:33.556389 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd972e7d-db59-43fd-aa30-0182e31a8a86 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Subnet': ['ID=f7e8aed1-496f-4197-9ec7-9411d4e3ad15,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:33.609761 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c0dc39a2-7881-4663-849b-182e02117beb None None] Current status of the port 23bdf56a-12a3-4842-8ddb-2b175b54d4bc is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:12:33.610150 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c0dc39a2-7881-4663-849b-182e02117beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:33.610285 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c86d2c-e81a-4550-a0de-0da1dde58b00 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] GET failed (client error): The resource could not be found. Oct 10 11:12:33.610805 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-73c86d2c-e81a-4550-a0de-0da1dde58b00 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Synchronizing usage tracker for tenant:ce3425404ee54491851657af61d0b0e8 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:12:33.616151 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-148c349f-5e81-459f-8349-42d836aa8a2a admin admin] Deleting port d171fb58-66d9-48e2-9ed5-f763030b2978 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:33.616401 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-148c349f-5e81-459f-8349-42d836aa8a2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:33.633023 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11643c-1e57-477f-92ce-16a3577fe82c tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Pushing event updated for resources: {'Port': ['ID=384f70a2-a556-4f68-bf49-c9ac1496713c,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:33.671514 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cc3e6122-b6f8-4e52-86c1-45979c937834 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:33.674882 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-c0dc39a2-7881-4663-849b-182e02117beb None None] For port 23bdf56a-12a3-4842-8ddb-2b175b54d4bc, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=23bdf56a-12a3-4842-8ddb-2b175b54d4bc,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:33.675236 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd972e7d-db59-43fd-aa30-0182e31a8a86 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Checking segment: {'id': '5c630e12-795a-4538-8e21-b0bdfe931c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '70578435-7191-4204-bb46-b40d4177f07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:12:33.675599 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd972e7d-db59-43fd-aa30-0182e31a8a86 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network hostable DHCP agents. Network: 70578435-7191-4204-bb46-b40d4177f07f, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:12:33.693150 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-148c349f-5e81-459f-8349-42d836aa8a2a admin admin] The port 'd171fb58-66d9-48e2-9ed5-f763030b2978' was deleted {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:12:33.723105 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c459a05-8514-4244-a0ac-7f3e358825bd tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Router deb0e834-76b5-48bf-90c4-d13e4cbe695b has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:12:33.773435 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c0dc39a2-7881-4663-849b-182e02117beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:33.817956 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-148c349f-5e81-459f-8349-42d836aa8a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:33.832822 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-73c86d2c-e81a-4550-a0de-0da1dde58b00 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Unset dirty status for tenant:ce3425404ee54491851657af61d0b0e8 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:12:33.834015 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-73c86d2c-e81a-4550-a0de-0da1dde58b00 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] 10.222.0.40 "GET /v2.0/ports/7101a425-5af5-410f-b3f3-41e8e0684505 HTTP/1.1" status: 404 len: 333 time: 0.2943616 Oct 10 11:12:33.840634 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6f11643c-1e57-477f-92ce-16a3577fe82c tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.5860188 Oct 10 11:12:33.843909 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49728) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:33.844234 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49730) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:33.852670 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-148c349f-5e81-459f-8349-42d836aa8a2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:33.859843 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc39a2-7881-4663-849b-182e02117beb None None] Pushing event updated for resources: {'Port': ['ID=23bdf56a-12a3-4842-8ddb-2b175b54d4bc,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:33.867164 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e6f2f6c5-dd49-4919-86af-51c99ca3188c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:33.867368 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-148c349f-5e81-459f-8349-42d836aa8a2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '444e6788-eb7a-4101-8106-c0fe98621e3b') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:33.867879 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-148c349f-5e81-459f-8349-42d836aa8a2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '444e6788-eb7a-4101-8106-c0fe98621e3b') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:33.881650 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-148c349f-5e81-459f-8349-42d836aa8a2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:33.890945 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-b4e2f0b8-ee28-4c74-8fba-900fbc48464b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Request body: {'port': {'network_id': '60068c39-2ae6-4bb8-8342-06d415f4ceed', 'name': 'tempest-AllowedAddressPairTestJSON-1575189994'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:33.904009 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-148c349f-5e81-459f-8349-42d836aa8a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:33.914127 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-148c349f-5e81-459f-8349-42d836aa8a2a admin admin] Releasing vlan 493 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:12:33.914631 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8608'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:33.914774 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-148c349f-5e81-459f-8349-42d836aa8a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:33.939505 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cc3e6122-b6f8-4e52-86c1-45979c937834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:33.940787 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3e6122-b6f8-4e52-86c1-45979c937834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:33.941355 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cc3e6122-b6f8-4e52-86c1-45979c937834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:33.955058 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd972e7d-db59-43fd-aa30-0182e31a8a86 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network 70578435-7191-4204-bb46-b40d4177f07f is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:12:34.011719 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49738) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:34.034717 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 444e6788-eb7a-4101-8106-c0fe98621e3b resource provider aggregate not found Oct 10 11:12:34.049665 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 23bdf56a-12a3-4842-8ddb-2b175b54d4bc up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:12:34.061551 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-e6f2f6c5-dd49-4919-86af-51c99ca3188c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Transition to ACTIVE for port object 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:34.063242 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 444e6788-eb7a-4101-8106-c0fe98621e3b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 444e6788-eb7a-4101-8106-c0fe98621e3b found for delete ", "request_id": "req-3766c9cd-188b-4708-8179-0061db778403"}]} Oct 10 11:12:34.071767 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-bd972e7d-db59-43fd-aa30-0182e31a8a86 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 70578435-7191-4204-bb46-b40d4177f07f) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:34.083947 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8e1dcb-95b8-45ae-9b7c-9d88aa8704a0 None None] Network 70578435-7191-4204-bb46-b40d4177f07f requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:34.116298 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-148c349f-5e81-459f-8349-42d836aa8a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:34.128315 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-cc3e6122-b6f8-4e52-86c1-45979c937834 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.7248361 Oct 10 11:12:34.153895 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49748) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:34.157738 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-148c349f-5e81-459f-8349-42d836aa8a2a admin admin] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:34.175898 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-c50bffd3-9ab0-4b72-848b-5d26e2b12871 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1840139049'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:34.182638 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-a5acf49d-a460-450e-a23d-0e36b91f3fd4 admin admin] Request body: {'subnet': {'network_id': 'f36cb35b-e765-411b-82dd-156471dbc6b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1153823933-subnet', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:34.186281 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c349f-5e81-459f-8349-42d836aa8a2a admin admin] Pushing event deleted for resources: {'Network': ['ID=25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:34.191758 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a5acf49d-a460-450e-a23d-0e36b91f3fd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:34.195484 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c50bffd3-9ab0-4b72-848b-5d26e2b12871 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:34.200090 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a5acf49d-a460-450e-a23d-0e36b91f3fd4 admin admin] Usage tracker for resource:subnet and tenant:ae70dbd562a74602ba992b43f7087eba is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:34.203016 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c50bffd3-9ab0-4b72-848b-5d26e2b12871 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:network and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:34.205739 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a5acf49d-a460-450e-a23d-0e36b91f3fd4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:34.208567 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c50bffd3-9ab0-4b72-848b-5d26e2b12871 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:34.216208 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a5acf49d-a460-450e-a23d-0e36b91f3fd4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:34.218411 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c50bffd3-9ab0-4b72-848b-5d26e2b12871 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:34.239408 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd972e7d-db59-43fd-aa30-0182e31a8a86 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:34.239981 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bd972e7d-db59-43fd-aa30-0182e31a8a86 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:34.261950 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-148c349f-5e81-459f-8349-42d836aa8a2a admin admin] 10.222.0.40 "DELETE /v2.0/networks/25667e44-fd5d-4a8b-ba23-d9d2bcdb8b65 HTTP/1.1" status: 204 len: 168 time: 2.3184757 Oct 10 11:12:34.279541 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50bffd3-9ab0-4b72-848b-5d26e2b12871 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:34.283148 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 23bdf56a-12a3-4842-8ddb-2b175b54d4bc triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:12:34.287900 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:34.287900 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 23bdf56a-12a3-4842-8ddb-2b175b54d4bc Oct 10 11:12:34.288142 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c50bffd3-9ab0-4b72-848b-5d26e2b12871 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:34.298856 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5acf49d-a460-450e-a23d-0e36b91f3fd4 admin admin] Made reservation on behalf of ae70dbd562a74602ba992b43f7087eba for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:34.299054 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e6122-b6f8-4e52-86c1-45979c937834 admin admin] Pushing event updated for resources: {'Network': ['ID=f36cb35b-e765-411b-82dd-156471dbc6b1,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:34.309110 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a5acf49d-a460-450e-a23d-0e36b91f3fd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:34.339508 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c50bffd3-9ab0-4b72-848b-5d26e2b12871 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:34.348095 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network f36cb35b-e765-411b-82dd-156471dbc6b1 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:12:34.361699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c50bffd3-9ab0-4b72-848b-5d26e2b12871 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:34.373395 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:34.426124 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c50bffd3-9ab0-4b72-848b-5d26e2b12871 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:security_group_rule and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:34.432208 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c50bffd3-9ab0-4b72-848b-5d26e2b12871 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:34.441885 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c50bffd3-9ab0-4b72-848b-5d26e2b12871 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:34.612276 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 23bdf56a-12a3-4842-8ddb-2b175b54d4bc is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:12:34.629695 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0110bef4-4cd8-4004-9bb0-d77ceb7e8044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-70578435-7191-4204-bb46-b40d4177f07f', 'network_id': '70578435-7191-4204-bb46-b40d4177f07f', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'fixed_ips': [{'subnet_id': 'f7e8aed1-496f-4197-9ec7-9411d4e3ad15'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:12:34.630547 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0110bef4-4cd8-4004-9bb0-d77ceb7e8044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:34.634513 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c50bffd3-9ab0-4b72-848b-5d26e2b12871 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:34.641323 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-bd972e7d-db59-43fd-aa30-0182e31a8a86 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3898571 Oct 10 11:12:34.644510 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49756) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:34.657253 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c459a05-8514-4244-a0ac-7f3e358825bd tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:12:34.658626 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-c86c4a30-148d-438c-afa5-78d1fafff882 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'subnet': {'network_id': 'fed67e03-3c81-48e8-bbb7-c1ef90107c55', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:34.668026 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3e7745-67d9-4956-9cf6-4feeebbb23ba None None] Sync routers for ids ['deb0e834-76b5-48bf-90c4-d13e4cbe695b'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:12:34.672741 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4c459a05-8514-4244-a0ac-7f3e358825bd tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:34.674135 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4c459a05-8514-4244-a0ac-7f3e358825bd tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "PUT /v2.0/routers/deb0e834-76b5-48bf-90c4-d13e4cbe695b HTTP/1.1" status: 200 len: 922 time: 5.6859798 Oct 10 11:12:34.677500 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49760) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:34.679515 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b4e2f0b8-ee28-4c74-8fba-900fbc48464b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:34.688455 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3e7745-67d9-4956-9cf6-4feeebbb23ba None None] Routers {'deb0e834-76b5-48bf-90c4-d13e4cbe695b'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:34.691380 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-9a3e7745-67d9-4956-9cf6-4feeebbb23ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['deb0e834-76b5-48bf-90c4-d13e4cbe695b'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:34.705533 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d171fb58-66d9-48e2-9ed5-f763030b2978 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:12:34.711094 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c50bffd3-9ab0-4b72-848b-5d26e2b12871 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:34.725455 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50bffd3-9ab0-4b72-848b-5d26e2b12871 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 484} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:12:34.736013 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c50bffd3-9ab0-4b72-848b-5d26e2b12871 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:34.736417 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-c50bffd3-9ab0-4b72-848b-5d26e2b12871 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Added segment a98e6fd1-2734-4d1c-8dcc-bbf8b19ed705 of type vlan for network 8284bdf5-404a-488a-9478-0ede65c92a22 Oct 10 11:12:34.748935 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: d171fb58-66d9-48e2-9ed5-f763030b2978 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:12:34.749274 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d171fb58-66d9-48e2-9ed5-f763030b2978 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:12:34.778314 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b4e2f0b8-ee28-4c74-8fba-900fbc48464b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:34.779509 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-9a3e7745-67d9-4956-9cf6-4feeebbb23ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:34.781412 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e6f2f6c5-dd49-4919-86af-51c99ca3188c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:34.791270 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c50bffd3-9ab0-4b72-848b-5d26e2b12871 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:34.808503 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3e7745-67d9-4956-9cf6-4feeebbb23ba None None] Routers {'deb0e834-76b5-48bf-90c4-d13e4cbe695b'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:34.810597 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-9a3e7745-67d9-4956-9cf6-4feeebbb23ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['deb0e834-76b5-48bf-90c4-d13e4cbe695b'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:34.829407 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49764) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:34.863746 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a5acf49d-a460-450e-a23d-0e36b91f3fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:34.873555 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-0110bef4-4cd8-4004-9bb0-d77ceb7e8044 None None] Allocated IP 172.20.0.2 (70578435-7191-4204-bb46-b40d4177f07f/f7e8aed1-496f-4197-9ec7-9411d4e3ad15/211a0775-9e08-4e05-a8e1-99b872274545) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:12:34.880408 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-9a3e7745-67d9-4956-9cf6-4feeebbb23ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:34.881040 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3e7745-67d9-4956-9cf6-4feeebbb23ba None None] The sync data for ids ['deb0e834-76b5-48bf-90c4-d13e4cbe695b'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:12:34.946202 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f2f6c5-dd49-4919-86af-51c99ca3188c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:35.011875 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-e6f2f6c5-dd49-4919-86af-51c99ca3188c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:35.020419 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bffd3-9ab0-4b72-848b-5d26e2b12871 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=639be1c6-dbe1-4082-aace-29873fcc9db9,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:35.026218 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e2f0b8-ee28-4c74-8fba-900fbc48464b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Made reservation on behalf of ce3425404ee54491851657af61d0b0e8 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:35.029673 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b4e2f0b8-ee28-4c74-8fba-900fbc48464b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:35.042741 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f2f6c5-dd49-4919-86af-51c99ca3188c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:35.043636 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e6f2f6c5-dd49-4919-86af-51c99ca3188c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:35.048747 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c50bffd3-9ab0-4b72-848b-5d26e2b12871 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:35.055050 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50bffd3-9ab0-4b72-848b-5d26e2b12871 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:35.055741 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c50bffd3-9ab0-4b72-848b-5d26e2b12871 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:35.058885 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2f6c5-dd49-4919-86af-51c99ca3188c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Port': ['ID=095fa0c6-2d3a-4ff3-b703-ecebd1be83e5,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:35.107196 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-b4e2f0b8-ee28-4c74-8fba-900fbc48464b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] device_id is not set on port f8205aa3-4739-4d75-b043-f45405cbf915 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:12:35.155205 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0110bef4-4cd8-4004-9bb0-d77ceb7e8044 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:35.168869 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0110bef4-4cd8-4004-9bb0-d77ceb7e8044 None None] Transition to ACTIVE for port object 211a0775-9e08-4e05-a8e1-99b872274545 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:35.196019 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0110bef4-4cd8-4004-9bb0-d77ceb7e8044 None None] Transition to ACTIVE for port object 211a0775-9e08-4e05-a8e1-99b872274545 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:35.203873 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-84d7939d-1ba4-42a0-8b8d-705cb79ba79b tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "GET /v2.0/routers/deb0e834-76b5-48bf-90c4-d13e4cbe695b HTTP/1.1" status: 200 len: 922 time: 0.5214107 Oct 10 11:12:35.233632 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49768) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:35.276504 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0110bef4-4cd8-4004-9bb0-d77ceb7e8044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:35.323047 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c86c4a30-148d-438c-afa5-78d1fafff882 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:35.335296 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d8025ab2-e24c-45c6-a73e-58b980c42798 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=65bf514613404a16b37bfb61203927f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4736311 Oct 10 11:12:35.339669 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49772) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:35.348688 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5acf49d-a460-450e-a23d-0e36b91f3fd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04983d62-0192-4bd4-9c0c-86c066bd05d2,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:35.362414 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0110bef4-4cd8-4004-9bb0-d77ceb7e8044 None None] Network 70578435-7191-4204-bb46-b40d4177f07f is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:35.366875 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-0110bef4-4cd8-4004-9bb0-d77ceb7e8044 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:35.374282 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c86c4a30-148d-438c-afa5-78d1fafff882 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Usage tracker for resource:subnet and tenant:bff75ec139ff428ea17476871cda1880 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:35.377464 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] device_id is not set on port 384f70a2-a556-4f68-bf49-c9ac1496713c yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:12:35.377667 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0110bef4-4cd8-4004-9bb0-d77ceb7e8044 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:35.384498 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110bef4-4cd8-4004-9bb0-d77ceb7e8044 None None] Pushing event updated for resources: {'Port': ['ID=211a0775-9e08-4e05-a8e1-99b872274545,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:35.386138 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c86c4a30-148d-438c-afa5-78d1fafff882 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:35.390167 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bffd3-9ab0-4b72-848b-5d26e2b12871 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Network': ['ID=8284bdf5-404a-488a-9478-0ede65c92a22,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:35.399641 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:35.410205 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c86c4a30-148d-438c-afa5-78d1fafff882 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:35.417473 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5acf49d-a460-450e-a23d-0e36b91f3fd4 admin admin] Checking segment: {'id': 'ca7b9976-eac1-4936-85c4-22ea5a47a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': 'f36cb35b-e765-411b-82dd-156471dbc6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:12:35.417732 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5acf49d-a460-450e-a23d-0e36b91f3fd4 admin admin] Network hostable DHCP agents. Network: f36cb35b-e765-411b-82dd-156471dbc6b1, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:12:35.431473 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 8284bdf5-404a-488a-9478-0ede65c92a22 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:12:35.436048 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c50bffd3-9ab0-4b72-848b-5d26e2b12871 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4185989 Oct 10 11:12:35.436215 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e6f2f6c5-dd49-4919-86af-51c99ca3188c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:35.446190 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49776) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:35.462509 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-3e3ab671-f27c-4169-9ba6-390ed5d3bccb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'port': {'network_id': '8284bdf5-404a-488a-9478-0ede65c92a22', 'name': 'tempest-PortsIpV6TestJSON-1431233605'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:35.482315 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Transition to ACTIVE for port object 384f70a2-a556-4f68-bf49-c9ac1496713c will not be triggered until provisioned by entity L2. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:35.564871 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:35.576653 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86c4a30-148d-438c-afa5-78d1fafff882 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Made reservation on behalf of bff75ec139ff428ea17476871cda1880 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:35.579754 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c86c4a30-148d-438c-afa5-78d1fafff882 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:35.585539 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-0110bef4-4cd8-4004-9bb0-d77ceb7e8044 None None] Attempting to bind port 211a0775-9e08-4e05-a8e1-99b872274545 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:35.585993 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-0110bef4-4cd8-4004-9bb0-d77ceb7e8044 None None] Attempting to bind port 211a0775-9e08-4e05-a8e1-99b872274545 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '5c630e12-795a-4538-8e21-b0bdfe931c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '70578435-7191-4204-bb46-b40d4177f07f'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:35.586423 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0110bef4-4cd8-4004-9bb0-d77ceb7e8044 None None] Attempting to bind port 211a0775-9e08-4e05-a8e1-99b872274545 on network 70578435-7191-4204-bb46-b40d4177f07f {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:35.598662 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d1208450-ae69-49d7-ac4e-790b1010aba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:35.609044 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0110bef4-4cd8-4004-9bb0-d77ceb7e8044 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:12:35.609044 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0110bef4-4cd8-4004-9bb0-d77ceb7e8044 None None] Checking segment: {'id': '5c630e12-795a-4538-8e21-b0bdfe931c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '70578435-7191-4204-bb46-b40d4177f07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:12:35.609700 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0110bef4-4cd8-4004-9bb0-d77ceb7e8044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:35.610111 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0110bef4-4cd8-4004-9bb0-d77ceb7e8044 None None] Bound using segment: {'id': '5c630e12-795a-4538-8e21-b0bdfe931c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '70578435-7191-4204-bb46-b40d4177f07f'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:12:35.610498 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-0110bef4-4cd8-4004-9bb0-d77ceb7e8044 None None] Bound port: 211a0775-9e08-4e05-a8e1-99b872274545, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c630e12-795a-4538-8e21-b0bdfe931c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '70578435-7191-4204-bb46-b40d4177f07f'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:12:35.610925 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0110bef4-4cd8-4004-9bb0-d77ceb7e8044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:35.648169 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5acf49d-a460-450e-a23d-0e36b91f3fd4 admin admin] Network f36cb35b-e765-411b-82dd-156471dbc6b1 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:12:35.681466 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5047eba5-d5e5-4f19-ac0a-10d98c07d406 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:35.686734 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5047eba5-d5e5-4f19-ac0a-10d98c07d406 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "GET /v2.0/ports?network_id=1e933860-f99f-4a0b-a611-91d190754508&device_id=deb0e834-76b5-48bf-90c4-d13e4cbe695b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4377470 Oct 10 11:12:35.689636 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f526cd14-f8ed-4471-a5d1-bed190b828b4 None None] Provisioning for port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:12:35.697091 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49780) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:35.701680 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f526cd14-f8ed-4471-a5d1-bed190b828b4 None None] Provisioning complete for port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:12:35.702123 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f526cd14-f8ed-4471-a5d1-bed190b828b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:35.702528 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f526cd14-f8ed-4471-a5d1-bed190b828b4 None None] Attempt 1 to provision port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 Oct 10 11:12:35.728224 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d1208450-ae69-49d7-ac4e-790b1010aba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:35.734914 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-3e3ab671-f27c-4169-9ba6-390ed5d3bccb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:35.747531 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3e3ab671-f27c-4169-9ba6-390ed5d3bccb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:port and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:35.759769 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-b4e2f0b8-ee28-4c74-8fba-900fbc48464b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Allocated IP 172.20.0.6 (60068c39-2ae6-4bb8-8342-06d415f4ceed/9199e3ee-4aed-46d9-83cc-6d00a978fdee/f8205aa3-4739-4d75-b043-f45405cbf915) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:12:35.759932 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3e3ab671-f27c-4169-9ba6-390ed5d3bccb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:35.770673 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-3e3ab671-f27c-4169-9ba6-390ed5d3bccb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:35.776668 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-0110bef4-4cd8-4004-9bb0-d77ceb7e8044 None None] For port 211a0775-9e08-4e05-a8e1-99b872274545, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:12:35.780913 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-0110bef4-4cd8-4004-9bb0-d77ceb7e8044 None None] For port 211a0775-9e08-4e05-a8e1-99b872274545, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=211a0775-9e08-4e05-a8e1-99b872274545,segment=NetworkSegment(5c630e12-795a-4538-8e21-b0bdfe931c97),segment_id=5c630e12-795a-4538-8e21-b0bdfe931c97)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:12:35.782060 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f526cd14-f8ed-4471-a5d1-bed190b828b4 None None] Port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:35.841880 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e8615483-66da-4799-b612-293701600fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:35.894506 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0110bef4-4cd8-4004-9bb0-d77ceb7e8044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:35.898360 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-a5acf49d-a460-450e-a23d-0e36b91f3fd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, f36cb35b-e765-411b-82dd-156471dbc6b1) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:35.904919 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:35.905255 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:35.905612 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:35.907659 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Pushing event updated for resources: {'Port': ['ID=384f70a2-a556-4f68-bf49-c9ac1496713c,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:35.914308 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5acf49d-a460-450e-a23d-0e36b91f3fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:35.914984 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a5acf49d-a460-450e-a23d-0e36b91f3fd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:35.965011 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1962725f-83ff-4d1a-8b0e-5ca3f2d8da38 None None] Network f36cb35b-e765-411b-82dd-156471dbc6b1 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:35.979230 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3ab671-f27c-4169-9ba6-390ed5d3bccb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:35.979942 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port 384f70a2-a556-4f68-bf49-c9ac1496713c on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:35.980441 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:35.983430 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3e3ab671-f27c-4169-9ba6-390ed5d3bccb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:35.989625 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.plugins.ml2.plugin [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempt 2 to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c Oct 10 11:12:36.013657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-3e3ab671-f27c-4169-9ba6-390ed5d3bccb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] device_id is not set on port 0d251c41-969a-43a8-8074-28aa89e9d51d yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:12:36.042517 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110bef4-4cd8-4004-9bb0-d77ceb7e8044 None None] Pushing event updated for resources: {'Port': ['ID=211a0775-9e08-4e05-a8e1-99b872274545,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:36.056435 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d1208450-ae69-49d7-ac4e-790b1010aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:36.059585 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d1208450-ae69-49d7-ac4e-790b1010aba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:36.059782 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:36.060125 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:36.060875 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:36.061268 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d1208450-ae69-49d7-ac4e-790b1010aba0 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d0d511d2-94d1-4e3d-961b-e4851e38faf0 HTTP/1.1" status: 204 len: 168 time: 0.7073395 Oct 10 11:12:36.072913 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c86c4a30-148d-438c-afa5-78d1fafff882 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:36.136009 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port 384f70a2-a556-4f68-bf49-c9ac1496713c on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:36.136594 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:36.144115 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a5acf49d-a460-450e-a23d-0e36b91f3fd4 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9792151 Oct 10 11:12:36.159786 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1208450-ae69-49d7-ac4e-790b1010aba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d511d2-94d1-4e3d-961b-e4851e38faf0,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:36.176834 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49786) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:36.187626 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-30e270cd-8072-453c-82bb-c8e819de8816 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1153823933-router', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:36.195082 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-30e270cd-8072-453c-82bb-c8e819de8816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:36.200267 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-30e270cd-8072-453c-82bb-c8e819de8816 admin admin] Usage tracker for resource:router and tenant:ae70dbd562a74602ba992b43f7087eba is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:36.203882 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-30e270cd-8072-453c-82bb-c8e819de8816 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:36.211408 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-30e270cd-8072-453c-82bb-c8e819de8816 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:36.286479 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f526cd14-f8ed-4471-a5d1-bed190b828b4 None None] Attempt 2 to provision port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 Oct 10 11:12:36.315677 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c4a30-148d-438c-afa5-78d1fafff882 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Subnet': ['ID=4c2e5949-996b-4bae-b814-4e763da24a41,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:36.325259 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-30e270cd-8072-453c-82bb-c8e819de8816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:36.326342 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-30e270cd-8072-453c-82bb-c8e819de8816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:36.345071 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-30e270cd-8072-453c-82bb-c8e819de8816 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:36.371757 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86c4a30-148d-438c-afa5-78d1fafff882 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Checking segment: {'id': '93582d20-e692-4e8f-804e-0f1656913afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'fed67e03-3c81-48e8-bbb7-c1ef90107c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:12:36.372121 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86c4a30-148d-438c-afa5-78d1fafff882 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network hostable DHCP agents. Network: fed67e03-3c81-48e8-bbb7-c1ef90107c55, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:12:36.495420 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.plugins.ml2.plugin [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempt 3 to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c Oct 10 11:12:36.518885 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f526cd14-f8ed-4471-a5d1-bed190b828b4 None None] Port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:36.523767 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70586c7a-f5d5-43e4-8683-40055e6c6f8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-f36cb35b-e765-411b-82dd-156471dbc6b1', 'network_id': 'f36cb35b-e765-411b-82dd-156471dbc6b1', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'fixed_ips': [{'subnet_id': '04983d62-0192-4bd4-9c0c-86c066bd05d2'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:12:36.524867 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-70586c7a-f5d5-43e4-8683-40055e6c6f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:36.554771 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86c4a30-148d-438c-afa5-78d1fafff882 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network fed67e03-3c81-48e8-bbb7-c1ef90107c55 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:12:36.608552 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:36.609152 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:36.609485 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:36.619808 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9feeb1f-1e5a-4045-9ab8-eaec5b7daf4f tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:36.622312 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b9feeb1f-1e5a-4045-9ab8-eaec5b7daf4f tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Synchronizing usage tracker for tenant:790cbdd6a96947d2a599b1467005dc5c on resource:network {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:12:36.653077 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port 384f70a2-a556-4f68-bf49-c9ac1496713c on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:36.653402 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:36.660692 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.plugins.ml2.plugin [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempt 4 to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c Oct 10 11:12:36.728668 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:36.729344 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:36.729344 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:36.729765 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-70586c7a-f5d5-43e4-8683-40055e6c6f8b None None] Allocated IP 172.20.0.2 (f36cb35b-e765-411b-82dd-156471dbc6b1/04983d62-0192-4bd4-9c0c-86c066bd05d2/319ed59a-1323-4b6e-8533-b9485179b324) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:12:36.753027 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port 384f70a2-a556-4f68-bf49-c9ac1496713c on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:36.753363 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:36.758029 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.plugins.ml2.plugin [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempt 5 to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c Oct 10 11:12:36.777757 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b4e2f0b8-ee28-4c74-8fba-900fbc48464b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:36.780952 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3e3ab671-f27c-4169-9ba6-390ed5d3bccb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:36.786479 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b9feeb1f-1e5a-4045-9ab8-eaec5b7daf4f tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Unset dirty status for tenant:790cbdd6a96947d2a599b1467005dc5c on resource:network {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:12:36.788434 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b9feeb1f-1e5a-4045-9ab8-eaec5b7daf4f tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "GET /v2.0/networks/1e933860-f99f-4a0b-a611-91d190754508 HTTP/1.1" status: 200 len: 881 time: 1.0290453 Oct 10 11:12:36.795030 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49794) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:36.800405 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:36.800743 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:36.801075 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:36.871751 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port 384f70a2-a556-4f68-bf49-c9ac1496713c on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:36.872079 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:36.873186 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-b4e2f0b8-ee28-4c74-8fba-900fbc48464b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Transition to ACTIVE for port object f8205aa3-4739-4d75-b043-f45405cbf915 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:36.875581 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.plugins.ml2.plugin [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempt 6 to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c Oct 10 11:12:36.900033 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1ffd58e0-0c2c-4228-9885-43f69045c036 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "GET /v2.0/ports?device_id=deb0e834-76b5-48bf-90c4-d13e4cbe695b HTTP/1.1" status: 200 len: 205 time: 0.1016130 Oct 10 11:12:36.909225 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49802) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:36.925230 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-c86c4a30-148d-438c-afa5-78d1fafff882 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, fed67e03-3c81-48e8-bbb7-c1ef90107c55) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:36.933561 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:36.934131 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:36.934653 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:36.948016 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e6f2f6c5-dd49-4919-86af-51c99ca3188c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:36.950230 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port 384f70a2-a556-4f68-bf49-c9ac1496713c on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:36.950230 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:36.950898 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.plugins.ml2.plugin [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempt 7 to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c Oct 10 11:12:36.972696 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:36.972696 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:36.973125 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:36.980764 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port 384f70a2-a556-4f68-bf49-c9ac1496713c on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:36.981248 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:36.982707 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.plugins.ml2.plugin [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempt 8 to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c Oct 10 11:12:37.015126 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e6f2f6c5-dd49-4919-86af-51c99ca3188c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:37.016044 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e6f2f6c5-dd49-4919-86af-51c99ca3188c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:37.035724 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-30e270cd-8072-453c-82bb-c8e819de8816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:37.041739 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86c4a30-148d-438c-afa5-78d1fafff882 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:37.048681 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c86c4a30-148d-438c-afa5-78d1fafff882 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:37.058616 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:37.059077 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:37.060122 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:37.063955 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28de6483-716b-4baf-86f3-2f990deebac4 None None] Network fed67e03-3c81-48e8-bbb7-c1ef90107c55 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:37.074644 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b4e2f0b8-ee28-4c74-8fba-900fbc48464b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:37.097545 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port 384f70a2-a556-4f68-bf49-c9ac1496713c on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:37.098611 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:37.103975 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.plugins.ml2.plugin [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempt 9 to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c Oct 10 11:12:37.188584 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e2f0b8-ee28-4c74-8fba-900fbc48464b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Network 60068c39-2ae6-4bb8-8342-06d415f4ceed is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:37.196448 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-b4e2f0b8-ee28-4c74-8fba-900fbc48464b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:37.198391 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:37.198674 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:37.199007 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:37.204573 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e2f0b8-ee28-4c74-8fba-900fbc48464b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:37.220674 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f526cd14-f8ed-4471-a5d1-bed190b828b4 None None] Attempt 3 to provision port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 Oct 10 11:12:37.257926 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eaa36f2f-9715-4597-93b7-390d1a4f5cb4 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:37.269489 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2f6c5-dd49-4919-86af-51c99ca3188c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Port': ['ID=095fa0c6-2d3a-4ff3-b703-ecebd1be83e5,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:37.279193 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e2f0b8-ee28-4c74-8fba-900fbc48464b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:37.279309 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b4e2f0b8-ee28-4c74-8fba-900fbc48464b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:37.323942 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:37.407137 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port 384f70a2-a556-4f68-bf49-c9ac1496713c on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:37.407469 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:37.414916 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:37.436802 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.plugins.ml2.plugin [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempt 10 to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c Oct 10 11:12:37.466819 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683426cd-34e1-4e98-adb8-e008645f0070 None None] Network 70578435-7191-4204-bb46-b40d4177f07f requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:37.497040 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:37.497191 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:37.497505 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:37.499540 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f526cd14-f8ed-4471-a5d1-bed190b828b4 None None] Port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:37.517366 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2f0b8-ee28-4c74-8fba-900fbc48464b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Pushing event updated for resources: {'Port': ['ID=f8205aa3-4739-4d75-b043-f45405cbf915,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:37.520970 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port 384f70a2-a556-4f68-bf49-c9ac1496713c on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:37.521298 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port 384f70a2-a556-4f68-bf49-c9ac1496713c on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:37.524039 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:37.543882 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c86c4a30-148d-438c-afa5-78d1fafff882 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8973429 Oct 10 11:12:37.546732 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49814) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:37.552390 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-f484e84d-f3f9-4ea6-853b-b74c1e99d710 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-371876739', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:37.566246 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f484e84d-f3f9-4ea6-853b-b74c1e99d710 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:37.570982 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b4e2f0b8-ee28-4c74-8fba-900fbc48464b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7093406 Oct 10 11:12:37.572151 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49818) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:37.575573 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f484e84d-f3f9-4ea6-853b-b74c1e99d710 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Usage tracker for resource:router and tenant:bff75ec139ff428ea17476871cda1880 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:37.580025 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f484e84d-f3f9-4ea6-853b-b74c1e99d710 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:37.585743 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-24e296de-851b-468e-89e2-41fff7dbc70c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Request body: {'port': {'network_id': '60068c39-2ae6-4bb8-8342-06d415f4ceed', 'name': 'tempest-AllowedAddressPairTestJSON-218819670'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:37.606422 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f2f6c5-dd49-4919-86af-51c99ca3188c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:37.613054 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-e6f2f6c5-dd49-4919-86af-51c99ca3188c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:37.619105 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-70586c7a-f5d5-43e4-8683-40055e6c6f8b None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:37.685993 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-70586c7a-f5d5-43e4-8683-40055e6c6f8b None None] Transition to ACTIVE for port object 319ed59a-1323-4b6e-8533-b9485179b324 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:37.686989 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f484e84d-f3f9-4ea6-853b-b74c1e99d710 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:37.724387 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7331a5ef-0019-4d0f-9476-f442866ef734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-fed67e03-3c81-48e8-bbb7-c1ef90107c55', 'network_id': 'fed67e03-3c81-48e8-bbb7-c1ef90107c55', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'fixed_ips': [{'subnet_id': '4c2e5949-996b-4bae-b814-4e763da24a41'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:12:37.726341 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7331a5ef-0019-4d0f-9476-f442866ef734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:37.732851 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3e3ab671-f27c-4169-9ba6-390ed5d3bccb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:37.751834 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-70586c7a-f5d5-43e4-8683-40055e6c6f8b None None] Transition to ACTIVE for port object 319ed59a-1323-4b6e-8533-b9485179b324 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:37.810781 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] For port 384f70a2-a556-4f68-bf49-c9ac1496713c, host hv-neutron-8608, cleared binding levels {{(pid=89896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:12:37.812085 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempted to set empty binding levels {{(pid=89896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 10 11:12:37.946054 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:37.953590 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] In _notify_port_updated(), no bound segment for port 384f70a2-a556-4f68-bf49-c9ac1496713c on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 10 11:12:37.954663 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:37.955369 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:37.957143 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] 10.222.0.40 "PUT /v2.0/ports/384f70a2-a556-4f68-bf49-c9ac1496713c HTTP/1.1" status: 200 len: 977 time: 4.0969791 Oct 10 11:12:37.960788 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49826) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:38.003059 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f526cd14-f8ed-4471-a5d1-bed190b828b4 None None] Attempt 4 to provision port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 Oct 10 11:12:38.077053 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f484e84d-f3f9-4ea6-853b-b74c1e99d710 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:38.077599 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f484e84d-f3f9-4ea6-853b-b74c1e99d710 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:38.092830 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-70586c7a-f5d5-43e4-8683-40055e6c6f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:38.104321 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f2f6c5-dd49-4919-86af-51c99ca3188c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Router 554e650f-21a9-4184-9757-04a3b519766f is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:12:38.124791 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f484e84d-f3f9-4ea6-853b-b74c1e99d710 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:38.139190 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098fe09-058b-4839-be88-df543678c9cd tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Pushing event updated for resources: {'Port': ['ID=384f70a2-a556-4f68-bf49-c9ac1496713c,revision_number=3']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:38.155342 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3ab671-f27c-4169-9ba6-390ed5d3bccb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Checking segment: {'id': 'a98e6fd1-2734-4d1c-8dcc-bbf8b19ed705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '8284bdf5-404a-488a-9478-0ede65c92a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:12:38.155705 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3ab671-f27c-4169-9ba6-390ed5d3bccb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network hostable DHCP agents. Network: 8284bdf5-404a-488a-9478-0ede65c92a22, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:12:38.160472 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ab671-f27c-4169-9ba6-390ed5d3bccb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Port': ['ID=0d251c41-969a-43a8-8074-28aa89e9d51d,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:38.174987 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eaa36f2f-9715-4597-93b7-390d1a4f5cb4 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:38.189767 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f526cd14-f8ed-4471-a5d1-bed190b828b4 None None] Port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:38.203860 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 211a0775-9e08-4e05-a8e1-99b872274545 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:12:38.219912 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-24e296de-851b-468e-89e2-41fff7dbc70c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:38.227541 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-24e296de-851b-468e-89e2-41fff7dbc70c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Usage tracker for resource:port and tenant:ce3425404ee54491851657af61d0b0e8 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:38.230831 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-24e296de-851b-468e-89e2-41fff7dbc70c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:38.238219 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-24e296de-851b-468e-89e2-41fff7dbc70c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:38.261636 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-eaa36f2f-9715-4597-93b7-390d1a4f5cb4 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Deleting port 8d6bbb92-e79f-4737-95f7-84bbcda084bc {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:38.261975 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eaa36f2f-9715-4597-93b7-390d1a4f5cb4 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:38.309406 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f484e84d-f3f9-4ea6-853b-b74c1e99d710 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:38.311189 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70586c7a-f5d5-43e4-8683-40055e6c6f8b None None] Network f36cb35b-e765-411b-82dd-156471dbc6b1 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:38.319440 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-70586c7a-f5d5-43e4-8683-40055e6c6f8b None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:38.332853 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70586c7a-f5d5-43e4-8683-40055e6c6f8b None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:38.336911 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3ab671-f27c-4169-9ba6-390ed5d3bccb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network 8284bdf5-404a-488a-9478-0ede65c92a22 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:12:38.338707 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f2f6c5-dd49-4919-86af-51c99ca3188c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:12:38.351917 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1485f721-1cda-482c-9903-1249afefcf3f tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:38.352515 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1485f721-1cda-482c-9903-1249afefcf3f tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:38.355493 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1485f721-1cda-482c-9903-1249afefcf3f tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:38.355493 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1485f721-1cda-482c-9903-1249afefcf3f tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:38.355493 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1485f721-1cda-482c-9903-1249afefcf3f tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:38.355493 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1485f721-1cda-482c-9903-1249afefcf3f tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:38.355493 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1485f721-1cda-482c-9903-1249afefcf3f tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:38.355493 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1485f721-1cda-482c-9903-1249afefcf3f tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:38.356296 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1485f721-1cda-482c-9903-1249afefcf3f tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:38.356829 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1485f721-1cda-482c-9903-1249afefcf3f tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:38.357362 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1485f721-1cda-482c-9903-1249afefcf3f tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:38.358567 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1485f721-1cda-482c-9903-1249afefcf3f tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:38.359226 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1485f721-1cda-482c-9903-1249afefcf3f tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:38.359906 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1485f721-1cda-482c-9903-1249afefcf3f tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:38.361663 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1485f721-1cda-482c-9903-1249afefcf3f tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Synchronizing usage tracker for tenant:4ad3f6d437a74744b42a530630d02b79 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:12:38.369787 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e6f2f6c5-dd49-4919-86af-51c99ca3188c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "PUT /v2.0/routers/554e650f-21a9-4184-9757-04a3b519766f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0579371 Oct 10 11:12:38.373810 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49832) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:38.377223 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e296de-851b-468e-89e2-41fff7dbc70c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Made reservation on behalf of ce3425404ee54491851657af61d0b0e8 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:38.384426 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-24e296de-851b-468e-89e2-41fff7dbc70c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:38.384567 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70586c7a-f5d5-43e4-8683-40055e6c6f8b None None] Pushing event updated for resources: {'Port': ['ID=319ed59a-1323-4b6e-8533-b9485179b324,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:38.384567 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2645f54-5b34-40e9-9452-e884ce4afc5e None None] Sync routers for ids ['554e650f-21a9-4184-9757-04a3b519766f'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:12:38.436208 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-7331a5ef-0019-4d0f-9476-f442866ef734 None None] Allocated IP 172.21.0.2 (fed67e03-3c81-48e8-bbb7-c1ef90107c55/4c2e5949-996b-4bae-b814-4e763da24a41/22e4d7ad-b86e-44e9-bed3-cc66e66be11c) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:12:38.470126 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f484e84d-f3f9-4ea6-853b-b74c1e99d710 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:38.474435 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f484e84d-f3f9-4ea6-853b-b74c1e99d710 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9267437 Oct 10 11:12:38.476235 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0cb4b7-36ac-498d-b2d2-7be9d6ff7aec tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:38.477119 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4a0cb4b7-36ac-498d-b2d2-7be9d6ff7aec tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:12:38.480812 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49838) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:38.482898 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2645f54-5b34-40e9-9452-e884ce4afc5e None None] Routers {'554e650f-21a9-4184-9757-04a3b519766f'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:38.483517 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c2645f54-5b34-40e9-9452-e884ce4afc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['554e650f-21a9-4184-9757-04a3b519766f'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:38.556746 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 211a0775-9e08-4e05-a8e1-99b872274545 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:12:38.556958 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-3e3ab671-f27c-4169-9ba6-390ed5d3bccb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 8284bdf5-404a-488a-9478-0ede65c92a22) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:38.583674 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3ab671-f27c-4169-9ba6-390ed5d3bccb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:38.589882 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3ab671-f27c-4169-9ba6-390ed5d3bccb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:38.590524 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3e3ab671-f27c-4169-9ba6-390ed5d3bccb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:38.633080 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-24e296de-851b-468e-89e2-41fff7dbc70c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] device_id is not set on port 9098f2f6-8c83-4f8c-b954-a423762e1a20 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:12:38.679236 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-70586c7a-f5d5-43e4-8683-40055e6c6f8b None None] Attempting to bind port 319ed59a-1323-4b6e-8533-b9485179b324 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:38.679852 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-70586c7a-f5d5-43e4-8683-40055e6c6f8b None None] Attempting to bind port 319ed59a-1323-4b6e-8533-b9485179b324 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'ca7b9976-eac1-4936-85c4-22ea5a47a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': 'f36cb35b-e765-411b-82dd-156471dbc6b1'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:38.680371 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70586c7a-f5d5-43e4-8683-40055e6c6f8b None None] Attempting to bind port 319ed59a-1323-4b6e-8533-b9485179b324 on network f36cb35b-e765-411b-82dd-156471dbc6b1 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:38.706223 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f526cd14-f8ed-4471-a5d1-bed190b828b4 None None] Attempt 5 to provision port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 Oct 10 11:12:38.735644 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df564bd-9eeb-420e-8636-d155a9dd5c7d None None] Network 8284bdf5-404a-488a-9478-0ede65c92a22 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:38.776907 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:38.791177 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70586c7a-f5d5-43e4-8683-40055e6c6f8b None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:12:38.795545 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70586c7a-f5d5-43e4-8683-40055e6c6f8b None None] Checking segment: {'id': 'ca7b9976-eac1-4936-85c4-22ea5a47a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': 'f36cb35b-e765-411b-82dd-156471dbc6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:12:38.795545 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-70586c7a-f5d5-43e4-8683-40055e6c6f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:38.795545 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70586c7a-f5d5-43e4-8683-40055e6c6f8b None None] Bound using segment: {'id': 'ca7b9976-eac1-4936-85c4-22ea5a47a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': 'f36cb35b-e765-411b-82dd-156471dbc6b1'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:12:38.795545 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-70586c7a-f5d5-43e4-8683-40055e6c6f8b None None] Bound port: 319ed59a-1323-4b6e-8533-b9485179b324, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7b9976-eac1-4936-85c4-22ea5a47a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': 'f36cb35b-e765-411b-82dd-156471dbc6b1'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:12:38.795545 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-70586c7a-f5d5-43e4-8683-40055e6c6f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:38.811372 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-30e270cd-8072-453c-82bb-c8e819de8816 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:38.867087 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3e3ab671-f27c-4169-9ba6-390ed5d3bccb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.4157183 Oct 10 11:12:38.890687 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-30e270cd-8072-453c-82bb-c8e819de8816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:38.893828 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eaa36f2f-9715-4597-93b7-390d1a4f5cb4 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:38.917023 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49846) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:39.093137 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f526cd14-f8ed-4471-a5d1-bed190b828b4 None None] Port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:39.101318 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-c2645f54-5b34-40e9-9452-e884ce4afc5e None None] Set router 554e650f-21a9-4184-9757-04a3b519766f gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:12:39.145389 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1485f721-1cda-482c-9903-1249afefcf3f tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Unset dirty status for tenant:4ad3f6d437a74744b42a530630d02b79 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:12:39.148521 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1485f721-1cda-482c-9903-1249afefcf3f tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12425 time: 1.1504545 Oct 10 11:12:39.211618 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49854) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:39.213515 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49856) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:39.248793 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-41e0b73c-59b3-4884-a6d2-3f0947a01122 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1681303450'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:39.258961 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-eaa36f2f-9715-4597-93b7-390d1a4f5cb4 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Calling delete_port for 8d6bbb92-e79f-4737-95f7-84bbcda084bc owned by network:router_gateway {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:39.288251 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-30e270cd-8072-453c-82bb-c8e819de8816 admin admin] Allocated IP 172.26.4.60 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/0edd2fc7-706b-4f85-9428-b41e749d1305) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:12:39.337547 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-41e0b73c-59b3-4884-a6d2-3f0947a01122 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:39.362452 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4a0cb4b7-36ac-498d-b2d2-7be9d6ff7aec tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:12:39.362452 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4a0cb4b7-36ac-498d-b2d2-7be9d6ff7aec tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports/095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 HTTP/1.1" status: 200 len: 911 time: 0.9821973 Oct 10 11:12:39.364691 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-41e0b73c-59b3-4884-a6d2-3f0947a01122 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:network and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:39.368111 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49864) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:39.376859 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-41e0b73c-59b3-4884-a6d2-3f0947a01122 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:39.378565 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:39.422399 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84770b39-1afa-44d8-8fbe-f164bd39c426 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:39.486030 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-70586c7a-f5d5-43e4-8683-40055e6c6f8b None None] For port 319ed59a-1323-4b6e-8533-b9485179b324, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:12:39.563819 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-ce216de9-7edf-4f1e-978b-23ac8d4d35b1 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Deleting port 384f70a2-a556-4f68-bf49-c9ac1496713c {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:39.564193 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ce216de9-7edf-4f1e-978b-23ac8d4d35b1 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:39.580931 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-41e0b73c-59b3-4884-a6d2-3f0947a01122 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:39.643713 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7331a5ef-0019-4d0f-9476-f442866ef734 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:39.658497 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7331a5ef-0019-4d0f-9476-f442866ef734 None None] Transition to ACTIVE for port object 22e4d7ad-b86e-44e9-bed3-cc66e66be11c will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:39.683049 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7331a5ef-0019-4d0f-9476-f442866ef734 None None] Transition to ACTIVE for port object 22e4d7ad-b86e-44e9-bed3-cc66e66be11c will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:39.685807 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f526cd14-f8ed-4471-a5d1-bed190b828b4 None None] Attempt 6 to provision port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 Oct 10 11:12:39.695000 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-f2833085-af7b-4b16-8c4d-f26951dfb7b6 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1481613345'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:39.696825 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-24e296de-851b-468e-89e2-41fff7dbc70c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Allocated IP 172.20.0.10 (60068c39-2ae6-4bb8-8342-06d415f4ceed/9199e3ee-4aed-46d9-83cc-6d00a978fdee/9098f2f6-8c83-4f8c-b954-a423762e1a20) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:12:39.700751 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f2833085-af7b-4b16-8c4d-f26951dfb7b6 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:39.706589 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f2833085-af7b-4b16-8c4d-f26951dfb7b6 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Usage tracker for resource:network and tenant:57ee229ec56a47d4a31f007869cf5cee is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:39.711509 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e0b73c-59b3-4884-a6d2-3f0947a01122 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:39.711777 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f2833085-af7b-4b16-8c4d-f26951dfb7b6 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:39.714112 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-41e0b73c-59b3-4884-a6d2-3f0947a01122 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:39.718155 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f2833085-af7b-4b16-8c4d-f26951dfb7b6 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:39.731333 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-70586c7a-f5d5-43e4-8683-40055e6c6f8b None None] For port 319ed59a-1323-4b6e-8533-b9485179b324, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=319ed59a-1323-4b6e-8533-b9485179b324,segment=NetworkSegment(ca7b9976-eac1-4936-85c4-22ea5a47a536),segment_id=ca7b9976-eac1-4936-85c4-22ea5a47a536)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:12:39.756613 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7331a5ef-0019-4d0f-9476-f442866ef734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:39.794052 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2833085-af7b-4b16-8c4d-f26951dfb7b6 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Made reservation on behalf of 57ee229ec56a47d4a31f007869cf5cee for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:39.797444 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f2833085-af7b-4b16-8c4d-f26951dfb7b6 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:39.820601 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f2833085-af7b-4b16-8c4d-f26951dfb7b6 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:39.833482 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e0b73c-59b3-4884-a6d2-3f0947a01122 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 459} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:12:39.851915 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f2833085-af7b-4b16-8c4d-f26951dfb7b6 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:39.852519 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-70586c7a-f5d5-43e4-8683-40055e6c6f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:39.891173 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f526cd14-f8ed-4471-a5d1-bed190b828b4 None None] Port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:39.894092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-41e0b73c-59b3-4884-a6d2-3f0947a01122 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:39.894601 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-41e0b73c-59b3-4884-a6d2-3f0947a01122 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Added segment 5fdec3cb-419d-49b8-ac48-1136175f4978 of type vlan for network 7f2333a9-9f60-4e2f-ad9e-9527aab0ead1 Oct 10 11:12:39.903910 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7331a5ef-0019-4d0f-9476-f442866ef734 None None] Network fed67e03-3c81-48e8-bbb7-c1ef90107c55 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:39.905638 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f2833085-af7b-4b16-8c4d-f26951dfb7b6 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Usage tracker for resource:security_group_rule and tenant:57ee229ec56a47d4a31f007869cf5cee is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:39.921315 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f2833085-af7b-4b16-8c4d-f26951dfb7b6 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:39.929272 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-7331a5ef-0019-4d0f-9476-f442866ef734 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:39.936163 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7331a5ef-0019-4d0f-9476-f442866ef734 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:39.940790 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f2833085-af7b-4b16-8c4d-f26951dfb7b6 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:39.942047 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331a5ef-0019-4d0f-9476-f442866ef734 None None] Pushing event updated for resources: {'Port': ['ID=22e4d7ad-b86e-44e9-bed3-cc66e66be11c,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:39.997616 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-41e0b73c-59b3-4884-a6d2-3f0947a01122 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:40.230489 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-7331a5ef-0019-4d0f-9476-f442866ef734 None None] Attempting to bind port 22e4d7ad-b86e-44e9-bed3-cc66e66be11c on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:40.232809 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-7331a5ef-0019-4d0f-9476-f442866ef734 None None] Attempting to bind port 22e4d7ad-b86e-44e9-bed3-cc66e66be11c by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '93582d20-e692-4e8f-804e-0f1656913afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'fed67e03-3c81-48e8-bbb7-c1ef90107c55'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:40.232809 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7331a5ef-0019-4d0f-9476-f442866ef734 None None] Attempting to bind port 22e4d7ad-b86e-44e9-bed3-cc66e66be11c on network fed67e03-3c81-48e8-bbb7-c1ef90107c55 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:40.234835 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70586c7a-f5d5-43e4-8683-40055e6c6f8b None None] Pushing event updated for resources: {'Port': ['ID=319ed59a-1323-4b6e-8533-b9485179b324,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:40.245010 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7331a5ef-0019-4d0f-9476-f442866ef734 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:12:40.245556 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7331a5ef-0019-4d0f-9476-f442866ef734 None None] Checking segment: {'id': '93582d20-e692-4e8f-804e-0f1656913afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'fed67e03-3c81-48e8-bbb7-c1ef90107c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:12:40.246218 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7331a5ef-0019-4d0f-9476-f442866ef734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:40.246696 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7331a5ef-0019-4d0f-9476-f442866ef734 None None] Bound using segment: {'id': '93582d20-e692-4e8f-804e-0f1656913afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'fed67e03-3c81-48e8-bbb7-c1ef90107c55'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:12:40.247265 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-7331a5ef-0019-4d0f-9476-f442866ef734 None None] Bound port: 22e4d7ad-b86e-44e9-bed3-cc66e66be11c, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93582d20-e692-4e8f-804e-0f1656913afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'fed67e03-3c81-48e8-bbb7-c1ef90107c55'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:12:40.247735 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7331a5ef-0019-4d0f-9476-f442866ef734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:40.294741 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-ce216de9-7edf-4f1e-978b-23ac8d4d35b1 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] For port 384f70a2-a556-4f68-bf49-c9ac1496713c, host hv-neutron-8608, got binding levels [] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:40.295286 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ce216de9-7edf-4f1e-978b-23ac8d4d35b1 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:40.307630 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-24e296de-851b-468e-89e2-41fff7dbc70c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:40.355406 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd49e4b-8523-4575-893e-ab1b8c045479 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:40.361797 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd49e4b-8523-4575-893e-ab1b8c045479 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:40.362333 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3bd49e4b-8523-4575-893e-ab1b8c045479 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:12:40.367327 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-41e0b73c-59b3-4884-a6d2-3f0947a01122 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:40.373280 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e0b73c-59b3-4884-a6d2-3f0947a01122 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:40.374040 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-41e0b73c-59b3-4884-a6d2-3f0947a01122 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:40.397999 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7331a5ef-0019-4d0f-9476-f442866ef734 None None] For port 22e4d7ad-b86e-44e9-bed3-cc66e66be11c, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:12:40.403427 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7331a5ef-0019-4d0f-9476-f442866ef734 None None] For port 22e4d7ad-b86e-44e9-bed3-cc66e66be11c, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=22e4d7ad-b86e-44e9-bed3-cc66e66be11c,segment=NetworkSegment(93582d20-e692-4e8f-804e-0f1656913afa),segment_id=93582d20-e692-4e8f-804e-0f1656913afa)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:12:40.406034 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f526cd14-f8ed-4471-a5d1-bed190b828b4 None None] Attempt 7 to provision port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 Oct 10 11:12:40.416865 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-30e270cd-8072-453c-82bb-c8e819de8816 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:40.436142 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-24e296de-851b-468e-89e2-41fff7dbc70c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Transition to ACTIVE for port object 9098f2f6-8c83-4f8c-b954-a423762e1a20 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:40.486127 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7331a5ef-0019-4d0f-9476-f442866ef734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:40.532578 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-ce216de9-7edf-4f1e-978b-23ac8d4d35b1 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Calling delete_port for 384f70a2-a556-4f68-bf49-c9ac1496713c owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:40.541160 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c2645f54-5b34-40e9-9452-e884ce4afc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554e650f-21a9-4184-9757-04a3b519766f', 'name': 'tempest-NetworksTestDHCPv6-router-16616166', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:12:29Z', 'updated_at': '2022-10-10T11:12:35Z', 'revision_number': 2, 'project_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'gw_port_host': None, '_interfaces': [{'id': '095fa0c6-2d3a-4ff3-b703-ecebd1be83e5', 'name': '', 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'mac_address': 'fa:16:3e:2d:91:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554e650f-21a9-4184-9757-04a3b519766f', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '15585b61-321f-4129-9339-0ba6f3fd2615', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:32Z', 'updated_at': '2022-10-10T11:12:36Z', 'revision_number': 2, 'project_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'subnets': [{'id': '15585b61-321f-4129-9339-0ba6f3fd2615', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:40.554040 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3bd49e4b-8523-4575-893e-ab1b8c045479 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:12:40.558209 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3bd49e4b-8523-4575-893e-ab1b8c045479 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.1836364 Oct 10 11:12:40.558348 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f526cd14-f8ed-4471-a5d1-bed190b828b4 None None] Port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:40.560796 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2645f54-5b34-40e9-9452-e884ce4afc5e None None] Checking router: 554e650f-21a9-4184-9757-04a3b519766f for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:12:40.561145 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2645f54-5b34-40e9-9452-e884ce4afc5e None None] Updating router 554e650f-21a9-4184-9757-04a3b519766f port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:12:40.567150 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49870) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:40.629967 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331a5ef-0019-4d0f-9476-f442866ef734 None None] Pushing event updated for resources: {'Port': ['ID=22e4d7ad-b86e-44e9-bed3-cc66e66be11c,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:40.635567 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c2645f54-5b34-40e9-9452-e884ce4afc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:40.782989 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-41e0b73c-59b3-4884-a6d2-3f0947a01122 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8625576 Oct 10 11:12:40.790559 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0b73c-59b3-4884-a6d2-3f0947a01122 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Network': ['ID=7f2333a9-9f60-4e2f-ad9e-9527aab0ead1,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:40.799220 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49874) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:40.820370 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 7f2333a9-9f60-4e2f-ad9e-9527aab0ead1 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:12:40.824048 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'ports': [{'network_id': '8284bdf5-404a-488a-9478-0ede65c92a22'}, {'network_id': '7f2333a9-9f60-4e2f-ad9e-9527aab0ead1'}]} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:40.824351 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'port': {'network_id': '8284bdf5-404a-488a-9478-0ede65c92a22'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:40.824819 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'port': {'network_id': '7f2333a9-9f60-4e2f-ad9e-9527aab0ead1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:40.837310 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-84770b39-1afa-44d8-8fbe-f164bd39c426 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Allocated IP 172.20.0.1 (70578435-7191-4204-bb46-b40d4177f07f/f7e8aed1-496f-4197-9ec7-9411d4e3ad15/4c79be41-6567-44f3-a076-afb79268c97e) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:12:40.958871 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f2833085-af7b-4b16-8c4d-f26951dfb7b6 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:41.059493 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f526cd14-f8ed-4471-a5d1-bed190b828b4 None None] Attempt 8 to provision port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 Oct 10 11:12:41.061957 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-24e296de-851b-468e-89e2-41fff7dbc70c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:41.159391 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f2833085-af7b-4b16-8c4d-f26951dfb7b6 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:41.205067 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eaa36f2f-9715-4597-93b7-390d1a4f5cb4 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:41.215404 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2833085-af7b-4b16-8c4d-f26951dfb7b6 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=928fb067-6556-4811-b096-f3d7ded669a0,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:41.263991 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f526cd14-f8ed-4471-a5d1-bed190b828b4 None None] Port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:41.286028 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2833085-af7b-4b16-8c4d-f26951dfb7b6 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 452} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:12:41.306336 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f2833085-af7b-4b16-8c4d-f26951dfb7b6 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:41.307093 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-f2833085-af7b-4b16-8c4d-f26951dfb7b6 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Added segment 15f4af7f-fa23-4f8f-a440-8a8880011a84 of type vlan for network 4aa0e457-f617-4d85-a857-fd30a052969d Oct 10 11:12:41.351500 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f2833085-af7b-4b16-8c4d-f26951dfb7b6 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:41.357258 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e296de-851b-468e-89e2-41fff7dbc70c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Network 60068c39-2ae6-4bb8-8342-06d415f4ceed is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:41.381452 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-24e296de-851b-468e-89e2-41fff7dbc70c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:41.383876 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e296de-851b-468e-89e2-41fff7dbc70c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:41.429788 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c2645f54-5b34-40e9-9452-e884ce4afc5e None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:41.549771 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ce216de9-7edf-4f1e-978b-23ac8d4d35b1 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:41.551473 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-30e270cd-8072-453c-82bb-c8e819de8816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:41.551587 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-c2645f54-5b34-40e9-9452-e884ce4afc5e None None] Transition to ACTIVE for port object 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:41.551683 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84770b39-1afa-44d8-8fbe-f164bd39c426 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:41.551683 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce216de9-7edf-4f1e-978b-23ac8d4d35b1 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Pushing event deleted for resources: {'Port': ['ID=384f70a2-a556-4f68-bf49-c9ac1496713c,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:41.551683 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-84770b39-1afa-44d8-8fbe-f164bd39c426 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Transition to ACTIVE for port object 4c79be41-6567-44f3-a076-afb79268c97e will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:41.551683 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ce216de9-7edf-4f1e-978b-23ac8d4d35b1 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:41.607716 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a3589b-6814-41cd-988e-2200c57ab8b3 None None] Network f36cb35b-e765-411b-82dd-156471dbc6b1 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:41.664889 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f2833085-af7b-4b16-8c4d-f26951dfb7b6 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:41.671252 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2833085-af7b-4b16-8c4d-f26951dfb7b6 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:41.681297 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f2833085-af7b-4b16-8c4d-f26951dfb7b6 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:41.688526 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eaa36f2f-9715-4597-93b7-390d1a4f5cb4 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:41.715491 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c2645f54-5b34-40e9-9452-e884ce4afc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:41.727691 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ce216de9-7edf-4f1e-978b-23ac8d4d35b1 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] 10.222.0.40 "DELETE /v2.0/ports/384f70a2-a556-4f68-bf49-c9ac1496713c HTTP/1.1" status: 204 len: 168 time: 2.5128725 Oct 10 11:12:41.734246 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49878) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:41.738570 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e296de-851b-468e-89e2-41fff7dbc70c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Pushing event updated for resources: {'Port': ['ID=9098f2f6-8c83-4f8c-b954-a423762e1a20,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:41.784422 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b9e9b9-09d4-4d7b-9cdf-d72d11985b52 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] GET failed (client error): The resource could not be found. Oct 10 11:12:41.786240 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b5b9e9b9-09d4-4d7b-9cdf-d72d11985b52 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Synchronizing usage tracker for tenant:4ad3f6d437a74744b42a530630d02b79 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:12:41.810070 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f526cd14-f8ed-4471-a5d1-bed190b828b4 None None] Attempt 9 to provision port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 Oct 10 11:12:41.812051 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e270cd-8072-453c-82bb-c8e819de8816 admin admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:41.886078 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2833085-af7b-4b16-8c4d-f26951dfb7b6 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Pushing event updated for resources: {'Network': ['ID=4aa0e457-f617-4d85-a857-fd30a052969d,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:41.898948 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-30e270cd-8072-453c-82bb-c8e819de8816 admin admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:41.901312 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e270cd-8072-453c-82bb-c8e819de8816 admin admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:41.904394 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f2833085-af7b-4b16-8c4d-f26951dfb7b6 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.6882715 Oct 10 11:12:41.906948 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84770b39-1afa-44d8-8fbe-f164bd39c426 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:41.924168 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49882) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:41.969646 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84770b39-1afa-44d8-8fbe-f164bd39c426 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network 70578435-7191-4204-bb46-b40d4177f07f is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:41.986174 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f526cd14-f8ed-4471-a5d1-bed190b828b4 None None] Port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:41.989002 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 4aa0e457-f617-4d85-a857-fd30a052969d details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:12:41.994704 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e296de-851b-468e-89e2-41fff7dbc70c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:41.994875 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-84770b39-1afa-44d8-8fbe-f164bd39c426 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:41.995317 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-24e296de-851b-468e-89e2-41fff7dbc70c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:42.009324 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b5b9e9b9-09d4-4d7b-9cdf-d72d11985b52 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Unset dirty status for tenant:4ad3f6d437a74744b42a530630d02b79 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:12:42.010965 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b5b9e9b9-09d4-4d7b-9cdf-d72d11985b52 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] 10.222.0.40 "GET /v2.0/ports/384f70a2-a556-4f68-bf49-c9ac1496713c HTTP/1.1" status: 404 len: 333 time: 0.2749431 Oct 10 11:12:42.012849 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84770b39-1afa-44d8-8fbe-f164bd39c426 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:42.018811 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa36f2f-9715-4597-93b7-390d1a4f5cb4 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Pushing event deleted for resources: {'Port': ['ID=8d6bbb92-e79f-4737-95f7-84bbcda084bc,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:42.064764 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51aaf91-6aad-44c0-b500-f03ea225e588 None None] Network fed67e03-3c81-48e8-bbb7-c1ef90107c55 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:42.074298 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49888) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:42.102633 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-9c9b93bd-4af9-4fb2-9645-738a6c5b31a3 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1263671641', 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:42.109056 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9c9b93bd-4af9-4fb2-9645-738a6c5b31a3 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:42.122017 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:42.131538 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-7b1f0cfb-5ac8-48de-bc65-ff35fae092c7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Request body: {'network': {'name': 'tempest-network--1247055888', 'router:external': True}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:42.137705 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7b1f0cfb-5ac8-48de-bc65-ff35fae092c7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:42.148247 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7b1f0cfb-5ac8-48de-bc65-ff35fae092c7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Usage tracker for resource:network and tenant:6510563939b94059a2a70d9733b8f960 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:42.151234 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:port and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:42.151892 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7b1f0cfb-5ac8-48de-bc65-ff35fae092c7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:42.155634 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eaa36f2f-9715-4597-93b7-390d1a4f5cb4 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:42.159377 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7b1f0cfb-5ac8-48de-bc65-ff35fae092c7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:42.167886 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eaa36f2f-9715-4597-93b7-390d1a4f5cb4 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:42.171281 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:42.185802 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:42.186043 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9c9b93bd-4af9-4fb2-9645-738a6c5b31a3 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:42.249316 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84770b39-1afa-44d8-8fbe-f164bd39c426 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Port': ['ID=4c79be41-6567-44f3-a076-afb79268c97e,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:42.252355 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84770b39-1afa-44d8-8fbe-f164bd39c426 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:42.278517 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e270cd-8072-453c-82bb-c8e819de8816 admin admin] Pushing event updated for resources: {'Port': ['ID=0edd2fc7-706b-4f85-9428-b41e749d1305,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:42.294547 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9b93bd-4af9-4fb2-9645-738a6c5b31a3 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Made reservation on behalf of 4ad3f6d437a74744b42a530630d02b79 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:42.300999 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9c9b93bd-4af9-4fb2-9645-738a6c5b31a3 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:42.303761 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-24e296de-851b-468e-89e2-41fff7dbc70c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7305071 Oct 10 11:12:42.306500 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49894) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:42.323935 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1f0cfb-5ac8-48de-bc65-ff35fae092c7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Made reservation on behalf of 6510563939b94059a2a70d9733b8f960 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:42.327453 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0cfb-5ac8-48de-bc65-ff35fae092c7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:42.331731 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 319ed59a-1323-4b6e-8533-b9485179b324 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:12:42.345852 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-9c9b93bd-4af9-4fb2-9645-738a6c5b31a3 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] device_id is not set on port d8febe84-2492-4a84-865a-759283baeb11 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:12:42.382235 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-850d8c77-8b58-4cd3-96f8-cc67174d8496 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:5f:01:18'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:18:8e:64'}]}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:42.407210 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0cfb-5ac8-48de-bc65-ff35fae092c7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:42.435134 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7b1f0cfb-5ac8-48de-bc65-ff35fae092c7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:42.438009 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b93a1-f8f0-4861-a9ec-3c6d1b354980 None None] Pushing event updated for resources: {'Port': ['ID=095fa0c6-2d3a-4ff3-b703-ecebd1be83e5,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:42.454997 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7b1f0cfb-5ac8-48de-bc65-ff35fae092c7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Usage tracker for resource:security_group_rule and tenant:6510563939b94059a2a70d9733b8f960 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:42.462527 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7b1f0cfb-5ac8-48de-bc65-ff35fae092c7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:42.469386 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eaa36f2f-9715-4597-93b7-390d1a4f5cb4 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:42.471345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa36f2f-9715-4597-93b7-390d1a4f5cb4 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Fanout notify agent at l3_agent the message router_deleted on router deb0e834-76b5-48bf-90c4-d13e4cbe695b {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:12:42.483922 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7b1f0cfb-5ac8-48de-bc65-ff35fae092c7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:42.495059 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f526cd14-f8ed-4471-a5d1-bed190b828b4 None None] Attempt 10 to provision port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 Oct 10 11:12:42.497671 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'port': 2} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:42.501852 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:42.534367 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eaa36f2f-9715-4597-93b7-390d1a4f5cb4 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:42.539372 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-eaa36f2f-9715-4597-93b7-390d1a4f5cb4 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "DELETE /v2.0/routers/deb0e834-76b5-48bf-90c4-d13e4cbe695b HTTP/1.1" status: 204 len: 168 time: 5.6162694 Oct 10 11:12:42.543803 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49898) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:42.544845 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:42.561779 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-428bee59-e019-42d8-84d2-86a797642029 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-666170991', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:42.574595 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-428bee59-e019-42d8-84d2-86a797642029 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:42.581514 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-428bee59-e019-42d8-84d2-86a797642029 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Usage tracker for resource:router and tenant:11ce564d05404c1aac980352a1eb066f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:42.586505 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-428bee59-e019-42d8-84d2-86a797642029 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:42.607945 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-c2645f54-5b34-40e9-9452-e884ce4afc5e None None] Attempting to bind port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:42.608437 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-c2645f54-5b34-40e9-9452-e884ce4afc5e None None] Attempting to bind port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:42.608897 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2645f54-5b34-40e9-9452-e884ce4afc5e None None] Attempting to bind port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 on network dac74586-4382-4e00-a6eb-f2005f114a9a {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:42.635161 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2645f54-5b34-40e9-9452-e884ce4afc5e None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:12:42.635720 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2645f54-5b34-40e9-9452-e884ce4afc5e None None] Checking segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:12:42.635854 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-428bee59-e019-42d8-84d2-86a797642029 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:42.636290 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c2645f54-5b34-40e9-9452-e884ce4afc5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:42.636771 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2645f54-5b34-40e9-9452-e884ce4afc5e None None] Bound using segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:12:42.637355 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-c2645f54-5b34-40e9-9452-e884ce4afc5e None None] Bound port: 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:12:42.637832 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c2645f54-5b34-40e9-9452-e884ce4afc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:42.675666 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f526cd14-f8ed-4471-a5d1-bed190b828b4 None None] Port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:42.759945 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84770b39-1afa-44d8-8fbe-f164bd39c426 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:42.773069 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9c9b93bd-4af9-4fb2-9645-738a6c5b31a3 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:42.795964 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-428bee59-e019-42d8-84d2-86a797642029 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:42.796884 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-428bee59-e019-42d8-84d2-86a797642029 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:42.885548 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0cfb-5ac8-48de-bc65-ff35fae092c7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:42.907143 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 319ed59a-1323-4b6e-8533-b9485179b324 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:12:42.927660 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 22e4d7ad-b86e-44e9-bed3-cc66e66be11c up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:12:42.958581 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-428bee59-e019-42d8-84d2-86a797642029 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:42.978828 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-c2645f54-5b34-40e9-9452-e884ce4afc5e None None] For port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:12:42.984618 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:12:42.993850 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Provisioning for port 9098f2f6-8c83-4f8c-b954-a423762e1a20 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:12:43.008153 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-c2645f54-5b34-40e9-9452-e884ce4afc5e None None] For port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=095fa0c6-2d3a-4ff3-b703-ecebd1be83e5,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:12:43.014323 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Provisioning complete for port 9098f2f6-8c83-4f8c-b954-a423762e1a20 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:12:43.014815 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:43.015250 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Attempt 1 to provision port 9098f2f6-8c83-4f8c-b954-a423762e1a20 Oct 10 11:12:43.038937 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0cfb-5ac8-48de-bc65-ff35fae092c7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:43.102943 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b1f0cfb-5ac8-48de-bc65-ff35fae092c7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 475} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:12:43.111320 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f0cfb-5ac8-48de-bc65-ff35fae092c7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb6490a-1fc2-4bb1-8d06-822f918bc555,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:43.128067 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0cfb-5ac8-48de-bc65-ff35fae092c7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:43.128411 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-7b1f0cfb-5ac8-48de-bc65-ff35fae092c7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Added segment 72abd2ae-e90f-4b82-a5c0-78582bfe2a99 of type vlan for network 9684eafc-f727-4e8e-87cf-26196ce2f9bb Oct 10 11:12:43.140437 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Port 9098f2f6-8c83-4f8c-b954-a423762e1a20 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:43.144777 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c2645f54-5b34-40e9-9452-e884ce4afc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:43.167255 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9c9b93bd-4af9-4fb2-9645-738a6c5b31a3 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:43.215967 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-428bee59-e019-42d8-84d2-86a797642029 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:43.261513 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b93a1-f8f0-4861-a9ec-3c6d1b354980 None None] Pushing event updated for resources: {'Port': ['ID=095fa0c6-2d3a-4ff3-b703-ecebd1be83e5,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:43.279502 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 22e4d7ad-b86e-44e9-bed3-cc66e66be11c completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:12:43.297647 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2645f54-5b34-40e9-9452-e884ce4afc5e None None] Routers {'554e650f-21a9-4184-9757-04a3b519766f'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:43.298513 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c2645f54-5b34-40e9-9452-e884ce4afc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['554e650f-21a9-4184-9757-04a3b519766f'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:43.381394 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] device_id is not set on port d4b6b6b5-ba48-4fac-9d20-d148a434ea4a yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:12:43.425383 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-30e270cd-8072-453c-82bb-c8e819de8816 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:43.491045 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9b93bd-4af9-4fb2-9645-738a6c5b31a3 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Network ce514dc2-7589-452a-9581-ffbd003a2609 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:43.496781 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-850d8c77-8b58-4cd3-96f8-cc67174d8496 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:43.502090 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0cfb-5ac8-48de-bc65-ff35fae092c7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:43.508149 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-9c9b93bd-4af9-4fb2-9645-738a6c5b31a3 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:43.510600 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-c2645f54-5b34-40e9-9452-e884ce4afc5e None None] Set router 554e650f-21a9-4184-9757-04a3b519766f gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:12:43.517198 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9b93bd-4af9-4fb2-9645-738a6c5b31a3 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:43.518148 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9b93bd-4af9-4fb2-9645-738a6c5b31a3 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:43.518739 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9c9b93bd-4af9-4fb2-9645-738a6c5b31a3 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:43.551587 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b93bd-4af9-4fb2-9645-738a6c5b31a3 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Pushing event updated for resources: {'Port': ['ID=d8febe84-2492-4a84-865a-759283baeb11,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:43.576579 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fa2f8119-881b-48f9-a016-9d6ad0efbef1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:43.618932 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84770b39-1afa-44d8-8fbe-f164bd39c426 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:43.648027 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-428bee59-e019-42d8-84d2-86a797642029 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:43.652313 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Attempt 2 to provision port 9098f2f6-8c83-4f8c-b954-a423762e1a20 Oct 10 11:12:43.657424 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-428bee59-e019-42d8-84d2-86a797642029 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1089814 Oct 10 11:12:43.657424 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49902) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:43.658476 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-84d43a95-148c-46bc-bfa7-790f38fcd148 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Request body: {'router': {'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:43.716452 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0cfb-5ac8-48de-bc65-ff35fae092c7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:43.717164 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1f0cfb-5ac8-48de-bc65-ff35fae092c7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:43.717763 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7b1f0cfb-5ac8-48de-bc65-ff35fae092c7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:43.721792 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9c9b93bd-4af9-4fb2-9645-738a6c5b31a3 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6406670 Oct 10 11:12:43.744375 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49906) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:43.788630 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Port 9098f2f6-8c83-4f8c-b954-a423762e1a20 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:43.824192 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84770b39-1afa-44d8-8fbe-f164bd39c426 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:43.907793 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c2645f54-5b34-40e9-9452-e884ce4afc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554e650f-21a9-4184-9757-04a3b519766f', 'name': 'tempest-NetworksTestDHCPv6-router-16616166', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:12:29Z', 'updated_at': '2022-10-10T11:12:35Z', 'revision_number': 2, 'project_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'gw_port_host': None, '_interfaces': [{'id': '095fa0c6-2d3a-4ff3-b703-ecebd1be83e5', 'name': '', 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'mac_address': 'fa:16:3e:2d:91:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554e650f-21a9-4184-9757-04a3b519766f', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '15585b61-321f-4129-9339-0ba6f3fd2615', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:32Z', 'updated_at': '2022-10-10T11:12:42Z', 'revision_number': 4, 'project_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'subnets': [{'id': '15585b61-321f-4129-9339-0ba6f3fd2615', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:43.912682 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2645f54-5b34-40e9-9452-e884ce4afc5e None None] The sync data for ids ['554e650f-21a9-4184-9757-04a3b519766f'] in dv-neutron-860842-1-hyperv is: [{'id': '554e650f-21a9-4184-9757-04a3b519766f', 'name': 'tempest-NetworksTestDHCPv6-router-16616166', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:12:29Z', 'updated_at': '2022-10-10T11:12:35Z', 'revision_number': 2, 'project_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'gw_port_host': None, '_interfaces': [{'id': '095fa0c6-2d3a-4ff3-b703-ecebd1be83e5', 'name': '', 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'mac_address': 'fa:16:3e:2d:91:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554e650f-21a9-4184-9757-04a3b519766f', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '15585b61-321f-4129-9339-0ba6f3fd2615', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:32Z', 'updated_at': '2022-10-10T11:12:42Z', 'revision_number': 4, 'project_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'subnets': [{'id': '15585b61-321f-4129-9339-0ba6f3fd2615', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:12:44.114068 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7b1f0cfb-5ac8-48de-bc65-ff35fae092c7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.1429329 Oct 10 11:12:44.144990 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49910) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:44.152616 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f0cfb-5ac8-48de-bc65-ff35fae092c7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Pushing event updated for resources: {'Network': ['ID=9684eafc-f727-4e8e-87cf-26196ce2f9bb,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:44.181893 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 9684eafc-f727-4e8e-87cf-26196ce2f9bb details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:12:44.254095 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84770b39-1afa-44d8-8fbe-f164bd39c426 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Port': ['ID=4c79be41-6567-44f3-a076-afb79268c97e,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:44.292058 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Attempt 3 to provision port 9098f2f6-8c83-4f8c-b954-a423762e1a20 Oct 10 11:12:44.317377 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:44.359698 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Port 9098f2f6-8c83-4f8c-b954-a423762e1a20 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:44.377292 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acb9522-49fe-482c-aff9-9e3d402c2475 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:44.377987 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-3acb9522-49fe-482c-aff9-9e3d402c2475 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Synchronizing usage tracker for tenant:4ad3f6d437a74744b42a530630d02b79 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:12:44.432444 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84770b39-1afa-44d8-8fbe-f164bd39c426 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:44.436816 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-30e270cd-8072-453c-82bb-c8e819de8816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:44.531579 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] device_id is not set on port fef4b245-d2a1-472f-a545-6e8e35c074e8 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:12:44.570822 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84d43a95-148c-46bc-bfa7-790f38fcd148 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:44.577447 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2a1d81fb-fcd3-4049-958d-e683f87c471f tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:44.590139 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-fa2f8119-881b-48f9-a016-9d6ad0efbef1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:44.590479 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fa2f8119-881b-48f9-a016-9d6ad0efbef1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:44.623173 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-850d8c77-8b58-4cd3-96f8-cc67174d8496 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:44.642946 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-3acb9522-49fe-482c-aff9-9e3d402c2475 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Unset dirty status for tenant:4ad3f6d437a74744b42a530630d02b79 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:12:44.644113 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-3acb9522-49fe-482c-aff9-9e3d402c2475 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] 10.222.0.40 "GET /v2.0/ports/d8febe84-2492-4a84-865a-759283baeb11 HTTP/1.1" status: 200 len: 955 time: 0.8420904 Oct 10 11:12:44.648887 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49914) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:44.839147 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-850d8c77-8b58-4cd3-96f8-cc67174d8496 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:44.856997 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-31360f01-b59e-47da-badc-38003c0bb0c1 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Deleting port d8febe84-2492-4a84-865a-759283baeb11 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:44.857339 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-31360f01-b59e-47da-badc-38003c0bb0c1 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:44.860724 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Attempt 4 to provision port 9098f2f6-8c83-4f8c-b954-a423762e1a20 Oct 10 11:12:44.916895 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Port 9098f2f6-8c83-4f8c-b954-a423762e1a20 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:45.029935 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-850d8c77-8b58-4cd3-96f8-cc67174d8496 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] In _notify_port_updated(), no bound segment for port 9098f2f6-8c83-4f8c-b954-a423762e1a20 on network 60068c39-2ae6-4bb8-8342-06d415f4ceed {{(pid=89897) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 10 11:12:45.035367 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850d8c77-8b58-4cd3-96f8-cc67174d8496 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:45.035995 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-850d8c77-8b58-4cd3-96f8-cc67174d8496 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:45.040410 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-850d8c77-8b58-4cd3-96f8-cc67174d8496 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] 10.222.0.40 "PUT /v2.0/ports/9098f2f6-8c83-4f8c-b954-a423762e1a20 HTTP/1.1" status: 200 len: 1055 time: 2.6731672 Oct 10 11:12:45.089795 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49918) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:45.100283 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84770b39-1afa-44d8-8fbe-f164bd39c426 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network 70578435-7191-4204-bb46-b40d4177f07f is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:45.113592 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d8c77-8b58-4cd3-96f8-cc67174d8496 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Pushing event updated for resources: {'Port': ['ID=9098f2f6-8c83-4f8c-b954-a423762e1a20,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:45.133180 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-84770b39-1afa-44d8-8fbe-f164bd39c426 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:45.136205 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2a1d81fb-fcd3-4049-958d-e683f87c471f tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:45.215985 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:45.231756 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-fa2f8119-881b-48f9-a016-9d6ad0efbef1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] For port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=095fa0c6-2d3a-4ff3-b703-ecebd1be83e5,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:45.232065 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fa2f8119-881b-48f9-a016-9d6ad0efbef1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:45.359430 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-2a1d81fb-fcd3-4049-958d-e683f87c471f tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9684eafc-f727-4e8e-87cf-26196ce2f9bb']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:45.371258 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-fa2f8119-881b-48f9-a016-9d6ad0efbef1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Calling delete_port for 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:45.403866 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e270cd-8072-453c-82bb-c8e819de8816 admin admin] Router 598078c7-eb12-454f-ba61-48f163e05513 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:12:45.418629 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Attempt 5 to provision port 9098f2f6-8c83-4f8c-b954-a423762e1a20 Oct 10 11:12:45.472132 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-bdc44734-981b-4a41-bd48-4470626e5bfd tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Deleting port 9098f2f6-8c83-4f8c-b954-a423762e1a20 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:45.472473 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bdc44734-981b-4a41-bd48-4470626e5bfd tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:45.484620 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Port 9098f2f6-8c83-4f8c-b954-a423762e1a20 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:45.499849 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-2a1d81fb-fcd3-4049-958d-e683f87c471f tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72abd2ae-e90f-4b82-a5c0-78582bfe2a99') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:45.500209 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-2a1d81fb-fcd3-4049-958d-e683f87c471f tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72abd2ae-e90f-4b82-a5c0-78582bfe2a99') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:45.550980 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2a1d81fb-fcd3-4049-958d-e683f87c471f tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:45.624060 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2a1d81fb-fcd3-4049-958d-e683f87c471f tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:45.628552 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:45.718623 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network 8284bdf5-404a-488a-9478-0ede65c92a22 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:45.730158 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:45.732007 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1d81fb-fcd3-4049-958d-e683f87c471f tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Releasing vlan 475 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:12:45.732409 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2a1d81fb-fcd3-4049-958d-e683f87c471f tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:45.732527 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:45.733564 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:45.747248 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e270cd-8072-453c-82bb-c8e819de8816 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:12:45.756972 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481e2fbe-4446-4cbb-8a6a-6c5e55f253f5 None None] Sync routers for ids ['598078c7-eb12-454f-ba61-48f163e05513'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:12:45.762243 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Port': ['ID=d4b6b6b5-ba48-4fac-9d20-d148a434ea4a,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:45.769306 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481e2fbe-4446-4cbb-8a6a-6c5e55f253f5 None None] Routers {'598078c7-eb12-454f-ba61-48f163e05513'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:45.773143 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-481e2fbe-4446-4cbb-8a6a-6c5e55f253f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['598078c7-eb12-454f-ba61-48f163e05513'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:45.854413 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 72abd2ae-e90f-4b82-a5c0-78582bfe2a99 resource provider aggregate not found Oct 10 11:12:45.871793 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-31360f01-b59e-47da-badc-38003c0bb0c1 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:45.889210 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 72abd2ae-e90f-4b82-a5c0-78582bfe2a99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72abd2ae-e90f-4b82-a5c0-78582bfe2a99 found for delete ", "request_id": "req-7cb5ddc4-770b-4749-8617-f910ca5c708f"}]} Oct 10 11:12:45.924051 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Port': ['ID=fef4b245-d2a1-472f-a545-6e8e35c074e8,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:45.936712 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Checking segment: {'id': '5fdec3cb-419d-49b8-ac48-1136175f4978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '7f2333a9-9f60-4e2f-ad9e-9527aab0ead1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:12:45.937079 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network hostable DHCP agents. Network: 7f2333a9-9f60-4e2f-ad9e-9527aab0ead1, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:12:45.985883 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Attempt 6 to provision port 9098f2f6-8c83-4f8c-b954-a423762e1a20 Oct 10 11:12:46.007602 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-30e270cd-8072-453c-82bb-c8e819de8816 admin admin] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:46.009076 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-30e270cd-8072-453c-82bb-c8e819de8816 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.8308978 Oct 10 11:12:46.011795 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49926) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:46.034343 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-481e2fbe-4446-4cbb-8a6a-6c5e55f253f5 None None] Set router 598078c7-eb12-454f-ba61-48f163e05513 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:12:46.076638 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Port 9098f2f6-8c83-4f8c-b954-a423762e1a20 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:46.079660 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network 7f2333a9-9f60-4e2f-ad9e-9527aab0ead1 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:12:46.081949 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fa2f8119-881b-48f9-a016-9d6ad0efbef1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:46.094606 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:12:46.135111 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:12:46.135682 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 10 11:12:46.175393 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Port 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 not found, will not notify nova. {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 10 11:12:46.201800 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f8119-881b-48f9-a016-9d6ad0efbef1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Port': ['ID=095fa0c6-2d3a-4ff3-b703-ecebd1be83e5,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:46.209328 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-31360f01-b59e-47da-badc-38003c0bb0c1 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Calling delete_port for d8febe84-2492-4a84-865a-759283baeb11 owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:46.252731 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bdc44734-981b-4a41-bd48-4470626e5bfd tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:46.368093 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fa2f8119-881b-48f9-a016-9d6ad0efbef1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:46.411462 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2a1d81fb-fcd3-4049-958d-e683f87c471f tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:46.442676 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-481e2fbe-4446-4cbb-8a6a-6c5e55f253f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598078c7-eb12-454f-ba61-48f163e05513', 'name': 'tempest-ServerActionsTestJSON-1153823933-router', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:12:36Z', 'updated_at': '2022-10-10T11:12:42Z', 'revision_number': 3, 'project_id': 'ae70dbd562a74602ba992b43f7087eba', 'gw_port': {'id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598078c7-eb12-454f-ba61-48f163e05513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:38Z', 'updated_at': '2022-10-10T11:12:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:46.447103 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481e2fbe-4446-4cbb-8a6a-6c5e55f253f5 None None] Checking router: 598078c7-eb12-454f-ba61-48f163e05513 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:12:46.447516 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481e2fbe-4446-4cbb-8a6a-6c5e55f253f5 None None] Updating router 598078c7-eb12-454f-ba61-48f163e05513 port 0edd2fc7-706b-4f85-9428-b41e749d1305 binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:12:46.485161 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1d81fb-fcd3-4049-958d-e683f87c471f tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9684eafc-f727-4e8e-87cf-26196ce2f9bb {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 10 11:12:46.517627 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-481e2fbe-4446-4cbb-8a6a-6c5e55f253f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:46.548416 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 7f2333a9-9f60-4e2f-ad9e-9527aab0ead1) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:46.558918 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e04190-6896-447d-9861-b2a24eb0012f None None] Network 7f2333a9-9f60-4e2f-ad9e-9527aab0ead1 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:46.687788 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Attempt 7 to provision port 9098f2f6-8c83-4f8c-b954-a423762e1a20 Oct 10 11:12:46.837998 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-bdc44734-981b-4a41-bd48-4470626e5bfd tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Calling delete_port for 9098f2f6-8c83-4f8c-b954-a423762e1a20 owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:46.849458 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Port 9098f2f6-8c83-4f8c-b954-a423762e1a20 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:46.874206 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2a1d81fb-fcd3-4049-958d-e683f87c471f tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:46.888536 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84770b39-1afa-44d8-8fbe-f164bd39c426 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Router f4586d21-693d-47b7-93b3-3ce8bb980131 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:12:46.905866 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d81fb-fcd3-4049-958d-e683f87c471f tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Pushing event deleted for resources: {'Network': ['ID=9684eafc-f727-4e8e-87cf-26196ce2f9bb,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:46.914384 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-31360f01-b59e-47da-badc-38003c0bb0c1 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:46.979632 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:46.985056 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:46.986122 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84d43a95-148c-46bc-bfa7-790f38fcd148 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router_gateway, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:46.990459 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:46.991107 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:47.037165 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31360f01-b59e-47da-badc-38003c0bb0c1 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8febe84-2492-4a84-865a-759283baeb11,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:47.043832 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2a1d81fb-fcd3-4049-958d-e683f87c471f tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] 10.222.0.40 "DELETE /v2.0/networks/9684eafc-f727-4e8e-87cf-26196ce2f9bb HTTP/1.1" status: 204 len: 168 time: 2.8871818 Oct 10 11:12:47.055769 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49930) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:47.056708 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-31360f01-b59e-47da-badc-38003c0bb0c1 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:47.058596 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-31360f01-b59e-47da-badc-38003c0bb0c1 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] 10.222.0.40 "DELETE /v2.0/ports/d8febe84-2492-4a84-865a-759283baeb11 HTTP/1.1" status: 204 len: 168 time: 2.4017928 Oct 10 11:12:47.065789 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84d43a95-148c-46bc-bfa7-790f38fcd148 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:47.067682 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-6164d73f-cefc-4e0c-8bbc-400c6a5a23fa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:47.072007 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49932) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:47.076794 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-481e2fbe-4446-4cbb-8a6a-6c5e55f253f5 None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:47.089289 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-481e2fbe-4446-4cbb-8a6a-6c5e55f253f5 None None] Transition to ACTIVE for port object 0edd2fc7-706b-4f85-9428-b41e749d1305 will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:47.141818 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-6164d73f-cefc-4e0c-8bbc-400c6a5a23fa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:47.155315 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-481e2fbe-4446-4cbb-8a6a-6c5e55f253f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:47.205166 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc199ba8-398c-4f52-81f5-c435d6be787f tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] GET failed (client error): The resource could not be found. Oct 10 11:12:47.205742 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cc199ba8-398c-4f52-81f5-c435d6be787f tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Synchronizing usage tracker for tenant:4ad3f6d437a74744b42a530630d02b79 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:12:47.209888 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6164d73f-cefc-4e0c-8bbc-400c6a5a23fa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Usage tracker for resource:network and tenant:6510563939b94059a2a70d9733b8f960 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:47.222231 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-481e2fbe-4446-4cbb-8a6a-6c5e55f253f5 None None] Attempting to bind port 0edd2fc7-706b-4f85-9428-b41e749d1305 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:47.222699 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-481e2fbe-4446-4cbb-8a6a-6c5e55f253f5 None None] Attempting to bind port 0edd2fc7-706b-4f85-9428-b41e749d1305 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:47.223150 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481e2fbe-4446-4cbb-8a6a-6c5e55f253f5 None None] Attempting to bind port 0edd2fc7-706b-4f85-9428-b41e749d1305 on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:47.224561 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6164d73f-cefc-4e0c-8bbc-400c6a5a23fa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:47.234087 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481e2fbe-4446-4cbb-8a6a-6c5e55f253f5 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:12:47.234526 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481e2fbe-4446-4cbb-8a6a-6c5e55f253f5 None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:12:47.235007 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-481e2fbe-4446-4cbb-8a6a-6c5e55f253f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:47.235313 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-6164d73f-cefc-4e0c-8bbc-400c6a5a23fa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:47.235567 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481e2fbe-4446-4cbb-8a6a-6c5e55f253f5 None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:12:47.236209 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-481e2fbe-4446-4cbb-8a6a-6c5e55f253f5 None None] Bound port: 0edd2fc7-706b-4f85-9428-b41e749d1305, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:12:47.236691 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-481e2fbe-4446-4cbb-8a6a-6c5e55f253f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:47.276183 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9b127-7d59-4a9f-ab7d-8e541cd6d197 None None] Pushing event updated for resources: {'Port': ['ID=0edd2fc7-706b-4f85-9428-b41e749d1305,revision_number=2']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:47.294640 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e9b127-7d59-4a9f-ab7d-8e541cd6d197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:47.295146 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e9b127-7d59-4a9f-ab7d-8e541cd6d197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:47.295580 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e9b127-7d59-4a9f-ab7d-8e541cd6d197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:47.296000 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e9b127-7d59-4a9f-ab7d-8e541cd6d197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:47.296426 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e9b127-7d59-4a9f-ab7d-8e541cd6d197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:47.296859 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e9b127-7d59-4a9f-ab7d-8e541cd6d197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:47.297276 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e9b127-7d59-4a9f-ab7d-8e541cd6d197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:47.298155 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e9b127-7d59-4a9f-ab7d-8e541cd6d197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:47.298155 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e9b127-7d59-4a9f-ab7d-8e541cd6d197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:47.298554 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e9b127-7d59-4a9f-ab7d-8e541cd6d197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:47.298964 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e9b127-7d59-4a9f-ab7d-8e541cd6d197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:47.299647 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e9b127-7d59-4a9f-ab7d-8e541cd6d197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:12:47.317581 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a459d057-d63d-4492-ba65-aa5e008cd696 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.5074706 Oct 10 11:12:47.317581 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49938) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:47.339688 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-481e2fbe-4446-4cbb-8a6a-6c5e55f253f5 None None] For port 0edd2fc7-706b-4f85-9428-b41e749d1305, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:12:47.345873 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-481e2fbe-4446-4cbb-8a6a-6c5e55f253f5 None None] For port 0edd2fc7-706b-4f85-9428-b41e749d1305, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=0edd2fc7-706b-4f85-9428-b41e749d1305,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:12:47.351184 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Attempt 8 to provision port 9098f2f6-8c83-4f8c-b954-a423762e1a20 Oct 10 11:12:47.360548 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2f8119-881b-48f9-a016-9d6ad0efbef1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Router 554e650f-21a9-4184-9757-04a3b519766f has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:12:47.415483 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Port 9098f2f6-8c83-4f8c-b954-a423762e1a20 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:47.430323 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84770b39-1afa-44d8-8fbe-f164bd39c426 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:12:47.441078 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58567308-591b-4515-acb6-f56397fae41d None None] Sync routers for ids ['f4586d21-693d-47b7-93b3-3ce8bb980131'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:12:47.453553 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58567308-591b-4515-acb6-f56397fae41d None None] Routers {'f4586d21-693d-47b7-93b3-3ce8bb980131'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:47.454577 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-58567308-591b-4515-acb6-f56397fae41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['f4586d21-693d-47b7-93b3-3ce8bb980131'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:47.459700 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-481e2fbe-4446-4cbb-8a6a-6c5e55f253f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:47.470003 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cc199ba8-398c-4f52-81f5-c435d6be787f tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Unset dirty status for tenant:4ad3f6d437a74744b42a530630d02b79 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:12:47.476286 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-cc199ba8-398c-4f52-81f5-c435d6be787f tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] 10.222.0.40 "GET /v2.0/ports/d8febe84-2492-4a84-865a-759283baeb11 HTTP/1.1" status: 404 len: 333 time: 0.3988035 Oct 10 11:12:47.479446 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-84770b39-1afa-44d8-8fbe-f164bd39c426 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "PUT /v2.0/routers/f4586d21-693d-47b7-93b3-3ce8bb980131/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9967365 Oct 10 11:12:47.481928 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49942) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:47.481928 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49944) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:47.493477 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6164d73f-cefc-4e0c-8bbc-400c6a5a23fa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Made reservation on behalf of 6510563939b94059a2a70d9733b8f960 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:47.495585 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6164d73f-cefc-4e0c-8bbc-400c6a5a23fa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:47.496497 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-5684d0ce-3f43-4d03-9370-0a4f3860d118 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Request body: {'port': {'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1345809880'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:47.515827 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-89845677-0ec8-4938-9c36-a18d2c2a2ea7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting port fef4b245-d2a1-472f-a545-6e8e35c074e8 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:47.519664 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-89845677-0ec8-4938-9c36-a18d2c2a2ea7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:47.541617 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5684d0ce-3f43-4d03-9370-0a4f3860d118 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:47.548862 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481e2fbe-4446-4cbb-8a6a-6c5e55f253f5 None None] Routers {'598078c7-eb12-454f-ba61-48f163e05513'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:47.549761 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-481e2fbe-4446-4cbb-8a6a-6c5e55f253f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['598078c7-eb12-454f-ba61-48f163e05513'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:47.557382 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-58567308-591b-4515-acb6-f56397fae41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:47.569446 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-84d43a95-148c-46bc-bfa7-790f38fcd148 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Allocated IP 172.26.4.202 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/d562828e-8b4c-49b4-b4a6-c9d9c90affc5) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:12:47.570468 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58567308-591b-4515-acb6-f56397fae41d None None] Routers {'f4586d21-693d-47b7-93b3-3ce8bb980131'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:47.572522 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-58567308-591b-4515-acb6-f56397fae41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['f4586d21-693d-47b7-93b3-3ce8bb980131'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:47.583520 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5684d0ce-3f43-4d03-9370-0a4f3860d118 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:47.602554 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ef8cda-9969-43bd-b911-ea0d330acd55 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:47.603146 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c1ef8cda-9969-43bd-b911-ea0d330acd55 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Synchronizing usage tracker for tenant:bff75ec139ff428ea17476871cda1880 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:12:47.622756 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bdc44734-981b-4a41-bd48-4470626e5bfd tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:47.669988 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9b127-7d59-4a9f-ab7d-8e541cd6d197 None None] Pushing event updated for resources: {'Port': ['ID=0edd2fc7-706b-4f85-9428-b41e749d1305,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:47.679798 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-58567308-591b-4515-acb6-f56397fae41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:47.680593 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58567308-591b-4515-acb6-f56397fae41d None None] The sync data for ids ['f4586d21-693d-47b7-93b3-3ce8bb980131'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:12:47.706790 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2f8119-881b-48f9-a016-9d6ad0efbef1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:12:47.721505 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc44734-981b-4a41-bd48-4470626e5bfd tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Pushing event deleted for resources: {'Port': ['ID=9098f2f6-8c83-4f8c-b954-a423762e1a20,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:47.726248 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6164d73f-cefc-4e0c-8bbc-400c6a5a23fa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 463} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:12:47.732817 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c1ef8cda-9969-43bd-b911-ea0d330acd55 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Unset dirty status for tenant:bff75ec139ff428ea17476871cda1880 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:12:47.736812 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c1ef8cda-9969-43bd-b911-ea0d330acd55 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "GET /v2.0/ports/4c79be41-6567-44f3-a076-afb79268c97e HTTP/1.1" status: 200 len: 910 time: 0.2479150 Oct 10 11:12:47.736812 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5684d0ce-3f43-4d03-9370-0a4f3860d118 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Made reservation on behalf of 4ad3f6d437a74744b42a530630d02b79 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:47.737321 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5684d0ce-3f43-4d03-9370-0a4f3860d118 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:47.753687 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49950) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:47.795509 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-fa2f8119-881b-48f9-a016-9d6ad0efbef1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "PUT /v2.0/routers/554e650f-21a9-4184-9757-04a3b519766f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2256382 Oct 10 11:12:47.805201 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49954) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:47.812827 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6164d73f-cefc-4e0c-8bbc-400c6a5a23fa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:47.813323 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-6164d73f-cefc-4e0c-8bbc-400c6a5a23fa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Added segment 390d03dc-a61b-45d1-b8b9-a301405f6bc8 of type vlan for network e55602ee-6758-4337-a4a3-696921f4fc09 Oct 10 11:12:47.817553 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-481e2fbe-4446-4cbb-8a6a-6c5e55f253f5 None None] Set router 598078c7-eb12-454f-ba61-48f163e05513 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:12:47.917108 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Attempt 9 to provision port 9098f2f6-8c83-4f8c-b954-a423762e1a20 Oct 10 11:12:47.998513 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Port 9098f2f6-8c83-4f8c-b954-a423762e1a20 was deleted so its status cannot be updated. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 10 11:12:48.062928 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac95d2d-69d4-4e13-bcdb-cd4229833539 None None] Sync routers for ids ['554e650f-21a9-4184-9757-04a3b519766f'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:12:48.123692 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Provisioning for port 211a0775-9e08-4e05-a8e1-99b872274545 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:12:48.129146 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Provisioning complete for port 211a0775-9e08-4e05-a8e1-99b872274545 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:12:48.129811 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:48.130316 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Attempt 1 to provision port 211a0775-9e08-4e05-a8e1-99b872274545 Oct 10 11:12:48.140291 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac95d2d-69d4-4e13-bcdb-cd4229833539 None None] Routers {'554e650f-21a9-4184-9757-04a3b519766f'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:48.141041 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-9ac95d2d-69d4-4e13-bcdb-cd4229833539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['554e650f-21a9-4184-9757-04a3b519766f'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:48.182003 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-5684d0ce-3f43-4d03-9370-0a4f3860d118 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] device_id is not set on port befe7777-aed5-44b7-8019-d9617cf7a7a6 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:12:48.186611 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b0b7fb-0607-4d01-945a-9eb34a163531 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:48.188102 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b0b7fb-0607-4d01-945a-9eb34a163531 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:48.189607 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-33b0b7fb-0607-4d01-945a-9eb34a163531 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3831797 Oct 10 11:12:48.193492 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-89845677-0ec8-4938-9c36-a18d2c2a2ea7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:48.201823 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-975c9d04-dc9a-43da-8cec-8c163a45691b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:48.215361 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49958) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:48.217491 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6164d73f-cefc-4e0c-8bbc-400c6a5a23fa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:48.305947 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Current status of the port 211a0775-9e08-4e05-a8e1-99b872274545 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:12:48.306233 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:48.352585 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] For port 211a0775-9e08-4e05-a8e1-99b872274545, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=211a0775-9e08-4e05-a8e1-99b872274545,segment=NetworkSegment(5c630e12-795a-4538-8e21-b0bdfe931c97),segment_id=5c630e12-795a-4538-8e21-b0bdfe931c97)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:48.376829 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-89845677-0ec8-4938-9c36-a18d2c2a2ea7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Calling delete_port for fef4b245-d2a1-472f-a545-6e8e35c074e8 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:48.418145 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-9ac95d2d-69d4-4e13-bcdb-cd4229833539 None None] Set router 554e650f-21a9-4184-9757-04a3b519766f gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:12:48.436109 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:48.532517 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-6188cc0b-d86f-4b6b-9ecc-e5aded7e59a7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet 15585b61-321f-4129-9339-0ba6f3fd2615 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:12:48.545411 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Pushing event updated for resources: {'Port': ['ID=211a0775-9e08-4e05-a8e1-99b872274545,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:48.549296 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6188cc0b-d86f-4b6b-9ecc-e5aded7e59a7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:48.582164 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-9ac95d2d-69d4-4e13-bcdb-cd4229833539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554e650f-21a9-4184-9757-04a3b519766f', 'name': 'tempest-NetworksTestDHCPv6-router-16616166', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:12:29Z', 'updated_at': '2022-10-10T11:12:45Z', 'revision_number': 3, 'project_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:48.589355 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac95d2d-69d4-4e13-bcdb-cd4229833539 None None] Checking router: 554e650f-21a9-4184-9757-04a3b519766f for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:12:48.598254 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-481e2fbe-4446-4cbb-8a6a-6c5e55f253f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598078c7-eb12-454f-ba61-48f163e05513', 'name': 'tempest-ServerActionsTestJSON-1153823933-router', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:12:36Z', 'updated_at': '2022-10-10T11:12:42Z', 'revision_number': 3, 'project_id': 'ae70dbd562a74602ba992b43f7087eba', 'gw_port': {'id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598078c7-eb12-454f-ba61-48f163e05513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:38Z', 'updated_at': '2022-10-10T11:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:48.604969 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481e2fbe-4446-4cbb-8a6a-6c5e55f253f5 None None] The sync data for ids ['598078c7-eb12-454f-ba61-48f163e05513'] in dv-neutron-860842-1-hyperv is: [{'id': '598078c7-eb12-454f-ba61-48f163e05513', 'name': 'tempest-ServerActionsTestJSON-1153823933-router', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:12:36Z', 'updated_at': '2022-10-10T11:12:42Z', 'revision_number': 3, 'project_id': 'ae70dbd562a74602ba992b43f7087eba', 'gw_port': {'id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598078c7-eb12-454f-ba61-48f163e05513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:38Z', 'updated_at': '2022-10-10T11:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:12:48.606705 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac95d2d-69d4-4e13-bcdb-cd4229833539 None None] Routers {'554e650f-21a9-4184-9757-04a3b519766f'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:48.607351 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-9ac95d2d-69d4-4e13-bcdb-cd4229833539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['554e650f-21a9-4184-9757-04a3b519766f'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:48.641197 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Provisioning for port 319ed59a-1323-4b6e-8533-b9485179b324 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:12:48.646542 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Provisioning complete for port 319ed59a-1323-4b6e-8533-b9485179b324 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:12:48.647274 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:48.647682 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Attempt 1 to provision port 319ed59a-1323-4b6e-8533-b9485179b324 Oct 10 11:12:48.652295 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6164d73f-cefc-4e0c-8bbc-400c6a5a23fa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:48.652295 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6164d73f-cefc-4e0c-8bbc-400c6a5a23fa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:48.654246 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6164d73f-cefc-4e0c-8bbc-400c6a5a23fa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:48.706224 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6188cc0b-d86f-4b6b-9ecc-e5aded7e59a7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:48.767765 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-89845677-0ec8-4938-9c36-a18d2c2a2ea7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:48.845816 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-9ac95d2d-69d4-4e13-bcdb-cd4229833539 None None] Set router 554e650f-21a9-4184-9757-04a3b519766f gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:12:48.888752 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Current status of the port 319ed59a-1323-4b6e-8533-b9485179b324 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:12:48.891511 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:48.911152 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84d43a95-148c-46bc-bfa7-790f38fcd148 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:48.944793 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89845677-0ec8-4938-9c36-a18d2c2a2ea7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Port': ['ID=fef4b245-d2a1-472f-a545-6e8e35c074e8,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:48.974598 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] For port 319ed59a-1323-4b6e-8533-b9485179b324, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=319ed59a-1323-4b6e-8533-b9485179b324,segment=NetworkSegment(ca7b9976-eac1-4936-85c4-22ea5a47a536),segment_id=ca7b9976-eac1-4936-85c4-22ea5a47a536)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:49.030157 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:49.047715 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-975c9d04-dc9a-43da-8cec-8c163a45691b admin admin] Allocated IP 172.20.0.1 (f36cb35b-e765-411b-82dd-156471dbc6b1/04983d62-0192-4bd4-9c0c-86c066bd05d2/ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:12:49.070172 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-9ac95d2d-69d4-4e13-bcdb-cd4229833539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554e650f-21a9-4184-9757-04a3b519766f', 'name': 'tempest-NetworksTestDHCPv6-router-16616166', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:12:29Z', 'updated_at': '2022-10-10T11:12:45Z', 'revision_number': 3, 'project_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:49.087481 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac95d2d-69d4-4e13-bcdb-cd4229833539 None None] The sync data for ids ['554e650f-21a9-4184-9757-04a3b519766f'] in dv-neutron-860842-1-hyperv is: [{'id': '554e650f-21a9-4184-9757-04a3b519766f', 'name': 'tempest-NetworksTestDHCPv6-router-16616166', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:12:29Z', 'updated_at': '2022-10-10T11:12:45Z', 'revision_number': 3, 'project_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'gw_port_host': None}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:12:49.105973 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d19ba592-b2d8-4d89-b1e2-a5ca41f61003 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:49.108870 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Could not find standard attr ID for object 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:12:49.163030 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Pushing event updated for resources: {'Port': ['ID=319ed59a-1323-4b6e-8533-b9485179b324,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:49.172398 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Provisioning for port 4c79be41-6567-44f3-a076-afb79268c97e completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:12:49.178550 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Provisioning complete for port 4c79be41-6567-44f3-a076-afb79268c97e triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:12:49.182709 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:49.183186 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Attempt 1 to provision port 4c79be41-6567-44f3-a076-afb79268c97e Oct 10 11:12:49.226060 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164d73f-cefc-4e0c-8bbc-400c6a5a23fa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Pushing event updated for resources: {'Network': ['ID=e55602ee-6758-4337-a4a3-696921f4fc09,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:49.239183 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network e55602ee-6758-4337-a4a3-696921f4fc09 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:12:49.245980 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6164d73f-cefc-4e0c-8bbc-400c6a5a23fa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.1823356 Oct 10 11:12:49.253815 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49962) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:49.273801 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-89845677-0ec8-4938-9c36-a18d2c2a2ea7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:49.278704 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-89845677-0ec8-4938-9c36-a18d2c2a2ea7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/ports/fef4b245-d2a1-472f-a545-6e8e35c074e8 HTTP/1.1" status: 204 len: 168 time: 1.9561934 Oct 10 11:12:49.282369 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49966) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:49.287464 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Port 4c79be41-6567-44f3-a076-afb79268c97e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:49.290337 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-7645a0c5-b2cc-4386-ac25-a28501cd3e43 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Request body: {'subnet': {'network_id': 'e55602ee-6758-4337-a4a3-696921f4fc09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:49.305354 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7645a0c5-b2cc-4386-ac25-a28501cd3e43 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:49.324595 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7645a0c5-b2cc-4386-ac25-a28501cd3e43 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Usage tracker for resource:subnet and tenant:6510563939b94059a2a70d9733b8f960 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:49.338234 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7645a0c5-b2cc-4386-ac25-a28501cd3e43 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:49.353590 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-975c9d04-dc9a-43da-8cec-8c163a45691b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:49.357186 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7645a0c5-b2cc-4386-ac25-a28501cd3e43 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:49.382359 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-975c9d04-dc9a-43da-8cec-8c163a45691b admin admin] Transition to ACTIVE for port object ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:49.384037 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6188cc0b-d86f-4b6b-9ecc-e5aded7e59a7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:49.416854 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bdc44734-981b-4a41-bd48-4470626e5bfd tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:49.466869 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49970) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:49.466996 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-bdc44734-981b-4a41-bd48-4470626e5bfd tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] 10.222.0.40 "DELETE /v2.0/ports/9098f2f6-8c83-4f8c-b954-a423762e1a20 HTTP/1.1" status: 204 len: 168 time: 4.3739529 Oct 10 11:12:49.469882 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5684d0ce-3f43-4d03-9370-0a4f3860d118 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:49.515434 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7645a0c5-b2cc-4386-ac25-a28501cd3e43 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Made reservation on behalf of 6510563939b94059a2a70d9733b8f960 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:49.517772 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7645a0c5-b2cc-4386-ac25-a28501cd3e43 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:49.554567 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd4e046-adb8-48b1-8bc7-a618dbd59d5e tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] GET failed (client error): The resource could not be found. Oct 10 11:12:49.554939 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7cd4e046-adb8-48b1-8bc7-a618dbd59d5e tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Synchronizing usage tracker for tenant:ce3425404ee54491851657af61d0b0e8 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:12:49.666867 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10350239-37a8-4aee-be0b-e491da0de33d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:49.672880 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10350239-37a8-4aee-be0b-e491da0de33d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:49.678175 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-10350239-37a8-4aee-be0b-e491da0de33d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3774447 Oct 10 11:12:49.686891 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49974) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:49.693084 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84d43a95-148c-46bc-bfa7-790f38fcd148 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:49.722940 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6188cc0b-d86f-4b6b-9ecc-e5aded7e59a7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:49.727638 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-975c9d04-dc9a-43da-8cec-8c163a45691b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:49.789130 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Attempt 2 to provision port 4c79be41-6567-44f3-a076-afb79268c97e Oct 10 11:12:49.828989 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7cd4e046-adb8-48b1-8bc7-a618dbd59d5e tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Unset dirty status for tenant:ce3425404ee54491851657af61d0b0e8 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:12:49.829477 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5684d0ce-3f43-4d03-9370-0a4f3860d118 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:49.833009 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7cd4e046-adb8-48b1-8bc7-a618dbd59d5e tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] 10.222.0.40 "GET /v2.0/ports/9098f2f6-8c83-4f8c-b954-a423762e1a20 HTTP/1.1" status: 404 len: 333 time: 0.3617513 Oct 10 11:12:49.839697 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d43a95-148c-46bc-bfa7-790f38fcd148 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:49.849789 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6188cc0b-d86f-4b6b-9ecc-e5aded7e59a7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:49.850993 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49978) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:49.857488 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b4f707-d6c5-4426-8fd1-a313398e23f2 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:49.865350 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188cc0b-d86f-4b6b-9ecc-e5aded7e59a7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=15585b61-321f-4129-9339-0ba6f3fd2615,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:49.891621 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6188cc0b-d86f-4b6b-9ecc-e5aded7e59a7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/15585b61-321f-4129-9339-0ba6f3fd2615 HTTP/1.1" status: 204 len: 168 time: 1.6700017 Oct 10 11:12:49.897230 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Port 4c79be41-6567-44f3-a076-afb79268c97e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:49.899887 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49982) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:49.902578 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-84d43a95-148c-46bc-bfa7-790f38fcd148 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:49.908243 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975c9d04-dc9a-43da-8cec-8c163a45691b admin admin] Network f36cb35b-e765-411b-82dd-156471dbc6b1 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:49.950761 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d43a95-148c-46bc-bfa7-790f38fcd148 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:50.008243 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5684d0ce-3f43-4d03-9370-0a4f3860d118 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Network ce514dc2-7589-452a-9581-ffbd003a2609 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:50.034771 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-5684d0ce-3f43-4d03-9370-0a4f3860d118 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:50.037437 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d43a95-148c-46bc-bfa7-790f38fcd148 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Pushing event updated for resources: {'Port': ['ID=d562828e-8b4c-49b4-b4a6-c9d9c90affc5,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:50.052848 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5684d0ce-3f43-4d03-9370-0a4f3860d118 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:50.053891 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5684d0ce-3f43-4d03-9370-0a4f3860d118 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:50.054486 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5684d0ce-3f43-4d03-9370-0a4f3860d118 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:50.061979 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-3eff35d0-d8f7-49f6-af87-6a7b1a8cbc5e tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting port d4b6b6b5-ba48-4fac-9d20-d148a434ea4a {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:50.062319 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3eff35d0-d8f7-49f6-af87-6a7b1a8cbc5e tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:50.088232 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-975c9d04-dc9a-43da-8cec-8c163a45691b admin admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:50.102397 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975c9d04-dc9a-43da-8cec-8c163a45691b admin admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:50.166193 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c9d04-dc9a-43da-8cec-8c163a45691b admin admin] Pushing event updated for resources: {'Port': ['ID=ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:50.209455 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 211a0775-9e08-4e05-a8e1-99b872274545 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:12:50.312992 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 211a0775-9e08-4e05-a8e1-99b872274545 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:12:50.313191 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:50.317982 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 211a0775-9e08-4e05-a8e1-99b872274545 Oct 10 11:12:50.328280 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-975c9d04-dc9a-43da-8cec-8c163a45691b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:50.345144 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5401969f-d008-4a68-95a2-5ec6ec98900f None None] DHCP port deletion for dac74586-4382-4e00-a6eb-f2005f114a9a request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:12:50.369724 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5401969f-d008-4a68-95a2-5ec6ec98900f None None] Deleting port 23bdf56a-12a3-4842-8ddb-2b175b54d4bc {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:50.370109 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5401969f-d008-4a68-95a2-5ec6ec98900f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:50.402189 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Attempt 3 to provision port 4c79be41-6567-44f3-a076-afb79268c97e Oct 10 11:12:50.500901 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Port 4c79be41-6567-44f3-a076-afb79268c97e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:50.516295 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-d19ba592-b2d8-4d89-b1e2-a5ca41f61003 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Allocated IP 172.21.0.1 (fed67e03-3c81-48e8-bbb7-c1ef90107c55/4c2e5949-996b-4bae-b814-4e763da24a41/17fd866b-38b2-4c65-8060-f89e01ba6185) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:12:50.524516 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4c172680-aca5-4818-a268-0d54e45d91d9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.6209288 Oct 10 11:12:50.526870 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49986) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:50.544119 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-b4967ded-64bb-4284-a3e5-0ade1f5f9149 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Deleting port f8205aa3-4739-4d75-b043-f45405cbf915 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:50.544468 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b4967ded-64bb-4284-a3e5-0ade1f5f9149 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:50.672876 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684d0ce-3f43-4d03-9370-0a4f3860d118 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Pushing event updated for resources: {'Port': ['ID=befe7777-aed5-44b7-8019-d9617cf7a7a6,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:50.694365 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-54ff6141-a1e6-4a65-a536-c0bec5ef7503 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:50.703863 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5684d0ce-3f43-4d03-9370-0a4f3860d118 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.2191999 Oct 10 11:12:50.716034 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 49990) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:50.746093 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 211a0775-9e08-4e05-a8e1-99b872274545 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:12:50.747348 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 319ed59a-1323-4b6e-8533-b9485179b324 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:12:50.757627 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8608'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:50.806066 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-5401969f-d008-4a68-95a2-5ec6ec98900f None None] For port 23bdf56a-12a3-4842-8ddb-2b175b54d4bc, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=23bdf56a-12a3-4842-8ddb-2b175b54d4bc,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:50.806628 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5401969f-d008-4a68-95a2-5ec6ec98900f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:50.947104 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5401969f-d008-4a68-95a2-5ec6ec98900f None None] Calling delete_port for 23bdf56a-12a3-4842-8ddb-2b175b54d4bc owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:51.004637 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Attempt 4 to provision port 4c79be41-6567-44f3-a076-afb79268c97e Oct 10 11:12:51.054891 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 319ed59a-1323-4b6e-8533-b9485179b324 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:12:51.055390 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:51.055840 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 319ed59a-1323-4b6e-8533-b9485179b324 Oct 10 11:12:51.090025 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-54ff6141-a1e6-4a65-a536-c0bec5ef7503 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:51.097100 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-54ff6141-a1e6-4a65-a536-c0bec5ef7503 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:51.135333 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Port 4c79be41-6567-44f3-a076-afb79268c97e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:51.192451 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.objects.ports [None req-7645a0c5-b2cc-4386-ac25-a28501cd3e43 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89897) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 10 11:12:51.193458 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7645a0c5-b2cc-4386-ac25-a28501cd3e43 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:51.210944 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 319ed59a-1323-4b6e-8533-b9485179b324 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:12:51.212315 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 0edd2fc7-706b-4f85-9428-b41e749d1305 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:12:51.243457 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-54ff6141-a1e6-4a65-a536-c0bec5ef7503 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:51.243457 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ff6141-a1e6-4a65-a536-c0bec5ef7503 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Fanout notify agent at l3_agent the message router_deleted on router 554e650f-21a9-4184-9757-04a3b519766f {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:12:51.263220 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5401969f-d008-4a68-95a2-5ec6ec98900f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:51.303317 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-54ff6141-a1e6-4a65-a536-c0bec5ef7503 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:51.306804 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-54ff6141-a1e6-4a65-a536-c0bec5ef7503 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/routers/554e650f-21a9-4184-9757-04a3b519766f HTTP/1.1" status: 204 len: 168 time: 0.7750192 Oct 10 11:12:51.308779 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645a0c5-b2cc-4386-ac25-a28501cd3e43 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8e13caf7-1327-43c1-bd08-1958e2e0283e,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:51.313410 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49994) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:51.313785 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401969f-d008-4a68-95a2-5ec6ec98900f None None] Pushing event deleted for resources: {'Port': ['ID=23bdf56a-12a3-4842-8ddb-2b175b54d4bc,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:51.314048 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-975c9d04-dc9a-43da-8cec-8c163a45691b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:51.326448 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5401969f-d008-4a68-95a2-5ec6ec98900f None None] No DVR routers for this DVR port 23bdf56a-12a3-4842-8ddb-2b175b54d4bc on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:12:51.373254 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3eff35d0-d8f7-49f6-af87-6a7b1a8cbc5e tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:51.412720 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 0edd2fc7-706b-4f85-9428-b41e749d1305 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:12:51.418309 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:51.421667 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 0edd2fc7-706b-4f85-9428-b41e749d1305 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:12:51.421667 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:51.421667 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 0edd2fc7-706b-4f85-9428-b41e749d1305 Oct 10 11:12:51.512089 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d19ba592-b2d8-4d89-b1e2-a5ca41f61003 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:51.539318 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0671cb00-d910-4fc2-91fb-7189c44d00a6 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:12:51.550492 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645a0c5-b2cc-4386-ac25-a28501cd3e43 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Checking segment: {'id': '390d03dc-a61b-45d1-b8b9-a301405f6bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': 'e55602ee-6758-4337-a4a3-696921f4fc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:12:51.550835 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7645a0c5-b2cc-4386-ac25-a28501cd3e43 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Network hostable DHCP agents. Network: e55602ee-6758-4337-a4a3-696921f4fc09, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:12:51.565476 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 0edd2fc7-706b-4f85-9428-b41e749d1305 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:12:51.565904 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:51.593069 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-3eff35d0-d8f7-49f6-af87-6a7b1a8cbc5e tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Calling delete_port for d4b6b6b5-ba48-4fac-9d20-d148a434ea4a owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:51.593726 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 0edd2fc7-706b-4f85-9428-b41e749d1305, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=0edd2fc7-706b-4f85-9428-b41e749d1305,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:51.636907 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Attempt 5 to provision port 4c79be41-6567-44f3-a076-afb79268c97e Oct 10 11:12:51.691042 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Port 4c79be41-6567-44f3-a076-afb79268c97e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:51.698832 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:51.710123 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0671cb00-d910-4fc2-91fb-7189c44d00a6 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:12:51.715343 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0671cb00-d910-4fc2-91fb-7189c44d00a6 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3870370 Oct 10 11:12:51.715343 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7645a0c5-b2cc-4386-ac25-a28501cd3e43 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Network e55602ee-6758-4337-a4a3-696921f4fc09 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:12:51.718243 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 49998) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:51.735250 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:12:51.791720 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:12:51.792077 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 095fa0c6-2d3a-4ff3-b703-ecebd1be83e5 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:12:51.806189 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-975c9d04-dc9a-43da-8cec-8c163a45691b admin admin] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:51.810196 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5b7907-1746-4ada-a862-d72e08b34533 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:51.811037 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6e5b7907-1746-4ada-a862-d72e08b34533 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:12:51.816969 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=0edd2fc7-706b-4f85-9428-b41e749d1305,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:51.846932 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-7645a0c5-b2cc-4386-ac25-a28501cd3e43 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, e55602ee-6758-4337-a4a3-696921f4fc09) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:51.851902 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7645a0c5-b2cc-4386-ac25-a28501cd3e43 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:51.852571 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7645a0c5-b2cc-4386-ac25-a28501cd3e43 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:51.859878 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d106ff5-8585-46e9-a639-d3858d98fe2b None None] Network e55602ee-6758-4337-a4a3-696921f4fc09 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:51.899455 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-975c9d04-dc9a-43da-8cec-8c163a45691b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:51.913055 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84d43a95-148c-46bc-bfa7-790f38fcd148 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router_gateway, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:51.984763 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-975c9d04-dc9a-43da-8cec-8c163a45691b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:51.995906 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6e5b7907-1746-4ada-a862-d72e08b34533 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:12:51.999967 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6e5b7907-1746-4ada-a862-d72e08b34533 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2781971 Oct 10 11:12:51.999967 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7645a0c5-b2cc-4386-ac25-a28501cd3e43 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7312951 Oct 10 11:12:52.009465 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50002) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:52.009903 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50004) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:52.020668 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-0fe92ee8-95be-4493-8a13-061848ef4967 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Request body: {'floatingip': {'floating_network_id': 'e55602ee-6758-4337-a4a3-696921f4fc09'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:52.034490 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-0fe92ee8-95be-4493-8a13-061848ef4967 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:52.034694 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-d19ba592-b2d8-4d89-b1e2-a5ca41f61003 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Transition to ACTIVE for port object 17fd866b-38b2-4c65-8060-f89e01ba6185 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:52.034812 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0fe92ee8-95be-4493-8a13-061848ef4967 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Usage tracker for resource:floatingip and tenant:6510563939b94059a2a70d9733b8f960 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:52.034812 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0fe92ee8-95be-4493-8a13-061848ef4967 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:52.040024 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-0fe92ee8-95be-4493-8a13-061848ef4967 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:52.083732 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 0edd2fc7-706b-4f85-9428-b41e749d1305 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:12:52.127005 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b4967ded-64bb-4284-a3e5-0ade1f5f9149 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:52.140184 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8dc434-1796-42df-bb4a-c49fdbaeb87e None None] Network e55602ee-6758-4337-a4a3-696921f4fc09 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:52.154325 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9a696ed4-5c43-4c19-ab38-c979ec079429 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:router {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:12:52.217672 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c9d04-dc9a-43da-8cec-8c163a45691b admin admin] Pushing event updated for resources: {'Port': ['ID=ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:52.229388 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0fe92ee8-95be-4493-8a13-061848ef4967 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:52.237610 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Attempt 6 to provision port 4c79be41-6567-44f3-a076-afb79268c97e Oct 10 11:12:52.331875 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Port 4c79be41-6567-44f3-a076-afb79268c97e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:52.332354 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 0edd2fc7-706b-4f85-9428-b41e749d1305 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:12:52.332788 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:52.333179 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 0edd2fc7-706b-4f85-9428-b41e749d1305 Oct 10 11:12:52.353973 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9a696ed4-5c43-4c19-ab38-c979ec079429 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:router {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:12:52.359451 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9a696ed4-5c43-4c19-ab38-c979ec079429 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3425920 Oct 10 11:12:52.359451 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975c9d04-dc9a-43da-8cec-8c163a45691b admin admin] Network f36cb35b-e765-411b-82dd-156471dbc6b1 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:52.360258 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50010) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:52.363367 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-975c9d04-dc9a-43da-8cec-8c163a45691b admin admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:52.370381 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-eb7bd555-d034-4d33-87b0-aec94b36c136 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:52.388018 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-b4967ded-64bb-4284-a3e5-0ade1f5f9149 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Calling delete_port for f8205aa3-4739-4d75-b043-f45405cbf915 owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:52.475579 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3eff35d0-d8f7-49f6-af87-6a7b1a8cbc5e tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:52.565195 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff35d0-d8f7-49f6-af87-6a7b1a8cbc5e tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Port': ['ID=d4b6b6b5-ba48-4fac-9d20-d148a434ea4a,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:52.609755 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 0edd2fc7-706b-4f85-9428-b41e749d1305 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:12:52.643098 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3eff35d0-d8f7-49f6-af87-6a7b1a8cbc5e tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:52.669568 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 23bdf56a-12a3-4842-8ddb-2b175b54d4bc no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:12:52.687242 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-eb7bd555-d034-4d33-87b0-aec94b36c136 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:52.704482 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 23bdf56a-12a3-4842-8ddb-2b175b54d4bc {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:12:52.704825 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 23bdf56a-12a3-4842-8ddb-2b175b54d4bc not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:12:52.709740 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-eb7bd555-d034-4d33-87b0-aec94b36c136 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:52.713993 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d19ba592-b2d8-4d89-b1e2-a5ca41f61003 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:52.721999 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-3eff35d0-d8f7-49f6-af87-6a7b1a8cbc5e tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/ports/d4b6b6b5-ba48-4fac-9d20-d148a434ea4a HTTP/1.1" status: 204 len: 168 time: 3.0347714 Oct 10 11:12:52.724499 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975c9d04-dc9a-43da-8cec-8c163a45691b admin admin] Router 598078c7-eb12-454f-ba61-48f163e05513 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:12:52.726009 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0fe92ee8-95be-4493-8a13-061848ef4967 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:52.728207 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50014) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:52.775125 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.resource_extend [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:12:52.820775 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19ba592-b2d8-4d89-b1e2-a5ca41f61003 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network fed67e03-3c81-48e8-bbb7-c1ef90107c55 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:52.833259 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Attempt 7 to provision port 4c79be41-6567-44f3-a076-afb79268c97e Oct 10 11:12:52.861966 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-d19ba592-b2d8-4d89-b1e2-a5ca41f61003 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:52.864332 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19ba592-b2d8-4d89-b1e2-a5ca41f61003 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:52.894939 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7bd555-d034-4d33-87b0-aec94b36c136 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:52.899253 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eb7bd555-d034-4d33-87b0-aec94b36c136 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:52.906713 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Port 4c79be41-6567-44f3-a076-afb79268c97e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:53.044735 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] device_id is not set on port befe7777-aed5-44b7-8019-d9617cf7a7a6 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:12:53.049788 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d19ba592-b2d8-4d89-b1e2-a5ca41f61003 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:53.057500 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ba592-b2d8-4d89-b1e2-a5ca41f61003 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Port': ['ID=17fd866b-38b2-4c65-8060-f89e01ba6185,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:53.060645 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b4967ded-64bb-4284-a3e5-0ade1f5f9149 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:53.086262 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:53.206082 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4967ded-64bb-4284-a3e5-0ade1f5f9149 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Pushing event deleted for resources: {'Port': ['ID=f8205aa3-4739-4d75-b043-f45405cbf915,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:53.264251 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84d43a95-148c-46bc-bfa7-790f38fcd148 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:53.268337 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Transition to ACTIVE for port object befe7777-aed5-44b7-8019-d9617cf7a7a6 will not be triggered until provisioned by entity L2. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:53.283982 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84d43a95-148c-46bc-bfa7-790f38fcd148 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568703'] for router, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:53.317615 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975c9d04-dc9a-43da-8cec-8c163a45691b admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:12:53.331286 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58020c5c-669b-4f18-8b02-cea0f45a5f14 None None] Sync routers for ids ['598078c7-eb12-454f-ba61-48f163e05513'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:12:53.338250 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e95f446-d14e-4625-8fed-64a8a90030a2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:53.341546 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1e95f446-d14e-4625-8fed-64a8a90030a2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Synchronizing usage tracker for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:12:53.341974 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58020c5c-669b-4f18-8b02-cea0f45a5f14 None None] Routers {'598078c7-eb12-454f-ba61-48f163e05513'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:53.343006 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-58020c5c-669b-4f18-8b02-cea0f45a5f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['598078c7-eb12-454f-ba61-48f163e05513'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:53.354463 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-0fe92ee8-95be-4493-8a13-061848ef4967 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Allocated IP 172.20.0.13 (e55602ee-6758-4337-a4a3-696921f4fc09/8e13caf7-1327-43c1-bd08-1958e2e0283e/70171d5f-eb61-447b-8e35-d100aa7fbe15) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:12:53.377909 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b4967ded-64bb-4284-a3e5-0ade1f5f9149 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:53.390973 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:53.420332 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Attempt 8 to provision port 4c79be41-6567-44f3-a076-afb79268c97e Oct 10 11:12:53.482805 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-975c9d04-dc9a-43da-8cec-8c163a45691b admin admin] 10.222.0.40 "PUT /v2.0/routers/598078c7-eb12-454f-ba61-48f163e05513/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4696121 Oct 10 11:12:53.542523 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1e95f446-d14e-4625-8fed-64a8a90030a2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Unset dirty status for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:12:53.546161 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1e95f446-d14e-4625-8fed-64a8a90030a2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8144009 Oct 10 11:12:53.554485 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50020) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:53.617801 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-58020c5c-669b-4f18-8b02-cea0f45a5f14 None None] Set router 598078c7-eb12-454f-ba61-48f163e05513 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:12:53.618464 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2462a1-98ec-4727-962c-916a52f622af tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] GET failed (client error): The resource could not be found. Oct 10 11:12:53.622321 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5f2462a1-98ec-4727-962c-916a52f622af tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "GET /v2.0/ports/fef4b245-d2a1-472f-a545-6e8e35c074e8 HTTP/1.1" status: 404 len: 333 time: 0.0571625 Oct 10 11:12:53.623269 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50024) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:53.683010 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ffd762-1475-4c6b-a4bb-677ddab1d857 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] GET failed (client error): The resource could not be found. Oct 10 11:12:53.687083 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b5ffd762-1475-4c6b-a4bb-677ddab1d857 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "GET /v2.0/ports/d4b6b6b5-ba48-4fac-9d20-d148a434ea4a HTTP/1.1" status: 404 len: 333 time: 0.0607657 Oct 10 11:12:53.689634 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50032) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:53.699314 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Port 4c79be41-6567-44f3-a076-afb79268c97e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:53.750222 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0fe92ee8-95be-4493-8a13-061848ef4967 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:53.784051 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b4967ded-64bb-4284-a3e5-0ade1f5f9149 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] 10.222.0.40 "DELETE /v2.0/ports/f8205aa3-4739-4d75-b043-f45405cbf915 HTTP/1.1" status: 204 len: 168 time: 3.9209142 Oct 10 11:12:53.784850 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50036) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:53.808267 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:53.808843 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:53.809404 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:53.864114 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Pushing event updated for resources: {'Port': ['ID=befe7777-aed5-44b7-8019-d9617cf7a7a6,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:53.898447 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3c25ac81-e6bd-4490-9c5e-c7d3b3f0f879 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:53.922289 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d38bdb-6c82-41fb-9df2-7f38f00210e5 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] GET failed (client error): The resource could not be found. Oct 10 11:12:53.922987 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-32d38bdb-6c82-41fb-9df2-7f38f00210e5 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Synchronizing usage tracker for tenant:ce3425404ee54491851657af61d0b0e8 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:12:53.926690 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port befe7777-aed5-44b7-8019-d9617cf7a7a6 on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:53.927656 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:53.942072 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.plugins.ml2.plugin [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempt 2 to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 Oct 10 11:12:53.942767 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.objects.ports [None req-eb7bd555-d034-4d33-87b0-aec94b36c136 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89897) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 10 11:12:53.951887 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eb7bd555-d034-4d33-87b0-aec94b36c136 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:54.009673 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50040) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:54.031849 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-c539bb37-0a4b-4936-95ba-3d8355949aff tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1596115541', 'description': 'tempest-description--2104001272'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:54.036896 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:54.037372 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:54.037988 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:54.048851 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c539bb37-0a4b-4936-95ba-3d8355949aff tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:54.053249 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d19ba592-b2d8-4d89-b1e2-a5ca41f61003 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:54.072338 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7bd555-d034-4d33-87b0-aec94b36c136 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:54.074650 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port befe7777-aed5-44b7-8019-d9617cf7a7a6 on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:54.074650 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:54.075837 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c539bb37-0a4b-4936-95ba-3d8355949aff tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Usage tracker for resource:security_group and tenant:ae70dbd562a74602ba992b43f7087eba is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:54.080112 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.plugins.ml2.plugin [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempt 3 to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 Oct 10 11:12:54.080247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-58020c5c-669b-4f18-8b02-cea0f45a5f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598078c7-eb12-454f-ba61-48f163e05513', 'name': 'tempest-ServerActionsTestJSON-1153823933-router', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:12:36Z', 'updated_at': '2022-10-10T11:12:51Z', 'revision_number': 4, 'project_id': 'ae70dbd562a74602ba992b43f7087eba', 'gw_port': {'id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598078c7-eb12-454f-ba61-48f163e05513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:38Z', 'updated_at': '2022-10-10T11:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1', 'name': '', 'network_id': 'f36cb35b-e765-411b-82dd-156471dbc6b1', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'mac_address': 'fa:16:3e:e1:31:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598078c7-eb12-454f-ba61-48f163e05513', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04983d62-0192-4bd4-9c0c-86c066bd05d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:48Z', 'updated_at': '2022-10-10T11:12:51Z', 'revision_number': 2, 'project_id': 'ae70dbd562a74602ba992b43f7087eba', 'subnets': [{'id': '04983d62-0192-4bd4-9c0c-86c066bd05d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:54.085487 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58020c5c-669b-4f18-8b02-cea0f45a5f14 None None] Checking router: 598078c7-eb12-454f-ba61-48f163e05513 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:12:54.089796 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58020c5c-669b-4f18-8b02-cea0f45a5f14 None None] Updating router 598078c7-eb12-454f-ba61-48f163e05513 port ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:12:54.090340 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-eb7bd555-d034-4d33-87b0-aec94b36c136 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:54.094328 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c539bb37-0a4b-4936-95ba-3d8355949aff tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:54.099083 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7bd555-d034-4d33-87b0-aec94b36c136 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:54.099686 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eb7bd555-d034-4d33-87b0-aec94b36c136 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:54.118676 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5134399a-7105-46ce-8711-b5db330d98e4 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:54.140828 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c539bb37-0a4b-4936-95ba-3d8355949aff tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:54.169292 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-32d38bdb-6c82-41fb-9df2-7f38f00210e5 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Unset dirty status for tenant:ce3425404ee54491851657af61d0b0e8 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:12:54.170619 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-32d38bdb-6c82-41fb-9df2-7f38f00210e5 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] 10.222.0.40 "GET /v2.0/ports/f8205aa3-4739-4d75-b043-f45405cbf915 HTTP/1.1" status: 404 len: 333 time: 0.3713236 Oct 10 11:12:54.172553 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:54.172553 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:54.173040 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:54.175083 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7bd555-d034-4d33-87b0-aec94b36c136 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=d4e99e2d-b2e2-473e-9ac9-db71056c39af,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:54.177095 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50044) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:54.178880 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3c25ac81-e6bd-4490-9c5e-c7d3b3f0f879 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:54.188479 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0fe92ee8-95be-4493-8a13-061848ef4967 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:54.196094 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port befe7777-aed5-44b7-8019-d9617cf7a7a6 on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:54.196265 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:54.199026 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.plugins.ml2.plugin [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempt 4 to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 Oct 10 11:12:54.216489 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Attempt 9 to provision port 4c79be41-6567-44f3-a076-afb79268c97e Oct 10 11:12:54.281458 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-58020c5c-669b-4f18-8b02-cea0f45a5f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:54.309052 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Port 4c79be41-6567-44f3-a076-afb79268c97e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:54.319765 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-eb7bd555-d034-4d33-87b0-aec94b36c136 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9583786 Oct 10 11:12:54.323547 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-3c25ac81-e6bd-4490-9c5e-c7d3b3f0f879 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2333a9-9f60-4e2f-ad9e-9527aab0ead1']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:54.333084 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50048) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:54.342315 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:54.342869 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:54.343358 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:54.349415 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-255f5fe2-2303-4063-840d-028ca3a5921e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:54.361355 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c539bb37-0a4b-4936-95ba-3d8355949aff tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:54.368857 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe92ee8-95be-4493-8a13-061848ef4967 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Network e55602ee-6758-4337-a4a3-696921f4fc09 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:54.371248 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d43a95-148c-46bc-bfa7-790f38fcd148 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Router 2b002889-dd73-48ac-b95e-eb11e37fdf3c is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:12:54.374867 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-3c25ac81-e6bd-4490-9c5e-c7d3b3f0f879 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdec3cb-419d-49b8-ac48-1136175f4978') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:54.375165 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-3c25ac81-e6bd-4490-9c5e-c7d3b3f0f879 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdec3cb-419d-49b8-ac48-1136175f4978') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:54.385295 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port befe7777-aed5-44b7-8019-d9617cf7a7a6 on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:54.385668 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:54.391528 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.plugins.ml2.plugin [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempt 5 to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 Oct 10 11:12:54.397979 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-0fe92ee8-95be-4493-8a13-061848ef4967 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:54.409162 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-3f8141d5-05f2-456d-b538-95dc5b870f3b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Deleting port fcee9443-bfaf-4a64-b940-6c3cc32673c4 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:54.409503 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3f8141d5-05f2-456d-b538-95dc5b870f3b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:54.427061 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:54.427554 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:54.427885 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:54.444833 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe92ee8-95be-4493-8a13-061848ef4967 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:54.480920 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c539bb37-0a4b-4936-95ba-3d8355949aff tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:54.486226 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c539bb37-0a4b-4936-95ba-3d8355949aff tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Usage tracker for resource:security_group_rule and tenant:ae70dbd562a74602ba992b43f7087eba is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:54.487367 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3c25ac81-e6bd-4490-9c5e-c7d3b3f0f879 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:54.494878 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe92ee8-95be-4493-8a13-061848ef4967 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Pushing event updated for resources: {'Port': ['ID=70171d5f-eb61-447b-8e35-d100aa7fbe15,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:54.507495 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port befe7777-aed5-44b7-8019-d9617cf7a7a6 on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:54.508225 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:54.510626 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c539bb37-0a4b-4936-95ba-3d8355949aff tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:54.522062 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.plugins.ml2.plugin [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempt 6 to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 Oct 10 11:12:54.556626 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3332685e-12b6-49ec-902c-ebf48fa5967b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-dac74586-4382-4e00-a6eb-f2005f114a9a', 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'fixed_ips': [{'subnet_id': 'd4e99e2d-b2e2-473e-9ac9-db71056c39af'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:12:54.557453 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3332685e-12b6-49ec-902c-ebf48fa5967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:54.587215 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3c25ac81-e6bd-4490-9c5e-c7d3b3f0f879 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:54.623534 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c539bb37-0a4b-4936-95ba-3d8355949aff tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:54.636885 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c25ac81-e6bd-4490-9c5e-c7d3b3f0f879 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Releasing vlan 459 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:12:54.637300 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3c25ac81-e6bd-4490-9c5e-c7d3b3f0f879 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:54.662396 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:54.662827 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:54.663241 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:54.705442 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port befe7777-aed5-44b7-8019-d9617cf7a7a6 on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:54.705759 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:54.716975 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.plugins.ml2.plugin [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempt 7 to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 Oct 10 11:12:54.755189 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 5fdec3cb-419d-49b8-ac48-1136175f4978 resource provider aggregate not found Oct 10 11:12:54.807192 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:54.807770 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:54.807889 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:54.821683 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d43a95-148c-46bc-bfa7-790f38fcd148 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:12:54.829346 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 5fdec3cb-419d-49b8-ac48-1136175f4978 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5fdec3cb-419d-49b8-ac48-1136175f4978 found for delete ", "request_id": "req-47c1bd9f-e129-495a-90d7-51774ffe0d4b"}]} Oct 10 11:12:54.836824 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175bd642-1db2-40cf-a763-2876dd9a715d None None] Sync routers for ids ['2b002889-dd73-48ac-b95e-eb11e37fdf3c'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:12:54.837691 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port befe7777-aed5-44b7-8019-d9617cf7a7a6 on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:54.838021 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:54.846657 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.plugins.ml2.plugin [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempt 8 to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 Oct 10 11:12:54.851876 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175bd642-1db2-40cf-a763-2876dd9a715d None None] Routers {'2b002889-dd73-48ac-b95e-eb11e37fdf3c'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:54.852616 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-175bd642-1db2-40cf-a763-2876dd9a715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['2b002889-dd73-48ac-b95e-eb11e37fdf3c'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:54.854533 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-255f5fe2-2303-4063-840d-028ca3a5921e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:54.857625 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84d43a95-148c-46bc-bfa7-790f38fcd148 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:54.868340 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-84d43a95-148c-46bc-bfa7-790f38fcd148 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "PUT /v2.0/routers/2b002889-dd73-48ac-b95e-eb11e37fdf3c HTTP/1.1" status: 200 len: 879 time: 11.2080052 Oct 10 11:12:54.868490 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-255f5fe2-2303-4063-840d-028ca3a5921e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:subnet and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:54.868576 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50056) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:54.876437 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-3332685e-12b6-49ec-902c-ebf48fa5967b None None] Allocated IP 2001:db8::f816:3eff:fe4c:1d24 (dac74586-4382-4e00-a6eb-f2005f114a9a/d4e99e2d-b2e2-473e-9ac9-db71056c39af/2edfd29b-2d70-41e0-a974-c4367c6c9ba9) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:12:54.934467 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-175bd642-1db2-40cf-a763-2876dd9a715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:54.949832 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175bd642-1db2-40cf-a763-2876dd9a715d None None] Routers {'2b002889-dd73-48ac-b95e-eb11e37fdf3c'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:54.950787 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-175bd642-1db2-40cf-a763-2876dd9a715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['2b002889-dd73-48ac-b95e-eb11e37fdf3c'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:54.994905 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:54.995223 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:54.995586 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:54.996458 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Attempt 10 to provision port 4c79be41-6567-44f3-a076-afb79268c97e Oct 10 11:12:54.999918 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-255f5fe2-2303-4063-840d-028ca3a5921e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:55.038770 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port befe7777-aed5-44b7-8019-d9617cf7a7a6 on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:55.039005 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:55.046821 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.plugins.ml2.plugin [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempt 9 to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 Oct 10 11:12:55.048367 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-175bd642-1db2-40cf-a763-2876dd9a715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:55.049027 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175bd642-1db2-40cf-a763-2876dd9a715d None None] The sync data for ids ['2b002889-dd73-48ac-b95e-eb11e37fdf3c'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:12:55.088902 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Port 4c79be41-6567-44f3-a076-afb79268c97e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:55.132609 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c539bb37-0a4b-4936-95ba-3d8355949aff tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:55.138667 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3c25ac81-e6bd-4490-9c5e-c7d3b3f0f879 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:55.152321 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-255f5fe2-2303-4063-840d-028ca3a5921e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:55.152535 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Could not find standard attr ID for object f8205aa3-4739-4d75-b043-f45405cbf915. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:12:55.163707 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:55.164040 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:55.164373 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:55.179698 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port befe7777-aed5-44b7-8019-d9617cf7a7a6 on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:55.180020 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:55.182042 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3c25ac81-e6bd-4490-9c5e-c7d3b3f0f879 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:55.184884 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.plugins.ml2.plugin [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempt 10 to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 Oct 10 11:12:55.198565 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0fe92ee8-95be-4493-8a13-061848ef4967 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:55.200085 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25ac81-e6bd-4490-9c5e-c7d3b3f0f879 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Network': ['ID=7f2333a9-9f60-4e2f-ad9e-9527aab0ead1,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:55.217280 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3c25ac81-e6bd-4490-9c5e-c7d3b3f0f879 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/networks/7f2333a9-9f60-4e2f-ad9e-9527aab0ead1 HTTP/1.1" status: 204 len: 168 time: 1.5266149 Oct 10 11:12:55.222679 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50060) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:55.222931 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c539bb37-0a4b-4936-95ba-3d8355949aff tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:55.229980 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d19ba592-b2d8-4d89-b1e2-a5ca41f61003 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:55.231221 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-228da0e1-a609-4aa3-909e-fe73407d970f tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-584319031'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:55.233290 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3332685e-12b6-49ec-902c-ebf48fa5967b None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:55.240281 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:55.240613 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:55.241497 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempting to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:55.244937 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-228da0e1-a609-4aa3-909e-fe73407d970f tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:55.250254 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-58020c5c-669b-4f18-8b02-cea0f45a5f14 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:55.252644 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-fe25a59c-37a7-4cb2-9d88-646e06e645e4 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "GET /v2.0/routers/2b002889-dd73-48ac-b95e-eb11e37fdf3c HTTP/1.1" status: 200 len: 920 time: 0.3835342 Oct 10 11:12:55.253020 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-228da0e1-a609-4aa3-909e-fe73407d970f tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:network and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:55.255932 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3332685e-12b6-49ec-902c-ebf48fa5967b None None] Transition to ACTIVE for port object 2edfd29b-2d70-41e0-a974-c4367c6c9ba9 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:55.258425 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3f8141d5-05f2-456d-b538-95dc5b870f3b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:55.263430 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50064) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:55.266273 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-228da0e1-a609-4aa3-909e-fe73407d970f tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:55.275189 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-58020c5c-669b-4f18-8b02-cea0f45a5f14 None None] Transition to ACTIVE for port object ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:55.277565 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-228da0e1-a609-4aa3-909e-fe73407d970f tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:55.286013 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3332685e-12b6-49ec-902c-ebf48fa5967b None None] Transition to ACTIVE for port object 2edfd29b-2d70-41e0-a974-c4367c6c9ba9 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:12:55.319486 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Port befe7777-aed5-44b7-8019-d9617cf7a7a6 on network ce514dc2-7589-452a-9581-ffbd003a2609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:12:55.319736 dv-neutron-860842-1-hyperv neutron-server[89896]: ERROR neutron.plugins.ml2.managers [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Failed to bind port befe7777-aed5-44b7-8019-d9617cf7a7a6 on host hv-neutron-8608 for vnic_type normal using segments [{'id': '9c1f43b1-dd11-4a75-8c67-75d84b704edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'ce514dc2-7589-452a-9581-ffbd003a2609'}] Oct 10 11:12:55.320260 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:55.344188 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Provisioning for port 22e4d7ad-b86e-44e9-bed3-cc66e66be11c completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:12:55.348885 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539bb37-0a4b-4936-95ba-3d8355949aff tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb98d8cf-ff2d-4f65-900c-6de9168b214c,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:55.350063 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Provisioning complete for port 22e4d7ad-b86e-44e9-bed3-cc66e66be11c triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:12:55.350432 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:55.350883 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Attempt 1 to provision port 22e4d7ad-b86e-44e9-bed3-cc66e66be11c Oct 10 11:12:55.352098 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d19ba592-b2d8-4d89-b1e2-a5ca41f61003 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:55.381022 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3332685e-12b6-49ec-902c-ebf48fa5967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:55.384445 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-58020c5c-669b-4f18-8b02-cea0f45a5f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:55.405217 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-3f8141d5-05f2-456d-b538-95dc5b870f3b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Calling delete_port for fcee9443-bfaf-4a64-b940-6c3cc32673c4 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:55.467534 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c539bb37-0a4b-4936-95ba-3d8355949aff tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:55.469557 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c539bb37-0a4b-4936-95ba-3d8355949aff tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4530058 Oct 10 11:12:55.490462 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255f5fe2-2303-4063-840d-028ca3a5921e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:55.494084 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-255f5fe2-2303-4063-840d-028ca3a5921e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:55.509425 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50068) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:55.530540 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3332685e-12b6-49ec-902c-ebf48fa5967b None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:55.537772 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-3332685e-12b6-49ec-902c-ebf48fa5967b None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:55.546699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-408ee45c-e507-48ca-b58b-a6f222ff0b66 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Request body: {'security_group_rule': {'security_group_id': 'eb98d8cf-ff2d-4f65-900c-6de9168b214c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:55.567877 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-408ee45c-e507-48ca-b58b-a6f222ff0b66 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:55.580768 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3332685e-12b6-49ec-902c-ebf48fa5967b None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:12:55.628439 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332685e-12b6-49ec-902c-ebf48fa5967b None None] Pushing event updated for resources: {'Port': ['ID=2edfd29b-2d70-41e0-a974-c4367c6c9ba9,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:55.631613 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-408ee45c-e507-48ca-b58b-a6f222ff0b66 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Usage tracker for resource:security_group_rule and tenant:ae70dbd562a74602ba992b43f7087eba is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:55.640806 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0fe92ee8-95be-4493-8a13-061848ef4967 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:55.685753 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-408ee45c-e507-48ca-b58b-a6f222ff0b66 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:55.687682 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ba592-b2d8-4d89-b1e2-a5ca41f61003 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Port': ['ID=17fd866b-38b2-4c65-8060-f89e01ba6185,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:55.691127 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d19ba592-b2d8-4d89-b1e2-a5ca41f61003 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:55.713218 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-408ee45c-e507-48ca-b58b-a6f222ff0b66 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:55.715410 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228da0e1-a609-4aa3-909e-fe73407d970f tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:55.719047 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-228da0e1-a609-4aa3-909e-fe73407d970f tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:55.753229 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] For port befe7777-aed5-44b7-8019-d9617cf7a7a6, host hv-neutron-8608, cleared binding levels {{(pid=89896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:12:55.753623 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attempted to set empty binding levels {{(pid=89896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 10 11:12:55.756065 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b2893c-146f-48ea-863e-b68c921bb6e4 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:55.759996 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-27b2893c-146f-48ea-863e-b68c921bb6e4 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "GET /v2.0/ports?network_id=1e933860-f99f-4a0b-a611-91d190754508&device_id=2b002889-dd73-48ac-b95e-eb11e37fdf3c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4927316 Oct 10 11:12:55.761000 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50072) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:55.808147 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-58020c5c-669b-4f18-8b02-cea0f45a5f14 None None] Attempting to bind port ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:55.808693 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-58020c5c-669b-4f18-8b02-cea0f45a5f14 None None] Attempting to bind port ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'ca7b9976-eac1-4936-85c4-22ea5a47a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': 'f36cb35b-e765-411b-82dd-156471dbc6b1'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:55.809060 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58020c5c-669b-4f18-8b02-cea0f45a5f14 None None] Attempting to bind port ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1 on network f36cb35b-e765-411b-82dd-156471dbc6b1 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:55.848750 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:55.850031 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] In _notify_port_updated(), no bound segment for port befe7777-aed5-44b7-8019-d9617cf7a7a6 on network ce514dc2-7589-452a-9581-ffbd003a2609 {{(pid=89896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 10 11:12:55.850899 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:55.851545 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:55.857083 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] 10.222.0.40 "PUT /v2.0/ports/befe7777-aed5-44b7-8019-d9617cf7a7a6 HTTP/1.1" status: 200 len: 977 time: 5.1335003 Oct 10 11:12:55.858999 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50076) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:55.861572 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228da0e1-a609-4aa3-909e-fe73407d970f tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 488} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:12:55.861696 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58020c5c-669b-4f18-8b02-cea0f45a5f14 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:12:55.861696 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58020c5c-669b-4f18-8b02-cea0f45a5f14 None None] Checking segment: {'id': 'ca7b9976-eac1-4936-85c4-22ea5a47a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': 'f36cb35b-e765-411b-82dd-156471dbc6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:12:55.861696 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-58020c5c-669b-4f18-8b02-cea0f45a5f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:55.861696 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58020c5c-669b-4f18-8b02-cea0f45a5f14 None None] Bound using segment: {'id': 'ca7b9976-eac1-4936-85c4-22ea5a47a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': 'f36cb35b-e765-411b-82dd-156471dbc6b1'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:12:55.862200 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-58020c5c-669b-4f18-8b02-cea0f45a5f14 None None] Bound port: ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7b9976-eac1-4936-85c4-22ea5a47a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': 'f36cb35b-e765-411b-82dd-156471dbc6b1'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:12:55.862757 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-58020c5c-669b-4f18-8b02-cea0f45a5f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:55.886117 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186daeb-cd2e-4356-b476-4702b3176cf7 None None] Pushing event updated for resources: {'Port': ['ID=ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:55.897470 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-3332685e-12b6-49ec-902c-ebf48fa5967b None None] Attempting to bind port 2edfd29b-2d70-41e0-a974-c4367c6c9ba9 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:12:55.897895 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-3332685e-12b6-49ec-902c-ebf48fa5967b None None] Attempting to bind port 2edfd29b-2d70-41e0-a974-c4367c6c9ba9 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:12:55.898237 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3332685e-12b6-49ec-902c-ebf48fa5967b None None] Attempting to bind port 2edfd29b-2d70-41e0-a974-c4367c6c9ba9 on network dac74586-4382-4e00-a6eb-f2005f114a9a {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:12:55.942392 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3332685e-12b6-49ec-902c-ebf48fa5967b None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:12:55.942392 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3332685e-12b6-49ec-902c-ebf48fa5967b None None] Checking segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:12:55.942861 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3332685e-12b6-49ec-902c-ebf48fa5967b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:55.943716 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3332685e-12b6-49ec-902c-ebf48fa5967b None None] Bound using segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:12:55.944032 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-3332685e-12b6-49ec-902c-ebf48fa5967b None None] Bound port: 2edfd29b-2d70-41e0-a974-c4367c6c9ba9, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:12:55.944576 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3332685e-12b6-49ec-902c-ebf48fa5967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:55.980537 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Current status of the port 22e4d7ad-b86e-44e9-bed3-cc66e66be11c is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:12:55.980881 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:56.009099 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-228da0e1-a609-4aa3-909e-fe73407d970f tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:56.009441 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-228da0e1-a609-4aa3-909e-fe73407d970f tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Added segment 56b83c7a-f7f1-4f09-a93d-97fe7b9dde16 of type vlan for network 33de9f07-5025-4438-9235-92ff941eac5a Oct 10 11:12:56.013003 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-408ee45c-e507-48ca-b58b-a6f222ff0b66 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:56.018670 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc31774-e976-41da-ac11-b7c73511a684 tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Pushing event updated for resources: {'Port': ['ID=befe7777-aed5-44b7-8019-d9617cf7a7a6,revision_number=3']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:56.054020 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19ba592-b2d8-4d89-b1e2-a5ca41f61003 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network fed67e03-3c81-48e8-bbb7-c1ef90107c55 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:56.056731 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-d19ba592-b2d8-4d89-b1e2-a5ca41f61003 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:56.074643 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3f8141d5-05f2-456d-b538-95dc5b870f3b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:56.089068 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8815707-a3db-4ed7-9e3d-492fbc55ff39 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:56.090778 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b8815707-a3db-4ed7-9e3d-492fbc55ff39 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "GET /v2.0/networks/1e933860-f99f-4a0b-a611-91d190754508 HTTP/1.1" status: 200 len: 881 time: 0.3286545 Oct 10 11:12:56.101721 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-58020c5c-669b-4f18-8b02-cea0f45a5f14 None None] For port ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:12:56.107682 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] For port 22e4d7ad-b86e-44e9-bed3-cc66e66be11c, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=22e4d7ad-b86e-44e9-bed3-cc66e66be11c,segment=NetworkSegment(93582d20-e692-4e8f-804e-0f1656913afa),segment_id=93582d20-e692-4e8f-804e-0f1656913afa)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:56.117901 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-58020c5c-669b-4f18-8b02-cea0f45a5f14 None None] For port ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1,segment=NetworkSegment(ca7b9976-eac1-4936-85c4-22ea5a47a536),segment_id=ca7b9976-eac1-4936-85c4-22ea5a47a536)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:12:56.120807 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-3332685e-12b6-49ec-902c-ebf48fa5967b None None] For port 2edfd29b-2d70-41e0-a974-c4367c6c9ba9, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:12:56.123886 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-3332685e-12b6-49ec-902c-ebf48fa5967b None None] For port 2edfd29b-2d70-41e0-a974-c4367c6c9ba9, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=2edfd29b-2d70-41e0-a974-c4367c6c9ba9,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:12:56.136823 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50080) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:56.149218 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-c3fb99fa-3685-4d66-9a25-d170336a7bac tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Deleting port befe7777-aed5-44b7-8019-d9617cf7a7a6 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:56.149566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c3fb99fa-3685-4d66-9a25-d170336a7bac tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:56.183135 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-228da0e1-a609-4aa3-909e-fe73407d970f tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:56.195431 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:56.235254 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-58020c5c-669b-4f18-8b02-cea0f45a5f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:56.247485 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3332685e-12b6-49ec-902c-ebf48fa5967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:56.281150 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19ba592-b2d8-4d89-b1e2-a5ca41f61003 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Router f4586d21-693d-47b7-93b3-3ce8bb980131 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:12:56.289817 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58020c5c-669b-4f18-8b02-cea0f45a5f14 None None] Routers {'598078c7-eb12-454f-ba61-48f163e05513'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:56.290454 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-58020c5c-669b-4f18-8b02-cea0f45a5f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['598078c7-eb12-454f-ba61-48f163e05513'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:56.294994 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8141d5-05f2-456d-b538-95dc5b870f3b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Pushing event deleted for resources: {'Port': ['ID=fcee9443-bfaf-4a64-b940-6c3cc32673c4,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:56.362068 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031dcf9-bb05-4119-804b-919cc953438e None None] Pushing event updated for resources: {'Port': ['ID=22e4d7ad-b86e-44e9-bed3-cc66e66be11c,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:56.365007 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-901d539a-e5ac-4209-ba79-88309df7412d tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b002889-dd73-48ac-b95e-eb11e37fdf3c HTTP/1.1" status: 200 len: 205 time: 0.2191010 Oct 10 11:12:56.380779 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50088) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:56.523454 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.resource_extend [None req-228da0e1-a609-4aa3-909e-fe73407d970f tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:12:56.591233 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19ba592-b2d8-4d89-b1e2-a5ca41f61003 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:12:56.598409 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d19ba592-b2d8-4d89-b1e2-a5ca41f61003 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "PUT /v2.0/routers/f4586d21-693d-47b7-93b3-3ce8bb980131/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8220236 Oct 10 11:12:56.601683 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50092) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:56.617216 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Provisioning for port 17fd866b-38b2-4c65-8060-f89e01ba6185 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:12:56.618751 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57deffcd-0492-4f3e-8819-eaa8c9760fb1 None None] Sync routers for ids ['f4586d21-693d-47b7-93b3-3ce8bb980131'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:12:56.622819 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3f8141d5-05f2-456d-b538-95dc5b870f3b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:56.656104 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57deffcd-0492-4f3e-8819-eaa8c9760fb1 None None] Routers {'f4586d21-693d-47b7-93b3-3ce8bb980131'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:56.657454 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-57deffcd-0492-4f3e-8819-eaa8c9760fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['f4586d21-693d-47b7-93b3-3ce8bb980131'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:56.691609 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-408ee45c-e507-48ca-b58b-a6f222ff0b66 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:56.724140 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3f8141d5-05f2-456d-b538-95dc5b870f3b tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] 10.222.0.40 "DELETE /v2.0/ports/fcee9443-bfaf-4a64-b940-6c3cc32673c4 HTTP/1.1" status: 204 len: 168 time: 2.5333624 Oct 10 11:12:56.726145 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.resource_extend [None req-0fe92ee8-95be-4493-8a13-061848ef4967 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:12:56.728228 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e880ba-4825-41ce-a4e3-f3a8af2281ea tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:56.728228 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c6e880ba-4825-41ce-a4e3-f3a8af2281ea tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Synchronizing usage tracker for tenant:bff75ec139ff428ea17476871cda1880 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:12:56.747145 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50096) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:56.779298 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Provisioning complete for port 17fd866b-38b2-4c65-8060-f89e01ba6185 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:12:56.779755 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:56.780083 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Attempt 1 to provision port 17fd866b-38b2-4c65-8060-f89e01ba6185 Oct 10 11:12:56.831494 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-228da0e1-a609-4aa3-909e-fe73407d970f tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:56.837173 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228da0e1-a609-4aa3-909e-fe73407d970f tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:56.837813 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-228da0e1-a609-4aa3-909e-fe73407d970f tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:56.843892 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Port 17fd866b-38b2-4c65-8060-f89e01ba6185 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:56.844418 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-57deffcd-0492-4f3e-8819-eaa8c9760fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:56.846714 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc241f9c-c58d-428d-b69b-c60915e4f863 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Deleting subnet 9199e3ee-4aed-46d9-83cc-6d00a978fdee {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:12:56.847659 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-58020c5c-669b-4f18-8b02-cea0f45a5f14 None None] Set router 598078c7-eb12-454f-ba61-48f163e05513 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:12:56.852833 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-408ee45c-e507-48ca-b58b-a6f222ff0b66 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:56.853816 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bc241f9c-c58d-428d-b69b-c60915e4f863 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:56.903393 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c6e880ba-4825-41ce-a4e3-f3a8af2281ea tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Unset dirty status for tenant:bff75ec139ff428ea17476871cda1880 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:12:56.904589 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c6e880ba-4825-41ce-a4e3-f3a8af2281ea tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "GET /v2.0/ports/17fd866b-38b2-4c65-8060-f89e01ba6185 HTTP/1.1" status: 200 len: 910 time: 0.3019323 Oct 10 11:12:56.923318 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50100) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:56.950910 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186daeb-cd2e-4356-b476-4702b3176cf7 None None] Pushing event updated for resources: {'Port': ['ID=ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:56.982180 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0fe92ee8-95be-4493-8a13-061848ef4967 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:57.076139 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57deffcd-0492-4f3e-8819-eaa8c9760fb1 None None] Routers {'f4586d21-693d-47b7-93b3-3ce8bb980131'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:12:57.076784 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-57deffcd-0492-4f3e-8819-eaa8c9760fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['f4586d21-693d-47b7-93b3-3ce8bb980131'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:57.087737 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0fe92ee8-95be-4493-8a13-061848ef4967 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:57.099998 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bc241f9c-c58d-428d-b69b-c60915e4f863 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:57.151700 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-57deffcd-0492-4f3e-8819-eaa8c9760fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:57.152582 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57deffcd-0492-4f3e-8819-eaa8c9760fb1 None None] The sync data for ids ['f4586d21-693d-47b7-93b3-3ce8bb980131'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:12:57.162157 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ee45c-e507-48ca-b58b-a6f222ff0b66 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6b3dac-762e-4c21-a7d8-8bb041cc0014,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:57.192358 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332685e-12b6-49ec-902c-ebf48fa5967b None None] Pushing event updated for resources: {'Port': ['ID=2edfd29b-2d70-41e0-a974-c4367c6c9ba9,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:57.250820 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-228da0e1-a609-4aa3-909e-fe73407d970f tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.0277307 Oct 10 11:12:57.260096 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50104) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:57.275068 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-39a5224e-9522-425d-96c0-abd46c7f92c7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'subnet': {'network_id': '33de9f07-5025-4438-9235-92ff941eac5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:57.312709 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-408ee45c-e507-48ca-b58b-a6f222ff0b66 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:57.316374 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-408ee45c-e507-48ca-b58b-a6f222ff0b66 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7933323 Oct 10 11:12:57.329617 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50108) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:57.337585 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228da0e1-a609-4aa3-909e-fe73407d970f tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Network': ['ID=33de9f07-5025-4438-9235-92ff941eac5a,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:57.346791 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Attempt 2 to provision port 17fd866b-38b2-4c65-8060-f89e01ba6185 Oct 10 11:12:57.358181 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-037a09e9-2450-47a2-b603-a652f36c252c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Request body: {'security_group_rule': {'security_group_id': 'eb98d8cf-ff2d-4f65-900c-6de9168b214c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:57.366730 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3046892b-ea47-48a7-b126-9627d5252d4e tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:57.382840 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 33de9f07-5025-4438-9235-92ff941eac5a details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:12:57.436042 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-037a09e9-2450-47a2-b603-a652f36c252c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:57.451383 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-255f5fe2-2303-4063-840d-028ca3a5921e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:57.493308 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe92ee8-95be-4493-8a13-061848ef4967 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Pushing event updated for resources: {'Port': ['ID=70171d5f-eb61-447b-8e35-d100aa7fbe15,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:57.495878 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0fe92ee8-95be-4493-8a13-061848ef4967 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:57.511173 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-037a09e9-2450-47a2-b603-a652f36c252c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Usage tracker for resource:security_group_rule and tenant:ae70dbd562a74602ba992b43f7087eba is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:57.517697 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-58020c5c-669b-4f18-8b02-cea0f45a5f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598078c7-eb12-454f-ba61-48f163e05513', 'name': 'tempest-ServerActionsTestJSON-1153823933-router', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:12:36Z', 'updated_at': '2022-10-10T11:12:51Z', 'revision_number': 4, 'project_id': 'ae70dbd562a74602ba992b43f7087eba', 'gw_port': {'id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598078c7-eb12-454f-ba61-48f163e05513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:38Z', 'updated_at': '2022-10-10T11:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1', 'name': '', 'network_id': 'f36cb35b-e765-411b-82dd-156471dbc6b1', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'mac_address': 'fa:16:3e:e1:31:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598078c7-eb12-454f-ba61-48f163e05513', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04983d62-0192-4bd4-9c0c-86c066bd05d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:48Z', 'updated_at': '2022-10-10T11:12:56Z', 'revision_number': 4, 'project_id': 'ae70dbd562a74602ba992b43f7087eba', 'subnets': [{'id': '04983d62-0192-4bd4-9c0c-86c066bd05d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:57.517895 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-037a09e9-2450-47a2-b603-a652f36c252c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:57.528013 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-c3fb99fa-3685-4d66-9a25-d170336a7bac tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] For port befe7777-aed5-44b7-8019-d9617cf7a7a6, host hv-neutron-8608, got binding levels [] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:57.528338 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c3fb99fa-3685-4d66-9a25-d170336a7bac tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:57.528474 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Port 17fd866b-38b2-4c65-8060-f89e01ba6185 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:57.538496 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58020c5c-669b-4f18-8b02-cea0f45a5f14 None None] The sync data for ids ['598078c7-eb12-454f-ba61-48f163e05513'] in dv-neutron-860842-1-hyperv is: [{'id': '598078c7-eb12-454f-ba61-48f163e05513', 'name': 'tempest-ServerActionsTestJSON-1153823933-router', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:12:36Z', 'updated_at': '2022-10-10T11:12:51Z', 'revision_number': 4, 'project_id': 'ae70dbd562a74602ba992b43f7087eba', 'gw_port': {'id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598078c7-eb12-454f-ba61-48f163e05513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:38Z', 'updated_at': '2022-10-10T11:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1', 'name': '', 'network_id': 'f36cb35b-e765-411b-82dd-156471dbc6b1', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'mac_address': 'fa:16:3e:e1:31:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598078c7-eb12-454f-ba61-48f163e05513', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04983d62-0192-4bd4-9c0c-86c066bd05d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:48Z', 'updated_at': '2022-10-10T11:12:56Z', 'revision_number': 4, 'project_id': 'ae70dbd562a74602ba992b43f7087eba', 'subnets': [{'id': '04983d62-0192-4bd4-9c0c-86c066bd05d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:12:57.573014 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-037a09e9-2450-47a2-b603-a652f36c252c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:57.688054 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-39a5224e-9522-425d-96c0-abd46c7f92c7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:57.691233 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bc241f9c-c58d-428d-b69b-c60915e4f863 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:57.736301 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255f5fe2-2303-4063-840d-028ca3a5921e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:12:57.756693 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-39a5224e-9522-425d-96c0-abd46c7f92c7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:subnet and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:57.762664 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-39a5224e-9522-425d-96c0-abd46c7f92c7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:57.793716 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-39a5224e-9522-425d-96c0-abd46c7f92c7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:57.801211 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-c3fb99fa-3685-4d66-9a25-d170336a7bac tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Calling delete_port for befe7777-aed5-44b7-8019-d9617cf7a7a6 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:57.836576 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-255f5fe2-2303-4063-840d-028ca3a5921e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:12:57.858905 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0fe92ee8-95be-4493-8a13-061848ef4967 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:57.860378 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0fe92ee8-95be-4493-8a13-061848ef4967 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8461521 Oct 10 11:12:57.869478 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50112) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:57.878541 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255f5fe2-2303-4063-840d-028ca3a5921e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:12:57.879358 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-255f5fe2-2303-4063-840d-028ca3a5921e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:57.884249 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f5fe2-2303-4063-840d-028ca3a5921e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=a7410bf8-8e7c-430d-b7cc-7b14142ba4b7,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:57.964811 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a5224e-9522-425d-96c0-abd46c7f92c7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:57.967420 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3046892b-ea47-48a7-b126-9627d5252d4e tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:57.968881 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-39a5224e-9522-425d-96c0-abd46c7f92c7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:57.984566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-037a09e9-2450-47a2-b603-a652f36c252c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:58.015264 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b8f4f0-0ff0-40df-88e8-598d7830bb77 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:58.022587 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-255f5fe2-2303-4063-840d-028ca3a5921e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6822221 Oct 10 11:12:58.026478 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50116) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:58.035544 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-d612b324-8856-489e-91f4-f2c45dea22ac tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'port': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'mac_address': 'fa:16:3e:5b:c5:ba', 'name': 'tempest-NetworksTestDHCPv6-1882219833'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:58.045138 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a597e76d-a916-43a2-89ab-239dceaed82c tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] 10.222.0.40 "GET /v2.0/floatingips?floating_network_id=e55602ee-6758-4337-a4a3-696921f4fc09 HTTP/1.1" status: 200 len: 690 time: 0.1721282 Oct 10 11:12:58.049071 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50120) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:58.077740 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Attempt 3 to provision port 17fd866b-38b2-4c65-8060-f89e01ba6185 Oct 10 11:12:58.091466 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c3fb99fa-3685-4d66-9a25-d170336a7bac tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:58.194583 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bc241f9c-c58d-428d-b69b-c60915e4f863 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:58.199978 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.ipam_backend_mixin [None req-39a5224e-9522-425d-96c0-abd46c7f92c7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Performing IP validity checks on allocation pools {{(pid=89896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 10 11:12:58.202805 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.ipam_backend_mixin [None req-39a5224e-9522-425d-96c0-abd46c7f92c7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 10 11:12:58.235378 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-3046892b-ea47-48a7-b126-9627d5252d4e tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Deleting port d562828e-8b4c-49b4-b4a6-c9d9c90affc5 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:58.235943 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3046892b-ea47-48a7-b126-9627d5252d4e tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:58.245692 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Port 17fd866b-38b2-4c65-8060-f89e01ba6185 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:58.282916 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb99fa-3685-4d66-9a25-d170336a7bac tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Pushing event deleted for resources: {'Port': ['ID=befe7777-aed5-44b7-8019-d9617cf7a7a6,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:58.334161 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc241f9c-c58d-428d-b69b-c60915e4f863 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Pushing event deleted for resources: {'Subnet': ['ID=9199e3ee-4aed-46d9-83cc-6d00a978fdee,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:58.339655 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c3fb99fa-3685-4d66-9a25-d170336a7bac tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:58.344455 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:12:58.365858 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bc241f9c-c58d-428d-b69b-c60915e4f863 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:58.391957 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-bc241f9c-c58d-428d-b69b-c60915e4f863 tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] 10.222.0.40 "DELETE /v2.0/subnets/9199e3ee-4aed-46d9-83cc-6d00a978fdee HTTP/1.1" status: 204 len: 168 time: 1.6419768 Oct 10 11:12:58.397813 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50124) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:58.425737 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-037a09e9-2450-47a2-b603-a652f36c252c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:58.426933 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d612b324-8856-489e-91f4-f2c45dea22ac tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:58.434871 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d612b324-8856-489e-91f4-f2c45dea22ac tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:port and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:58.439892 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d612b324-8856-489e-91f4-f2c45dea22ac tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:58.440916 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9430abf3-d633-4cef-8860-3e56f6644308 None None] Network 60068c39-2ae6-4bb8-8342-06d415f4ceed requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:12:58.498218 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c3fb99fa-3685-4d66-9a25-d170336a7bac tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] 10.222.0.40 "DELETE /v2.0/ports/befe7777-aed5-44b7-8019-d9617cf7a7a6 HTTP/1.1" status: 204 len: 168 time: 2.6340678 Oct 10 11:12:58.501327 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d612b324-8856-489e-91f4-f2c45dea22ac tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:58.503271 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50128) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:58.516940 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-037a09e9-2450-47a2-b603-a652f36c252c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:58.589318 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-03bd60ee-4ae3-43d3-a0d2-b320bacf348c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:58.595184 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d1a9d1-8bee-4ee5-835e-a068cea34b3c tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] GET failed (client error): The resource could not be found. Oct 10 11:12:58.595947 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-03d1a9d1-8bee-4ee5-835e-a068cea34b3c tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Synchronizing usage tracker for tenant:4ad3f6d437a74744b42a530630d02b79 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:12:58.599317 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a09e9-2450-47a2-b603-a652f36c252c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a40001a-d0f3-4d2f-8407-5c9998deeb85,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:58.617244 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5bb145ce-cec1-438c-b6b2-4b3d2bda5e04 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:58.625781 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3046892b-ea47-48a7-b126-9627d5252d4e tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:58.760870 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-5bb145ce-cec1-438c-b6b2-4b3d2bda5e04 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Deleting port 70171d5f-eb61-447b-8e35-d100aa7fbe15 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:58.760870 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5bb145ce-cec1-438c-b6b2-4b3d2bda5e04 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:58.791690 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Attempt 4 to provision port 17fd866b-38b2-4c65-8060-f89e01ba6185 Oct 10 11:12:58.838851 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-03bd60ee-4ae3-43d3-a0d2-b320bacf348c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Deleting port fd8ff3ea-91e1-4755-abfd-1db8d8d7e267 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:58.839354 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-03bd60ee-4ae3-43d3-a0d2-b320bacf348c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:58.940185 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-3046892b-ea47-48a7-b126-9627d5252d4e tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Calling delete_port for d562828e-8b4c-49b4-b4a6-c9d9c90affc5 owned by network:router_gateway {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:58.940467 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Port 17fd866b-38b2-4c65-8060-f89e01ba6185 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:58.940971 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:12:58.953439 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 22e4d7ad-b86e-44e9-bed3-cc66e66be11c up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:12:59.019331 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d612b324-8856-489e-91f4-f2c45dea22ac tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:12:59.040450 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e27f251-2f40-411f-8aec-60c701aa58b6 None None] DHCP port deletion for 60068c39-2ae6-4bb8-8342-06d415f4ceed request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:12:59.048823 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9e27f251-2f40-411f-8aec-60c701aa58b6 None None] Deleting port fd8ff3ea-91e1-4755-abfd-1db8d8d7e267 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:12:59.049200 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9e27f251-2f40-411f-8aec-60c701aa58b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:59.064593 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-037a09e9-2450-47a2-b603-a652f36c252c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:59.072626 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-037a09e9-2450-47a2-b603-a652f36c252c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7298236 Oct 10 11:12:59.072626 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-03d1a9d1-8bee-4ee5-835e-a068cea34b3c tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] Unset dirty status for tenant:4ad3f6d437a74744b42a530630d02b79 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:12:59.072626 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-03d1a9d1-8bee-4ee5-835e-a068cea34b3c tempest-PortsAdminExtendedAttrsTestJSON-1380556091 tempest-PortsAdminExtendedAttrsTestJSON-1380556091-project-admin] 10.222.0.40 "GET /v2.0/ports/befe7777-aed5-44b7-8019-d9617cf7a7a6 HTTP/1.1" status: 404 len: 333 time: 0.5558379 Oct 10 11:12:59.073850 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f6d19462-5f02-4c2f-90f7-6e6196f2c891 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:59.085417 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50132) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:59.085932 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50134) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:12:59.120162 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-b837be09-7ac6-4be1-8d30-5473cc52b37b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:12:59.121830 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 22e4d7ad-b86e-44e9-bed3-cc66e66be11c triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:12:59.122203 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:59.122541 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 22e4d7ad-b86e-44e9-bed3-cc66e66be11c Oct 10 11:12:59.147459 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b837be09-7ac6-4be1-8d30-5473cc52b37b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:12:59.221384 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b837be09-7ac6-4be1-8d30-5473cc52b37b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Usage tracker for resource:floatingip and tenant:ae70dbd562a74602ba992b43f7087eba is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:12:59.283679 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b837be09-7ac6-4be1-8d30-5473cc52b37b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:12:59.318157 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b837be09-7ac6-4be1-8d30-5473cc52b37b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:12:59.326196 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-39a5224e-9522-425d-96c0-abd46c7f92c7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:59.335526 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5bb145ce-cec1-438c-b6b2-4b3d2bda5e04 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:59.335980 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5bb145ce-cec1-438c-b6b2-4b3d2bda5e04 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:59.452595 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Attempt 5 to provision port 17fd866b-38b2-4c65-8060-f89e01ba6185 Oct 10 11:12:59.498433 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-816f6f3b-9c64-426b-93ec-2b04cddd58a7 tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:59.503193 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c84228-bb93-4c2f-9114-9e270890f8ae None None] Update dhcp port {'port': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'fixed_ips': [{'subnet_id': 'd4e99e2d-b2e2-473e-9ac9-db71056c39af', 'ip_address': '2001:db8::f816:3eff:fe4c:1d24'}, {'subnet_id': 'a7410bf8-8e7c-430d-b7cc-7b14142ba4b7'}], 'binding:host_id': 'dv-neutron-860842-1-hyperv'}, 'id': '2edfd29b-2d70-41e0-a974-c4367c6c9ba9'} from dv-neutron-860842-1-hyperv. {{(pid=89898) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 10 11:12:59.532402 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d612b324-8856-489e-91f4-f2c45dea22ac tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:59.551189 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-9e27f251-2f40-411f-8aec-60c701aa58b6 None None] For port fd8ff3ea-91e1-4755-abfd-1db8d8d7e267, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=fd8ff3ea-91e1-4755-abfd-1db8d8d7e267,segment=NetworkSegment(abc21503-4caf-4344-a2da-4fc00316159c),segment_id=abc21503-4caf-4344-a2da-4fc00316159c)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:59.551508 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9e27f251-2f40-411f-8aec-60c701aa58b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:59.585284 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b837be09-7ac6-4be1-8d30-5473cc52b37b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks [] for floatingip, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:59.592787 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 22e4d7ad-b86e-44e9-bed3-cc66e66be11c is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:12:59.592787 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 2edfd29b-2d70-41e0-a974-c4367c6c9ba9 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:12:59.718596 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-816f6f3b-9c64-426b-93ec-2b04cddd58a7 tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:59.732247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Port 17fd866b-38b2-4c65-8060-f89e01ba6185 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:12:59.743853 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-d612b324-8856-489e-91f4-f2c45dea22ac tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] device_id is not set on port ac46098c-8913-4607-9e5a-45786c24f1ce yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:12:59.749549 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9e27f251-2f40-411f-8aec-60c701aa58b6 None None] Calling delete_port for fd8ff3ea-91e1-4755-abfd-1db8d8d7e267 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:59.763507 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-5bb145ce-cec1-438c-b6b2-4b3d2bda5e04 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Calling delete_port for 70171d5f-eb61-447b-8e35-d100aa7fbe15 owned by network:floatingip {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:12:59.800315 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-09c84228-bb93-4c2f-9114-9e270890f8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:59.810953 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-816f6f3b-9c64-426b-93ec-2b04cddd58a7 tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce514dc2-7589-452a-9581-ffbd003a2609']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:59.897183 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-816f6f3b-9c64-426b-93ec-2b04cddd58a7 tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c1f43b1-dd11-4a75-8c67-75d84b704edf') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:59.897669 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-816f6f3b-9c64-426b-93ec-2b04cddd58a7 tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c1f43b1-dd11-4a75-8c67-75d84b704edf') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:12:59.917225 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-03bd60ee-4ae3-43d3-a0d2-b320bacf348c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] For port fd8ff3ea-91e1-4755-abfd-1db8d8d7e267, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=fd8ff3ea-91e1-4755-abfd-1db8d8d7e267,segment=NetworkSegment(abc21503-4caf-4344-a2da-4fc00316159c),segment_id=abc21503-4caf-4344-a2da-4fc00316159c)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:12:59.917706 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-03bd60ee-4ae3-43d3-a0d2-b320bacf348c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:12:59.930490 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5224e-9522-425d-96c0-abd46c7f92c7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Subnet': ['ID=dff377e6-2898-4ea9-a559-a58655ea4cda,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:12:59.975948 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-816f6f3b-9c64-426b-93ec-2b04cddd58a7 tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:00.006853 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 2edfd29b-2d70-41e0-a974-c4367c6c9ba9 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:13:00.035827 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9e27f251-2f40-411f-8aec-60c701aa58b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:00.066572 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-816f6f3b-9c64-426b-93ec-2b04cddd58a7 tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:00.077128 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-816f6f3b-9c64-426b-93ec-2b04cddd58a7 tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Releasing vlan 472 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:13:00.077654 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-816f6f3b-9c64-426b-93ec-2b04cddd58a7 tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:00.087289 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a5224e-9522-425d-96c0-abd46c7f92c7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Checking segment: {'id': '56b83c7a-f7f1-4f09-a93d-97fe7b9dde16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '33de9f07-5025-4438-9235-92ff941eac5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:13:00.087851 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a5224e-9522-425d-96c0-abd46c7f92c7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network hostable DHCP agents. Network: 33de9f07-5025-4438-9235-92ff941eac5a, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:13:00.099513 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-03bd60ee-4ae3-43d3-a0d2-b320bacf348c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Calling delete_port for fd8ff3ea-91e1-4755-abfd-1db8d8d7e267 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:00.112999 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device fd8ff3ea-91e1-4755-abfd-1db8d8d7e267 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:13:00.149619 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27f251-2f40-411f-8aec-60c701aa58b6 None None] Pushing event deleted for resources: {'Port': ['ID=fd8ff3ea-91e1-4755-abfd-1db8d8d7e267,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:00.151435 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e27f251-2f40-411f-8aec-60c701aa58b6 None None] No DVR routers for this DVR port fd8ff3ea-91e1-4755-abfd-1db8d8d7e267 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:13:00.160524 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: fd8ff3ea-91e1-4755-abfd-1db8d8d7e267 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:13:00.160524 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device fd8ff3ea-91e1-4755-abfd-1db8d8d7e267 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:13:00.178919 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 9c1f43b1-dd11-4a75-8c67-75d84b704edf resource provider aggregate not found Oct 10 11:13:00.190612 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3046892b-ea47-48a7-b126-9627d5252d4e tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:00.234403 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Attempt 6 to provision port 17fd866b-38b2-4c65-8060-f89e01ba6185 Oct 10 11:13:00.238741 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 9c1f43b1-dd11-4a75-8c67-75d84b704edf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c1f43b1-dd11-4a75-8c67-75d84b704edf found for delete ", "request_id": "req-36ee73e0-5f50-4ab3-a49b-4e3a32c8246a"}]} Oct 10 11:13:00.296072 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046892b-ea47-48a7-b126-9627d5252d4e tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Pushing event deleted for resources: {'Port': ['ID=d562828e-8b4c-49b4-b4a6-c9d9c90affc5,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:00.309401 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a5224e-9522-425d-96c0-abd46c7f92c7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network 33de9f07-5025-4438-9235-92ff941eac5a is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:13:00.316462 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Port 17fd866b-38b2-4c65-8060-f89e01ba6185 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:00.327866 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.api [None req-03bd60ee-4ae3-43d3-a0d2-b320bacf348c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:13:00.328127 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG oslo_db.api [None req-03bd60ee-4ae3-43d3-a0d2-b320bacf348c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:13:00.354320 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-f6d19462-5f02-4c2f-90f7-6e6196f2c891 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Deleting port 17fd866b-38b2-4c65-8060-f89e01ba6185 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:00.354664 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f6d19462-5f02-4c2f-90f7-6e6196f2c891 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:00.385267 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-816f6f3b-9c64-426b-93ec-2b04cddd58a7 tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:00.404838 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-39a5224e-9522-425d-96c0-abd46c7f92c7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 33de9f07-5025-4438-9235-92ff941eac5a) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:00.409001 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a5224e-9522-425d-96c0-abd46c7f92c7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:00.410300 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-39a5224e-9522-425d-96c0-abd46c7f92c7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:00.412891 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aebbaf4-2b56-4f1c-aec2-dbce28f0dd34 None None] Network 33de9f07-5025-4438-9235-92ff941eac5a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:00.415631 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5bb145ce-cec1-438c-b6b2-4b3d2bda5e04 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:00.420572 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-816f6f3b-9c64-426b-93ec-2b04cddd58a7 tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:00.440287 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-d612b324-8856-489e-91f4-f2c45dea22ac tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 172.20.0.14 (dac74586-4382-4e00-a6eb-f2005f114a9a/a7410bf8-8e7c-430d-b7cc-7b14142ba4b7/ac46098c-8913-4607-9e5a-45786c24f1ce) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:00.452375 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f6f3b-9c64-426b-93ec-2b04cddd58a7 tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] Pushing event deleted for resources: {'Network': ['ID=ce514dc2-7589-452a-9581-ffbd003a2609,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:00.461692 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b837be09-7ac6-4be1-8d30-5473cc52b37b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:00.466494 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-d612b324-8856-489e-91f4-f2c45dea22ac tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 2001:db8::f816:3eff:fe5b:c5ba (dac74586-4382-4e00-a6eb-f2005f114a9a/d4e99e2d-b2e2-473e-9ac9-db71056c39af/ac46098c-8913-4607-9e5a-45786c24f1ce) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:00.470726 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-816f6f3b-9c64-426b-93ec-2b04cddd58a7 tempest-PortsAdminExtendedAttrsTestJSON-1890432296 tempest-PortsAdminExtendedAttrsTestJSON-1890432296-project] 10.222.0.40 "DELETE /v2.0/networks/ce514dc2-7589-452a-9581-ffbd003a2609 HTTP/1.1" status: 204 len: 168 time: 1.3787546 Oct 10 11:13:00.569433 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb145ce-cec1-438c-b6b2-4b3d2bda5e04 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Pushing event deleted for resources: {'Port': ['ID=70171d5f-eb61-447b-8e35-d100aa7fbe15,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:00.761979 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674b2058-8561-4803-9146-191d8cce6b66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-33de9f07-5025-4438-9235-92ff941eac5a', 'network_id': '33de9f07-5025-4438-9235-92ff941eac5a', 'tenant_id': 'd4be467877224cc3b1469223421a71e0', 'fixed_ips': [{'subnet_id': 'dff377e6-2898-4ea9-a559-a58655ea4cda'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:13:00.762843 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-674b2058-8561-4803-9146-191d8cce6b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:00.796193 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3046892b-ea47-48a7-b126-9627d5252d4e tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:00.823847 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-39a5224e-9522-425d-96c0-abd46c7f92c7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5611625 Oct 10 11:13:00.824635 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50146) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:00.831331 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-03bd60ee-4ae3-43d3-a0d2-b320bacf348c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Deleting port fd8ff3ea-91e1-4755-abfd-1db8d8d7e267 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:00.831774 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-03bd60ee-4ae3-43d3-a0d2-b320bacf348c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:00.871205 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-cb1451f3-7f75-4850-8b87-7f8866d83afb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'port': {'network_id': '33de9f07-5025-4438-9235-92ff941eac5a', 'name': 'tempest-PortsIpV6TestJSON-1186526445'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:00.942116 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Attempt 7 to provision port 17fd866b-38b2-4c65-8060-f89e01ba6185 Oct 10 11:13:00.953343 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f6d19462-5f02-4c2f-90f7-6e6196f2c891 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:00.984135 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5bb145ce-cec1-438c-b6b2-4b3d2bda5e04 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:01.014912 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3046892b-ea47-48a7-b126-9627d5252d4e tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:01.022166 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3046892b-ea47-48a7-b126-9627d5252d4e tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:01.027222 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50152) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:01.073512 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d612b324-8856-489e-91f4-f2c45dea22ac tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:01.079612 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Port 17fd866b-38b2-4c65-8060-f89e01ba6185 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:01.092561 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-674b2058-8561-4803-9146-191d8cce6b66 None None] Allocated IP 2001:db8::2 (33de9f07-5025-4438-9235-92ff941eac5a/dff377e6-2898-4ea9-a559-a58655ea4cda/1b8a4900-5084-498e-ab88-d51c73d7bf65) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:01.132854 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-d612b324-8856-489e-91f4-f2c45dea22ac tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Transition to ACTIVE for port object ac46098c-8913-4607-9e5a-45786c24f1ce will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:13:01.147966 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-03bd60ee-4ae3-43d3-a0d2-b320bacf348c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] The port 'fd8ff3ea-91e1-4755-abfd-1db8d8d7e267' was deleted {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:13:01.154770 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-b837be09-7ac6-4be1-8d30-5473cc52b37b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Allocated IP 172.26.4.240 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/c2589bed-0d48-4168-ba4f-11a405d4ef4c) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:01.188334 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3046892b-ea47-48a7-b126-9627d5252d4e tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:01.188861 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3046892b-ea47-48a7-b126-9627d5252d4e tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Fanout notify agent at l3_agent the message router_deleted on router 2b002889-dd73-48ac-b95e-eb11e37fdf3c {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:13:01.320561 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3046892b-ea47-48a7-b126-9627d5252d4e tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:01.329549 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3046892b-ea47-48a7-b126-9627d5252d4e tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "DELETE /v2.0/routers/2b002889-dd73-48ac-b95e-eb11e37fdf3c HTTP/1.1" status: 204 len: 168 time: 4.9241078 Oct 10 11:13:01.329549 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d612b324-8856-489e-91f4-f2c45dea22ac tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:01.329549 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50158) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:01.376485 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-f6d19462-5f02-4c2f-90f7-6e6196f2c891 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Calling delete_port for 17fd866b-38b2-4c65-8060-f89e01ba6185 owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:01.382331 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-39a7ee77-659f-41de-8cda-f871b0982d8b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a897328f0d9946c581255e6516bd2dd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3538237 Oct 10 11:13:01.389329 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-bd74c045-3494-48fb-9650-055cdcdb3e86 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-349155931', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:01.400946 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-674b2058-8561-4803-9146-191d8cce6b66 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:01.401927 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50162) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:01.414062 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-09c84228-bb93-4c2f-9114-9e270890f8ae None None] Allocated IP 172.20.0.2 (dac74586-4382-4e00-a6eb-f2005f114a9a/a7410bf8-8e7c-430d-b7cc-7b14142ba4b7/2edfd29b-2d70-41e0-a974-c4367c6c9ba9) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:01.419207 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-674b2058-8561-4803-9146-191d8cce6b66 None None] Transition to ACTIVE for port object 1b8a4900-5084-498e-ab88-d51c73d7bf65 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:13:01.426083 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-bd74c045-3494-48fb-9650-055cdcdb3e86 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:01.441784 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-bd74c045-3494-48fb-9650-055cdcdb3e86 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Usage tracker for resource:router and tenant:11ce564d05404c1aac980352a1eb066f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:01.454813 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-bd74c045-3494-48fb-9650-055cdcdb3e86 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:01.468675 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d612b324-8856-489e-91f4-f2c45dea22ac tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:01.472531 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-674b2058-8561-4803-9146-191d8cce6b66 None None] Transition to ACTIVE for port object 1b8a4900-5084-498e-ab88-d51c73d7bf65 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:13:01.484399 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-d612b324-8856-489e-91f4-f2c45dea22ac tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:01.490503 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-bd74c045-3494-48fb-9650-055cdcdb3e86 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:01.498449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d612b324-8856-489e-91f4-f2c45dea22ac tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:01.543217 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612b324-8856-489e-91f4-f2c45dea22ac tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Port': ['ID=ac46098c-8913-4607-9e5a-45786c24f1ce,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:01.587350 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b837be09-7ac6-4be1-8d30-5473cc52b37b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:01.621914 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d612b324-8856-489e-91f4-f2c45dea22ac tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:01.622568 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d612b324-8856-489e-91f4-f2c45dea22ac tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:01.634417 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Attempt 8 to provision port 17fd866b-38b2-4c65-8060-f89e01ba6185 Oct 10 11:13:01.646329 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b6562a5f-e26f-4c81-a0c9-aeb75547d430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:01.662232 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-03bd60ee-4ae3-43d3-a0d2-b320bacf348c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:01.676647 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-674b2058-8561-4803-9146-191d8cce6b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:01.683805 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bd74c045-3494-48fb-9650-055cdcdb3e86 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:01.685211 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bd74c045-3494-48fb-9650-055cdcdb3e86 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:01.689583 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b6562a5f-e26f-4c81-a0c9-aeb75547d430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:01.727060 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-03bd60ee-4ae3-43d3-a0d2-b320bacf348c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60068c39-2ae6-4bb8-8342-06d415f4ceed']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:01.735240 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bd74c045-3494-48fb-9650-055cdcdb3e86 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:01.742844 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d612b324-8856-489e-91f4-f2c45dea22ac tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.7108552 Oct 10 11:13:01.743379 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cb1451f3-7f75-4850-8b87-7f8866d83afb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:01.745368 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50166) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:01.746101 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5bb145ce-cec1-438c-b6b2-4b3d2bda5e04 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:01.782507 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-09c84228-bb93-4c2f-9114-9e270890f8ae None None] For port 2edfd29b-2d70-41e0-a974-c4367c6c9ba9, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=2edfd29b-2d70-41e0-a974-c4367c6c9ba9,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:01.791148 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-03bd60ee-4ae3-43d3-a0d2-b320bacf348c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc21503-4caf-4344-a2da-4fc00316159c') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:01.791439 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-03bd60ee-4ae3-43d3-a0d2-b320bacf348c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc21503-4caf-4344-a2da-4fc00316159c') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:01.807232 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cb1451f3-7f75-4850-8b87-7f8866d83afb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:01.812166 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674b2058-8561-4803-9146-191d8cce6b66 None None] Network 33de9f07-5025-4438-9235-92ff941eac5a is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:01.816635 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b837be09-7ac6-4be1-8d30-5473cc52b37b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:01.819901 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-674b2058-8561-4803-9146-191d8cce6b66 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:01.822624 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674b2058-8561-4803-9146-191d8cce6b66 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:01.824053 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-03bd60ee-4ae3-43d3-a0d2-b320bacf348c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:01.834994 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Port 17fd866b-38b2-4c65-8060-f89e01ba6185 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:01.863684 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-03bd60ee-4ae3-43d3-a0d2-b320bacf348c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:01.883613 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03bd60ee-4ae3-43d3-a0d2-b320bacf348c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Releasing vlan 471 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:13:01.884236 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-03bd60ee-4ae3-43d3-a0d2-b320bacf348c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:01.885216 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b2058-8561-4803-9146-191d8cce6b66 None None] Pushing event updated for resources: {'Port': ['ID=1b8a4900-5084-498e-ab88-d51c73d7bf65,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:01.893543 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b837be09-7ac6-4be1-8d30-5473cc52b37b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:01.913591 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-b837be09-7ac6-4be1-8d30-5473cc52b37b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:01.913591 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b837be09-7ac6-4be1-8d30-5473cc52b37b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:01.952421 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bd74c045-3494-48fb-9650-055cdcdb3e86 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:01.963985 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment abc21503-4caf-4344-a2da-4fc00316159c resource provider aggregate not found Oct 10 11:13:01.968141 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-09c84228-bb93-4c2f-9114-9e270890f8ae None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:02.010181 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837be09-7ac6-4be1-8d30-5473cc52b37b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Pushing event updated for resources: {'Port': ['ID=c2589bed-0d48-4168-ba4f-11a405d4ef4c,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:02.027513 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b6562a5f-e26f-4c81-a0c9-aeb75547d430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:02.039082 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment abc21503-4caf-4344-a2da-4fc00316159c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid abc21503-4caf-4344-a2da-4fc00316159c found for delete ", "request_id": "req-b89e6135-ed4f-4dcd-8158-6f84eb062ec9"}]} Oct 10 11:13:02.056240 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1451f3-7f75-4850-8b87-7f8866d83afb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:02.059039 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cb1451f3-7f75-4850-8b87-7f8866d83afb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:02.064650 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-09c84228-bb93-4c2f-9114-9e270890f8ae None None] Ignored duplicate provisioning block setup for port 2edfd29b-2d70-41e0-a974-c4367c6c9ba9 by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 10 11:13:02.068202 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9b09eb-f195-42be-a7a8-acd6e122a5a0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:02.068400 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-674b2058-8561-4803-9146-191d8cce6b66 None None] Attempting to bind port 1b8a4900-5084-498e-ab88-d51c73d7bf65 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:13:02.068841 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-674b2058-8561-4803-9146-191d8cce6b66 None None] Attempting to bind port 1b8a4900-5084-498e-ab88-d51c73d7bf65 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '56b83c7a-f7f1-4f09-a93d-97fe7b9dde16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '33de9f07-5025-4438-9235-92ff941eac5a'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:13:02.069361 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674b2058-8561-4803-9146-191d8cce6b66 None None] Attempting to bind port 1b8a4900-5084-498e-ab88-d51c73d7bf65 on network 33de9f07-5025-4438-9235-92ff941eac5a {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:13:02.077592 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9b09eb-f195-42be-a7a8-acd6e122a5a0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:02.078239 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674b2058-8561-4803-9146-191d8cce6b66 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:13:02.079399 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674b2058-8561-4803-9146-191d8cce6b66 None None] Checking segment: {'id': '56b83c7a-f7f1-4f09-a93d-97fe7b9dde16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '33de9f07-5025-4438-9235-92ff941eac5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:13:02.079399 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-674b2058-8561-4803-9146-191d8cce6b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:02.079619 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0b9b09eb-f195-42be-a7a8-acd6e122a5a0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:02.079712 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674b2058-8561-4803-9146-191d8cce6b66 None None] Bound using segment: {'id': '56b83c7a-f7f1-4f09-a93d-97fe7b9dde16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '33de9f07-5025-4438-9235-92ff941eac5a'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:13:02.080276 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-674b2058-8561-4803-9146-191d8cce6b66 None None] Bound port: 1b8a4900-5084-498e-ab88-d51c73d7bf65, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b83c7a-f7f1-4f09-a93d-97fe7b9dde16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '33de9f07-5025-4438-9235-92ff941eac5a'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:13:02.081380 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-674b2058-8561-4803-9146-191d8cce6b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:02.084182 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5bb145ce-cec1-438c-b6b2-4b3d2bda5e04 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:02.084345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6562a5f-e26f-4c81-a0c9-aeb75547d430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77365d26-f6ca-4b55-9748-1240359036e7,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:02.088389 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b6562a5f-e26f-4c81-a0c9-aeb75547d430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:02.093259 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b6562a5f-e26f-4c81-a0c9-aeb75547d430 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/77365d26-f6ca-4b55-9748-1240359036e7 HTTP/1.1" status: 204 len: 168 time: 0.6829064 Oct 10 11:13:02.106692 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bd74c045-3494-48fb-9650-055cdcdb3e86 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:02.113448 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-bd74c045-3494-48fb-9650-055cdcdb3e86 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7443373 Oct 10 11:13:02.114052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50176) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:02.126654 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'enable_snat': True}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:02.162555 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb145ce-cec1-438c-b6b2-4b3d2bda5e04 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8e13caf7-1327-43c1-bd08-1958e2e0283e,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:02.167899 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-cb1451f3-7f75-4850-8b87-7f8866d83afb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] device_id is not set on port 996e20e6-e803-4851-8c18-7ba3e3ddefb9 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:13:02.233645 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-03bd60ee-4ae3-43d3-a0d2-b320bacf348c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:02.235439 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-09c84228-bb93-4c2f-9114-9e270890f8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:02.281860 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-03bd60ee-4ae3-43d3-a0d2-b320bacf348c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:02.319546 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd60ee-4ae3-43d3-a0d2-b320bacf348c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] Pushing event deleted for resources: {'Network': ['ID=60068c39-2ae6-4bb8-8342-06d415f4ceed,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:02.321365 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f6d19462-5f02-4c2f-90f7-6e6196f2c891 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:02.339144 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Attempt 9 to provision port 17fd866b-38b2-4c65-8060-f89e01ba6185 Oct 10 11:13:02.381870 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0b9b09eb-f195-42be-a7a8-acd6e122a5a0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:02.386897 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0b9b09eb-f195-42be-a7a8-acd6e122a5a0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.6379585 Oct 10 11:13:02.396644 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50180) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:02.468007 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d19462-5f02-4c2f-90f7-6e6196f2c891 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Port': ['ID=17fd866b-38b2-4c65-8060-f89e01ba6185,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:02.477199 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-03bd60ee-4ae3-43d3-a0d2-b320bacf348c tempest-AllowedAddressPairTestJSON-839956962 tempest-AllowedAddressPairTestJSON-839956962-project] 10.222.0.40 "DELETE /v2.0/networks/60068c39-2ae6-4bb8-8342-06d415f4ceed HTTP/1.1" status: 204 len: 168 time: 4.0723183 Oct 10 11:13:02.484015 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5bb145ce-cec1-438c-b6b2-4b3d2bda5e04 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:02.506618 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-674b2058-8561-4803-9146-191d8cce6b66 None None] For port 1b8a4900-5084-498e-ab88-d51c73d7bf65, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:13:02.511393 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-674b2058-8561-4803-9146-191d8cce6b66 None None] For port 1b8a4900-5084-498e-ab88-d51c73d7bf65, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1b8a4900-5084-498e-ab88-d51c73d7bf65,segment=NetworkSegment(56b83c7a-f7f1-4f09-a93d-97fe7b9dde16),segment_id=56b83c7a-f7f1-4f09-a93d-97fe7b9dde16)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:13:02.547466 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Port 17fd866b-38b2-4c65-8060-f89e01ba6185 was deleted so its status cannot be updated. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 10 11:13:02.552551 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c84228-bb93-4c2f-9114-9e270890f8ae None None] Pushing event updated for resources: {'Port': ['ID=2edfd29b-2d70-41e0-a974-c4367c6c9ba9,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:02.687749 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-674b2058-8561-4803-9146-191d8cce6b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:02.789391 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-5bb145ce-cec1-438c-b6b2-4b3d2bda5e04 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e55602ee-6758-4337-a4a3-696921f4fc09']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:02.826530 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-5bb145ce-cec1-438c-b6b2-4b3d2bda5e04 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '390d03dc-a61b-45d1-b8b9-a301405f6bc8') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:02.826911 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-5bb145ce-cec1-438c-b6b2-4b3d2bda5e04 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '390d03dc-a61b-45d1-b8b9-a301405f6bc8') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:02.854443 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b2058-8561-4803-9146-191d8cce6b66 None None] Pushing event updated for resources: {'Port': ['ID=1b8a4900-5084-498e-ab88-d51c73d7bf65,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:02.856982 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5bb145ce-cec1-438c-b6b2-4b3d2bda5e04 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:02.866307 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Provisioning complete for port 319ed59a-1323-4b6e-8533-b9485179b324 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:02.866996 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:02.867364 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Attempt 1 to provision port 319ed59a-1323-4b6e-8533-b9485179b324 Oct 10 11:13:02.877658 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b837be09-7ac6-4be1-8d30-5473cc52b37b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:02.892384 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-cb1451f3-7f75-4850-8b87-7f8866d83afb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Allocated IP 2001:db8::150 (33de9f07-5025-4438-9235-92ff941eac5a/dff377e6-2898-4ea9-a559-a58655ea4cda/996e20e6-e803-4851-8c18-7ba3e3ddefb9) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:03.017961 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5bb145ce-cec1-438c-b6b2-4b3d2bda5e04 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:03.078372 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-2d5baf31-e21d-40e8-8b61-3d8433a44c87 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting port ac46098c-8913-4607-9e5a-45786c24f1ce {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:03.081094 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2d5baf31-e21d-40e8-8b61-3d8433a44c87 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:03.110590 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50188) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:03.115683 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Current status of the port 319ed59a-1323-4b6e-8533-b9485179b324 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:03.116841 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb145ce-cec1-438c-b6b2-4b3d2bda5e04 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Releasing vlan 463 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:13:03.117254 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5bb145ce-cec1-438c-b6b2-4b3d2bda5e04 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:03.139262 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:03.199663 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b837be09-7ac6-4be1-8d30-5473cc52b37b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:03.229783 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Provisioning for port ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:13:03.236640 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Provisioning complete for port ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:03.237509 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:03.241144 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Attempt 1 to provision port ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1 Oct 10 11:13:03.457655 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50194) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:03.538359 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62092db3-8aba-4a7b-b302-97fb8294ba29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:03.572285 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Current status of the port ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:03.572798 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:03.584737 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f6d19462-5f02-4c2f-90f7-6e6196f2c891 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:03.609404 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2d5baf31-e21d-40e8-8b61-3d8433a44c87 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:03.643297 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] For port ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1,segment=NetworkSegment(ca7b9976-eac1-4936-85c4-22ea5a47a536),segment_id=ca7b9976-eac1-4936-85c4-22ea5a47a536)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:03.697879 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b30f7a6e-034b-4901-b416-d62d2436342b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4ad3f6d437a74744b42a530630d02b79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5832658 Oct 10 11:13:03.726930 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:03.738966 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50200) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:03.739665 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5bb145ce-cec1-438c-b6b2-4b3d2bda5e04 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:03.773559 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-2d5baf31-e21d-40e8-8b61-3d8433a44c87 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Calling delete_port for ac46098c-8913-4607-9e5a-45786c24f1ce owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:03.824470 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb145ce-cec1-438c-b6b2-4b3d2bda5e04 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e55602ee-6758-4337-a4a3-696921f4fc09 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 10 11:13:03.847504 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Provisioning complete for port 4c79be41-6567-44f3-a076-afb79268c97e triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:03.847736 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:03.847938 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Attempt 1 to provision port 4c79be41-6567-44f3-a076-afb79268c97e Oct 10 11:13:03.887551 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5bb145ce-cec1-438c-b6b2-4b3d2bda5e04 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:03.949856 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Pushing event updated for resources: {'Port': ['ID=ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:03.962687 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb145ce-cec1-438c-b6b2-4b3d2bda5e04 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Pushing event deleted for resources: {'Network': ['ID=e55602ee-6758-4337-a4a3-696921f4fc09,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:03.984944 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Port 4c79be41-6567-44f3-a076-afb79268c97e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:04.025957 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5bb145ce-cec1-438c-b6b2-4b3d2bda5e04 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] 10.222.0.40 "DELETE /v2.0/networks/e55602ee-6758-4337-a4a3-696921f4fc09 HTTP/1.1" status: 204 len: 168 time: 5.9728379 Oct 10 11:13:04.030622 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50204) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:04.104514 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-04e3c5fa-a4e0-4614-8dd8-7618c955ad01 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ce3425404ee54491851657af61d0b0e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6306593 Oct 10 11:13:04.165557 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50208) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:04.255444 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 390d03dc-a61b-45d1-b8b9-a301405f6bc8 resource provider aggregate not found Oct 10 11:13:04.265393 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-08bc3dcb-6848-4423-8a13-fd6c6a72022c tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Synchronizing usage tracker for tenant:6510563939b94059a2a70d9733b8f960 on resource:floatingip {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:04.284813 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 2edfd29b-2d70-41e0-a974-c4367c6c9ba9 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:13:04.327383 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b837be09-7ac6-4be1-8d30-5473cc52b37b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:04.409659 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:13:04.442686 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8dad16da-e50c-492c-8197-16465dec49d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:04.455711 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b837be09-7ac6-4be1-8d30-5473cc52b37b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:04.482789 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8dad16da-e50c-492c-8197-16465dec49d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:04.487475 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Attempt 2 to provision port 4c79be41-6567-44f3-a076-afb79268c97e Oct 10 11:13:04.544624 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 390d03dc-a61b-45d1-b8b9-a301405f6bc8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 390d03dc-a61b-45d1-b8b9-a301405f6bc8 found for delete ", "request_id": "req-3a8202ff-5a96-460e-bec8-35dd91447d49"}]} Oct 10 11:13:04.552413 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2850e465-9f6b-4ae6-82d2-2c0d0eea3637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:04.579999 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2850e465-9f6b-4ae6-82d2-2c0d0eea3637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:04.605144 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Port 4c79be41-6567-44f3-a076-afb79268c97e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:04.620714 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:04.621179 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:04.621503 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1 Oct 10 11:13:04.656944 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd31ad4f-59d8-4043-b460-5ae2f1772050 None None] Network 33de9f07-5025-4438-9235-92ff941eac5a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:04.691257 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8dad16da-e50c-492c-8197-16465dec49d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:04.740543 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-08bc3dcb-6848-4423-8a13-fd6c6a72022c tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Unset dirty status for tenant:6510563939b94059a2a70d9733b8f960 on resource:floatingip {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:04.744906 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-08bc3dcb-6848-4423-8a13-fd6c6a72022c tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] 10.222.0.40 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.7038093 Oct 10 11:13:04.758476 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50216) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:04.764334 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad16da-e50c-492c-8197-16465dec49d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1795820f-e7da-45d2-8fbb-64cfb536f322,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:04.809241 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8dad16da-e50c-492c-8197-16465dec49d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:04.823412 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8dad16da-e50c-492c-8197-16465dec49d3 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1795820f-e7da-45d2-8fbb-64cfb536f322 HTTP/1.1" status: 204 len: 168 time: 1.0709503 Oct 10 11:13:04.855324 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d19462-5f02-4c2f-90f7-6e6196f2c891 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Router f4586d21-693d-47b7-93b3-3ce8bb980131 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:13:04.881623 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b837be09-7ac6-4be1-8d30-5473cc52b37b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:04.890135 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837be09-7ac6-4be1-8d30-5473cc52b37b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Pushing event updated for resources: {'Port': ['ID=c2589bed-0d48-4168-ba4f-11a405d4ef4c,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:04.893704 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:04.894807 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1b8a4900-5084-498e-ab88-d51c73d7bf65 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:13:04.908760 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:04.950748 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:04.953696 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2d5baf31-e21d-40e8-8b61-3d8433a44c87 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:05.024793 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f54428-ae59-4c4c-ba94-1d9e1d51b648 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:05.025466 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f54428-ae59-4c4c-ba94-1d9e1d51b648 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:05.025959 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f54428-ae59-4c4c-ba94-1d9e1d51b648 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:05.026416 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f54428-ae59-4c4c-ba94-1d9e1d51b648 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:05.026868 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f54428-ae59-4c4c-ba94-1d9e1d51b648 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:05.027573 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f54428-ae59-4c4c-ba94-1d9e1d51b648 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:05.027761 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f54428-ae59-4c4c-ba94-1d9e1d51b648 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:05.028238 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f54428-ae59-4c4c-ba94-1d9e1d51b648 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:05.029017 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f54428-ae59-4c4c-ba94-1d9e1d51b648 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:05.029741 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-86f54428-ae59-4c4c-ba94-1d9e1d51b648 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Synchronizing usage tracker for tenant:6510563939b94059a2a70d9733b8f960 on resource:subnet {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:05.043083 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5baf31-e21d-40e8-8b61-3d8433a44c87 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Port': ['ID=ac46098c-8913-4607-9e5a-45786c24f1ce,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:05.045960 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cb1451f3-7f75-4850-8b87-7f8866d83afb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:05.059185 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2850e465-9f6b-4ae6-82d2-2c0d0eea3637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:05.082596 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b837be09-7ac6-4be1-8d30-5473cc52b37b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:05.085806 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b837be09-7ac6-4be1-8d30-5473cc52b37b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9925981 Oct 10 11:13:05.090901 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850e465-9f6b-4ae6-82d2-2c0d0eea3637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f2c9d7-7b39-44a4-b399-af916c263dee,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:05.106336 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-cb1451f3-7f75-4850-8b87-7f8866d83afb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Transition to ACTIVE for port object 996e20e6-e803-4851-8c18-7ba3e3ddefb9 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:13:05.131760 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2850e465-9f6b-4ae6-82d2-2c0d0eea3637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:05.132945 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2850e465-9f6b-4ae6-82d2-2c0d0eea3637 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/20f2c9d7-7b39-44a4-b399-af916c263dee HTTP/1.1" status: 204 len: 168 time: 0.9333181 Oct 10 11:13:05.135427 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d19462-5f02-4c2f-90f7-6e6196f2c891 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:13:05.141190 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f6d19462-5f02-4c2f-90f7-6e6196f2c891 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "PUT /v2.0/routers/f4586d21-693d-47b7-93b3-3ce8bb980131/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2168298 Oct 10 11:13:05.144831 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Attempt 3 to provision port 4c79be41-6567-44f3-a076-afb79268c97e Oct 10 11:13:05.148134 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50226) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:05.151717 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb2522d-cd88-40c1-8450-3f694ae1eaae None None] Sync routers for ids ['f4586d21-693d-47b7-93b3-3ce8bb980131'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:13:05.166292 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb2522d-cd88-40c1-8450-3f694ae1eaae None None] Routers {'f4586d21-693d-47b7-93b3-3ce8bb980131'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:13:05.166900 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-bcb2522d-cd88-40c1-8450-3f694ae1eaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['f4586d21-693d-47b7-93b3-3ce8bb980131'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:05.212259 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-86f54428-ae59-4c4c-ba94-1d9e1d51b648 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Unset dirty status for tenant:6510563939b94059a2a70d9733b8f960 on resource:subnet {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:05.213723 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-86f54428-ae59-4c4c-ba94-1d9e1d51b648 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5750 time: 0.4508498 Oct 10 11:13:05.216603 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50230) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:05.254348 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Port 4c79be41-6567-44f3-a076-afb79268c97e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:05.298901 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-bcb2522d-cd88-40c1-8450-3f694ae1eaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:05.323249 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb2522d-cd88-40c1-8450-3f694ae1eaae None None] Routers {'f4586d21-693d-47b7-93b3-3ce8bb980131'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:13:05.328862 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-bcb2522d-cd88-40c1-8450-3f694ae1eaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:12:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['f4586d21-693d-47b7-93b3-3ce8bb980131'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:05.347681 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 1b8a4900-5084-498e-ab88-d51c73d7bf65 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:13:05.412972 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cb1451f3-7f75-4850-8b87-7f8866d83afb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:05.475363 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-bcb2522d-cd88-40c1-8450-3f694ae1eaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:05.477092 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb2522d-cd88-40c1-8450-3f694ae1eaae None None] The sync data for ids ['f4586d21-693d-47b7-93b3-3ce8bb980131'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:13:05.524811 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-0e8be5ba-909c-46b8-a9f4-00fe99d6061a tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] delete failed (client error): The resource could not be found. Oct 10 11:13:05.526345 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0e8be5ba-909c-46b8-a9f4-00fe99d6061a tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] 10.222.0.40 "DELETE /v2.0/floatingips/11c94eca-8c2d-46e1-b29d-d4eb7b392822 HTTP/1.1" status: 404 len: 345 time: 0.3084567 Oct 10 11:13:05.534049 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50246) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:05.541269 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1451f3-7f75-4850-8b87-7f8866d83afb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network 33de9f07-5025-4438-9235-92ff941eac5a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:05.569050 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-cb1451f3-7f75-4850-8b87-7f8866d83afb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:05.572930 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1451f3-7f75-4850-8b87-7f8866d83afb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:05.579512 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1451f3-7f75-4850-8b87-7f8866d83afb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:05.580642 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cb1451f3-7f75-4850-8b87-7f8866d83afb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:05.609064 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-789d7700-efe0-414e-a659-f665037e4678 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] DELETE failed (client error): The resource could not be found. Oct 10 11:13:05.609563 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-789d7700-efe0-414e-a659-f665037e4678 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:13:05.611260 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-789d7700-efe0-414e-a659-f665037e4678 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] 10.222.0.40 "DELETE /v2.0/networks/e55602ee-6758-4337-a4a3-696921f4fc09 HTTP/1.1" status: 404 len: 339 time: 0.0731385 Oct 10 11:13:05.615604 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50252) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:05.628946 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-a841f7fd-9c30-4c11-a0be-9269836d93e7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Request body: {'network': {'name': 'tempest-network--994000311', 'router:external': True}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:05.635221 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-a841f7fd-9c30-4c11-a0be-9269836d93e7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:05.642585 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1451f3-7f75-4850-8b87-7f8866d83afb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Port': ['ID=996e20e6-e803-4851-8c18-7ba3e3ddefb9,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:05.643167 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2d5baf31-e21d-40e8-8b61-3d8433a44c87 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:05.647323 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a841f7fd-9c30-4c11-a0be-9269836d93e7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Usage tracker for resource:network and tenant:6510563939b94059a2a70d9733b8f960 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:05.651073 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2d5baf31-e21d-40e8-8b61-3d8433a44c87 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/ac46098c-8913-4607-9e5a-45786c24f1ce HTTP/1.1" status: 204 len: 168 time: 3.1921415 Oct 10 11:13:05.652217 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a841f7fd-9c30-4c11-a0be-9269836d93e7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:05.658715 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50258) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:05.671670 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-a841f7fd-9c30-4c11-a0be-9269836d93e7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:05.715256 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c970000a-e870-4799-90d4-35ac2f0bbbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:05.724917 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-cb1451f3-7f75-4850-8b87-7f8866d83afb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.8911936 Oct 10 11:13:05.725558 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Allocated IP 172.26.4.204 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/e591011b-c852-4939-8df2-ad5d29e5fa7e) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:05.729192 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50262) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:05.741662 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-af226027-e650-4db6-a885-8e0cfb2dd5eb tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1596115541&fields=id&tenant_id=ae70dbd562a74602ba992b43f7087eba HTTP/1.1" status: 200 len: 267 time: 0.2027776 Oct 10 11:13:05.751881 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Attempt 4 to provision port 4c79be41-6567-44f3-a076-afb79268c97e Oct 10 11:13:05.762145 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a87baca-78f7-4b90-bfff-3fb5c4d4fb04 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:05.763837 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a87baca-78f7-4b90-bfff-3fb5c4d4fb04 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:05.765323 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a87baca-78f7-4b90-bfff-3fb5c4d4fb04 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:05.766154 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8a87baca-78f7-4b90-bfff-3fb5c4d4fb04 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:05.821786 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Port 4c79be41-6567-44f3-a076-afb79268c97e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:05.881307 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a841f7fd-9c30-4c11-a0be-9269836d93e7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Made reservation on behalf of 6510563939b94059a2a70d9733b8f960 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:05.885125 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a841f7fd-9c30-4c11-a0be-9269836d93e7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:05.934949 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a841f7fd-9c30-4c11-a0be-9269836d93e7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 499} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:13:05.939381 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8a87baca-78f7-4b90-bfff-3fb5c4d4fb04 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:05.943671 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8a87baca-78f7-4b90-bfff-3fb5c4d4fb04 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2808821 Oct 10 11:13:05.946845 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50272) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:06.066939 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a841f7fd-9c30-4c11-a0be-9269836d93e7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:06.067316 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-a841f7fd-9c30-4c11-a0be-9269836d93e7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Added segment 3fb9d09d-4943-4fee-a65a-81b9c292015e of type vlan for network e12cb74e-ff86-450a-81ba-e1324740d84e Oct 10 11:13:06.091399 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f95e6f2-cd27-478d-a013-271033c952c9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet a7410bf8-8e7c-430d-b7cc-7b14142ba4b7 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:13:06.094432 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1f95e6f2-cd27-478d-a013-271033c952c9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:06.097254 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-f44a26f5-5aa3-4bca-9d8d-d5cd8a664ec0 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting port 996e20e6-e803-4851-8c18-7ba3e3ddefb9 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:06.097621 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f44a26f5-5aa3-4bca-9d8d-d5cd8a664ec0 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:06.304106 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1f95e6f2-cd27-478d-a013-271033c952c9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:06.323980 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Attempt 5 to provision port 4c79be41-6567-44f3-a076-afb79268c97e Oct 10 11:13:06.384411 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a841f7fd-9c30-4c11-a0be-9269836d93e7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:06.436108 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Port 4c79be41-6567-44f3-a076-afb79268c97e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:06.446401 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-a49d6b1d-c6a5-4704-8657-26355ba7b273 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:06.447876 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-a49d6b1d-c6a5-4704-8657-26355ba7b273 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/networks?id=f36cb35b-e765-411b-82dd-156471dbc6b1 HTTP/1.1" status: 200 len: 812 time: 0.6418343 Oct 10 11:13:06.487065 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1f95e6f2-cd27-478d-a013-271033c952c9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:06.502078 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:06.564394 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a841f7fd-9c30-4c11-a0be-9269836d93e7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:06.565938 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a841f7fd-9c30-4c11-a0be-9269836d93e7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:06.566874 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a841f7fd-9c30-4c11-a0be-9269836d93e7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:06.701643 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1f95e6f2-cd27-478d-a013-271033c952c9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:06.725382 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-74fa3bb6-3601-4baf-8db0-7201225eb2f4 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/quotas/ae70dbd562a74602ba992b43f7087eba HTTP/1.1" status: 200 len: 375 time: 0.2498348 Oct 10 11:13:06.742236 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841f7fd-9c30-4c11-a0be-9269836d93e7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Pushing event updated for resources: {'Network': ['ID=e12cb74e-ff86-450a-81ba-e1324740d84e,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:06.744442 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50298) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:06.759778 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network e12cb74e-ff86-450a-81ba-e1324740d84e details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:13:06.759928 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95e6f2-cd27-478d-a013-271033c952c9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=a7410bf8-8e7c-430d-b7cc-7b14142ba4b7,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:06.765795 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1f95e6f2-cd27-478d-a013-271033c952c9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:06.771493 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1f95e6f2-cd27-478d-a013-271033c952c9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/a7410bf8-8e7c-430d-b7cc-7b14142ba4b7 HTTP/1.1" status: 204 len: 168 time: 0.8172653 Oct 10 11:13:06.772432 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50304) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:06.789383 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d15882-3982-4a83-8978-07f45aeeaa6f None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:06.865919 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-c353a9e5-fc95-489f-85dc-0d803ee3a4bf tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet d4e99e2d-b2e2-473e-9ac9-db71056c39af {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:13:06.869278 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c353a9e5-fc95-489f-85dc-0d803ee3a4bf tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:06.927724 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a841f7fd-9c30-4c11-a0be-9269836d93e7 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3109772 Oct 10 11:13:06.933354 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50310) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:06.944404 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f44a26f5-5aa3-4bca-9d8d-d5cd8a664ec0 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:06.971732 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Attempt 6 to provision port 4c79be41-6567-44f3-a076-afb79268c97e Oct 10 11:13:06.990513 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50314) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:07.062220 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:07.071418 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c353a9e5-fc95-489f-85dc-0d803ee3a4bf tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:07.081141 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Port 4c79be41-6567-44f3-a076-afb79268c97e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:07.139138 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:07.169349 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-ed4a75b5-b86d-4208-877a-f9497b9b63c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-791461665'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:07.178205 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ed4a75b5-b86d-4208-877a-f9497b9b63c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:07.197074 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c08a66-fed3-400d-b1a6-36dc8733400f tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:07.200312 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-f44a26f5-5aa3-4bca-9d8d-d5cd8a664ec0 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Calling delete_port for 996e20e6-e803-4851-8c18-7ba3e3ddefb9 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:07.203202 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c08a66-fed3-400d-b1a6-36dc8733400f tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:07.208898 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c08a66-fed3-400d-b1a6-36dc8733400f tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:07.215216 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c08a66-fed3-400d-b1a6-36dc8733400f tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:07.215869 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-29c08a66-fed3-400d-b1a6-36dc8733400f tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Synchronizing usage tracker for tenant:57ee229ec56a47d4a31f007869cf5cee on resource:network {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:07.219032 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ed4a75b5-b86d-4208-877a-f9497b9b63c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Usage tracker for resource:network and tenant:7753f2697ba4464ebd8d731982a0d1f7 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:07.224866 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ed4a75b5-b86d-4208-877a-f9497b9b63c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:07.232378 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ed4a75b5-b86d-4208-877a-f9497b9b63c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:07.256819 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:07.259249 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c353a9e5-fc95-489f-85dc-0d803ee3a4bf tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:07.304648 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4a75b5-b86d-4208-877a-f9497b9b63c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Made reservation on behalf of 7753f2697ba4464ebd8d731982a0d1f7 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:07.308020 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ed4a75b5-b86d-4208-877a-f9497b9b63c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:07.328381 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-0d09ba8f-41d1-488d-af81-264c9d4befdc tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1184569141'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:07.328608 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-29c08a66-fed3-400d-b1a6-36dc8733400f tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Unset dirty status for tenant:57ee229ec56a47d4a31f007869cf5cee on resource:network {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:07.329733 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-29c08a66-fed3-400d-b1a6-36dc8733400f tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3834422 Oct 10 11:13:07.330541 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ed4a75b5-b86d-4208-877a-f9497b9b63c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:07.344627 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50320) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:07.350528 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-5b83774e-59e0-4cba-a973-0b6a0409ef90 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Synchronizing usage tracker for tenant:ae70dbd562a74602ba992b43f7087eba on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:07.383286 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-0d09ba8f-41d1-488d-af81-264c9d4befdc tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:07.395039 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ed4a75b5-b86d-4208-877a-f9497b9b63c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:07.402617 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ed4a75b5-b86d-4208-877a-f9497b9b63c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Usage tracker for resource:security_group_rule and tenant:7753f2697ba4464ebd8d731982a0d1f7 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:07.415850 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0d09ba8f-41d1-488d-af81-264c9d4befdc tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Usage tracker for resource:network and tenant:51e37ec155284a7a8932dda2e8e6fc93 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:07.419501 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:07.428152 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0d09ba8f-41d1-488d-af81-264c9d4befdc tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:07.432846 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:07.446919 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:07.453369 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ed4a75b5-b86d-4208-877a-f9497b9b63c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:07.470439 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ed4a75b5-b86d-4208-877a-f9497b9b63c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:07.494952 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-0d09ba8f-41d1-488d-af81-264c9d4befdc tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:07.496953 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a768af7f-a34b-4a5e-8875-b2d9db4278a3 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:07.497488 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Pushing event updated for resources: {'Port': ['ID=e591011b-c852-4939-8df2-ad5d29e5fa7e,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:07.526263 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:07.526602 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:07.527118 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:07.527455 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:07.527784 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:07.528111 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:07.528437 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:07.528763 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:07.529149 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:07.529470 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:07.531594 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:07.531594 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:07.554849 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c353a9e5-fc95-489f-85dc-0d803ee3a4bf tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:07.582781 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Attempt 7 to provision port 4c79be41-6567-44f3-a076-afb79268c97e Oct 10 11:13:07.586648 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-5b83774e-59e0-4cba-a973-0b6a0409ef90 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Unset dirty status for tenant:ae70dbd562a74602ba992b43f7087eba on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:07.599223 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-5b83774e-59e0-4cba-a973-0b6a0409ef90 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=ae70dbd562a74602ba992b43f7087eba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8578763 Oct 10 11:13:07.638509 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353a9e5-fc95-489f-85dc-0d803ee3a4bf tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=d4e99e2d-b2e2-473e-9ac9-db71056c39af,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:07.641345 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c353a9e5-fc95-489f-85dc-0d803ee3a4bf tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:07.668616 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353a9e5-fc95-489f-85dc-0d803ee3a4bf tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:07.668955 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353a9e5-fc95-489f-85dc-0d803ee3a4bf tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:07.669296 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353a9e5-fc95-489f-85dc-0d803ee3a4bf tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:07.669651 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353a9e5-fc95-489f-85dc-0d803ee3a4bf tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:07.670003 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353a9e5-fc95-489f-85dc-0d803ee3a4bf tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:07.670312 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353a9e5-fc95-489f-85dc-0d803ee3a4bf tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:07.670641 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353a9e5-fc95-489f-85dc-0d803ee3a4bf tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:07.670964 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353a9e5-fc95-489f-85dc-0d803ee3a4bf tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:07.671287 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353a9e5-fc95-489f-85dc-0d803ee3a4bf tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:07.671601 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353a9e5-fc95-489f-85dc-0d803ee3a4bf tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:07.671922 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353a9e5-fc95-489f-85dc-0d803ee3a4bf tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:07.672238 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353a9e5-fc95-489f-85dc-0d803ee3a4bf tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:07.682663 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d09ba8f-41d1-488d-af81-264c9d4befdc tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Made reservation on behalf of 51e37ec155284a7a8932dda2e8e6fc93 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:07.686423 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0d09ba8f-41d1-488d-af81-264c9d4befdc tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:07.704889 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Port 4c79be41-6567-44f3-a076-afb79268c97e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:07.760972 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c353a9e5-fc95-489f-85dc-0d803ee3a4bf tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/d4e99e2d-b2e2-473e-9ac9-db71056c39af HTTP/1.1" status: 204 len: 168 time: 0.9837861 Oct 10 11:13:07.761647 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a768af7f-a34b-4a5e-8875-b2d9db4278a3 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:07.768518 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50324) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:07.782175 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0d09ba8f-41d1-488d-af81-264c9d4befdc tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:07.868542 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6a575dd4-991b-4b76-bc5c-b223699f0ffa tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:router {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:07.870395 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ec1cc3ea-29d8-48ab-9a18-c25f46c39342 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:07.872079 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ed4a75b5-b86d-4208-877a-f9497b9b63c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:07.876362 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-a768af7f-a34b-4a5e-8875-b2d9db4278a3 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e12cb74e-ff86-450a-81ba-e1324740d84e']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:07.894334 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-a768af7f-a34b-4a5e-8875-b2d9db4278a3 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb9d09d-4943-4fee-a65a-81b9c292015e') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:07.894631 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-a768af7f-a34b-4a5e-8875-b2d9db4278a3 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb9d09d-4943-4fee-a65a-81b9c292015e') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:07.897450 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b830cd-c4d1-499c-8578-a5b85c8b55f4 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:07.905903 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6a575dd4-991b-4b76-bc5c-b223699f0ffa tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:router {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:07.910051 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6a575dd4-991b-4b76-bc5c-b223699f0ffa tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1406963 Oct 10 11:13:07.910636 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50328) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:07.915644 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a768af7f-a34b-4a5e-8875-b2d9db4278a3 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:07.928755 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-73c130cb-a9f9-48d9-a5b8-517b69a56de1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:07.966820 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a768af7f-a34b-4a5e-8875-b2d9db4278a3 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:08.019636 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a768af7f-a34b-4a5e-8875-b2d9db4278a3 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Releasing vlan 499 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:13:08.019949 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a768af7f-a34b-4a5e-8875-b2d9db4278a3 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:08.032139 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-0d09ba8f-41d1-488d-af81-264c9d4befdc tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:08.034985 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f44a26f5-5aa3-4bca-9d8d-d5cd8a664ec0 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:08.048988 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0d09ba8f-41d1-488d-af81-264c9d4befdc tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Usage tracker for resource:security_group_rule and tenant:51e37ec155284a7a8932dda2e8e6fc93 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:08.061383 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ed4a75b5-b86d-4208-877a-f9497b9b63c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:08.065284 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 3fb9d09d-4943-4fee-a65a-81b9c292015e resource provider aggregate not found Oct 10 11:13:08.097094 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0d09ba8f-41d1-488d-af81-264c9d4befdc tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:08.134931 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-0d09ba8f-41d1-488d-af81-264c9d4befdc tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:08.142058 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a26f5-5aa3-4bca-9d8d-d5cd8a664ec0 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Port': ['ID=996e20e6-e803-4851-8c18-7ba3e3ddefb9,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:08.154182 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 3fb9d09d-4943-4fee-a65a-81b9c292015e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3fb9d09d-4943-4fee-a65a-81b9c292015e found for delete ", "request_id": "req-06a9936c-3042-45b4-bd34-0ebd40528aea"}]} Oct 10 11:13:08.184720 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-73c130cb-a9f9-48d9-a5b8-517b69a56de1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:08.194385 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-73c130cb-a9f9-48d9-a5b8-517b69a56de1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:subnet and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:08.198181 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a75b5-b86d-4208-877a-f9497b9b63c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2d9a22-e7e9-420e-a9ea-ef45188efce8,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:08.201019 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-73c130cb-a9f9-48d9-a5b8-517b69a56de1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:08.205984 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Attempt 8 to provision port 4c79be41-6567-44f3-a076-afb79268c97e Oct 10 11:13:08.222649 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-73c130cb-a9f9-48d9-a5b8-517b69a56de1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:08.238451 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0689734a-26cd-425c-9cbb-92bed6b8cc47 None None] DHCP port deletion for dac74586-4382-4e00-a6eb-f2005f114a9a request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:13:08.242562 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f44a26f5-5aa3-4bca-9d8d-d5cd8a664ec0 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:08.254078 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-ab206fc3-6fa8-4efb-ac6b-98786abc44d0 service neutron] 10.222.0.40 "GET /v2.0/networks/f36cb35b-e765-411b-82dd-156471dbc6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6539223 Oct 10 11:13:08.260208 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0689734a-26cd-425c-9cbb-92bed6b8cc47 None None] Deleting port 2edfd29b-2d70-41e0-a974-c4367c6c9ba9 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:08.260564 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0689734a-26cd-425c-9cbb-92bed6b8cc47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:08.295423 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a768af7f-a34b-4a5e-8875-b2d9db4278a3 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:08.321767 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Port 4c79be41-6567-44f3-a076-afb79268c97e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:08.328856 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed4a75b5-b86d-4208-877a-f9497b9b63c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 453} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:13:08.332237 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a768af7f-a34b-4a5e-8875-b2d9db4278a3 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e12cb74e-ff86-450a-81ba-e1324740d84e {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 10 11:13:08.361931 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c130cb-a9f9-48d9-a5b8-517b69a56de1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:08.372499 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-73c130cb-a9f9-48d9-a5b8-517b69a56de1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:08.401666 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a768af7f-a34b-4a5e-8875-b2d9db4278a3 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:08.404526 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768af7f-a34b-4a5e-8875-b2d9db4278a3 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Pushing event deleted for resources: {'Network': ['ID=e12cb74e-ff86-450a-81ba-e1324740d84e,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:08.431239 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ed4a75b5-b86d-4208-877a-f9497b9b63c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:08.431492 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-ed4a75b5-b86d-4208-877a-f9497b9b63c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Added segment cbdaad71-0acc-4300-b52b-e1462666f5f3 of type vlan for network 240f796e-5e36-4ff3-af8a-ce3785d07431 Oct 10 11:13:08.457397 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a768af7f-a34b-4a5e-8875-b2d9db4278a3 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] 10.222.0.40 "DELETE /v2.0/networks/e12cb74e-ff86-450a-81ba-e1324740d84e HTTP/1.1" status: 204 len: 168 time: 1.1101279 Oct 10 11:13:08.461768 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50336) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:08.540917 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-0689734a-26cd-425c-9cbb-92bed6b8cc47 None None] For port 2edfd29b-2d70-41e0-a974-c4367c6c9ba9, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=2edfd29b-2d70-41e0-a974-c4367c6c9ba9,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:08.541227 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0689734a-26cd-425c-9cbb-92bed6b8cc47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:08.632789 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-dfddf899-4b69-411f-af74-5202cbae4585 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Request body: {'network': {'name': 'tempest-network--1569019417', 'router:external': True}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:08.642628 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f44a26f5-5aa3-4bca-9d8d-d5cd8a664ec0 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/ports/996e20e6-e803-4851-8c18-7ba3e3ddefb9 HTTP/1.1" status: 204 len: 168 time: 2.9092619 Oct 10 11:13:08.643530 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-dfddf899-4b69-411f-af74-5202cbae4585 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:08.646229 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50340) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:08.684733 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-dfddf899-4b69-411f-af74-5202cbae4585 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Usage tracker for resource:network and tenant:6510563939b94059a2a70d9733b8f960 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:08.690327 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0689734a-26cd-425c-9cbb-92bed6b8cc47 None None] Calling delete_port for 2edfd29b-2d70-41e0-a974-c4367c6c9ba9 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:08.701384 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-dfddf899-4b69-411f-af74-5202cbae4585 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:08.715286 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-dfddf899-4b69-411f-af74-5202cbae4585 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:08.734264 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ed4a75b5-b86d-4208-877a-f9497b9b63c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:08.742869 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-676950a0-09c5-4ae2-9915-01dbd48766bc tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] DELETE failed (client error): The resource could not be found. Oct 10 11:13:08.743557 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-676950a0-09c5-4ae2-9915-01dbd48766bc tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:13:08.745379 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-676950a0-09c5-4ae2-9915-01dbd48766bc tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/ports/996e20e6-e803-4851-8c18-7ba3e3ddefb9 HTTP/1.1" status: 404 len: 333 time: 0.0933993 Oct 10 11:13:08.749010 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50344) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:08.782871 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:08.805919 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea00babf-11db-413f-b2e2-6dbe43e9b564 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] GET failed (client error): The resource could not be found. Oct 10 11:13:08.805919 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ea00babf-11db-413f-b2e2-6dbe43e9b564 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Synchronizing usage tracker for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:08.829419 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Attempt 9 to provision port 4c79be41-6567-44f3-a076-afb79268c97e Oct 10 11:13:08.869394 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfddf899-4b69-411f-af74-5202cbae4585 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Made reservation on behalf of 6510563939b94059a2a70d9733b8f960 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:08.871391 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dfddf899-4b69-411f-af74-5202cbae4585 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:08.923862 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfddf899-4b69-411f-af74-5202cbae4585 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 498} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:13:08.933172 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-83899e69-ffaf-4220-aea3-407466e6060f service neutron] 10.222.0.40 "GET /v2.0/networks/f36cb35b-e765-411b-82dd-156471dbc6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6782193 Oct 10 11:13:08.950528 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Port 4c79be41-6567-44f3-a076-afb79268c97e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:08.951110 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0689734a-26cd-425c-9cbb-92bed6b8cc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:08.964981 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ea00babf-11db-413f-b2e2-6dbe43e9b564 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Unset dirty status for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:08.977084 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ea00babf-11db-413f-b2e2-6dbe43e9b564 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "GET /v2.0/ports/996e20e6-e803-4851-8c18-7ba3e3ddefb9 HTTP/1.1" status: 404 len: 333 time: 0.2229359 Oct 10 11:13:08.977084 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ed4a75b5-b86d-4208-877a-f9497b9b63c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:08.980398 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50348) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:08.984588 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4a75b5-b86d-4208-877a-f9497b9b63c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:08.987993 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ed4a75b5-b86d-4208-877a-f9497b9b63c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:09.013289 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0d09ba8f-41d1-488d-af81-264c9d4befdc tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:09.015336 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0689734a-26cd-425c-9cbb-92bed6b8cc47 None None] No DVR routers for this DVR port 2edfd29b-2d70-41e0-a974-c4367c6c9ba9 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:13:09.019584 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689734a-26cd-425c-9cbb-92bed6b8cc47 None None] Pushing event deleted for resources: {'Port': ['ID=2edfd29b-2d70-41e0-a974-c4367c6c9ba9,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:09.069775 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:09.127905 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0d09ba8f-41d1-488d-af81-264c9d4befdc tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:09.152436 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dfddf899-4b69-411f-af74-5202cbae4585 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:09.152799 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-dfddf899-4b69-411f-af74-5202cbae4585 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Added segment ecafd388-5f72-4211-9af8-296bd257167f of type vlan for network 085205e9-9c95-4e3e-bc06-2113753dc420 Oct 10 11:13:09.170293 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a75b5-b86d-4208-877a-f9497b9b63c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event updated for resources: {'Network': ['ID=240f796e-5e36-4ff3-af8a-ce3785d07431,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:09.184222 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 240f796e-5e36-4ff3-af8a-ce3785d07431 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:13:09.200518 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d09ba8f-41d1-488d-af81-264c9d4befdc tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 475} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:13:09.228802 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dfddf899-4b69-411f-af74-5202cbae4585 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:09.260170 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0d09ba8f-41d1-488d-af81-264c9d4befdc tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:09.260516 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-0d09ba8f-41d1-488d-af81-264c9d4befdc tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Added segment bf6d9409-27a5-454f-a701-176a2eeefa28 of type vlan for network 3d424011-7c9d-415c-a6f6-95fdc055b234 Oct 10 11:13:09.281580 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3172e4-3232-47e6-af9e-b634c1e4a3d3 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting subnet dff377e6-2898-4ea9-a559-a58655ea4cda {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:13:09.297732 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-ec1cc3ea-29d8-48ab-9a18-c25f46c39342 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Deleting port 4c79be41-6567-44f3-a076-afb79268c97e {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:09.298072 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ec1cc3ea-29d8-48ab-9a18-c25f46c39342 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:09.311198 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:09.347876 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a156b823-f935-4644-b6ff-e9ce8fe6f64a req-85365c68-3dd7-4d9e-aceb-3362ff42a9e3 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 210 time: 0.0642886 Oct 10 11:13:09.348707 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dfddf899-4b69-411f-af74-5202cbae4585 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:09.349876 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfddf899-4b69-411f-af74-5202cbae4585 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:09.350564 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dfddf899-4b69-411f-af74-5202cbae4585 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:09.393730 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ae3172e4-3232-47e6-af9e-b634c1e4a3d3 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:09.440935 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09ba8f-41d1-488d-af81-264c9d4befdc tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3120821-c67e-406d-9fef-b7dd4d436fe6,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:09.451794 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Attempt 10 to provision port 4c79be41-6567-44f3-a076-afb79268c97e Oct 10 11:13:09.495866 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ed4a75b5-b86d-4208-877a-f9497b9b63c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.7448728 Oct 10 11:13:09.499613 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50360) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:09.506607 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfddf899-4b69-411f-af74-5202cbae4585 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Pushing event updated for resources: {'Network': ['ID=085205e9-9c95-4e3e-bc06-2113753dc420,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:09.516859 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0d09ba8f-41d1-488d-af81-264c9d4befdc tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:09.518230 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Port 4c79be41-6567-44f3-a076-afb79268c97e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:09.529857 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-c440cce8-2bb3-4f6c-a0b4-5eb71ed0ceec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Request body: {'subnet': {'network_id': '240f796e-5e36-4ff3-af8a-ce3785d07431', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:09.537979 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 085205e9-9c95-4e3e-bc06-2113753dc420 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:13:09.559694 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.objects.ports [None req-73c130cb-a9f9-48d9-a5b8-517b69a56de1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89896) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 10 11:13:09.560881 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-73c130cb-a9f9-48d9-a5b8-517b69a56de1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:09.600469 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-dfddf899-4b69-411f-af74-5202cbae4585 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1329684 Oct 10 11:13:09.611676 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50364) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:09.644529 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c130cb-a9f9-48d9-a5b8-517b69a56de1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:09.657336 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Provisioning complete for port 22e4d7ad-b86e-44e9-bed3-cc66e66be11c triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:09.657750 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:09.658226 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Attempt 1 to provision port 22e4d7ad-b86e-44e9-bed3-cc66e66be11c Oct 10 11:13:09.660768 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c440cce8-2bb3-4f6c-a0b4-5eb71ed0ceec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:09.663726 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-73c130cb-a9f9-48d9-a5b8-517b69a56de1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:09.665728 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c440cce8-2bb3-4f6c-a0b4-5eb71ed0ceec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Usage tracker for resource:subnet and tenant:7753f2697ba4464ebd8d731982a0d1f7 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:09.668589 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c440cce8-2bb3-4f6c-a0b4-5eb71ed0ceec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:09.672887 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c130cb-a9f9-48d9-a5b8-517b69a56de1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:09.673453 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-73c130cb-a9f9-48d9-a5b8-517b69a56de1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:09.675045 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c440cce8-2bb3-4f6c-a0b4-5eb71ed0ceec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:09.696378 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddd8e6d-2c96-48d5-8fd8-94cf64f69f50 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:09.713608 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ae3172e4-3232-47e6-af9e-b634c1e4a3d3 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:09.757425 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c130cb-a9f9-48d9-a5b8-517b69a56de1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=a93acb6f-ef53-48a0-80c8-d86ca203750f,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:09.775323 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0935795-0ef4-4503-8e2f-b92bde2760b9 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:09.777585 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f0935795-0ef4-4503-8e2f-b92bde2760b9 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] 10.222.0.40 "GET /v2.0/networks/085205e9-9c95-4e3e-bc06-2113753dc420 HTTP/1.1" status: 200 len: 757 time: 0.1647179 Oct 10 11:13:09.779766 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50368) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:09.839051 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c440cce8-2bb3-4f6c-a0b4-5eb71ed0ceec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Made reservation on behalf of 7753f2697ba4464ebd8d731982a0d1f7 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:09.842450 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c440cce8-2bb3-4f6c-a0b4-5eb71ed0ceec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:09.860892 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.resource_extend [None req-0d09ba8f-41d1-488d-af81-264c9d4befdc tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:13:09.925024 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-73c130cb-a9f9-48d9-a5b8-517b69a56de1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0090420 Oct 10 11:13:09.929955 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50372) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:09.944317 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-dc0625ec-f4ca-4ab5-84e8-e91438c05327 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:09.995422 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-343ffead-1b6e-4243-ac73-a3a4b8d3c42b None None] Current status of the port 22e4d7ad-b86e-44e9-bed3-cc66e66be11c is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:09.998393 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b90507-8fca-4634-b13b-a0f498a95f7a tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:09.999805 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-48b90507-8fca-4634-b13b-a0f498a95f7a tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] 10.222.0.40 "GET /v2.0/networks/4aa0e457-f617-4d85-a857-fd30a052969d HTTP/1.1" status: 200 len: 768 time: 0.2189372 Oct 10 11:13:10.003563 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50376) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:10.121181 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 2edfd29b-2d70-41e0-a974-c4367c6c9ba9 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:13:10.161066 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-dc0625ec-f4ca-4ab5-84e8-e91438c05327 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:10.170585 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-dc0625ec-f4ca-4ab5-84e8-e91438c05327 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:subnet and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:10.176306 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-dc0625ec-f4ca-4ab5-84e8-e91438c05327 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:10.196294 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-6a9616da-0f18-44e1-8637-8cc9fd188db3 None None] Could not find standard attr ID for object 17fd866b-38b2-4c65-8060-f89e01ba6185. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:13:10.211694 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04550d42-8c6c-4b48-9ad5-cd0571b134a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-dac74586-4382-4e00-a6eb-f2005f114a9a', 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'fixed_ips': [{'subnet_id': 'a93acb6f-ef53-48a0-80c8-d86ca203750f'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:13:10.211694 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-04550d42-8c6c-4b48-9ad5-cd0571b134a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:10.222083 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 2edfd29b-2d70-41e0-a974-c4367c6c9ba9 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:13:10.222549 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 2edfd29b-2d70-41e0-a974-c4367c6c9ba9 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:13:10.250837 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0d09ba8f-41d1-488d-af81-264c9d4befdc tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:10.257049 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d09ba8f-41d1-488d-af81-264c9d4befdc tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:10.258161 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0d09ba8f-41d1-488d-af81-264c9d4befdc tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:10.259172 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-dc0625ec-f4ca-4ab5-84e8-e91438c05327 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:10.274071 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-6a9616da-0f18-44e1-8637-8cc9fd188db3 None None] Provisioning for port 1b8a4900-5084-498e-ab88-d51c73d7bf65 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:13:10.290896 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-6a9616da-0f18-44e1-8637-8cc9fd188db3 None None] Provisioning complete for port 1b8a4900-5084-498e-ab88-d51c73d7bf65 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:10.291289 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6a9616da-0f18-44e1-8637-8cc9fd188db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:10.291642 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-6a9616da-0f18-44e1-8637-8cc9fd188db3 None None] Attempt 1 to provision port 1b8a4900-5084-498e-ab88-d51c73d7bf65 Oct 10 11:13:10.293207 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a9fc-fbe1-4b21-813f-f62f8ea1afaa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:10.354424 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0625ec-f4ca-4ab5-84e8-e91438c05327 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:10.358756 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dc0625ec-f4ca-4ab5-84e8-e91438c05327 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:10.370956 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ec1cc3ea-29d8-48ab-9a18-c25f46c39342 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:10.494282 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0d09ba8f-41d1-488d-af81-264c9d4befdc tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.5007205 Oct 10 11:13:10.495870 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50384) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:10.499227 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-6a9616da-0f18-44e1-8637-8cc9fd188db3 None None] Current status of the port 1b8a4900-5084-498e-ab88-d51c73d7bf65 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:10.499618 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6a9616da-0f18-44e1-8637-8cc9fd188db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:10.503559 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:10.534364 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-04550d42-8c6c-4b48-9ad5-cd0571b134a5 None None] Allocated IP 2001:db8::f816:3eff:fed4:bf19 (dac74586-4382-4e00-a6eb-f2005f114a9a/a93acb6f-ef53-48a0-80c8-d86ca203750f/9735f713-5b7f-4e57-9ab6-191411d87433) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:10.592458 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-6a9616da-0f18-44e1-8637-8cc9fd188db3 None None] For port 1b8a4900-5084-498e-ab88-d51c73d7bf65, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1b8a4900-5084-498e-ab88-d51c73d7bf65,segment=NetworkSegment(56b83c7a-f7f1-4f09-a93d-97fe7b9dde16),segment_id=56b83c7a-f7f1-4f09-a93d-97fe7b9dde16)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:10.623384 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09ba8f-41d1-488d-af81-264c9d4befdc tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Pushing event updated for resources: {'Network': ['ID=3d424011-7c9d-415c-a6f6-95fdc055b234,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:10.627482 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-eeaf78f0-e218-4ffe-8006-e9cb5abfa630 req-ea9de099-0f3b-49e6-bfe1-37557acab11b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 210 time: 0.1862082 Oct 10 11:13:10.631962 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-90538e63-54fd-4d5b-90c8-0aeef4a7347b tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Request body: {'subnet': {'network_id': '3d424011-7c9d-415c-a6f6-95fdc055b234', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:10.640713 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a9fc-fbe1-4b21-813f-f62f8ea1afaa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:10.665206 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 3d424011-7c9d-415c-a6f6-95fdc055b234 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:13:10.682438 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-ec1cc3ea-29d8-48ab-9a18-c25f46c39342 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Calling delete_port for 4c79be41-6567-44f3-a076-afb79268c97e owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:10.683983 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-4ca6a9fc-fbe1-4b21-813f-f62f8ea1afaa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085205e9-9c95-4e3e-bc06-2113753dc420']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:10.698988 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6a9616da-0f18-44e1-8637-8cc9fd188db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:10.703900 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-4ca6a9fc-fbe1-4b21-813f-f62f8ea1afaa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecafd388-5f72-4211-9af8-296bd257167f') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:10.704176 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-4ca6a9fc-fbe1-4b21-813f-f62f8ea1afaa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecafd388-5f72-4211-9af8-296bd257167f') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:10.721926 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a9fc-fbe1-4b21-813f-f62f8ea1afaa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:10.733360 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ae3172e4-3232-47e6-af9e-b634c1e4a3d3 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:10.749160 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a9fc-fbe1-4b21-813f-f62f8ea1afaa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:10.759473 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca6a9fc-fbe1-4b21-813f-f62f8ea1afaa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Releasing vlan 498 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:13:10.759873 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a9fc-fbe1-4b21-813f-f62f8ea1afaa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:10.767423 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568703'] for router, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:10.814761 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-6a9616da-0f18-44e1-8637-8cc9fd188db3 None None] Could not find standard attr ID for object 2edfd29b-2d70-41e0-a974-c4367c6c9ba9. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:13:10.832378 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-6a9616da-0f18-44e1-8637-8cc9fd188db3 None None] Could not find standard attr ID for object 996e20e6-e803-4851-8c18-7ba3e3ddefb9. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:13:10.838872 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment ecafd388-5f72-4211-9af8-296bd257167f resource provider aggregate not found Oct 10 11:13:10.861561 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment ecafd388-5f72-4211-9af8-296bd257167f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ecafd388-5f72-4211-9af8-296bd257167f found for delete ", "request_id": "req-7d821cf6-3c03-4bc4-8a2d-93eb2bd84a01"}]} Oct 10 11:13:10.991139 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a9fc-fbe1-4b21-813f-f62f8ea1afaa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:11.011032 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca6a9fc-fbe1-4b21-813f-f62f8ea1afaa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 085205e9-9c95-4e3e-bc06-2113753dc420 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 10 11:13:11.015350 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a9fc-fbe1-4b21-813f-f62f8ea1afaa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:11.023857 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a9fc-fbe1-4b21-813f-f62f8ea1afaa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Pushing event deleted for resources: {'Network': ['ID=085205e9-9c95-4e3e-bc06-2113753dc420,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:11.033567 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-04550d42-8c6c-4b48-9ad5-cd0571b134a5 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:11.046448 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-04550d42-8c6c-4b48-9ad5-cd0571b134a5 None None] Transition to ACTIVE for port object 9735f713-5b7f-4e57-9ab6-191411d87433 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:13:11.050394 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4ca6a9fc-fbe1-4b21-813f-f62f8ea1afaa tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] 10.222.0.40 "DELETE /v2.0/networks/085205e9-9c95-4e3e-bc06-2113753dc420 HTTP/1.1" status: 204 len: 168 time: 1.0461333 Oct 10 11:13:11.053798 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dc0625ec-f4ca-4ab5-84e8-e91438c05327 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:11.059256 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50392) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:11.077539 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-04550d42-8c6c-4b48-9ad5-cd0571b134a5 None None] Transition to ACTIVE for port object 9735f713-5b7f-4e57-9ab6-191411d87433 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:13:11.081485 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-6a9616da-0f18-44e1-8637-8cc9fd188db3 None None] Could not find standard attr ID for object ac46098c-8913-4607-9e5a-45786c24f1ce. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:13:11.093417 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9616da-0f18-44e1-8637-8cc9fd188db3 None None] Pushing event updated for resources: {'Port': ['ID=1b8a4900-5084-498e-ab88-d51c73d7bf65,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:11.121156 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-df0bdde8-4e63-410e-ae24-05d5daf27899 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Request body: {'network': {'name': 'tempest-network--516027205'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:11.134611 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0625ec-f4ca-4ab5-84e8-e91438c05327 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:11.137715 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-df0bdde8-4e63-410e-ae24-05d5daf27899 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:11.140166 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-dc0625ec-f4ca-4ab5-84e8-e91438c05327 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:11.147792 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0625ec-f4ca-4ab5-84e8-e91438c05327 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:11.148602 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dc0625ec-f4ca-4ab5-84e8-e91438c05327 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:11.150231 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-04550d42-8c6c-4b48-9ad5-cd0571b134a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:11.163031 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-90538e63-54fd-4d5b-90c8-0aeef4a7347b tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:11.167815 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-df0bdde8-4e63-410e-ae24-05d5daf27899 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Usage tracker for resource:network and tenant:6510563939b94059a2a70d9733b8f960 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:11.177703 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-df0bdde8-4e63-410e-ae24-05d5daf27899 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:11.188935 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-df0bdde8-4e63-410e-ae24-05d5daf27899 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:11.192856 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0625ec-f4ca-4ab5-84e8-e91438c05327 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=c9690073-9fa0-4b26-ba73-5cea503e614e,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:11.235847 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-90538e63-54fd-4d5b-90c8-0aeef4a7347b tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Usage tracker for resource:subnet and tenant:51e37ec155284a7a8932dda2e8e6fc93 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:11.250605 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-90538e63-54fd-4d5b-90c8-0aeef4a7347b tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:11.257662 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04550d42-8c6c-4b48-9ad5-cd0571b134a5 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:11.259414 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-04550d42-8c6c-4b48-9ad5-cd0571b134a5 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:11.266379 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04550d42-8c6c-4b48-9ad5-cd0571b134a5 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:11.277337 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-dc0625ec-f4ca-4ab5-84e8-e91438c05327 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3470571 Oct 10 11:13:11.279921 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50396) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:11.285403 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-b284e95a-084a-4d91-ad69-24a90b88702c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'port': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'mac_address': 'fa:16:3e:18:3e:54', 'name': 'tempest-NetworksTestDHCPv6-711180800'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:11.290744 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04550d42-8c6c-4b48-9ad5-cd0571b134a5 None None] Pushing event updated for resources: {'Port': ['ID=9735f713-5b7f-4e57-9ab6-191411d87433,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:11.336863 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-90538e63-54fd-4d5b-90c8-0aeef4a7347b tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:11.353898 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ae3172e4-3232-47e6-af9e-b634c1e4a3d3 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:11.434555 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0bdde8-4e63-410e-ae24-05d5daf27899 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Made reservation on behalf of 6510563939b94059a2a70d9733b8f960 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:11.436976 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-df0bdde8-4e63-410e-ae24-05d5daf27899 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:11.444087 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3172e4-3232-47e6-af9e-b634c1e4a3d3 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Subnet': ['ID=dff377e6-2898-4ea9-a559-a58655ea4cda,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:11.446599 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ae3172e4-3232-47e6-af9e-b634c1e4a3d3 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:11.466054 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7d7f6c-7c51-4eb2-908f-46511c465525 None None] Network 33de9f07-5025-4438-9235-92ff941eac5a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:11.472782 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c440cce8-2bb3-4f6c-a0b4-5eb71ed0ceec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:11.504840 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b284e95a-084a-4d91-ad69-24a90b88702c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:11.511463 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ae3172e4-3232-47e6-af9e-b634c1e4a3d3 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/subnets/dff377e6-2898-4ea9-a559-a58655ea4cda HTTP/1.1" status: 204 len: 168 time: 2.5271373 Oct 10 11:13:11.528996 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b284e95a-084a-4d91-ad69-24a90b88702c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:11.529550 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90538e63-54fd-4d5b-90c8-0aeef4a7347b tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Made reservation on behalf of 51e37ec155284a7a8932dda2e8e6fc93 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:11.533705 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-90538e63-54fd-4d5b-90c8-0aeef4a7347b tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:11.536773 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50400) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:11.546920 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-04550d42-8c6c-4b48-9ad5-cd0571b134a5 None None] Attempting to bind port 9735f713-5b7f-4e57-9ab6-191411d87433 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:13:11.547340 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-04550d42-8c6c-4b48-9ad5-cd0571b134a5 None None] Attempting to bind port 9735f713-5b7f-4e57-9ab6-191411d87433 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:13:11.547888 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04550d42-8c6c-4b48-9ad5-cd0571b134a5 None None] Attempting to bind port 9735f713-5b7f-4e57-9ab6-191411d87433 on network dac74586-4382-4e00-a6eb-f2005f114a9a {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:13:11.564928 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0bdde8-4e63-410e-ae24-05d5daf27899 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 467} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:13:11.613987 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04550d42-8c6c-4b48-9ad5-cd0571b134a5 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:13:11.614405 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04550d42-8c6c-4b48-9ad5-cd0571b134a5 None None] Checking segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:13:11.614791 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-04550d42-8c6c-4b48-9ad5-cd0571b134a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:11.615186 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04550d42-8c6c-4b48-9ad5-cd0571b134a5 None None] Bound using segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:13:11.615712 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-04550d42-8c6c-4b48-9ad5-cd0571b134a5 None None] Bound port: 9735f713-5b7f-4e57-9ab6-191411d87433, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:13:11.616085 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-04550d42-8c6c-4b48-9ad5-cd0571b134a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:11.642093 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-df0bdde8-4e63-410e-ae24-05d5daf27899 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:11.642451 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-df0bdde8-4e63-410e-ae24-05d5daf27899 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Added segment 24417c1e-452d-4e4b-999b-8597418a2f72 of type vlan for network 2b8f71ec-1145-40a6-8a25-379aca14b777 Oct 10 11:13:11.644001 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b284e95a-084a-4d91-ad69-24a90b88702c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:11.775641 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ec1cc3ea-29d8-48ab-9a18-c25f46c39342 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:11.778820 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Router bf127e30-d64d-49b7-bf7e-469bdfdeae0d is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:13:11.827805 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-04550d42-8c6c-4b48-9ad5-cd0571b134a5 None None] For port 9735f713-5b7f-4e57-9ab6-191411d87433, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:13:11.832337 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-04550d42-8c6c-4b48-9ad5-cd0571b134a5 None None] For port 9735f713-5b7f-4e57-9ab6-191411d87433, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=9735f713-5b7f-4e57-9ab6-191411d87433,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:13:11.848666 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cc3ea-29d8-48ab-9a18-c25f46c39342 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Port': ['ID=4c79be41-6567-44f3-a076-afb79268c97e,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:11.858485 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0496dd53-a30d-41d9-a527-6a4457426a54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:11.862436 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f5db6c71-392c-4fcc-8277-c0d79750a8be req-c5ed3f2d-7452-44b3-abba-53c773a072bd tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 210 time: 0.0886760 Oct 10 11:13:11.918407 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b284e95a-084a-4d91-ad69-24a90b88702c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:11.965227 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-b284e95a-084a-4d91-ad69-24a90b88702c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] device_id is not set on port 324dfa31-7d58-4ef5-afb1-5d9761118eb7 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:13:11.984283 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-04550d42-8c6c-4b48-9ad5-cd0571b134a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:12.104815 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-df0bdde8-4e63-410e-ae24-05d5daf27899 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:12.109308 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440cce8-2bb3-4f6c-a0b4-5eb71ed0ceec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event updated for resources: {'Subnet': ['ID=c46baae8-7839-4092-995e-423a5394c239,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:12.128319 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04550d42-8c6c-4b48-9ad5-cd0571b134a5 None None] Pushing event updated for resources: {'Port': ['ID=9735f713-5b7f-4e57-9ab6-191411d87433,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:12.130513 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-90538e63-54fd-4d5b-90c8-0aeef4a7347b tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:12.132595 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1be841-2f28-41dd-ae43-d3297415840f None None] DHCP port deletion for 33de9f07-5025-4438-9235-92ff941eac5a request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:13:12.141035 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-db1be841-2f28-41dd-ae43-d3297415840f None None] Deleting port 1b8a4900-5084-498e-ab88-d51c73d7bf65 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:12.141414 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-db1be841-2f28-41dd-ae43-d3297415840f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:12.179013 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1b8a4900-5084-498e-ab88-d51c73d7bf65 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:13:12.196467 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-0496dd53-a30d-41d9-a527-6a4457426a54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting port 1b8a4900-5084-498e-ab88-d51c73d7bf65 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:12.196467 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0496dd53-a30d-41d9-a527-6a4457426a54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:12.269802 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c440cce8-2bb3-4f6c-a0b4-5eb71ed0ceec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Checking segment: {'id': 'cbdaad71-0acc-4300-b52b-e1462666f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': '240f796e-5e36-4ff3-af8a-ce3785d07431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:13:12.278039 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c440cce8-2bb3-4f6c-a0b4-5eb71ed0ceec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Network hostable DHCP agents. Network: 240f796e-5e36-4ff3-af8a-ce3785d07431, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:13:12.415660 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90538e63-54fd-4d5b-90c8-0aeef4a7347b tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Pushing event updated for resources: {'Subnet': ['ID=c9bc0fa5-8eb5-4f3b-aa8e-9ac3c12ee431,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:12.503057 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90538e63-54fd-4d5b-90c8-0aeef4a7347b tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Checking segment: {'id': 'bf6d9409-27a5-454f-a701-176a2eeefa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '3d424011-7c9d-415c-a6f6-95fdc055b234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:13:12.503597 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90538e63-54fd-4d5b-90c8-0aeef4a7347b tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Network hostable DHCP agents. Network: 3d424011-7c9d-415c-a6f6-95fdc055b234, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:13:12.524011 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-75eeb0fe-dea9-4024-bfa8-242b72512e11 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:12.524805 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-75eeb0fe-dea9-4024-bfa8-242b72512e11 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Synchronizing usage tracker for tenant:ae70dbd562a74602ba992b43f7087eba on resource:network {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:12.535142 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-df0bdde8-4e63-410e-ae24-05d5daf27899 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:12.541818 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0bdde8-4e63-410e-ae24-05d5daf27899 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:12.541818 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-df0bdde8-4e63-410e-ae24-05d5daf27899 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:12.562301 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:13:12.572071 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-db1be841-2f28-41dd-ae43-d3297415840f None None] For port 1b8a4900-5084-498e-ab88-d51c73d7bf65, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1b8a4900-5084-498e-ab88-d51c73d7bf65,segment=NetworkSegment(56b83c7a-f7f1-4f09-a93d-97fe7b9dde16),segment_id=56b83c7a-f7f1-4f09-a93d-97fe7b9dde16)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:12.572635 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-db1be841-2f28-41dd-ae43-d3297415840f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:12.593703 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ec1cc3ea-29d8-48ab-9a18-c25f46c39342 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:12.601332 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:12.602709 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1fc26a5a-3c64-4976-ba04-5f55367e7a2e tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "PUT /v2.0/routers/bf127e30-d64d-49b7-bf7e-469bdfdeae0d HTTP/1.1" status: 200 len: 914 time: 10.4821675 Oct 10 11:13:12.606555 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50406) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:12.727759 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-0496dd53-a30d-41d9-a527-6a4457426a54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] For port 1b8a4900-5084-498e-ab88-d51c73d7bf65, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1b8a4900-5084-498e-ab88-d51c73d7bf65,segment=NetworkSegment(56b83c7a-f7f1-4f09-a93d-97fe7b9dde16),segment_id=56b83c7a-f7f1-4f09-a93d-97fe7b9dde16)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:12.728121 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0496dd53-a30d-41d9-a527-6a4457426a54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:12.742616 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c440cce8-2bb3-4f6c-a0b4-5eb71ed0ceec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Network 240f796e-5e36-4ff3-af8a-ce3785d07431 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:13:12.754523 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7595ec0f-0ef6-48ce-8ff2-0f35fd76e1a3 None None] Sync routers for ids ['bf127e30-d64d-49b7-bf7e-469bdfdeae0d'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:13:12.757273 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 1b8a4900-5084-498e-ab88-d51c73d7bf65 is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:12.757734 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:12.788632 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-db1be841-2f28-41dd-ae43-d3297415840f None None] Calling delete_port for 1b8a4900-5084-498e-ab88-d51c73d7bf65 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:12.849938 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 1b8a4900-5084-498e-ab88-d51c73d7bf65, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1b8a4900-5084-498e-ab88-d51c73d7bf65,segment=NetworkSegment(56b83c7a-f7f1-4f09-a93d-97fe7b9dde16),segment_id=56b83c7a-f7f1-4f09-a93d-97fe7b9dde16)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:12.875121 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90538e63-54fd-4d5b-90c8-0aeef4a7347b tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Network 3d424011-7c9d-415c-a6f6-95fdc055b234 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:13:12.886105 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7595ec0f-0ef6-48ce-8ff2-0f35fd76e1a3 None None] Routers {'bf127e30-d64d-49b7-bf7e-469bdfdeae0d'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:13:12.886886 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7595ec0f-0ef6-48ce-8ff2-0f35fd76e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:13:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bf127e30-d64d-49b7-bf7e-469bdfdeae0d'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:12.979830 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-c440cce8-2bb3-4f6c-a0b4-5eb71ed0ceec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 240f796e-5e36-4ff3-af8a-ce3785d07431) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:13.030034 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-df0bdde8-4e63-410e-ae24-05d5daf27899 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.9360576 Oct 10 11:13:13.030937 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-75eeb0fe-dea9-4024-bfa8-242b72512e11 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Unset dirty status for tenant:ae70dbd562a74602ba992b43f7087eba on resource:network {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:13.031976 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-75eeb0fe-dea9-4024-bfa8-242b72512e11 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.15 "GET /v2.0/networks?id=f36cb35b-e765-411b-82dd-156471dbc6b1 HTTP/1.1" status: 200 len: 812 time: 0.8653545 Oct 10 11:13:13.040982 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50412) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:13.067822 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-329301f8-32ef-42ad-b495-bccedb0d47cd tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:13.079357 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7595ec0f-0ef6-48ce-8ff2-0f35fd76e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:13.081273 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c440cce8-2bb3-4f6c-a0b4-5eb71ed0ceec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:13.082088 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c440cce8-2bb3-4f6c-a0b4-5eb71ed0ceec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:13.093886 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-90538e63-54fd-4d5b-90c8-0aeef4a7347b tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 3d424011-7c9d-415c-a6f6-95fdc055b234) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:13.097920 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:13.111620 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25dbef8-db5d-43b1-9a22-d258e4a90077 None None] Network 240f796e-5e36-4ff3-af8a-ce3785d07431 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:13.194921 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3206daa-a949-479d-9ff9-25145f115503 None None] Network 3d424011-7c9d-415c-a6f6-95fdc055b234 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:13.224388 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0bdde8-4e63-410e-ae24-05d5daf27899 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Pushing event updated for resources: {'Network': ['ID=2b8f71ec-1145-40a6-8a25-379aca14b777,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:13.227495 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90538e63-54fd-4d5b-90c8-0aeef4a7347b tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:13.228140 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-90538e63-54fd-4d5b-90c8-0aeef4a7347b tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:13.228506 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7595ec0f-0ef6-48ce-8ff2-0f35fd76e1a3 None None] Routers {'bf127e30-d64d-49b7-bf7e-469bdfdeae0d'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:13:13.229144 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7595ec0f-0ef6-48ce-8ff2-0f35fd76e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:13:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bf127e30-d64d-49b7-bf7e-469bdfdeae0d'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:13.240175 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-0496dd53-a30d-41d9-a527-6a4457426a54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Calling delete_port for 1b8a4900-5084-498e-ab88-d51c73d7bf65 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:13.301224 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 2b8f71ec-1145-40a6-8a25-379aca14b777 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:13:13.316894 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-b284e95a-084a-4d91-ad69-24a90b88702c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 172.20.0.9 (dac74586-4382-4e00-a6eb-f2005f114a9a/c9690073-9fa0-4b26-ba73-5cea503e614e/324dfa31-7d58-4ef5-afb1-5d9761118eb7) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:13.340079 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-b284e95a-084a-4d91-ad69-24a90b88702c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 2001:db8::f816:3eff:fe18:3e54 (dac74586-4382-4e00-a6eb-f2005f114a9a/a93acb6f-ef53-48a0-80c8-d86ca203750f/324dfa31-7d58-4ef5-afb1-5d9761118eb7) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:13.365791 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8655f1c9-3c00-416a-80fb-9e875f4af23d req-9414102f-d3ab-4e43-a202-df71334ecdbb tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 210 time: 0.1551139 Oct 10 11:13:13.381193 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1cc3ea-29d8-48ab-9a18-c25f46c39342 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Router f4586d21-693d-47b7-93b3-3ce8bb980131 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:13:13.381579 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-a5ac74d3-bee3-4f42-9ff2-a83a78c93766 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Synchronizing usage tracker for tenant:ae70dbd562a74602ba992b43f7087eba on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:13.387593 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7595ec0f-0ef6-48ce-8ff2-0f35fd76e1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:13.388252 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7595ec0f-0ef6-48ce-8ff2-0f35fd76e1a3 None None] The sync data for ids ['bf127e30-d64d-49b7-bf7e-469bdfdeae0d'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:13:13.390880 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2cb8fd4d-6054-4e65-a830-a0f588ea9543 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "GET /v2.0/routers/bf127e30-d64d-49b7-bf7e-469bdfdeae0d HTTP/1.1" status: 200 len: 920 time: 0.7828612 Oct 10 11:13:13.392744 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50420) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:13.452393 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.api [None req-0496dd53-a30d-41d9-a527-6a4457426a54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:13:13.452606 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG oslo_db.api [None req-0496dd53-a30d-41d9-a527-6a4457426a54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:13:13.564823 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-a5ac74d3-bee3-4f42-9ff2-a83a78c93766 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Unset dirty status for tenant:ae70dbd562a74602ba992b43f7087eba on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:13.565140 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-a5ac74d3-bee3-4f42-9ff2-a83a78c93766 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae70dbd562a74602ba992b43f7087eba HTTP/1.1" status: 200 len: 380 time: 0.4091978 Oct 10 11:13:13.577591 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-428153f9-7df0-41f9-9243-ff32abfdd47c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Request body: {'port': {'device_id': '71f5612a-3733-481b-941c-c16f7dd09dc4', 'network_id': 'f36cb35b-e765-411b-82dd-156471dbc6b1', 'admin_state_up': True, 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'security_groups': ['eb98d8cf-ff2d-4f65-900c-6de9168b214c']}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:13.594711 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-90538e63-54fd-4d5b-90c8-0aeef4a7347b tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0308239 Oct 10 11:13:13.605947 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50424) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:13.618530 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-2db76e1d-72c4-4160-9524-57f02caa66b4 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Request body: {'port': {'network_id': '3d424011-7c9d-415c-a6f6-95fdc055b234', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1113247837'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:13.621231 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=1b8a4900-5084-498e-ab88-d51c73d7bf65,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:13.713270 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-db1be841-2f28-41dd-ae43-d3297415840f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:13:13.713620 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-db1be841-2f28-41dd-ae43-d3297415840f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:13:13.761174 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c440cce8-2bb3-4f6c-a0b4-5eb71ed0ceec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.2563555 Oct 10 11:13:13.761692 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50428) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:13.860001 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-329301f8-32ef-42ad-b495-bccedb0d47cd tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:13.868467 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1cc3ea-29d8-48ab-9a18-c25f46c39342 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:13:13.875033 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-3d424011-7c9d-415c-a6f6-95fdc055b234', 'network_id': '3d424011-7c9d-415c-a6f6-95fdc055b234', 'tenant_id': '51e37ec155284a7a8932dda2e8e6fc93', 'fixed_ips': [{'subnet_id': 'c9bc0fa5-8eb5-4f3b-aa8e-9ac3c12ee431'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:13:13.876067 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:13.876359 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b284e95a-084a-4d91-ad69-24a90b88702c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:13.882864 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ec1cc3ea-29d8-48ab-9a18-c25f46c39342 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "PUT /v2.0/routers/f4586d21-693d-47b7-93b3-3ce8bb980131/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6909738 Oct 10 11:13:13.886103 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-78548561-88d1-41e7-abec-286e82043e59 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-926474090', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}, 'admin_state_up': False}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:13.888632 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50432) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:13.893108 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-78548561-88d1-41e7-abec-286e82043e59 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:13.898469 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f3aec4-fef3-45d5-8f71-783ae30d115a None None] Sync routers for ids ['f4586d21-693d-47b7-93b3-3ce8bb980131'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:13:13.910515 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f3aec4-fef3-45d5-8f71-783ae30d115a None None] Routers {'f4586d21-693d-47b7-93b3-3ce8bb980131'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:13:13.911258 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-88f3aec4-fef3-45d5-8f71-783ae30d115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:13:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['f4586d21-693d-47b7-93b3-3ce8bb980131'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:13.914813 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-78548561-88d1-41e7-abec-286e82043e59 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Usage tracker for resource:router and tenant:7753f2697ba4464ebd8d731982a0d1f7 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:13.918485 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-78548561-88d1-41e7-abec-286e82043e59 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:13.935029 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-78548561-88d1-41e7-abec-286e82043e59 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:13.941322 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c4cbd2-6c0f-4aaf-8de5-b825cfd8dfa0 None None] Network 240f796e-5e36-4ff3-af8a-ce3785d07431 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:13.962060 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-0496dd53-a30d-41d9-a527-6a4457426a54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting port 1b8a4900-5084-498e-ab88-d51c73d7bf65 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:13.962411 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0496dd53-a30d-41d9-a527-6a4457426a54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:14.016114 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b77187a-f1f8-4782-91c5-510124977159 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:14.024847 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5b77187a-f1f8-4782-91c5-510124977159 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Synchronizing usage tracker for tenant:790cbdd6a96947d2a599b1467005dc5c on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:14.030260 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-78548561-88d1-41e7-abec-286e82043e59 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:14.033467 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-78548561-88d1-41e7-abec-286e82043e59 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:14.064305 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-88f3aec4-fef3-45d5-8f71-783ae30d115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:14.082157 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-62a738ca-cd20-4672-a668-37aa3a938fee tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Synchronizing usage tracker for tenant:bff75ec139ff428ea17476871cda1880 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:14.084365 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-329301f8-32ef-42ad-b495-bccedb0d47cd tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:14.085080 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-b284e95a-084a-4d91-ad69-24a90b88702c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Transition to ACTIVE for port object 324dfa31-7d58-4ef5-afb1-5d9761118eb7 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:13:14.088012 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f3aec4-fef3-45d5-8f71-783ae30d115a None None] Routers {'f4586d21-693d-47b7-93b3-3ce8bb980131'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:13:14.088771 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-88f3aec4-fef3-45d5-8f71-783ae30d115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:13:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['f4586d21-693d-47b7-93b3-3ce8bb980131'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:14.100246 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-78548561-88d1-41e7-abec-286e82043e59 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:14.125056 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-428153f9-7df0-41f9-9243-ff32abfdd47c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:14.136501 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-329301f8-32ef-42ad-b495-bccedb0d47cd tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Network 2b8f71ec-1145-40a6-8a25-379aca14b777 is not hosted by any dhcp agent {{(pid=89897) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 10 11:13:14.137391 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329301f8-32ef-42ad-b495-bccedb0d47cd tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:14.139802 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-329301f8-32ef-42ad-b495-bccedb0d47cd tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:14.146886 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-329301f8-32ef-42ad-b495-bccedb0d47cd tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] 10.222.0.40 "PUT /v2.0/networks/2b8f71ec-1145-40a6-8a25-379aca14b777 HTTP/1.1" status: 200 len: 857 time: 1.0807817 Oct 10 11:13:14.147369 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-428153f9-7df0-41f9-9243-ff32abfdd47c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:14.166401 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-88f3aec4-fef3-45d5-8f71-783ae30d115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:14.166798 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f3aec4-fef3-45d5-8f71-783ae30d115a None None] The sync data for ids ['f4586d21-693d-47b7-93b3-3ce8bb980131'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:13:14.182933 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50436) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:14.183633 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5b77187a-f1f8-4782-91c5-510124977159 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Unset dirty status for tenant:790cbdd6a96947d2a599b1467005dc5c on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:14.185294 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5b77187a-f1f8-4782-91c5-510124977159 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "GET /v2.0/ports?network_id=1e933860-f99f-4a0b-a611-91d190754508&device_id=bf127e30-d64d-49b7-bf7e-469bdfdeae0d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7893491 Oct 10 11:13:14.194593 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50440) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:14.201725 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-2db76e1d-72c4-4160-9524-57f02caa66b4 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:14.216973 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-db1be841-2f28-41dd-ae43-d3297415840f None None] Deleting port 1b8a4900-5084-498e-ab88-d51c73d7bf65 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:14.217814 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-db1be841-2f28-41dd-ae43-d3297415840f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:14.260794 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 9735f713-5b7f-4e57-9ab6-191411d87433 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:13:14.274841 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2db76e1d-72c4-4160-9524-57f02caa66b4 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Usage tracker for resource:port and tenant:51e37ec155284a7a8932dda2e8e6fc93 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:14.287491 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-428153f9-7df0-41f9-9243-ff32abfdd47c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Made reservation on behalf of ae70dbd562a74602ba992b43f7087eba for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:14.291036 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-428153f9-7df0-41f9-9243-ff32abfdd47c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:14.311187 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2db76e1d-72c4-4160-9524-57f02caa66b4 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:14.324281 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-62a738ca-cd20-4672-a668-37aa3a938fee tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Unset dirty status for tenant:bff75ec139ff428ea17476871cda1880 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:14.325466 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-62a738ca-cd20-4672-a668-37aa3a938fee tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "GET /v2.0/ports?device_id=f4586d21-693d-47b7-93b3-3ce8bb980131 HTTP/1.1" status: 200 len: 205 time: 0.4358950 Oct 10 11:13:14.352965 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50444) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:14.358094 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2e1d80-3248-4aea-91c9-bdacb4eb23cd None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:14.361491 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329301f8-32ef-42ad-b495-bccedb0d47cd tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Pushing event updated for resources: {'Network': ['ID=2b8f71ec-1145-40a6-8a25-379aca14b777,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:14.372346 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-2db76e1d-72c4-4160-9524-57f02caa66b4 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:14.488404 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db76e1d-72c4-4160-9524-57f02caa66b4 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Made reservation on behalf of 51e37ec155284a7a8932dda2e8e6fc93 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:14.492167 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2db76e1d-72c4-4160-9524-57f02caa66b4 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:14.566623 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0ffc96c2-1933-4883-b9bd-2300e1492b5e None None] Provisioning for port 9735f713-5b7f-4e57-9ab6-191411d87433 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:13:14.587354 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Allocated IP 172.20.0.2 (3d424011-7c9d-415c-a6f6-95fdc055b234/c9bc0fa5-8eb5-4f3b-aa8e-9ac3c12ee431/427b8987-fe02-46f2-b4b2-7a31804d5351) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:14.644772 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b284e95a-084a-4d91-ad69-24a90b88702c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:14.658767 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f0ef40e2-8e01-43df-b56c-39a136be5eb8 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:14.734583 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-2db76e1d-72c4-4160-9524-57f02caa66b4 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] device_id is not set on port 2db9047b-315f-4d5f-b74f-f0d190038d16 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:13:14.740694 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8f305ec9-fb4c-41e9-85fc-a065de9336ea tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:14.772346 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-44bfb031-b00e-47b9-a0f9-81a9b8f58c99 req-81284392-1b43-4e4b-94d6-b9698b61b4ea tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 210 time: 0.1894767 Oct 10 11:13:14.789298 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec8f4a2-c7ad-4f31-a3be-87c079c5bce4 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:14.790641 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9ec8f4a2-c7ad-4f31-a3be-87c079c5bce4 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "GET /v2.0/networks/1e933860-f99f-4a0b-a611-91d190754508 HTTP/1.1" status: 200 len: 881 time: 0.5915194 Oct 10 11:13:14.792676 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-0496dd53-a30d-41d9-a527-6a4457426a54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] For port 1b8a4900-5084-498e-ab88-d51c73d7bf65, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1b8a4900-5084-498e-ab88-d51c73d7bf65,segment=NetworkSegment(56b83c7a-f7f1-4f09-a93d-97fe7b9dde16),segment_id=56b83c7a-f7f1-4f09-a93d-97fe7b9dde16)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:14.793039 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0496dd53-a30d-41d9-a527-6a4457426a54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:14.811937 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50450) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:14.903913 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 9735f713-5b7f-4e57-9ab6-191411d87433 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:13:14.989842 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 9735f713-5b7f-4e57-9ab6-191411d87433 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:14.990357 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:14.990695 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 9735f713-5b7f-4e57-9ab6-191411d87433 Oct 10 11:13:15.108022 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-db1be841-2f28-41dd-ae43-d3297415840f None None] For port 1b8a4900-5084-498e-ab88-d51c73d7bf65, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1b8a4900-5084-498e-ab88-d51c73d7bf65,segment=NetworkSegment(56b83c7a-f7f1-4f09-a93d-97fe7b9dde16),segment_id=56b83c7a-f7f1-4f09-a93d-97fe7b9dde16)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:15.108414 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-db1be841-2f28-41dd-ae43-d3297415840f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:15.116794 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-78548561-88d1-41e7-abec-286e82043e59 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:15.134276 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-0496dd53-a30d-41d9-a527-6a4457426a54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Calling delete_port for 1b8a4900-5084-498e-ab88-d51c73d7bf65 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:15.140123 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-69c32ce2-e04a-4e58-a3a0-5c53b131a5b4 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf127e30-d64d-49b7-bf7e-469bdfdeae0d HTTP/1.1" status: 200 len: 205 time: 0.3179672 Oct 10 11:13:15.169443 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b284e95a-084a-4d91-ad69-24a90b88702c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:15.172347 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50454) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:15.194455 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-b284e95a-084a-4d91-ad69-24a90b88702c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:15.210920 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b284e95a-084a-4d91-ad69-24a90b88702c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:15.256810 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-db1be841-2f28-41dd-ae43-d3297415840f None None] Calling delete_port for 1b8a4900-5084-498e-ab88-d51c73d7bf65 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:15.343636 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284e95a-084a-4d91-ad69-24a90b88702c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Port': ['ID=324dfa31-7d58-4ef5-afb1-5d9761118eb7,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:15.420309 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8f305ec9-fb4c-41e9-85fc-a065de9336ea tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:15.427366 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8f305ec9-fb4c-41e9-85fc-a065de9336ea tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:15.430063 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f0ef40e2-8e01-43df-b56c-39a136be5eb8 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:15.464182 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-f0ef40e2-8e01-43df-b56c-39a136be5eb8 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b8f71ec-1145-40a6-8a25-379aca14b777']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:15.468943 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-428153f9-7df0-41f9-9243-ff32abfdd47c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Allocated IP 172.20.0.6 (f36cb35b-e765-411b-82dd-156471dbc6b1/04983d62-0192-4bd4-9c0c-86c066bd05d2/a9c1e995-eabf-45b1-8559-c8881096b3b7) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:15.478772 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:15.487198 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-f0ef40e2-8e01-43df-b56c-39a136be5eb8 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24417c1e-452d-4e4b-999b-8597418a2f72') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:15.487627 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-f0ef40e2-8e01-43df-b56c-39a136be5eb8 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24417c1e-452d-4e4b-999b-8597418a2f72') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:15.497098 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Transition to ACTIVE for port object 427b8987-fe02-46f2-b4b2-7a31804d5351 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:13:15.501556 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b284e95a-084a-4d91-ad69-24a90b88702c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:15.502102 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 9735f713-5b7f-4e57-9ab6-191411d87433 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:15.502444 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b284e95a-084a-4d91-ad69-24a90b88702c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:15.502569 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:15.505198 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f0ef40e2-8e01-43df-b56c-39a136be5eb8 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:15.545506 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Transition to ACTIVE for port object 427b8987-fe02-46f2-b4b2-7a31804d5351 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:13:15.577003 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f23a1949-e341-4b46-871d-f23e7aa68951 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:15.589218 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8f305ec9-fb4c-41e9-85fc-a065de9336ea tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:15.590053 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f305ec9-fb4c-41e9-85fc-a065de9336ea tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Fanout notify agent at l3_agent the message router_deleted on router f4586d21-693d-47b7-93b3-3ce8bb980131 {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:13:15.606564 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 9735f713-5b7f-4e57-9ab6-191411d87433, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=9735f713-5b7f-4e57-9ab6-191411d87433,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:15.614457 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8f305ec9-fb4c-41e9-85fc-a065de9336ea tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:15.618543 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8f305ec9-fb4c-41e9-85fc-a065de9336ea tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/routers/f4586d21-693d-47b7-93b3-3ce8bb980131 HTTP/1.1" status: 204 len: 168 time: 1.2640569 Oct 10 11:13:15.619831 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f0ef40e2-8e01-43df-b56c-39a136be5eb8 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:15.620245 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-db1be841-2f28-41dd-ae43-d3297415840f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:13:15.620598 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-db1be841-2f28-41dd-ae43-d3297415840f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:13:15.622005 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50458) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:15.632399 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57563ac0-17e8-48a6-a101-775f6e735528 None None] Update dhcp port {'port': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'fixed_ips': [{'subnet_id': 'a93acb6f-ef53-48a0-80c8-d86ca203750f', 'ip_address': '2001:db8::f816:3eff:fed4:bf19'}, {'subnet_id': 'c9690073-9fa0-4b26-ba73-5cea503e614e'}], 'binding:host_id': 'dv-neutron-860842-1-hyperv'}, 'id': '9735f713-5b7f-4e57-9ab6-191411d87433'} from dv-neutron-860842-1-hyperv. {{(pid=89898) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 10 11:13:15.649288 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0496dd53-a30d-41d9-a527-6a4457426a54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:15.672356 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:15.675903 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ef40e2-8e01-43df-b56c-39a136be5eb8 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Releasing vlan 467 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:13:15.677054 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f0ef40e2-8e01-43df-b56c-39a136be5eb8 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:15.731779 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:15.761036 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b284e95a-084a-4d91-ad69-24a90b88702c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.4800673 Oct 10 11:13:15.766556 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Network 3d424011-7c9d-415c-a6f6-95fdc055b234 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:15.768186 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:15.775294 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-57563ac0-17e8-48a6-a101-775f6e735528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:15.784973 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:15.796756 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Pushing event updated for resources: {'Port': ['ID=427b8987-fe02-46f2-b4b2-7a31804d5351,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:15.803158 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 24417c1e-452d-4e4b-999b-8597418a2f72 resource provider aggregate not found Oct 10 11:13:15.806645 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50464) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:15.832447 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496dd53-a30d-41d9-a527-6a4457426a54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Port': ['ID=1b8a4900-5084-498e-ab88-d51c73d7bf65,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:15.847799 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0496dd53-a30d-41d9-a527-6a4457426a54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] No DVR routers for this DVR port 1b8a4900-5084-498e-ab88-d51c73d7bf65 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:13:15.854699 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:15.855050 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:15.856081 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:15.856081 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:15.856081 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:15.856386 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:15.856717 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:15.857085 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:15.857764 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:15.857764 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:15.858077 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:15.858370 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:13:15.867609 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-9847eab4-a9e1-45f8-a47a-5737b930ee43 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Deleting subnet 4c2e5949-996b-4bae-b814-4e763da24a41 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:13:15.874640 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9847eab4-a9e1-45f8-a47a-5737b930ee43 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:15.931926 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9847eab4-a9e1-45f8-a47a-5737b930ee43 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:15.994037 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 24417c1e-452d-4e4b-999b-8597418a2f72 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24417c1e-452d-4e4b-999b-8597418a2f72 found for delete ", "request_id": "req-4c36d990-d402-46db-a3e7-00ef64a4e02a"}]} Oct 10 11:13:16.003002 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f0ef40e2-8e01-43df-b56c-39a136be5eb8 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:16.060164 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-2db76e1d-72c4-4160-9524-57f02caa66b4 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Allocated IP 172.20.0.6 (3d424011-7c9d-415c-a6f6-95fdc055b234/c9bc0fa5-8eb5-4f3b-aa8e-9ac3c12ee431/2db9047b-315f-4d5f-b74f-f0d190038d16) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:16.070879 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d5fd8e38-ecf6-4112-86cf-8b86c0247431 req-ae855f13-cf3d-44b6-b204-57c0eedd3236 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 210 time: 0.0759375 Oct 10 11:13:16.095699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ef40e2-8e01-43df-b56c-39a136be5eb8 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2b8f71ec-1145-40a6-8a25-379aca14b777 {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 10 11:13:16.100251 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef40e2-8e01-43df-b56c-39a136be5eb8 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Pushing event deleted for resources: {'Network': ['ID=2b8f71ec-1145-40a6-8a25-379aca14b777,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:16.106529 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f0ef40e2-8e01-43df-b56c-39a136be5eb8 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:16.127290 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-db1be841-2f28-41dd-ae43-d3297415840f None None] Deleting port 1b8a4900-5084-498e-ab88-d51c73d7bf65 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:16.127881 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-db1be841-2f28-41dd-ae43-d3297415840f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:16.144854 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f0ef40e2-8e01-43df-b56c-39a136be5eb8 tempest-ExternalNetworksTestJSON-1442649614 tempest-ExternalNetworksTestJSON-1442649614-project-admin] 10.222.0.40 "DELETE /v2.0/networks/2b8f71ec-1145-40a6-8a25-379aca14b777 HTTP/1.1" status: 204 len: 168 time: 1.9587913 Oct 10 11:13:16.155858 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50472) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:16.210765 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0496dd53-a30d-41d9-a527-6a4457426a54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:16.222706 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-428153f9-7df0-41f9-9243-ff32abfdd47c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:16.242217 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20629e8-bb7c-4d4e-bff5-613eb2f6cb95 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] DELETE failed (client error): The resource could not be found. Oct 10 11:13:16.242682 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f20629e8-bb7c-4d4e-bff5-613eb2f6cb95 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:13:16.247056 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f20629e8-bb7c-4d4e-bff5-613eb2f6cb95 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] 10.222.0.40 "DELETE /v2.0/subnets/8e13caf7-1327-43c1-bd08-1958e2e0283e HTTP/1.1" status: 404 len: 337 time: 0.0867515 Oct 10 11:13:16.248467 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f23a1949-e341-4b46-871d-f23e7aa68951 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:16.254231 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50476) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:16.292994 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-428153f9-7df0-41f9-9243-ff32abfdd47c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Transition to ACTIVE for port object a9c1e995-eabf-45b1-8559-c8881096b3b7 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:13:16.329242 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-0496dd53-a30d-41d9-a527-6a4457426a54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33de9f07-5025-4438-9235-92ff941eac5a']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:16.337937 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81c5ef4-7adb-4cf2-b391-61cffdadf6f1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:16.343774 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81c5ef4-7adb-4cf2-b391-61cffdadf6f1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:16.344569 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e81c5ef4-7adb-4cf2-b391-61cffdadf6f1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:16.349886 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-78548561-88d1-41e7-abec-286e82043e59 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:16.352928 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-57563ac0-17e8-48a6-a101-775f6e735528 None None] Allocated IP 172.20.0.2 (dac74586-4382-4e00-a6eb-f2005f114a9a/c9690073-9fa0-4b26-ba73-5cea503e614e/9735f713-5b7f-4e57-9ab6-191411d87433) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:16.359534 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-0496dd53-a30d-41d9-a527-6a4457426a54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b83c7a-f7f1-4f09-a93d-97fe7b9dde16') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:16.360052 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-0496dd53-a30d-41d9-a527-6a4457426a54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b83c7a-f7f1-4f09-a93d-97fe7b9dde16') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:16.375318 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9847eab4-a9e1-45f8-a47a-5737b930ee43 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:16.423821 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-78548561-88d1-41e7-abec-286e82043e59 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:16.438174 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0496dd53-a30d-41d9-a527-6a4457426a54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:16.459770 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-f23a1949-e341-4b46-871d-f23e7aa68951 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Deleting port e591011b-c852-4939-8df2-ad5d29e5fa7e {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:16.460389 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f23a1949-e341-4b46-871d-f23e7aa68951 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:16.506726 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-57563ac0-17e8-48a6-a101-775f6e735528 None None] For port 9735f713-5b7f-4e57-9ab6-191411d87433, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=9735f713-5b7f-4e57-9ab6-191411d87433,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:16.534229 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-57563ac0-17e8-48a6-a101-775f6e735528 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:16.553460 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-57563ac0-17e8-48a6-a101-775f6e735528 None None] Transition to ACTIVE for port object 9735f713-5b7f-4e57-9ab6-191411d87433 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:13:16.556722 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2c3c7dd9-5a3f-4cb4-b751-2feb97334ca0 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:16.561934 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0496dd53-a30d-41d9-a527-6a4457426a54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:16.567654 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-78548561-88d1-41e7-abec-286e82043e59 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Allocated IP 172.26.4.12 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/40828ae3-287a-45cd-902b-c37b0943de40) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:16.585921 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Attempting to bind port 427b8987-fe02-46f2-b4b2-7a31804d5351 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:13:16.586297 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Attempting to bind port 427b8987-fe02-46f2-b4b2-7a31804d5351 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'bf6d9409-27a5-454f-a701-176a2eeefa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '3d424011-7c9d-415c-a6f6-95fdc055b234'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:13:16.586663 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Attempting to bind port 427b8987-fe02-46f2-b4b2-7a31804d5351 on network 3d424011-7c9d-415c-a6f6-95fdc055b234 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:13:16.603030 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-db1be841-2f28-41dd-ae43-d3297415840f None None] The port '1b8a4900-5084-498e-ab88-d51c73d7bf65' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:13:16.611867 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:13:16.614645 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Checking segment: {'id': 'bf6d9409-27a5-454f-a701-176a2eeefa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '3d424011-7c9d-415c-a6f6-95fdc055b234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:13:16.614645 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:16.614645 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Bound using segment: {'id': 'bf6d9409-27a5-454f-a701-176a2eeefa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '3d424011-7c9d-415c-a6f6-95fdc055b234'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:13:16.614645 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Bound port: 427b8987-fe02-46f2-b4b2-7a31804d5351, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6d9409-27a5-454f-a701-176a2eeefa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '3d424011-7c9d-415c-a6f6-95fdc055b234'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:13:16.614645 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:16.637653 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-57563ac0-17e8-48a6-a101-775f6e735528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:16.735020 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=9735f713-5b7f-4e57-9ab6-191411d87433,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:16.744097 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0496dd53-a30d-41d9-a527-6a4457426a54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Releasing vlan 488 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:13:16.744770 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0496dd53-a30d-41d9-a527-6a4457426a54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:16.800606 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e81c5ef4-7adb-4cf2-b391-61cffdadf6f1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:16.804848 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e81c5ef4-7adb-4cf2-b391-61cffdadf6f1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.9907856 Oct 10 11:13:16.810088 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 56b83c7a-f7f1-4f09-a93d-97fe7b9dde16 resource provider aggregate not found Oct 10 11:13:16.813308 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50482) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:16.891326 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57563ac0-17e8-48a6-a101-775f6e735528 None None] Pushing event updated for resources: {'Port': ['ID=9735f713-5b7f-4e57-9ab6-191411d87433,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:16.928185 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] For port 427b8987-fe02-46f2-b4b2-7a31804d5351, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:13:16.932681 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] For port 427b8987-fe02-46f2-b4b2-7a31804d5351, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=427b8987-fe02-46f2-b4b2-7a31804d5351,segment=NetworkSegment(bf6d9409-27a5-454f-a701-176a2eeefa28),segment_id=bf6d9409-27a5-454f-a701-176a2eeefa28)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:13:16.938226 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-ad3f910a-94e8-415f-8dfe-4cf8cb2d2eea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting port 324dfa31-7d58-4ef5-afb1-5d9761118eb7 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:16.938588 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ad3f910a-94e8-415f-8dfe-4cf8cb2d2eea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:16.982511 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 56b83c7a-f7f1-4f09-a93d-97fe7b9dde16 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56b83c7a-f7f1-4f09-a93d-97fe7b9dde16 found for delete ", "request_id": "req-3ccda65f-a79b-4d6b-9412-08ad1393fd03"}]} Oct 10 11:13:17.007692 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:17.019186 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-78548561-88d1-41e7-abec-286e82043e59 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:17.083335 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-428153f9-7df0-41f9-9243-ff32abfdd47c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:17.099148 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd30953-c17d-42f4-96a5-e2e50653981d None None] Pushing event updated for resources: {'Port': ['ID=427b8987-fe02-46f2-b4b2-7a31804d5351,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:17.139331 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9847eab4-a9e1-45f8-a47a-5737b930ee43 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:17.165606 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2c3c7dd9-5a3f-4cb4-b751-2feb97334ca0 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:17.196706 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-2c3c7dd9-5a3f-4cb4-b751-2feb97334ca0 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa0e457-f617-4d85-a857-fd30a052969d']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:17.202520 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847eab4-a9e1-45f8-a47a-5737b930ee43 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Subnet': ['ID=4c2e5949-996b-4bae-b814-4e763da24a41,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:17.211349 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-2c3c7dd9-5a3f-4cb4-b751-2feb97334ca0 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f4af7f-fa23-4f8f-a440-8a8880011a84') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:17.211644 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-2c3c7dd9-5a3f-4cb4-b751-2feb97334ca0 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f4af7f-fa23-4f8f-a440-8a8880011a84') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:17.225068 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2c3c7dd9-5a3f-4cb4-b751-2feb97334ca0 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:17.278957 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9847eab4-a9e1-45f8-a47a-5737b930ee43 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:17.285293 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eefe854-c036-438b-b8d0-faf39f802cb4 None None] Network fed67e03-3c81-48e8-bbb7-c1ef90107c55 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:17.311508 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9847eab4-a9e1-45f8-a47a-5737b930ee43 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/subnets/4c2e5949-996b-4bae-b814-4e763da24a41 HTTP/1.1" status: 204 len: 168 time: 1.6876321 Oct 10 11:13:17.316208 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50490) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:17.401037 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ad3f910a-94e8-415f-8dfe-4cf8cb2d2eea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:17.448051 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2c3c7dd9-5a3f-4cb4-b751-2feb97334ca0 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:17.465568 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c3c7dd9-5a3f-4cb4-b751-2feb97334ca0 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Releasing vlan 452 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:13:17.466003 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2c3c7dd9-5a3f-4cb4-b751-2feb97334ca0 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:17.485596 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0496dd53-a30d-41d9-a527-6a4457426a54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:17.490924 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0496dd53-a30d-41d9-a527-6a4457426a54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:17.592300 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-78548561-88d1-41e7-abec-286e82043e59 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:17.606271 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-428153f9-7df0-41f9-9243-ff32abfdd47c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Network f36cb35b-e765-411b-82dd-156471dbc6b1 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:17.609651 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-ad3f910a-94e8-415f-8dfe-4cf8cb2d2eea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Calling delete_port for 324dfa31-7d58-4ef5-afb1-5d9761118eb7 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:17.633098 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f23a1949-e341-4b46-871d-f23e7aa68951 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:17.650946 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-428153f9-7df0-41f9-9243-ff32abfdd47c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:17.653856 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-428153f9-7df0-41f9-9243-ff32abfdd47c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:17.713450 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a967f9-1f60-4617-a2ea-5304b40d3e55 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Deleting subnet f7e8aed1-496f-4197-9ec7-9411d4e3ad15 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:13:17.715824 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a24e05-3048-4263-a255-c763a94a5afd None None] DHCP port deletion for fed67e03-3c81-48e8-bbb7-c1ef90107c55 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:13:17.721585 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-62a24e05-3048-4263-a255-c763a94a5afd None None] Deleting port 22e4d7ad-b86e-44e9-bed3-cc66e66be11c {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:17.722195 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62a24e05-3048-4263-a255-c763a94a5afd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:17.731196 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-38a967f9-1f60-4617-a2ea-5304b40d3e55 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:17.800581 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-428153f9-7df0-41f9-9243-ff32abfdd47c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:17.800744 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-428153f9-7df0-41f9-9243-ff32abfdd47c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:17.804419 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78548561-88d1-41e7-abec-286e82043e59 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:17.812398 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-78548561-88d1-41e7-abec-286e82043e59 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:17.816843 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428153f9-7df0-41f9-9243-ff32abfdd47c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Pushing event updated for resources: {'Port': ['ID=a9c1e995-eabf-45b1-8559-c8881096b3b7,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:17.829633 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78548561-88d1-41e7-abec-286e82043e59 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:17.833029 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0496dd53-a30d-41d9-a527-6a4457426a54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/networks/33de9f07-5025-4438-9235-92ff941eac5a HTTP/1.1" status: 204 len: 168 time: 6.2924354 Oct 10 11:13:17.834130 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496dd53-a30d-41d9-a527-6a4457426a54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Network': ['ID=33de9f07-5025-4438-9235-92ff941eac5a,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:17.872572 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78548561-88d1-41e7-abec-286e82043e59 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event updated for resources: {'Port': ['ID=40828ae3-287a-45cd-902b-c37b0943de40,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:17.902662 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50494) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:17.913119 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-e85019d7-712f-4f5b-9c30-2ed89f8fabe5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1483464376'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:17.921791 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-e85019d7-712f-4f5b-9c30-2ed89f8fabe5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:17.931264 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e85019d7-712f-4f5b-9c30-2ed89f8fabe5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:network and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:17.947658 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e85019d7-712f-4f5b-9c30-2ed89f8fabe5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:18.009833 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-e85019d7-712f-4f5b-9c30-2ed89f8fabe5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:18.012891 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-38a967f9-1f60-4617-a2ea-5304b40d3e55 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:18.073448 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-f23a1949-e341-4b46-871d-f23e7aa68951 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Calling delete_port for e591011b-c852-4939-8df2-ad5d29e5fa7e owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:18.096623 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-62a24e05-3048-4263-a255-c763a94a5afd None None] For port 22e4d7ad-b86e-44e9-bed3-cc66e66be11c, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=22e4d7ad-b86e-44e9-bed3-cc66e66be11c,segment=NetworkSegment(93582d20-e692-4e8f-804e-0f1656913afa),segment_id=93582d20-e692-4e8f-804e-0f1656913afa)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:18.097760 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62a24e05-3048-4263-a255-c763a94a5afd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:18.128902 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-17b6f188-2cf0-4d9d-9585-81261ab9fe06 None None] Provisioning for port 9735f713-5b7f-4e57-9ab6-191411d87433 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:13:18.131590 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-428153f9-7df0-41f9-9243-ff32abfdd47c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5600512 Oct 10 11:13:18.145870 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2db76e1d-72c4-4160-9524-57f02caa66b4 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:18.188556 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-e11e26d1-e26a-4048-a4aa-687738bbec01 service neutron] Request body: {'port': {'device_id': '71f5612a-3733-481b-941c-c16f7dd09dc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:18.214339 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-17b6f188-2cf0-4d9d-9585-81261ab9fe06 None None] Provisioning complete for port 9735f713-5b7f-4e57-9ab6-191411d87433 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:18.214719 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-17b6f188-2cf0-4d9d-9585-81261ab9fe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:18.215062 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-17b6f188-2cf0-4d9d-9585-81261ab9fe06 None None] Attempt 1 to provision port 9735f713-5b7f-4e57-9ab6-191411d87433 Oct 10 11:13:18.268432 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-2db76e1d-72c4-4160-9524-57f02caa66b4 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Transition to ACTIVE for port object 2db9047b-315f-4d5f-b74f-f0d190038d16 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:13:18.280609 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2c3c7dd9-5a3f-4cb4-b751-2feb97334ca0 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:18.330031 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2c3c7dd9-5a3f-4cb4-b751-2feb97334ca0 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:18.333556 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c7dd9-5a3f-4cb4-b751-2feb97334ca0 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] Pushing event deleted for resources: {'Network': ['ID=4aa0e457-f617-4d85-a857-fd30a052969d,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:18.341663 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 427b8987-fe02-46f2-b4b2-7a31804d5351 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:13:18.350582 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf797f0-6f15-4b36-8e44-9656ed66494f req-1c1766c5-19d2-412e-bec2-b1d85bea0a0b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:18.351371 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-0cf797f0-6f15-4b36-8e44-9656ed66494f req-1c1766c5-19d2-412e-bec2-b1d85bea0a0b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Synchronizing usage tracker for tenant:ae70dbd562a74602ba992b43f7087eba on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:18.376178 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-62a24e05-3048-4263-a255-c763a94a5afd None None] Calling delete_port for 22e4d7ad-b86e-44e9-bed3-cc66e66be11c owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:18.421652 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85019d7-712f-4f5b-9c30-2ed89f8fabe5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:18.431586 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e85019d7-712f-4f5b-9c30-2ed89f8fabe5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:18.481579 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2c3c7dd9-5a3f-4cb4-b751-2feb97334ca0 tempest-ExternalNetworksTestJSON-932552883 tempest-ExternalNetworksTestJSON-932552883-project] 10.222.0.40 "DELETE /v2.0/networks/4aa0e457-f617-4d85-a857-fd30a052969d HTTP/1.1" status: 204 len: 168 time: 2.2217276 Oct 10 11:13:18.507680 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-e11e26d1-e26a-4048-a4aa-687738bbec01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:18.594350 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-0cf797f0-6f15-4b36-8e44-9656ed66494f req-1c1766c5-19d2-412e-bec2-b1d85bea0a0b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Unset dirty status for tenant:ae70dbd562a74602ba992b43f7087eba on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:18.595229 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-17b6f188-2cf0-4d9d-9585-81261ab9fe06 None None] Current status of the port 9735f713-5b7f-4e57-9ab6-191411d87433 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:18.604215 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0cf797f0-6f15-4b36-8e44-9656ed66494f req-1c1766c5-19d2-412e-bec2-b1d85bea0a0b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 931 time: 1.3275208 Oct 10 11:13:18.658625 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62a24e05-3048-4263-a255-c763a94a5afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:18.692642 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0cf797f0-6f15-4b36-8e44-9656ed66494f req-42dd9719-d19e-44a9-8127-c725d5f7654f tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872343 Oct 10 11:13:18.757626 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-38a967f9-1f60-4617-a2ea-5304b40d3e55 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:18.763867 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4437df18-a226-4caf-8fc7-944b5e18e563 None None] Network 3d424011-7c9d-415c-a6f6-95fdc055b234 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:18.776740 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2db76e1d-72c4-4160-9524-57f02caa66b4 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:18.783336 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a24e05-3048-4263-a255-c763a94a5afd None None] Pushing event deleted for resources: {'Port': ['ID=22e4d7ad-b86e-44e9-bed3-cc66e66be11c,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:18.800010 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a24e05-3048-4263-a255-c763a94a5afd None None] No DVR routers for this DVR port 22e4d7ad-b86e-44e9-bed3-cc66e66be11c on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:13:18.804560 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 427b8987-fe02-46f2-b4b2-7a31804d5351 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:13:18.815275 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 9735f713-5b7f-4e57-9ab6-191411d87433 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:13:18.932583 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ad3f910a-94e8-415f-8dfe-4cf8cb2d2eea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:18.934505 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85019d7-712f-4f5b-9c30-2ed89f8fabe5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 450} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:13:18.938646 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-17b6f188-2cf0-4d9d-9585-81261ab9fe06 None None] Provisioning for port 324dfa31-7d58-4ef5-afb1-5d9761118eb7 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:13:18.948053 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-17b6f188-2cf0-4d9d-9585-81261ab9fe06 None None] Provisioning complete for port 324dfa31-7d58-4ef5-afb1-5d9761118eb7 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:18.948691 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-17b6f188-2cf0-4d9d-9585-81261ab9fe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:18.949178 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-17b6f188-2cf0-4d9d-9585-81261ab9fe06 None None] Attempt 1 to provision port 324dfa31-7d58-4ef5-afb1-5d9761118eb7 Oct 10 11:13:18.983179 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-38a967f9-1f60-4617-a2ea-5304b40d3e55 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:18.997767 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-17b6f188-2cf0-4d9d-9585-81261ab9fe06 None None] Port 324dfa31-7d58-4ef5-afb1-5d9761118eb7 was deleted so its status cannot be updated. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 10 11:13:19.030876 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 15f4af7f-fa23-4f8f-a440-8a8880011a84 resource provider aggregate not found Oct 10 11:13:19.048640 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db76e1d-72c4-4160-9524-57f02caa66b4 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Network 3d424011-7c9d-415c-a6f6-95fdc055b234 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:19.059386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-2db76e1d-72c4-4160-9524-57f02caa66b4 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:19.065439 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 9735f713-5b7f-4e57-9ab6-191411d87433 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:19.066027 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:19.066448 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 9735f713-5b7f-4e57-9ab6-191411d87433 Oct 10 11:13:19.067534 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db76e1d-72c4-4160-9524-57f02caa66b4 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:19.096396 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 15f4af7f-fa23-4f8f-a440-8a8880011a84 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15f4af7f-fa23-4f8f-a440-8a8880011a84 found for delete ", "request_id": "req-14212996-be43-4df4-a2e2-af2bba4e926e"}]} Oct 10 11:13:19.123838 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db76e1d-72c4-4160-9524-57f02caa66b4 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Pushing event updated for resources: {'Port': ['ID=2db9047b-315f-4d5f-b74f-f0d190038d16,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:19.175101 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f910a-94e8-415f-8dfe-4cf8cb2d2eea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Port': ['ID=324dfa31-7d58-4ef5-afb1-5d9761118eb7,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:19.186322 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e85019d7-712f-4f5b-9c30-2ed89f8fabe5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:19.186844 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-e85019d7-712f-4f5b-9c30-2ed89f8fabe5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Added segment f1ce8ef2-0c1a-4b92-a0c4-2fa2bde1b155 of type vlan for network 4e8cfd50-f38c-4ecb-a9c6-f35b04b21fe0 Oct 10 11:13:19.212427 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f23a1949-e341-4b46-871d-f23e7aa68951 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:19.231654 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a967f9-1f60-4617-a2ea-5304b40d3e55 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Subnet': ['ID=f7e8aed1-496f-4197-9ec7-9411d4e3ad15,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:19.235773 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-38a967f9-1f60-4617-a2ea-5304b40d3e55 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:19.236973 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-61c13c36-4388-426f-b40a-96ae481f9ce6 None None] Provisioning for port 427b8987-fe02-46f2-b4b2-7a31804d5351 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:13:19.248319 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-61c13c36-4388-426f-b40a-96ae481f9ce6 None None] Provisioning complete for port 427b8987-fe02-46f2-b4b2-7a31804d5351 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:19.248319 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-61c13c36-4388-426f-b40a-96ae481f9ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:19.248610 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-61c13c36-4388-426f-b40a-96ae481f9ce6 None None] Attempt 1 to provision port 427b8987-fe02-46f2-b4b2-7a31804d5351 Oct 10 11:13:19.323765 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8078099d-3b3f-464a-8862-1c76d9855870 None None] Network 70578435-7191-4204-bb46-b40d4177f07f requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:19.325771 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db76e1d-72c4-4160-9524-57f02caa66b4 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:19.333722 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2db76e1d-72c4-4160-9524-57f02caa66b4 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:19.339154 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a1949-e341-4b46-871d-f23e7aa68951 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Pushing event deleted for resources: {'Port': ['ID=e591011b-c852-4939-8df2-ad5d29e5fa7e,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:19.356407 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-38a967f9-1f60-4617-a2ea-5304b40d3e55 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/subnets/f7e8aed1-496f-4197-9ec7-9411d4e3ad15 HTTP/1.1" status: 204 len: 168 time: 2.0380642 Oct 10 11:13:19.404320 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50506) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:19.405130 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50508) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:19.417049 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e85019d7-712f-4f5b-9c30-2ed89f8fabe5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:19.483648 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 9735f713-5b7f-4e57-9ab6-191411d87433 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:19.555218 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ad3f910a-94e8-415f-8dfe-4cf8cb2d2eea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:19.557719 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ad3f910a-94e8-415f-8dfe-4cf8cb2d2eea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/324dfa31-7d58-4ef5-afb1-5d9761118eb7 HTTP/1.1" status: 204 len: 168 time: 2.7434983 Oct 10 11:13:19.585445 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50516) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:19.609286 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50520) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:19.609738 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2db76e1d-72c4-4160-9524-57f02caa66b4 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.9993703 Oct 10 11:13:19.610547 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 22e4d7ad-b86e-44e9-bed3-cc66e66be11c no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:13:19.626819 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-6f50c52c-3ecb-47de-82b1-76028005eea1 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Request body: {'port': {'network_id': '3d424011-7c9d-415c-a6f6-95fdc055b234', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2718630', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:19.627306 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.api.validators [None req-6f50c52c-3ecb-47de-82b1-76028005eea1 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] bootfile-name is not in valid_values {{(pid=89897) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 10 11:13:19.627645 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.api.validators [None req-6f50c52c-3ecb-47de-82b1-76028005eea1 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] tftp-server is not in valid_values {{(pid=89897) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 10 11:13:19.627974 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.api.validators [None req-6f50c52c-3ecb-47de-82b1-76028005eea1 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] server-ip-address is not in valid_values {{(pid=89897) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 10 11:13:19.645732 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f23a1949-e341-4b46-871d-f23e7aa68951 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:19.700316 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-78548561-88d1-41e7-abec-286e82043e59 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for router_gateway, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:19.736534 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 22e4d7ad-b86e-44e9-bed3-cc66e66be11c {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:13:19.736888 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 22e4d7ad-b86e-44e9-bed3-cc66e66be11c not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:13:19.784872 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-61c13c36-4388-426f-b40a-96ae481f9ce6 None None] Current status of the port 427b8987-fe02-46f2-b4b2-7a31804d5351 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:19.786206 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-61c13c36-4388-426f-b40a-96ae481f9ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:19.809840 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e85019d7-712f-4f5b-9c30-2ed89f8fabe5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:19.819909 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85019d7-712f-4f5b-9c30-2ed89f8fabe5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:19.835882 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e85019d7-712f-4f5b-9c30-2ed89f8fabe5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:19.837127 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-61c13c36-4388-426f-b40a-96ae481f9ce6 None None] For port 427b8987-fe02-46f2-b4b2-7a31804d5351, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=427b8987-fe02-46f2-b4b2-7a31804d5351,segment=NetworkSegment(bf6d9409-27a5-454f-a701-176a2eeefa28),segment_id=bf6d9409-27a5-454f-a701-176a2eeefa28)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:19.915154 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-61c13c36-4388-426f-b40a-96ae481f9ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:19.965071 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:13:19.985830 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86873bf8-6755-4328-878e-4654491bed2e None None] DHCP port deletion for 70578435-7191-4204-bb46-b40d4177f07f request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:13:20.015259 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-86873bf8-6755-4328-878e-4654491bed2e None None] Deleting port 211a0775-9e08-4e05-a8e1-99b872274545 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:20.015957 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-86873bf8-6755-4328-878e-4654491bed2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:20.040742 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.resource_extend [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-e11e26d1-e26a-4048-a4aa-687738bbec01 service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:13:20.055733 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-43980aed-7c06-4f90-a2e4-3b20cf3db569 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:20.069422 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f23a1949-e341-4b46-871d-f23e7aa68951 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:20.105786 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d06fcaef-39c9-4874-b45f-be80eecb8252 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=57ee229ec56a47d4a31f007869cf5cee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6891079 Oct 10 11:13:20.106526 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50528) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:20.112661 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f23a1949-e341-4b46-871d-f23e7aa68951 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:20.130569 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 211a0775-9e08-4e05-a8e1-99b872274545 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:13:20.167879 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-61c13c36-4388-426f-b40a-96ae481f9ce6 None None] Provisioning for port a9c1e995-eabf-45b1-8559-c8881096b3b7 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:13:20.203936 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28663de5-b2fa-43b2-b8b5-9d82ede0d1fc tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:20.205448 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28663de5-b2fa-43b2-b8b5-9d82ede0d1fc tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:20.206993 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28663de5-b2fa-43b2-b8b5-9d82ede0d1fc tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:20.208337 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-28663de5-b2fa-43b2-b8b5-9d82ede0d1fc tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:20.260812 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c13c36-4388-426f-b40a-96ae481f9ce6 None None] Pushing event updated for resources: {'Port': ['ID=427b8987-fe02-46f2-b4b2-7a31804d5351,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:20.277763 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-61c13c36-4388-426f-b40a-96ae481f9ce6 None None] Provisioning complete for port a9c1e995-eabf-45b1-8559-c8881096b3b7 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:20.278455 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-61c13c36-4388-426f-b40a-96ae481f9ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:20.278455 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-61c13c36-4388-426f-b40a-96ae481f9ce6 None None] Attempt 1 to provision port a9c1e995-eabf-45b1-8559-c8881096b3b7 Oct 10 11:13:20.296901 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-e11e26d1-e26a-4048-a4aa-687738bbec01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c1e995-eabf-45b1-8559-c8881096b3b7 {{(pid=89896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:13:20.340429 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-e11e26d1-e26a-4048-a4aa-687738bbec01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:20.416600 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-86873bf8-6755-4328-878e-4654491bed2e None None] For port 211a0775-9e08-4e05-a8e1-99b872274545, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=211a0775-9e08-4e05-a8e1-99b872274545,segment=NetworkSegment(5c630e12-795a-4538-8e21-b0bdfe931c97),segment_id=5c630e12-795a-4538-8e21-b0bdfe931c97)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:20.416984 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-86873bf8-6755-4328-878e-4654491bed2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:20.419334 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f23a1949-e341-4b46-871d-f23e7aa68951 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:20.419822 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23a1949-e341-4b46-871d-f23e7aa68951 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Fanout notify agent at l3_agent the message router_deleted on router bf127e30-d64d-49b7-bf7e-469bdfdeae0d {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:13:20.421304 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-28663de5-b2fa-43b2-b8b5-9d82ede0d1fc tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:20.422499 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-28663de5-b2fa-43b2-b8b5-9d82ede0d1fc tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.8284581 Oct 10 11:13:20.429164 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-61c13c36-4388-426f-b40a-96ae481f9ce6 None None] Port a9c1e995-eabf-45b1-8559-c8881096b3b7 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:20.432867 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50532) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:20.436978 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-e11e26d1-e26a-4048-a4aa-687738bbec01 service neutron] Transition to ACTIVE for port object a9c1e995-eabf-45b1-8559-c8881096b3b7 will not be triggered until provisioned by entity L2. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:13:20.441014 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-43980aed-7c06-4f90-a2e4-3b20cf3db569 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:20.457397 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85019d7-712f-4f5b-9c30-2ed89f8fabe5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Network': ['ID=4e8cfd50-f38c-4ecb-a9c6-f35b04b21fe0,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:20.481410 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e85019d7-712f-4f5b-9c30-2ed89f8fabe5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.5721972 Oct 10 11:13:20.481679 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8a4c3863-6f08-4634-b9e8-aae8c7ee7f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:20.494512 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50536) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:20.497259 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f23a1949-e341-4b46-871d-f23e7aa68951 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:20.497592 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-1c7cf378-744f-4e54-b0e0-59e477f3fd0b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'subnet': {'network_id': '4e8cfd50-f38c-4ecb-a9c6-f35b04b21fe0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:20.504347 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f23a1949-e341-4b46-871d-f23e7aa68951 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "DELETE /v2.0/routers/bf127e30-d64d-49b7-bf7e-469bdfdeae0d HTTP/1.1" status: 204 len: 168 time: 5.3066862 Oct 10 11:13:20.519132 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50540) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:20.534187 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-e11e26d1-e26a-4048-a4aa-687738bbec01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:20.544819 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-6f50c52c-3ecb-47de-82b1-76028005eea1 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:20.553599 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-22ca4b68-df98-491f-96e8-990d32a431e0 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1325642857', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:20.567238 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6f50c52c-3ecb-47de-82b1-76028005eea1 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Usage tracker for resource:port and tenant:51e37ec155284a7a8932dda2e8e6fc93 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:20.573973 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-22ca4b68-df98-491f-96e8-990d32a431e0 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:20.576733 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 4e8cfd50-f38c-4ecb-a9c6-f35b04b21fe0 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:13:20.577623 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6f50c52c-3ecb-47de-82b1-76028005eea1 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:20.592526 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-43980aed-7c06-4f90-a2e4-3b20cf3db569 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed67e03-3c81-48e8-bbb7-c1ef90107c55']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:20.630475 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-78548561-88d1-41e7-abec-286e82043e59 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:20.632927 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-22ca4b68-df98-491f-96e8-990d32a431e0 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Usage tracker for resource:router and tenant:11ce564d05404c1aac980352a1eb066f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:20.640738 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-6f50c52c-3ecb-47de-82b1-76028005eea1 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:20.650627 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c6584-4472-4ec8-91ee-d1c399b93384 req-30f2667b-9cbf-46ff-a786-83e92b5a2fc0 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:20.652125 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ad6c6584-4472-4ec8-91ee-d1c399b93384 req-30f2667b-9cbf-46ff-a786-83e92b5a2fc0 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 931 time: 0.4718292 Oct 10 11:13:20.654063 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-22ca4b68-df98-491f-96e8-990d32a431e0 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:20.654190 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-86873bf8-6755-4328-878e-4654491bed2e None None] Calling delete_port for 211a0775-9e08-4e05-a8e1-99b872274545 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:20.659561 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8a4c3863-6f08-4634-b9e8-aae8c7ee7f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:20.679244 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-43980aed-7c06-4f90-a2e4-3b20cf3db569 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93582d20-e692-4e8f-804e-0f1656913afa') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:20.679539 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-43980aed-7c06-4f90-a2e4-3b20cf3db569 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93582d20-e692-4e8f-804e-0f1656913afa') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:20.735655 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-43980aed-7c06-4f90-a2e4-3b20cf3db569 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:20.744930 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-22ca4b68-df98-491f-96e8-990d32a431e0 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:20.787532 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 211a0775-9e08-4e05-a8e1-99b872274545 is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:20.787906 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:20.807287 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-1c7cf378-744f-4e54-b0e0-59e477f3fd0b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:20.819712 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f50c52c-3ecb-47de-82b1-76028005eea1 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Made reservation on behalf of 51e37ec155284a7a8932dda2e8e6fc93 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:20.823591 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6f50c52c-3ecb-47de-82b1-76028005eea1 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:20.866010 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 211a0775-9e08-4e05-a8e1-99b872274545, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=211a0775-9e08-4e05-a8e1-99b872274545,segment=NetworkSegment(5c630e12-795a-4538-8e21-b0bdfe931c97),segment_id=5c630e12-795a-4538-8e21-b0bdfe931c97)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:20.930316 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-61c13c36-4388-426f-b40a-96ae481f9ce6 None None] Attempt 2 to provision port a9c1e995-eabf-45b1-8559-c8881096b3b7 Oct 10 11:13:20.943399 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f46975-b06c-4ffb-bef4-142d970c3c40 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet a93acb6f-ef53-48a0-80c8-d86ca203750f {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:13:20.963320 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-64f46975-b06c-4ffb-bef4-142d970c3c40 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:20.990726 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1c7cf378-744f-4e54-b0e0-59e477f3fd0b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:subnet and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:20.994115 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-43980aed-7c06-4f90-a2e4-3b20cf3db569 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:21.001710 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:21.009051 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ad6c6584-4472-4ec8-91ee-d1c399b93384 req-a00ab3bc-21d6-4697-8aad-4cd8dfcf1425 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3475978 Oct 10 11:13:21.009876 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-22ca4b68-df98-491f-96e8-990d32a431e0 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:21.010904 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-22ca4b68-df98-491f-96e8-990d32a431e0 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:21.014475 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1c7cf378-744f-4e54-b0e0-59e477f3fd0b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:21.025755 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e26d1-e26a-4048-a4aa-687738bbec01 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c1e995-eabf-45b1-8559-c8881096b3b7,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:21.044711 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43980aed-7c06-4f90-a2e4-3b20cf3db569 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Releasing vlan 461 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:13:21.045117 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-43980aed-7c06-4f90-a2e4-3b20cf3db569 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:21.057365 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-1c7cf378-744f-4e54-b0e0-59e477f3fd0b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:21.063233 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-6f50c52c-3ecb-47de-82b1-76028005eea1 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] device_id is not set on port beed0b80-aa35-4afd-a1df-8f3386340af7 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:13:21.073147 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-86873bf8-6755-4328-878e-4654491bed2e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:13:21.073670 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-86873bf8-6755-4328-878e-4654491bed2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:13:21.080595 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-61c13c36-4388-426f-b40a-96ae481f9ce6 None None] Port a9c1e995-eabf-45b1-8559-c8881096b3b7 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:21.102422 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=211a0775-9e08-4e05-a8e1-99b872274545,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:21.117650 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-22ca4b68-df98-491f-96e8-990d32a431e0 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:21.159431 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-64f46975-b06c-4ffb-bef4-142d970c3c40 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:21.193966 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 93582d20-e692-4e8f-804e-0f1656913afa resource provider aggregate not found Oct 10 11:13:21.214750 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-e11e26d1-e26a-4048-a4aa-687738bbec01 service neutron] Attempting to bind port a9c1e995-eabf-45b1-8559-c8881096b3b7 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:13:21.215095 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-e11e26d1-e26a-4048-a4aa-687738bbec01 service neutron] Attempting to bind port a9c1e995-eabf-45b1-8559-c8881096b3b7 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'ca7b9976-eac1-4936-85c4-22ea5a47a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': 'f36cb35b-e765-411b-82dd-156471dbc6b1'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:13:21.215396 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-e11e26d1-e26a-4048-a4aa-687738bbec01 service neutron] Attempting to bind port a9c1e995-eabf-45b1-8559-c8881096b3b7 on network f36cb35b-e765-411b-82dd-156471dbc6b1 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:13:21.224330 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7cf378-744f-4e54-b0e0-59e477f3fd0b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:21.227196 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 93582d20-e692-4e8f-804e-0f1656913afa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93582d20-e692-4e8f-804e-0f1656913afa found for delete ", "request_id": "req-d63d406b-a356-47a1-9e60-c83bd2d73a8a"}]} Oct 10 11:13:21.227817 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1c7cf378-744f-4e54-b0e0-59e477f3fd0b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:21.229805 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-e11e26d1-e26a-4048-a4aa-687738bbec01 service neutron] Port a9c1e995-eabf-45b1-8559-c8881096b3b7 on network f36cb35b-e765-411b-82dd-156471dbc6b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:13:21.230124 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-e11e26d1-e26a-4048-a4aa-687738bbec01 service neutron] Attempting to bind port a9c1e995-eabf-45b1-8559-c8881096b3b7 on network f36cb35b-e765-411b-82dd-156471dbc6b1 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:13:21.244562 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-e11e26d1-e26a-4048-a4aa-687738bbec01 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:13:21.244903 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-e11e26d1-e26a-4048-a4aa-687738bbec01 service neutron] Checking segment: {'id': 'ca7b9976-eac1-4936-85c4-22ea5a47a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': 'f36cb35b-e765-411b-82dd-156471dbc6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:13:21.245285 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-e11e26d1-e26a-4048-a4aa-687738bbec01 service neutron] Bound using segment: {'id': 'ca7b9976-eac1-4936-85c4-22ea5a47a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': 'f36cb35b-e765-411b-82dd-156471dbc6b1'} {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:13:21.245744 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-e11e26d1-e26a-4048-a4aa-687738bbec01 service neutron] Bound port: a9c1e995-eabf-45b1-8559-c8881096b3b7, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca7b9976-eac1-4936-85c4-22ea5a47a536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': 'f36cb35b-e765-411b-82dd-156471dbc6b1'}}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:13:21.246209 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-e11e26d1-e26a-4048-a4aa-687738bbec01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:21.324452 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8a4c3863-6f08-4634-b9e8-aae8c7ee7f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:21.337913 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-43980aed-7c06-4f90-a2e4-3b20cf3db569 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:21.351772 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-22ca4b68-df98-491f-96e8-990d32a431e0 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:21.358125 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-6f50c52c-3ecb-47de-82b1-76028005eea1 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Allocated IP 172.20.0.5 (3d424011-7c9d-415c-a6f6-95fdc055b234/c9bc0fa5-8eb5-4f3b-aa8e-9ac3c12ee431/beed0b80-aa35-4afd-a1df-8f3386340af7) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:21.362491 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c3863-6f08-4634-b9e8-aae8c7ee7f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928fb067-6556-4811-b096-f3d7ded669a0,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:21.370941 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-43980aed-7c06-4f90-a2e4-3b20cf3db569 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:21.378460 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-64f46975-b06c-4ffb-bef4-142d970c3c40 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:21.435830 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43980aed-7c06-4f90-a2e4-3b20cf3db569 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Network': ['ID=fed67e03-3c81-48e8-bbb7-c1ef90107c55,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:21.453296 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-43980aed-7c06-4f90-a2e4-3b20cf3db569 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/networks/fed67e03-3c81-48e8-bbb7-c1ef90107c55 HTTP/1.1" status: 204 len: 168 time: 2.0382397 Oct 10 11:13:21.454937 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8a4c3863-6f08-4634-b9e8-aae8c7ee7f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:21.455548 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8a4c3863-6f08-4634-b9e8-aae8c7ee7f53 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/928fb067-6556-4811-b096-f3d7ded669a0 HTTP/1.1" status: 204 len: 168 time: 1.3405981 Oct 10 11:13:21.461319 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50548) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:21.461425 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78548561-88d1-41e7-abec-286e82043e59 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Router 5b29db68-2788-491e-bb1a-1710265879bc is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:13:21.500159 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-e11e26d1-e26a-4048-a4aa-687738bbec01 service neutron] For port a9c1e995-eabf-45b1-8559-c8881096b3b7, host hv-neutron-8608, cleared binding levels {{(pid=89896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:13:21.514317 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-22ca4b68-df98-491f-96e8-990d32a431e0 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:21.515734 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-22ca4b68-df98-491f-96e8-990d32a431e0 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9916654 Oct 10 11:13:21.530310 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50554) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:21.549585 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-d5ec554f-a024-431d-9b0d-12bba6ac7c6c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'enable_snat': False}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:21.571514 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-e11e26d1-e26a-4048-a4aa-687738bbec01 service neutron] For port a9c1e995-eabf-45b1-8559-c8881096b3b7, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a9c1e995-eabf-45b1-8559-c8881096b3b7,segment=NetworkSegment(ca7b9976-eac1-4936-85c4-22ea5a47a536),segment_id=ca7b9976-eac1-4936-85c4-22ea5a47a536)] {{(pid=89896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:13:21.575461 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-86873bf8-6755-4328-878e-4654491bed2e None None] Deleting port 211a0775-9e08-4e05-a8e1-99b872274545 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:21.575805 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-86873bf8-6755-4328-878e-4654491bed2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:21.600592 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-43d805b4-b374-40e7-9622-862d85fcf845 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:21.611735 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-43d805b4-b374-40e7-9622-862d85fcf845 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Deleting port 211a0775-9e08-4e05-a8e1-99b872274545 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:21.612052 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-43d805b4-b374-40e7-9622-862d85fcf845 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:21.617434 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-61c13c36-4388-426f-b40a-96ae481f9ce6 None None] Attempt 3 to provision port a9c1e995-eabf-45b1-8559-c8881096b3b7 Oct 10 11:13:21.711271 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-e11e26d1-e26a-4048-a4aa-687738bbec01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:21.749654 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-61c13c36-4388-426f-b40a-96ae481f9ce6 None None] Port a9c1e995-eabf-45b1-8559-c8881096b3b7 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:21.755855 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-64f46975-b06c-4ffb-bef4-142d970c3c40 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:21.825748 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-e11e26d1-e26a-4048-a4aa-687738bbec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:21.826305 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-e11e26d1-e26a-4048-a4aa-687738bbec01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:21.827795 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-e11e26d1-e26a-4048-a4aa-687738bbec01 service neutron] 10.222.0.15 "PUT /v2.0/ports/a9c1e995-eabf-45b1-8559-c8881096b3b7 HTTP/1.1" status: 200 len: 1093 time: 3.6556964 Oct 10 11:13:21.843663 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f5612a-3733-481b-941c-c16f7dd09dc4', 'tag': 'a9c1e995-eabf-45b1-8559-c8881096b3b7'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:13:21.846039 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71647a05-afb9-49e6-b74a-ec6760801163" -d '{"events": [{"name": "network-changed", "server_uuid": "71f5612a-3733-481b-941c-c16f7dd09dc4", "tag": "a9c1e995-eabf-45b1-8559-c8881096b3b7"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:13:21.895592 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f46975-b06c-4ffb-bef4-142d970c3c40 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=a93acb6f-ef53-48a0-80c8-d86ca203750f,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:21.914859 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-64f46975-b06c-4ffb-bef4-142d970c3c40 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:21.944778 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eb73f9-cbbf-40a1-8c08-943b21998f85 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:22.008107 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-86873bf8-6755-4328-878e-4654491bed2e None None] For port 211a0775-9e08-4e05-a8e1-99b872274545, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=211a0775-9e08-4e05-a8e1-99b872274545,segment=NetworkSegment(5c630e12-795a-4538-8e21-b0bdfe931c97),segment_id=5c630e12-795a-4538-8e21-b0bdfe931c97)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:22.008618 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-86873bf8-6755-4328-878e-4654491bed2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:22.033941 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379b011d-a906-46f3-8012-67f9c2b606f0 x-openstack-request-id: req-379b011d-a906-46f3-8012-67f9c2b606f0 {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:13:22.034231 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f5612a-3733-481b-941c-c16f7dd09dc4", "tag": "a9c1e995-eabf-45b1-8559-c8881096b3b7", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:13:22.034481 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-379b011d-a906-46f3-8012-67f9c2b606f0 {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:13:22.034986 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-379b011d-a906-46f3-8012-67f9c2b606f0'] response: {'name': 'network-changed', 'server_uuid': '71f5612a-3733-481b-941c-c16f7dd09dc4', 'tag': 'a9c1e995-eabf-45b1-8559-c8881096b3b7', 'status': 'completed', 'code': 200} Oct 10 11:13:22.055019 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6f50c52c-3ecb-47de-82b1-76028005eea1 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:22.067780 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e26d1-e26a-4048-a4aa-687738bbec01 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c1e995-eabf-45b1-8559-c8881096b3b7,revision_number=3']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:22.073333 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-43d805b4-b374-40e7-9622-862d85fcf845 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] For port 211a0775-9e08-4e05-a8e1-99b872274545, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=211a0775-9e08-4e05-a8e1-99b872274545,segment=NetworkSegment(5c630e12-795a-4538-8e21-b0bdfe931c97),segment_id=5c630e12-795a-4538-8e21-b0bdfe931c97)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:22.074810 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-43d805b4-b374-40e7-9622-862d85fcf845 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:22.134266 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-6f50c52c-3ecb-47de-82b1-76028005eea1 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Transition to ACTIVE for port object beed0b80-aa35-4afd-a1df-8f3386340af7 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:13:22.139017 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 427b8987-fe02-46f2-b4b2-7a31804d5351 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:13:22.215215 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-64f46975-b06c-4ffb-bef4-142d970c3c40 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/a93acb6f-ef53-48a0-80c8-d86ca203750f HTTP/1.1" status: 204 len: 168 time: 1.7746818 Oct 10 11:13:22.221171 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-43d805b4-b374-40e7-9622-862d85fcf845 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Calling delete_port for 211a0775-9e08-4e05-a8e1-99b872274545 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:22.246415 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-86873bf8-6755-4328-878e-4654491bed2e None None] Calling delete_port for 211a0775-9e08-4e05-a8e1-99b872274545 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:22.253806 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50564) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:22.254800 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50566) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:22.282349 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-61c13c36-4388-426f-b40a-96ae481f9ce6 None None] Attempt 4 to provision port a9c1e995-eabf-45b1-8559-c8881096b3b7 Oct 10 11:13:22.369429 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6f50c52c-3ecb-47de-82b1-76028005eea1 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:22.384561 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-23809f00-c184-4428-9a5a-f75235844729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:22.386209 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-23809f00-c184-4428-9a5a-f75235844729 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae70dbd562a74602ba992b43f7087eba&device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 1096 time: 0.4010506 Oct 10 11:13:22.402457 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e5429f1-7622-43a3-a391-98066cd6fc3c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet c9690073-9fa0-4b26-ba73-5cea503e614e {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:13:22.461741 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 427b8987-fe02-46f2-b4b2-7a31804d5351 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:22.462035 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:22.462466 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 427b8987-fe02-46f2-b4b2-7a31804d5351 Oct 10 11:13:22.467319 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8e5429f1-7622-43a3-a391-98066cd6fc3c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:22.530641 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-53e83bd5-54a8-40c3-8cf5-c0f983198bed admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6510563939b94059a2a70d9733b8f960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2723091 Oct 10 11:13:22.534726 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-61c13c36-4388-426f-b40a-96ae481f9ce6 None None] Port a9c1e995-eabf-45b1-8559-c8881096b3b7 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:13:22.539790 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-5ccb6df4-f1a4-4e2a-a7a2-ad50c486bfdb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9c1e995-eabf-45b1-8559-c8881096b3b7 HTTP/1.1" status: 200 len: 217 time: 0.1351316 Oct 10 11:13:22.540243 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50572) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:22.542811 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-61c13c36-4388-426f-b40a-96ae481f9ce6 None None] Could not find standard attr ID for object 324dfa31-7d58-4ef5-afb1-5d9761118eb7. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:13:22.571024 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d5ec554f-a024-431d-9b0d-12bba6ac7c6c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:22.613302 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8e5429f1-7622-43a3-a391-98066cd6fc3c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:22.633730 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-86873bf8-6755-4328-878e-4654491bed2e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:13:22.634243 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-86873bf8-6755-4328-878e-4654491bed2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:13:22.643442 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-43d805b4-b374-40e7-9622-862d85fcf845 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:22.662825 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f50c52c-3ecb-47de-82b1-76028005eea1 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Network 3d424011-7c9d-415c-a6f6-95fdc055b234 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:22.674238 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-6f50c52c-3ecb-47de-82b1-76028005eea1 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:22.693289 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50c52c-3ecb-47de-82b1-76028005eea1 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:22.741985 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1c7cf378-744f-4e54-b0e0-59e477f3fd0b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:22.746468 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 427b8987-fe02-46f2-b4b2-7a31804d5351 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:22.746791 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50c52c-3ecb-47de-82b1-76028005eea1 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Pushing event updated for resources: {'Port': ['ID=beed0b80-aa35-4afd-a1df-8f3386340af7,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:22.819755 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8057882e-ea6d-4fb4-84e8-b1219faec6dd None None] Provisioning for port 2db9047b-315f-4d5f-b74f-f0d190038d16 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:13:22.830087 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8057882e-ea6d-4fb4-84e8-b1219faec6dd None None] Provisioning complete for port 2db9047b-315f-4d5f-b74f-f0d190038d16 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:22.830976 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8057882e-ea6d-4fb4-84e8-b1219faec6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:22.833124 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8057882e-ea6d-4fb4-84e8-b1219faec6dd None None] Attempt 1 to provision port 2db9047b-315f-4d5f-b74f-f0d190038d16 Oct 10 11:13:22.872294 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78548561-88d1-41e7-abec-286e82043e59 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:13:22.881117 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d805b4-b374-40e7-9622-862d85fcf845 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Port': ['ID=211a0775-9e08-4e05-a8e1-99b872274545,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:22.901350 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d805b4-b374-40e7-9622-862d85fcf845 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] No DVR routers for this DVR port 211a0775-9e08-4e05-a8e1-99b872274545 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:13:22.907459 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abef32c4-8d4a-4e73-8764-6990d9132413 None None] Sync routers for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:13:22.911786 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f50c52c-3ecb-47de-82b1-76028005eea1 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:22.912442 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6f50c52c-3ecb-47de-82b1-76028005eea1 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:22.938436 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abef32c4-8d4a-4e73-8764-6990d9132413 None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:13:22.939583 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-abef32c4-8d4a-4e73-8764-6990d9132413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:13:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:22.983277 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-acfa7c3e-d44c-40c0-adc2-64403d2b0325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:22.984575 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-acfa7c3e-d44c-40c0-adc2-64403d2b0325 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04983d62-0192-4bd4-9c0c-86c066bd05d2 HTTP/1.1" status: 200 len: 851 time: 0.4237061 Oct 10 11:13:23.015235 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438d82b-bdeb-4be8-8f1f-84eb9fa3fd51 req-7ee9cbfc-a548-4237-ae82-7b6db36adbe7 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:23.017174 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d438d82b-bdeb-4be8-8f1f-84eb9fa3fd51 req-7ee9cbfc-a548-4237-ae82-7b6db36adbe7 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 943 time: 0.7090435 Oct 10 11:13:23.025351 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cf378-744f-4e54-b0e0-59e477f3fd0b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Subnet': ['ID=505e6434-fa8a-4c9c-9fff-b9ec8f756578,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:23.026639 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-86873bf8-6755-4328-878e-4654491bed2e None None] Deleting port 211a0775-9e08-4e05-a8e1-99b872274545 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:23.034979 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-86873bf8-6755-4328-878e-4654491bed2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:23.112315 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c35d94f3-8bd5-47dd-b8e2-be40e2c72121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:23.133966 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7cf378-744f-4e54-b0e0-59e477f3fd0b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Checking segment: {'id': 'f1ce8ef2-0c1a-4b92-a0c4-2fa2bde1b155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': '4e8cfd50-f38c-4ecb-a9c6-f35b04b21fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:13:23.134554 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7cf378-744f-4e54-b0e0-59e477f3fd0b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network hostable DHCP agents. Network: 4e8cfd50-f38c-4ecb-a9c6-f35b04b21fe0, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:13:23.151745 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-abef32c4-8d4a-4e73-8764-6990d9132413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:23.166014 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6f50c52c-3ecb-47de-82b1-76028005eea1 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.5539238 Oct 10 11:13:23.166836 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50576) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:23.181606 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d438d82b-bdeb-4be8-8f1f-84eb9fa3fd51 req-c136aa6e-6355-42d0-a054-9d96586585d9 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533346 Oct 10 11:13:23.209646 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abef32c4-8d4a-4e73-8764-6990d9132413 None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:13:23.210303 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-abef32c4-8d4a-4e73-8764-6990d9132413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:13:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:23.244399 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-43d805b4-b374-40e7-9622-862d85fcf845 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:23.257699 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8057882e-ea6d-4fb4-84e8-b1219faec6dd None None] Port 2db9047b-315f-4d5f-b74f-f0d190038d16 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:23.262059 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-78548561-88d1-41e7-abec-286e82043e59 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:23.262579 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-86873bf8-6755-4328-878e-4654491bed2e None None] The port '211a0775-9e08-4e05-a8e1-99b872274545' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:13:23.263914 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-78548561-88d1-41e7-abec-286e82043e59 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.3934157 Oct 10 11:13:23.280151 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-abef32c4-8d4a-4e73-8764-6990d9132413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:23.286040 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abef32c4-8d4a-4e73-8764-6990d9132413 None None] The sync data for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:13:23.286376 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50580) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:23.288174 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c35d94f3-8bd5-47dd-b8e2-be40e2c72121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:23.304195 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-43d805b4-b374-40e7-9622-862d85fcf845 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70578435-7191-4204-bb46-b40d4177f07f']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:23.314470 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8e5429f1-7622-43a3-a391-98066cd6fc3c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:23.369529 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-43d805b4-b374-40e7-9622-862d85fcf845 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c630e12-795a-4538-8e21-b0bdfe931c97') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:23.369897 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-43d805b4-b374-40e7-9622-862d85fcf845 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c630e12-795a-4538-8e21-b0bdfe931c97') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:23.409267 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-43d805b4-b374-40e7-9622-862d85fcf845 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:23.446956 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-6ac8809e-f102-477e-94e6-94c69a16b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:23.448767 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-6ac8809e-f102-477e-94e6-94c69a16b8fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f36cb35b-e765-411b-82dd-156471dbc6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4518361 Oct 10 11:13:23.451955 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-43d805b4-b374-40e7-9622-862d85fcf845 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:23.485641 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7cf378-744f-4e54-b0e0-59e477f3fd0b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network 4e8cfd50-f38c-4ecb-a9c6-f35b04b21fe0 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:13:23.486488 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d805b4-b374-40e7-9622-862d85fcf845 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Releasing vlan 486 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:13:23.487001 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-43d805b4-b374-40e7-9622-862d85fcf845 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:23.543797 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a0c3f6-d227-4cbf-a6d7-005b2b8b260e tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:23.549685 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a0c3f6-d227-4cbf-a6d7-005b2b8b260e tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:23.556116 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a0c3f6-d227-4cbf-a6d7-005b2b8b260e tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:23.557010 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a2a0c3f6-d227-4cbf-a6d7-005b2b8b260e tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Synchronizing usage tracker for tenant:51e37ec155284a7a8932dda2e8e6fc93 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:23.594225 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 5c630e12-795a-4538-8e21-b0bdfe931c97 resource provider aggregate not found Oct 10 11:13:23.647061 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-1c7cf378-744f-4e54-b0e0-59e477f3fd0b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 4e8cfd50-f38c-4ecb-a9c6-f35b04b21fe0) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:23.664959 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3560ea09-44e6-4be3-9dbf-debb0e341e7d None None] Network 4e8cfd50-f38c-4ecb-a9c6-f35b04b21fe0 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:23.671767 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 5c630e12-795a-4538-8e21-b0bdfe931c97 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c630e12-795a-4538-8e21-b0bdfe931c97 found for delete ", "request_id": "req-639c79b4-6a3b-457f-a957-c2aceac948a8"}]} Oct 10 11:13:23.672602 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c35d94f3-8bd5-47dd-b8e2-be40e2c72121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:23.694528 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8e5429f1-7622-43a3-a391-98066cd6fc3c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:23.736322 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7cf378-744f-4e54-b0e0-59e477f3fd0b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:23.737234 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1c7cf378-744f-4e54-b0e0-59e477f3fd0b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:23.741414 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d94f3-8bd5-47dd-b8e2-be40e2c72121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb6490a-1fc2-4bb1-8d06-822f918bc555,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:23.755137 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-43d805b4-b374-40e7-9622-862d85fcf845 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:23.757828 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5429f1-7622-43a3-a391-98066cd6fc3c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=c9690073-9fa0-4b26-ba73-5cea503e614e,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:23.766931 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8e5429f1-7622-43a3-a391-98066cd6fc3c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:23.794768 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8057882e-ea6d-4fb4-84e8-b1219faec6dd None None] Attempt 2 to provision port 2db9047b-315f-4d5f-b74f-f0d190038d16 Oct 10 11:13:23.801741 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-43d805b4-b374-40e7-9622-862d85fcf845 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:23.837344 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d805b4-b374-40e7-9622-862d85fcf845 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Network': ['ID=70578435-7191-4204-bb46-b40d4177f07f,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:23.846411 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8e5429f1-7622-43a3-a391-98066cd6fc3c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/c9690073-9fa0-4b26-ba73-5cea503e614e HTTP/1.1" status: 204 len: 168 time: 1.5895600 Oct 10 11:13:23.849335 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-a8598326-1856-439f-8894-3b2f16fc2abb service neutron] 10.222.0.15 "GET /v2.0/networks/f36cb35b-e765-411b-82dd-156471dbc6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929358 Oct 10 11:13:23.849861 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50588) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:23.852410 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c35d94f3-8bd5-47dd-b8e2-be40e2c72121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:23.852568 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a2a0c3f6-d227-4cbf-a6d7-005b2b8b260e tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Unset dirty status for tenant:51e37ec155284a7a8932dda2e8e6fc93 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:23.856007 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c35d94f3-8bd5-47dd-b8e2-be40e2c72121 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ffb6490a-1fc2-4bb1-8d06-822f918bc555 HTTP/1.1" status: 204 len: 168 time: 1.3096557 Oct 10 11:13:23.856138 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a2a0c3f6-d227-4cbf-a6d7-005b2b8b260e tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.6849883 Oct 10 11:13:23.864332 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50594) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:23.864450 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e604767-134c-4e00-94d4-e580afbc128f None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:23.946005 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-93d14ec3-713f-4c05-b49c-ce41e6ea59e1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0948863 Oct 10 11:13:23.963010 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-43d805b4-b374-40e7-9622-862d85fcf845 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/networks/70578435-7191-4204-bb46-b40d4177f07f HTTP/1.1" status: 204 len: 168 time: 2.4979675 Oct 10 11:13:23.963010 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50598) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:23.969046 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50600) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:23.974757 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-761bd082-2122-4bcb-a6a1-b87763357b11 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:23.992081 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-cd91f96d-3ba0-4cf0-a9b5-465b9538fee8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'network': {'name': 'tempest-RoutersTest-2136652473'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:24.064097 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cd91f96d-3ba0-4cf0-a9b5-465b9538fee8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:24.067631 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8057882e-ea6d-4fb4-84e8-b1219faec6dd None None] Port 2db9047b-315f-4d5f-b74f-f0d190038d16 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:24.094684 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cd91f96d-3ba0-4cf0-a9b5-465b9538fee8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Usage tracker for resource:network and tenant:bff75ec139ff428ea17476871cda1880 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:24.096374 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1c7cf378-744f-4e54-b0e0-59e477f3fd0b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6041737 Oct 10 11:13:24.103453 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cd91f96d-3ba0-4cf0-a9b5-465b9538fee8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:24.107893 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50606) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:24.120420 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-849bf6f8-cc71-4d1e-95fd-0067d83995de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'port': {'network_id': '4e8cfd50-f38c-4ecb-a9c6-f35b04b21fe0', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1172546487'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:24.139494 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cd91f96d-3ba0-4cf0-a9b5-465b9538fee8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:24.150916 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-b0f1e25d-6a96-46b3-9342-aadb0bc18ad0 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Deleting port beed0b80-aa35-4afd-a1df-8f3386340af7 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:24.151540 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b0f1e25d-6a96-46b3-9342-aadb0bc18ad0 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:24.209283 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d5ec554f-a024-431d-9b0d-12bba6ac7c6c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:24.323692 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d5ec554f-a024-431d-9b0d-12bba6ac7c6c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:24.332880 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-761bd082-2122-4bcb-a6a1-b87763357b11 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:24.336594 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-432830d7-47ac-42c6-bc3f-d46558fdac60 req-ee8cbc6a-c058-45ad-8881-c32151a73d86 service neutron] 10.222.0.15 "GET /v2.0/networks/f36cb35b-e765-411b-82dd-156471dbc6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196064 Oct 10 11:13:24.342677 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-761bd082-2122-4bcb-a6a1-b87763357b11 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:subnet and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:24.348855 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd91f96d-3ba0-4cf0-a9b5-465b9538fee8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Made reservation on behalf of bff75ec139ff428ea17476871cda1880 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:24.352280 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cd91f96d-3ba0-4cf0-a9b5-465b9538fee8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:24.361693 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-761bd082-2122-4bcb-a6a1-b87763357b11 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:24.416565 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-761bd082-2122-4bcb-a6a1-b87763357b11 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:24.424907 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be1f483-668f-4220-be07-284d78f5b798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-4e8cfd50-f38c-4ecb-a9c6-f35b04b21fe0', 'network_id': '4e8cfd50-f38c-4ecb-a9c6-f35b04b21fe0', 'tenant_id': 'd4be467877224cc3b1469223421a71e0', 'fixed_ips': [{'subnet_id': '505e6434-fa8a-4c9c-9fff-b9ec8f756578'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:13:24.426446 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4be1f483-668f-4220-be07-284d78f5b798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:24.478880 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-849bf6f8-cc71-4d1e-95fd-0067d83995de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:24.483086 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd91f96d-3ba0-4cf0-a9b5-465b9538fee8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 495} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:13:24.485928 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-849bf6f8-cc71-4d1e-95fd-0067d83995de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:port and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:24.494725 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-849bf6f8-cc71-4d1e-95fd-0067d83995de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:24.504095 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-849bf6f8-cc71-4d1e-95fd-0067d83995de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:24.521344 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cd91f96d-3ba0-4cf0-a9b5-465b9538fee8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:24.521344 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-cd91f96d-3ba0-4cf0-a9b5-465b9538fee8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Added segment 2278320c-1d06-4f5c-b6ae-dd45ee2ca890 of type vlan for network 274c952a-5f3e-4786-a673-a8ebaf7b9815 Oct 10 11:13:24.570489 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8057882e-ea6d-4fb4-84e8-b1219faec6dd None None] Attempt 3 to provision port 2db9047b-315f-4d5f-b74f-f0d190038d16 Oct 10 11:13:24.606279 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761bd082-2122-4bcb-a6a1-b87763357b11 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:24.609825 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-761bd082-2122-4bcb-a6a1-b87763357b11 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:24.665375 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cc679d-a39f-42ee-b730-c95f3bca3df3 None None] DHCP port deletion for dac74586-4382-4e00-a6eb-f2005f114a9a request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:13:24.692474 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-78cc679d-a39f-42ee-b730-c95f3bca3df3 None None] Deleting port 9735f713-5b7f-4e57-9ab6-191411d87433 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:24.693202 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-78cc679d-a39f-42ee-b730-c95f3bca3df3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:24.782960 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8057882e-ea6d-4fb4-84e8-b1219faec6dd None None] Port 2db9047b-315f-4d5f-b74f-f0d190038d16 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:24.861216 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849bf6f8-cc71-4d1e-95fd-0067d83995de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:24.864791 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-849bf6f8-cc71-4d1e-95fd-0067d83995de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:24.881756 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935b64f-4dd9-4343-9f6a-8d1b410119fc req-6666e4d1-cec4-450f-b05a-8684e05b4191 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:24.883048 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8935b64f-4dd9-4343-9f6a-8d1b410119fc req-6666e4d1-cec4-450f-b05a-8684e05b4191 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 943 time: 0.5419939 Oct 10 11:13:24.898843 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cd91f96d-3ba0-4cf0-a9b5-465b9538fee8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:24.901164 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-4be1f483-668f-4220-be07-284d78f5b798 None None] Allocated IP 2001:db8::2 (4e8cfd50-f38c-4ecb-a9c6-f35b04b21fe0/505e6434-fa8a-4c9c-9fff-b9ec8f756578/9b9fa130-0a41-4ebd-855a-85b0b293eb46) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:24.943753 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-849bf6f8-cc71-4d1e-95fd-0067d83995de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] device_id is not set on port fb7a31f9-a88a-4784-8524-736c51e5dccf yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:13:24.964566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-d5ec554f-a024-431d-9b0d-12bba6ac7c6c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Allocated IP 172.26.4.217 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/0d591cd9-af74-45e6-b11e-e97ae16d432d) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:25.024489 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b0f1e25d-6a96-46b3-9342-aadb0bc18ad0 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:25.069227 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8935b64f-4dd9-4343-9f6a-8d1b410119fc req-4098f60b-d2ec-4db6-8596-b9c3fd318f2d tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755390 Oct 10 11:13:25.101347 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71647a05-afb9-49e6-b74a-ec6760801163 req-67d09db3-8593-4d48-aef4-579ed0f8c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:25.102896 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-71647a05-afb9-49e6-b74a-ec6760801163 req-67d09db3-8593-4d48-aef4-579ed0f8c9b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae70dbd562a74602ba992b43f7087eba&device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 1096 time: 0.5918317 Oct 10 11:13:25.114071 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-78cc679d-a39f-42ee-b730-c95f3bca3df3 None None] For port 9735f713-5b7f-4e57-9ab6-191411d87433, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=9735f713-5b7f-4e57-9ab6-191411d87433,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:25.115262 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-78cc679d-a39f-42ee-b730-c95f3bca3df3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:25.186948 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cd91f96d-3ba0-4cf0-a9b5-465b9538fee8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:25.193443 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd91f96d-3ba0-4cf0-a9b5-465b9538fee8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:25.194134 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cd91f96d-3ba0-4cf0-a9b5-465b9538fee8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:25.269788 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-78cc679d-a39f-42ee-b730-c95f3bca3df3 None None] Calling delete_port for 9735f713-5b7f-4e57-9ab6-191411d87433 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:25.276689 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-b0f1e25d-6a96-46b3-9342-aadb0bc18ad0 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Calling delete_port for beed0b80-aa35-4afd-a1df-8f3386340af7 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:25.299165 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8057882e-ea6d-4fb4-84e8-b1219faec6dd None None] Attempt 4 to provision port 2db9047b-315f-4d5f-b74f-f0d190038d16 Oct 10 11:13:25.407649 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91f96d-3ba0-4cf0-a9b5-465b9538fee8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Network': ['ID=274c952a-5f3e-4786-a673-a8ebaf7b9815,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:25.418265 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device a9c1e995-eabf-45b1-8559-c8881096b3b7 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:13:25.456900 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 274c952a-5f3e-4786-a673-a8ebaf7b9815 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:13:25.459623 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71647a05-afb9-49e6-b74a-ec6760801163 req-806c37e0-dc63-42e6-bbe0-63d227878704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:25.461791 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-71647a05-afb9-49e6-b74a-ec6760801163 req-806c37e0-dc63-42e6-bbe0-63d227878704 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f36cb35b-e765-411b-82dd-156471dbc6b1 HTTP/1.1" status: 200 len: 913 time: 0.3462193 Oct 10 11:13:25.468936 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8057882e-ea6d-4fb4-84e8-b1219faec6dd None None] Port 2db9047b-315f-4d5f-b74f-f0d190038d16 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:25.511268 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2be02a12-eedc-476c-9961-f97b321e6c32 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:25.540700 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-cd91f96d-3ba0-4cf0-a9b5-465b9538fee8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5665112 Oct 10 11:13:25.543421 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50630) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:25.551894 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-71647a05-afb9-49e6-b74a-ec6760801163 req-caffefe8-64c8-4505-a52a-109a1d912915 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9c1e995-eabf-45b1-8559-c8881096b3b7 HTTP/1.1" status: 200 len: 217 time: 0.0844510 Oct 10 11:13:25.567244 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-4fc06234-8344-45b9-b737-52cd1b3b09c4 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'subnet': {'network_id': '274c952a-5f3e-4786-a673-a8ebaf7b9815', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:25.606552 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-761bd082-2122-4bcb-a6a1-b87763357b11 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:25.654699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d5ec554f-a024-431d-9b0d-12bba6ac7c6c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:25.683732 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761bd082-2122-4bcb-a6a1-b87763357b11 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:25.685889 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4be1f483-668f-4220-be07-284d78f5b798 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:25.693611 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-761bd082-2122-4bcb-a6a1-b87763357b11 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:25.697229 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-78cc679d-a39f-42ee-b730-c95f3bca3df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:25.701147 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761bd082-2122-4bcb-a6a1-b87763357b11 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:25.701776 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-761bd082-2122-4bcb-a6a1-b87763357b11 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:25.725148 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71647a05-afb9-49e6-b74a-ec6760801163 req-ac8dd040-0572-4938-9ce7-037f7551211c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:25.730638 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-71647a05-afb9-49e6-b74a-ec6760801163 req-ac8dd040-0572-4938-9ce7-037f7551211c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04983d62-0192-4bd4-9c0c-86c066bd05d2 HTTP/1.1" status: 200 len: 851 time: 0.1693258 Oct 10 11:13:25.731152 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761bd082-2122-4bcb-a6a1-b87763357b11 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=ed5011fc-039c-41cb-8d35-2e362a132a48,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:25.798439 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc679d-a39f-42ee-b730-c95f3bca3df3 None None] Pushing event deleted for resources: {'Port': ['ID=9735f713-5b7f-4e57-9ab6-191411d87433,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:25.807075 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-761bd082-2122-4bcb-a6a1-b87763357b11 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8377736 Oct 10 11:13:25.807075 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50636) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:25.815019 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-95a5ffbf-bb27-44bf-b7aa-6a7cd453aa5d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:25.823869 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc679d-a39f-42ee-b730-c95f3bca3df3 None None] No DVR routers for this DVR port 9735f713-5b7f-4e57-9ab6-191411d87433 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:13:25.846759 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a7873c-fc02-464e-a82f-3c0d331a1235 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:25.921801 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-4fc06234-8344-45b9-b737-52cd1b3b09c4 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:25.936316 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-4fc06234-8344-45b9-b737-52cd1b3b09c4 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Usage tracker for resource:subnet and tenant:bff75ec139ff428ea17476871cda1880 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:25.942636 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-4fc06234-8344-45b9-b737-52cd1b3b09c4 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:25.950561 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-4fc06234-8344-45b9-b737-52cd1b3b09c4 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:25.950740 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port a9c1e995-eabf-45b1-8559-c8881096b3b7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a9c1e995-eabf-45b1-8559-c8881096b3b7,segment=NetworkSegment(ca7b9976-eac1-4936-85c4-22ea5a47a536),segment_id=ca7b9976-eac1-4936-85c4-22ea5a47a536)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:25.954823 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71647a05-afb9-49e6-b74a-ec6760801163 req-0ff6911b-9bcb-4c31-bf80-39083d3e9d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:25.956818 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-71647a05-afb9-49e6-b74a-ec6760801163 req-0ff6911b-9bcb-4c31-bf80-39083d3e9d66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f36cb35b-e765-411b-82dd-156471dbc6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2221553 Oct 10 11:13:25.979610 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8057882e-ea6d-4fb4-84e8-b1219faec6dd None None] Attempt 5 to provision port 2db9047b-315f-4d5f-b74f-f0d190038d16 Oct 10 11:13:26.011275 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b0f1e25d-6a96-46b3-9342-aadb0bc18ad0 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:26.065345 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': 'a9c1e995-eabf-45b1-8559-c8881096b3b7', 'network_id': 'f36cb35b-e765-411b-82dd-156471dbc6b1', 'port_id': 'a9c1e995-eabf-45b1-8559-c8881096b3b7', 'mac_address': 'fa:16:3e:20:8b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 470, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04983d62-0192-4bd4-9c0c-86c066bd05d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:13:26.065345 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4be1f483-668f-4220-be07-284d78f5b798 None None] Transition to ACTIVE for port object 9b9fa130-0a41-4ebd-855a-85b0b293eb46 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:13:26.075640 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8057882e-ea6d-4fb4-84e8-b1219faec6dd None None] Port 2db9047b-315f-4d5f-b74f-f0d190038d16 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:26.097317 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc06234-8344-45b9-b737-52cd1b3b09c4 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Made reservation on behalf of bff75ec139ff428ea17476871cda1880 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:26.101415 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4fc06234-8344-45b9-b737-52cd1b3b09c4 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:26.103462 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-95a5ffbf-bb27-44bf-b7aa-6a7cd453aa5d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:26.110991 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-95a5ffbf-bb27-44bf-b7aa-6a7cd453aa5d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:subnet and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:26.116650 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-95a5ffbf-bb27-44bf-b7aa-6a7cd453aa5d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:26.119065 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1e25d-6a96-46b3-9342-aadb0bc18ad0 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Pushing event deleted for resources: {'Port': ['ID=beed0b80-aa35-4afd-a1df-8f3386340af7,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:26.129965 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-95a5ffbf-bb27-44bf-b7aa-6a7cd453aa5d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:26.138009 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d5ec554f-a024-431d-9b0d-12bba6ac7c6c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:26.163747 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-71647a05-afb9-49e6-b74a-ec6760801163 req-4630d61d-295a-4eb1-a5c6-454b91af925a service neutron] 10.222.0.15 "GET /v2.0/networks/f36cb35b-e765-411b-82dd-156471dbc6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920390 Oct 10 11:13:26.238079 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 9735f713-5b7f-4e57-9ab6-191411d87433 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:13:26.278159 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a5ffbf-bb27-44bf-b7aa-6a7cd453aa5d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:26.282145 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-95a5ffbf-bb27-44bf-b7aa-6a7cd453aa5d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:26.319753 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 9735f713-5b7f-4e57-9ab6-191411d87433 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:13:26.319753 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 9735f713-5b7f-4e57-9ab6-191411d87433 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:13:26.327115 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4be1f483-668f-4220-be07-284d78f5b798 None None] Transition to ACTIVE for port object 9b9fa130-0a41-4ebd-855a-85b0b293eb46 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:13:26.360979 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port a9c1e995-eabf-45b1-8559-c8881096b3b7 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:26.361488 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:26.406168 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4be1f483-668f-4220-be07-284d78f5b798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:26.446355 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c1e995-eabf-45b1-8559-c8881096b3b7 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:13:26.518868 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-71647a05-afb9-49e6-b74a-ec6760801163 req-476bab14-1918-411f-8290-6bf3d6b7a54f service neutron] 10.222.0.15 "GET /v2.0/networks/f36cb35b-e765-411b-82dd-156471dbc6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531685 Oct 10 11:13:26.537198 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-849bf6f8-cc71-4d1e-95fd-0067d83995de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Allocated IP 2001:db8::f1 (4e8cfd50-f38c-4ecb-a9c6-f35b04b21fe0/505e6434-fa8a-4c9c-9fff-b9ec8f756578/fb7a31f9-a88a-4784-8524-736c51e5dccf) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:26.584014 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be1f483-668f-4220-be07-284d78f5b798 None None] Network 4e8cfd50-f38c-4ecb-a9c6-f35b04b21fe0 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:26.584149 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8057882e-ea6d-4fb4-84e8-b1219faec6dd None None] Attempt 6 to provision port 2db9047b-315f-4d5f-b74f-f0d190038d16 Oct 10 11:13:26.643851 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-4be1f483-668f-4220-be07-284d78f5b798 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:26.684980 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be1f483-668f-4220-be07-284d78f5b798 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:26.736051 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ec554f-a024-431d-9b0d-12bba6ac7c6c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:26.762726 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-d5ec554f-a024-431d-9b0d-12bba6ac7c6c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:26.781794 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ec554f-a024-431d-9b0d-12bba6ac7c6c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:26.817759 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50654) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:26.818028 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8057882e-ea6d-4fb4-84e8-b1219faec6dd None None] Port 2db9047b-315f-4d5f-b74f-f0d190038d16 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:26.820229 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1f483-668f-4220-be07-284d78f5b798 None None] Pushing event updated for resources: {'Port': ['ID=9b9fa130-0a41-4ebd-855a-85b0b293eb46,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:26.831527 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port a9c1e995-eabf-45b1-8559-c8881096b3b7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a9c1e995-eabf-45b1-8559-c8881096b3b7,segment=NetworkSegment(ca7b9976-eac1-4936-85c4-22ea5a47a536),segment_id=ca7b9976-eac1-4936-85c4-22ea5a47a536)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:26.849179 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d8e8b8-dc06-4033-8da3-52bc83398fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-dac74586-4382-4e00-a6eb-f2005f114a9a', 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'fixed_ips': [{'subnet_id': 'ed5011fc-039c-41cb-8d35-2e362a132a48'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:13:26.850043 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-48d8e8b8-dc06-4033-8da3-52bc83398fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:26.894782 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-4be1f483-668f-4220-be07-284d78f5b798 None None] Attempting to bind port 9b9fa130-0a41-4ebd-855a-85b0b293eb46 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:13:26.895161 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-4be1f483-668f-4220-be07-284d78f5b798 None None] Attempting to bind port 9b9fa130-0a41-4ebd-855a-85b0b293eb46 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'f1ce8ef2-0c1a-4b92-a0c4-2fa2bde1b155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': '4e8cfd50-f38c-4ecb-a9c6-f35b04b21fe0'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:13:26.896657 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be1f483-668f-4220-be07-284d78f5b798 None None] Attempting to bind port 9b9fa130-0a41-4ebd-855a-85b0b293eb46 on network 4e8cfd50-f38c-4ecb-a9c6-f35b04b21fe0 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:13:26.944793 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-849bf6f8-cc71-4d1e-95fd-0067d83995de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:26.972212 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-2be02a12-eedc-476c-9961-f97b321e6c32 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Allocated IP 172.20.0.1 (240f796e-5e36-4ff3-af8a-ce3785d07431/c46baae8-7839-4092-995e-423a5394c239/e642440f-3346-4692-be6c-2e50b91cc295) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:26.976032 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-849bf6f8-cc71-4d1e-95fd-0067d83995de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Transition to ACTIVE for port object fb7a31f9-a88a-4784-8524-736c51e5dccf will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:13:26.977068 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:27.009372 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be1f483-668f-4220-be07-284d78f5b798 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:13:27.009777 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be1f483-668f-4220-be07-284d78f5b798 None None] Checking segment: {'id': 'f1ce8ef2-0c1a-4b92-a0c4-2fa2bde1b155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': '4e8cfd50-f38c-4ecb-a9c6-f35b04b21fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:13:27.010182 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4be1f483-668f-4220-be07-284d78f5b798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:27.010578 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be1f483-668f-4220-be07-284d78f5b798 None None] Bound using segment: {'id': 'f1ce8ef2-0c1a-4b92-a0c4-2fa2bde1b155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': '4e8cfd50-f38c-4ecb-a9c6-f35b04b21fe0'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:13:27.011063 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-4be1f483-668f-4220-be07-284d78f5b798 None None] Bound port: 9b9fa130-0a41-4ebd-855a-85b0b293eb46, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ce8ef2-0c1a-4b92-a0c4-2fa2bde1b155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': '4e8cfd50-f38c-4ecb-a9c6-f35b04b21fe0'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:13:27.011437 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4be1f483-668f-4220-be07-284d78f5b798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:27.031638 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec554f-a024-431d-9b0d-12bba6ac7c6c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Pushing event updated for resources: {'Port': ['ID=0d591cd9-af74-45e6-b11e-e97ae16d432d,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:27.042092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-b4ea913d-f4d2-4674-940e-da542d9d7518 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-278919498'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:27.067729 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b4ea913d-f4d2-4674-940e-da542d9d7518 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:27.076472 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b0f1e25d-6a96-46b3-9342-aadb0bc18ad0 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:27.125230 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b4ea913d-f4d2-4674-940e-da542d9d7518 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Usage tracker for resource:router and tenant:d118af2ad7354a0db8a6175af8dcf94e is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:27.128245 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-849bf6f8-cc71-4d1e-95fd-0067d83995de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:27.136820 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b4ea913d-f4d2-4674-940e-da542d9d7518 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:27.147418 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=a9c1e995-eabf-45b1-8559-c8881096b3b7,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:27.152509 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b4ea913d-f4d2-4674-940e-da542d9d7518 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:27.219716 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849bf6f8-cc71-4d1e-95fd-0067d83995de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network 4e8cfd50-f38c-4ecb-a9c6-f35b04b21fe0 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:27.225423 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-849bf6f8-cc71-4d1e-95fd-0067d83995de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:27.225600 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-4be1f483-668f-4220-be07-284d78f5b798 None None] For port 9b9fa130-0a41-4ebd-855a-85b0b293eb46, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:13:27.227953 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849bf6f8-cc71-4d1e-95fd-0067d83995de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:27.232301 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-4be1f483-668f-4220-be07-284d78f5b798 None None] For port 9b9fa130-0a41-4ebd-855a-85b0b293eb46, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=9b9fa130-0a41-4ebd-855a-85b0b293eb46,segment=NetworkSegment(f1ce8ef2-0c1a-4b92-a0c4-2fa2bde1b155),segment_id=f1ce8ef2-0c1a-4b92-a0c4-2fa2bde1b155)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:13:27.235069 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849bf6f8-cc71-4d1e-95fd-0067d83995de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:27.235069 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-849bf6f8-cc71-4d1e-95fd-0067d83995de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:27.238082 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-48d8e8b8-dc06-4033-8da3-52bc83398fa9 None None] Allocated IP 172.20.0.2 (dac74586-4382-4e00-a6eb-f2005f114a9a/ed5011fc-039c-41cb-8d35-2e362a132a48/1f637afa-091d-449e-8585-4b2e577de418) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:27.250734 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['a9c1e995-eabf-45b1-8559-c8881096b3b7'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:13:27.294789 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849bf6f8-cc71-4d1e-95fd-0067d83995de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Port': ['ID=fb7a31f9-a88a-4784-8524-736c51e5dccf,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:27.303480 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.objects.ports [None req-95a5ffbf-bb27-44bf-b7aa-6a7cd453aa5d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89896) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 10 11:13:27.305848 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-95a5ffbf-bb27-44bf-b7aa-6a7cd453aa5d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:27.324406 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8057882e-ea6d-4fb4-84e8-b1219faec6dd None None] Attempt 7 to provision port 2db9047b-315f-4d5f-b74f-f0d190038d16 Oct 10 11:13:27.349692 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4be1f483-668f-4220-be07-284d78f5b798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:27.364390 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b0f1e25d-6a96-46b3-9342-aadb0bc18ad0 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] 10.222.0.40 "DELETE /v2.0/ports/beed0b80-aa35-4afd-a1df-8f3386340af7 HTTP/1.1" status: 204 len: 168 time: 3.5016773 Oct 10 11:13:27.367243 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50660) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:27.375642 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-849bf6f8-cc71-4d1e-95fd-0067d83995de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.2642372 Oct 10 11:13:27.375642 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a5ffbf-bb27-44bf-b7aa-6a7cd453aa5d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:27.379677 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-e139f0cf-7856-4984-af47-b6061eae5870 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Request body: {'port': {'name': 'tempest-new-port-name-1673679501', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:27.380239 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.api.validators [None req-e139f0cf-7856-4984-af47-b6061eae5870 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] bootfile-name is not in valid_values {{(pid=89896) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 10 11:13:27.380675 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.api.validators [None req-e139f0cf-7856-4984-af47-b6061eae5870 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] tftp-server is not in valid_values {{(pid=89896) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 10 11:13:27.381106 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.api.validators [None req-e139f0cf-7856-4984-af47-b6061eae5870 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] server-ip-address is not in valid_values {{(pid=89896) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 10 11:13:27.413469 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50664) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:27.420450 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-95a5ffbf-bb27-44bf-b7aa-6a7cd453aa5d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:27.422772 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a5ffbf-bb27-44bf-b7aa-6a7cd453aa5d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:27.423469 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-95a5ffbf-bb27-44bf-b7aa-6a7cd453aa5d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:27.428659 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b4ea913d-f4d2-4674-940e-da542d9d7518 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:27.429690 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b4ea913d-f4d2-4674-940e-da542d9d7518 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:27.466494 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5ffbf-bb27-44bf-b7aa-6a7cd453aa5d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=3630aac2-0cb2-4d7a-b05f-6b65ee0cfdab,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:27.501127 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85a60b-f327-45e4-8009-03b68efedc51 req-782345f6-57ad-4bfe-b70f-250d8aa448ff tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:27.502685 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ee85a60b-f327-45e4-8009-03b68efedc51 req-782345f6-57ad-4bfe-b70f-250d8aa448ff tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 943 time: 0.9239197 Oct 10 11:13:27.532573 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-95a5ffbf-bb27-44bf-b7aa-6a7cd453aa5d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7216747 Oct 10 11:13:27.538348 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50668) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:27.548586 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-ab7dc5c1-57f6-4597-a2ca-c517c59c77c0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'port': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'mac_address': 'fa:16:3e:9a:30:ca', 'name': 'tempest-NetworksTestDHCPv6-1519086746'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:27.594082 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2be02a12-eedc-476c-9961-f97b321e6c32 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:27.600315 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8057882e-ea6d-4fb4-84e8-b1219faec6dd None None] Port 2db9047b-315f-4d5f-b74f-f0d190038d16 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:27.618963 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b4ea913d-f4d2-4674-940e-da542d9d7518 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:27.622625 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1f483-668f-4220-be07-284d78f5b798 None None] Pushing event updated for resources: {'Port': ['ID=9b9fa130-0a41-4ebd-855a-85b0b293eb46,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:27.642487 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-51681d5f-5947-47d8-ae2e-bc88f8307ba5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting port fb7a31f9-a88a-4784-8524-736c51e5dccf {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:27.642819 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-51681d5f-5947-47d8-ae2e-bc88f8307ba5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:27.645888 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e139f0cf-7856-4984-af47-b6061eae5870 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:27.779557 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4fc06234-8344-45b9-b737-52cd1b3b09c4 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:27.791842 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-48d8e8b8-dc06-4033-8da3-52bc83398fa9 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:27.819495 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-48d8e8b8-dc06-4033-8da3-52bc83398fa9 None None] Transition to ACTIVE for port object 1f637afa-091d-449e-8585-4b2e577de418 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:13:27.841214 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ee85a60b-f327-45e4-8009-03b68efedc51 req-30d8aef5-2ae6-4ecf-871d-b8dfc1808339 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3235385 Oct 10 11:13:27.850011 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-48d8e8b8-dc06-4033-8da3-52bc83398fa9 None None] Transition to ACTIVE for port object 1f637afa-091d-449e-8585-4b2e577de418 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:13:27.891480 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ab7dc5c1-57f6-4597-a2ca-c517c59c77c0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:27.902207 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ab7dc5c1-57f6-4597-a2ca-c517c59c77c0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:port and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:27.912730 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ab7dc5c1-57f6-4597-a2ca-c517c59c77c0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:27.932992 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-48d8e8b8-dc06-4033-8da3-52bc83398fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:27.963800 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ab7dc5c1-57f6-4597-a2ca-c517c59c77c0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:28.036123 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d8e8b8-dc06-4033-8da3-52bc83398fa9 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:28.039586 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-48d8e8b8-dc06-4033-8da3-52bc83398fa9 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:28.044504 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d8e8b8-dc06-4033-8da3-52bc83398fa9 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:28.058663 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7dc5c1-57f6-4597-a2ca-c517c59c77c0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:28.060166 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8e8b8-dc06-4033-8da3-52bc83398fa9 None None] Pushing event updated for resources: {'Port': ['ID=1f637afa-091d-449e-8585-4b2e577de418,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:28.069866 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b4ea913d-f4d2-4674-940e-da542d9d7518 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:28.080574 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e139f0cf-7856-4984-af47-b6061eae5870 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:28.125125 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8057882e-ea6d-4fb4-84e8-b1219faec6dd None None] Attempt 8 to provision port 2db9047b-315f-4d5f-b74f-f0d190038d16 Oct 10 11:13:28.131630 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc06234-8344-45b9-b737-52cd1b3b09c4 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Subnet': ['ID=92c7e4f2-5b3f-4c97-8cc4-549a9e2efc0c,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:28.177275 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d5ec554f-a024-431d-9b0d-12bba6ac7c6c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:28.194955 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e139f0cf-7856-4984-af47-b6061eae5870 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:28.231860 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 9b9fa130-0a41-4ebd-855a-85b0b293eb46 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:13:28.246834 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc06234-8344-45b9-b737-52cd1b3b09c4 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Checking segment: {'id': '2278320c-1d06-4f5c-b6ae-dd45ee2ca890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '274c952a-5f3e-4786-a673-a8ebaf7b9815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:13:28.247197 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc06234-8344-45b9-b737-52cd1b3b09c4 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network hostable DHCP agents. Network: 274c952a-5f3e-4786-a673-a8ebaf7b9815, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:13:28.291132 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-48d8e8b8-dc06-4033-8da3-52bc83398fa9 None None] Attempting to bind port 1f637afa-091d-449e-8585-4b2e577de418 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:13:28.292774 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-48d8e8b8-dc06-4033-8da3-52bc83398fa9 None None] Attempting to bind port 1f637afa-091d-449e-8585-4b2e577de418 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:13:28.292774 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d8e8b8-dc06-4033-8da3-52bc83398fa9 None None] Attempting to bind port 1f637afa-091d-449e-8585-4b2e577de418 on network dac74586-4382-4e00-a6eb-f2005f114a9a {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:13:28.320513 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8057882e-ea6d-4fb4-84e8-b1219faec6dd None None] Port 2db9047b-315f-4d5f-b74f-f0d190038d16 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:28.321567 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d8e8b8-dc06-4033-8da3-52bc83398fa9 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:13:28.321567 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d8e8b8-dc06-4033-8da3-52bc83398fa9 None None] Checking segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:13:28.328423 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-48d8e8b8-dc06-4033-8da3-52bc83398fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:28.328423 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d8e8b8-dc06-4033-8da3-52bc83398fa9 None None] Bound using segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:13:28.328423 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-48d8e8b8-dc06-4033-8da3-52bc83398fa9 None None] Bound port: 1f637afa-091d-449e-8585-4b2e577de418, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:13:28.328423 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-48d8e8b8-dc06-4033-8da3-52bc83398fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:28.360001 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139f0cf-7856-4984-af47-b6061eae5870 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Pushing event updated for resources: {'Port': ['ID=2db9047b-315f-4d5f-b74f-f0d190038d16,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:28.375691 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-e139f0cf-7856-4984-af47-b6061eae5870 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] In _notify_port_updated(), no bound segment for port 2db9047b-315f-4d5f-b74f-f0d190038d16 on network 3d424011-7c9d-415c-a6f6-95fdc055b234 {{(pid=89896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 10 11:13:28.383212 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e139f0cf-7856-4984-af47-b6061eae5870 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:28.383930 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e139f0cf-7856-4984-af47-b6061eae5870 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:28.385254 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e139f0cf-7856-4984-af47-b6061eae5870 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] 10.222.0.40 "PUT /v2.0/ports/2db9047b-315f-4d5f-b74f-f0d190038d16 HTTP/1.1" status: 200 len: 1136 time: 1.0193431 Oct 10 11:13:28.388288 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ab7dc5c1-57f6-4597-a2ca-c517c59c77c0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:28.412394 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50672) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:28.423793 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-ab7dc5c1-57f6-4597-a2ca-c517c59c77c0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] device_id is not set on port d9f2c722-5743-4c00-8f62-28ad42672273 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:13:28.444086 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-48d8e8b8-dc06-4033-8da3-52bc83398fa9 None None] For port 1f637afa-091d-449e-8585-4b2e577de418, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:13:28.450273 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-48d8e8b8-dc06-4033-8da3-52bc83398fa9 None None] For port 1f637afa-091d-449e-8585-4b2e577de418, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1f637afa-091d-449e-8585-4b2e577de418,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:13:28.469820 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 9b9fa130-0a41-4ebd-855a-85b0b293eb46 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:13:28.509348 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2be02a12-eedc-476c-9961-f97b321e6c32 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:28.513260 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b4ea913d-f4d2-4674-940e-da542d9d7518 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:28.516792 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b4ea913d-f4d2-4674-940e-da542d9d7518 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.6871169 Oct 10 11:13:28.521604 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50676) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:28.528334 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-48d8e8b8-dc06-4033-8da3-52bc83398fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:28.652088 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8e8b8-dc06-4033-8da3-52bc83398fa9 None None] Pushing event updated for resources: {'Port': ['ID=1f637afa-091d-449e-8585-4b2e577de418,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:28.720182 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc06234-8344-45b9-b737-52cd1b3b09c4 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network 274c952a-5f3e-4786-a673-a8ebaf7b9815 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:13:28.781021 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be02a12-eedc-476c-9961-f97b321e6c32 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Network 240f796e-5e36-4ff3-af8a-ce3785d07431 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:28.811481 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-2be02a12-eedc-476c-9961-f97b321e6c32 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:28.821471 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8057882e-ea6d-4fb4-84e8-b1219faec6dd None None] Attempt 9 to provision port 2db9047b-315f-4d5f-b74f-f0d190038d16 Oct 10 11:13:28.830301 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be02a12-eedc-476c-9961-f97b321e6c32 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:28.851007 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-753bad4f-2867-4818-ac3d-4c98af63d699 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:28.933797 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8057882e-ea6d-4fb4-84e8-b1219faec6dd None None] Port 2db9047b-315f-4d5f-b74f-f0d190038d16 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:28.944255 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2be02a12-eedc-476c-9961-f97b321e6c32 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:29.127293 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431e65bc-32e3-40b0-bb4d-e41f47e9478f None None] Network 4e8cfd50-f38c-4ecb-a9c6-f35b04b21fe0 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:29.160944 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be02a12-eedc-476c-9961-f97b321e6c32 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event updated for resources: {'Port': ['ID=e642440f-3346-4692-be6c-2e50b91cc295,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:29.168391 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a7693e-3b1b-4bc5-b015-55ec2ab87299 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:29.169023 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-56a7693e-3b1b-4bc5-b015-55ec2ab87299 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Synchronizing usage tracker for tenant:51e37ec155284a7a8932dda2e8e6fc93 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:29.184236 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-51681d5f-5947-47d8-ae2e-bc88f8307ba5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:29.191949 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-4fc06234-8344-45b9-b737-52cd1b3b09c4 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 274c952a-5f3e-4786-a673-a8ebaf7b9815) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:29.196058 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc06234-8344-45b9-b737-52cd1b3b09c4 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:29.196645 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4fc06234-8344-45b9-b737-52cd1b3b09c4 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:29.219986 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44357c1f-c2b2-458b-9f24-6aabf861e1e5 None None] Network 274c952a-5f3e-4786-a673-a8ebaf7b9815 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:29.354331 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-51681d5f-5947-47d8-ae2e-bc88f8307ba5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Calling delete_port for fb7a31f9-a88a-4784-8524-736c51e5dccf owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:29.458455 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8057882e-ea6d-4fb4-84e8-b1219faec6dd None None] Attempt 10 to provision port 2db9047b-315f-4d5f-b74f-f0d190038d16 Oct 10 11:13:29.495037 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-ab7dc5c1-57f6-4597-a2ca-c517c59c77c0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 172.20.0.11 (dac74586-4382-4e00-a6eb-f2005f114a9a/ed5011fc-039c-41cb-8d35-2e362a132a48/d9f2c722-5743-4c00-8f62-28ad42672273) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:29.509831 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-56a7693e-3b1b-4bc5-b015-55ec2ab87299 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Unset dirty status for tenant:51e37ec155284a7a8932dda2e8e6fc93 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:29.510997 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-56a7693e-3b1b-4bc5-b015-55ec2ab87299 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] 10.222.0.40 "GET /v2.0/ports/2db9047b-315f-4d5f-b74f-f0d190038d16 HTTP/1.1" status: 200 len: 1136 time: 1.0343239 Oct 10 11:13:29.517969 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50682) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:29.520423 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-ab7dc5c1-57f6-4597-a2ca-c517c59c77c0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 2001:db8::f816:3eff:fe9a:30ca (dac74586-4382-4e00-a6eb-f2005f114a9a/3630aac2-0cb2-4d7a-b05f-6b65ee0cfdab/d9f2c722-5743-4c00-8f62-28ad42672273) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:29.524914 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4fc06234-8344-45b9-b737-52cd1b3b09c4 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9780049 Oct 10 11:13:29.529983 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device a9c1e995-eabf-45b1-8559-c8881096b3b7 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:13:29.531355 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50686) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:29.536007 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-753bad4f-2867-4818-ac3d-4c98af63d699 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:29.550079 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-bc657ea8-0173-453b-adf7-026c4c6723fc tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1070935946', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:29.578144 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-bc657ea8-0173-453b-adf7-026c4c6723fc tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:29.585595 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d5ec554f-a024-431d-9b0d-12bba6ac7c6c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:29.590994 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-bc657ea8-0173-453b-adf7-026c4c6723fc tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Usage tracker for resource:router and tenant:bff75ec139ff428ea17476871cda1880 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:29.599075 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8057882e-ea6d-4fb4-84e8-b1219faec6dd None None] Port 2db9047b-315f-4d5f-b74f-f0d190038d16 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:29.601771 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-bc657ea8-0173-453b-adf7-026c4c6723fc tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:29.603736 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d5ec554f-a024-431d-9b0d-12bba6ac7c6c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568703'] for router, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:29.612971 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-6437ca38-8555-490f-86e5-52ea0b6c91b5 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Deleting port 2db9047b-315f-4d5f-b74f-f0d190038d16 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:29.612971 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6437ca38-8555-490f-86e5-52ea0b6c91b5 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:29.613269 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-bc657ea8-0173-453b-adf7-026c4c6723fc tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:29.639330 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-753bad4f-2867-4818-ac3d-4c98af63d699 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:29.737547 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8057882e-ea6d-4fb4-84e8-b1219faec6dd None None] Provisioning complete for port 427b8987-fe02-46f2-b4b2-7a31804d5351 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:29.737918 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8057882e-ea6d-4fb4-84e8-b1219faec6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:29.738290 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8057882e-ea6d-4fb4-84e8-b1219faec6dd None None] Attempt 1 to provision port 427b8987-fe02-46f2-b4b2-7a31804d5351 Oct 10 11:13:29.756206 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8228f-6499-4c30-b184-4822948fa967 req-8d0e5ea0-e651-41f1-9ddd-b3ea91d78548 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:29.764410 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-18e8228f-6499-4c30-b184-4822948fa967 req-8d0e5ea0-e651-41f1-9ddd-b3ea91d78548 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 944 time: 0.6560197 Oct 10 11:13:29.774344 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d7ba9f-a173-4bf0-b15e-c282456aa1da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-274c952a-5f3e-4786-a673-a8ebaf7b9815', 'network_id': '274c952a-5f3e-4786-a673-a8ebaf7b9815', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'fixed_ips': [{'subnet_id': '92c7e4f2-5b3f-4c97-8cc4-549a9e2efc0c'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:13:29.775150 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-90d7ba9f-a173-4bf0-b15e-c282456aa1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:29.865220 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port a9c1e995-eabf-45b1-8559-c8881096b3b7 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:13:29.889432 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port a9c1e995-eabf-45b1-8559-c8881096b3b7 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:29.889830 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:29.890169 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port a9c1e995-eabf-45b1-8559-c8881096b3b7 Oct 10 11:13:29.909435 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-51681d5f-5947-47d8-ae2e-bc88f8307ba5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:30.013119 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bc657ea8-0173-453b-adf7-026c4c6723fc tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:30.013119 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bc657ea8-0173-453b-adf7-026c4c6723fc tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:30.042220 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6437ca38-8555-490f-86e5-52ea0b6c91b5 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:30.116470 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5d02c4-771b-4d3d-ad86-d694b9402cc8 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:30.235742 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-6437ca38-8555-490f-86e5-52ea0b6c91b5 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Calling delete_port for 2db9047b-315f-4d5f-b74f-f0d190038d16 owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:30.259043 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51681d5f-5947-47d8-ae2e-bc88f8307ba5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Port': ['ID=fb7a31f9-a88a-4784-8524-736c51e5dccf,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:30.268259 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-51681d5f-5947-47d8-ae2e-bc88f8307ba5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:30.294753 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-51681d5f-5947-47d8-ae2e-bc88f8307ba5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/ports/fb7a31f9-a88a-4784-8524-736c51e5dccf HTTP/1.1" status: 204 len: 168 time: 2.8800166 Oct 10 11:13:30.302517 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50690) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:30.306971 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2be02a12-eedc-476c-9961-f97b321e6c32 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:30.317459 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1f637afa-091d-449e-8585-4b2e577de418 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:13:30.355390 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8057882e-ea6d-4fb4-84e8-b1219faec6dd None None] Current status of the port 427b8987-fe02-46f2-b4b2-7a31804d5351 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:30.370705 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b75569-a1fd-4e74-89f3-fc57cd91822f tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] GET failed (client error): The resource could not be found. Oct 10 11:13:30.371401 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-75b75569-a1fd-4e74-89f3-fc57cd91822f tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Synchronizing usage tracker for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:30.374304 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-90d7ba9f-a173-4bf0-b15e-c282456aa1da None None] Allocated IP 172.20.0.2 (274c952a-5f3e-4786-a673-a8ebaf7b9815/92c7e4f2-5b3f-4c97-8cc4-549a9e2efc0c/ca542560-bce6-4d18-9db5-ed0174276b11) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:30.429165 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bc657ea8-0173-453b-adf7-026c4c6723fc tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:30.457884 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-753bad4f-2867-4818-ac3d-4c98af63d699 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:30.458414 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753bad4f-2867-4818-ac3d-4c98af63d699 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d60a3b6-1961-4fda-90c0-1125a88d28fb {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:13:30.489737 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-18e8228f-6499-4c30-b184-4822948fa967 req-8fbd65db-e3b4-409a-9abb-2abe1f067afb tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7244065 Oct 10 11:13:30.559933 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-753bad4f-2867-4818-ac3d-4c98af63d699 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:30.561083 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-753bad4f-2867-4818-ac3d-4c98af63d699 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] 10.222.0.40 "DELETE /v2.0/routers/2d60a3b6-1961-4fda-90c0-1125a88d28fb HTTP/1.1" status: 204 len: 168 time: 2.0306153 Oct 10 11:13:30.563545 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-75b75569-a1fd-4e74-89f3-fc57cd91822f tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Unset dirty status for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:30.568152 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-75b75569-a1fd-4e74-89f3-fc57cd91822f tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "GET /v2.0/ports/fb7a31f9-a88a-4784-8524-736c51e5dccf HTTP/1.1" status: 404 len: 333 time: 0.2612872 Oct 10 11:13:30.568152 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50694) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:30.569791 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bc657ea8-0173-453b-adf7-026c4c6723fc tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:30.574972 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50696) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:30.593069 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-713f4f98-c9bf-492a-b352-200c20064023 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Request body: {'router': {'name': 'tempest-router-1825731122', 'distributed': False}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:30.620205 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-713f4f98-c9bf-492a-b352-200c20064023 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:30.622525 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ec554f-a024-431d-9b0d-12bba6ac7c6c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Router 353a3512-4c6a-4c41-8020-e17be508e352 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:13:30.635772 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-713f4f98-c9bf-492a-b352-200c20064023 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Usage tracker for resource:router and tenant:d118af2ad7354a0db8a6175af8dcf94e is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:30.641864 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-713f4f98-c9bf-492a-b352-200c20064023 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:30.656547 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-713f4f98-c9bf-492a-b352-200c20064023 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:30.660999 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ab7dc5c1-57f6-4597-a2ca-c517c59c77c0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:30.698591 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c4fabe7-7011-4b39-aff2-7406bf796934 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting subnet 505e6434-fa8a-4c9c-9fff-b9ec8f756578 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:13:30.703900 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-ab7dc5c1-57f6-4597-a2ca-c517c59c77c0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Transition to ACTIVE for port object d9f2c722-5743-4c00-8f62-28ad42672273 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:13:30.703900 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2c4fabe7-7011-4b39-aff2-7406bf796934 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:30.721845 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port a9c1e995-eabf-45b1-8559-c8881096b3b7 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:30.722229 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:30.765436 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2c4fabe7-7011-4b39-aff2-7406bf796934 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:30.902847 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f5612a-3733-481b-941c-c16f7dd09dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c1e995-eabf-45b1-8559-c8881096b3b7'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:13:30.905182 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516d52cb-0794-4462-9e7e-613316023289" -d '{"events": [{"server_uuid": "71f5612a-3733-481b-941c-c16f7dd09dc4", "name": "network-vif-plugged", "status": "completed", "tag": "a9c1e995-eabf-45b1-8559-c8881096b3b7"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:13:30.907862 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-05db40ab-b1ec-4747-ab89-77f242de9e80 None None] Provisioning for port 1f637afa-091d-449e-8585-4b2e577de418 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:13:30.918160 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 1f637afa-091d-449e-8585-4b2e577de418 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:13:30.934797 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port a9c1e995-eabf-45b1-8559-c8881096b3b7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a9c1e995-eabf-45b1-8559-c8881096b3b7,segment=NetworkSegment(ca7b9976-eac1-4936-85c4-22ea5a47a536),segment_id=ca7b9976-eac1-4936-85c4-22ea5a47a536)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:30.938564 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-05db40ab-b1ec-4747-ab89-77f242de9e80 None None] Provisioning complete for port 1f637afa-091d-449e-8585-4b2e577de418 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:30.939191 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-05db40ab-b1ec-4747-ab89-77f242de9e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:30.939527 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-05db40ab-b1ec-4747-ab89-77f242de9e80 None None] Attempt 1 to provision port 1f637afa-091d-449e-8585-4b2e577de418 Oct 10 11:13:30.960090 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6437ca38-8555-490f-86e5-52ea0b6c91b5 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:30.974367 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bc657ea8-0173-453b-adf7-026c4c6723fc tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:30.977440 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-bc657ea8-0173-453b-adf7-026c4c6723fc tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4411910 Oct 10 11:13:30.977756 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 1f637afa-091d-449e-8585-4b2e577de418 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:30.978246 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:30.978590 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 1f637afa-091d-449e-8585-4b2e577de418 Oct 10 11:13:30.996658 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50704) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:31.010209 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-2c3e6183-fec2-418d-ad36-173783fcdc18 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'port': {'network_id': '274c952a-5f3e-4786-a673-a8ebaf7b9815', 'name': 'tempest-RoutersTest-506732287'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:31.027879 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593e9377-295f-4a79-aad7-6f1708061d64 x-openstack-request-id: req-593e9377-295f-4a79-aad7-6f1708061d64 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:13:31.028092 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f5612a-3733-481b-941c-c16f7dd09dc4", "name": "network-vif-plugged", "status": "completed", "tag": "a9c1e995-eabf-45b1-8559-c8881096b3b7", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:13:31.028315 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-593e9377-295f-4a79-aad7-6f1708061d64 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:13:31.028705 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-593e9377-295f-4a79-aad7-6f1708061d64'] response: {'server_uuid': '71f5612a-3733-481b-941c-c16f7dd09dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c1e995-eabf-45b1-8559-c8881096b3b7', 'code': 200} Oct 10 11:13:31.039465 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437ca38-8555-490f-86e5-52ea0b6c91b5 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Pushing event deleted for resources: {'Port': ['ID=2db9047b-315f-4d5f-b74f-f0d190038d16,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:31.055892 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ec554f-a024-431d-9b0d-12bba6ac7c6c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:13:31.067890 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:31.068041 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396ee3ec-d472-4f65-9d52-90044de8a393 None None] Sync routers for ids ['353a3512-4c6a-4c41-8020-e17be508e352'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:13:31.071621 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-90d7ba9f-a173-4bf0-b15e-c282456aa1da None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:31.075243 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d5ec554f-a024-431d-9b0d-12bba6ac7c6c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:31.085026 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d5ec554f-a024-431d-9b0d-12bba6ac7c6c tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "PUT /v2.0/routers/353a3512-4c6a-4c41-8020-e17be508e352 HTTP/1.1" status: 200 len: 916 time: 9.5452371 Oct 10 11:13:31.087673 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50708) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:31.092640 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396ee3ec-d472-4f65-9d52-90044de8a393 None None] Routers {'353a3512-4c6a-4c41-8020-e17be508e352'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:13:31.093264 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-396ee3ec-d472-4f65-9d52-90044de8a393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:13:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['353a3512-4c6a-4c41-8020-e17be508e352'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:31.162734 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-90d7ba9f-a173-4bf0-b15e-c282456aa1da None None] Transition to ACTIVE for port object ca542560-bce6-4d18-9db5-ed0174276b11 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:13:31.199855 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6437ca38-8555-490f-86e5-52ea0b6c91b5 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:31.216455 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ab7dc5c1-57f6-4597-a2ca-c517c59c77c0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:31.228670 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-396ee3ec-d472-4f65-9d52-90044de8a393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:31.257461 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396ee3ec-d472-4f65-9d52-90044de8a393 None None] Routers {'353a3512-4c6a-4c41-8020-e17be508e352'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:13:31.258101 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-396ee3ec-d472-4f65-9d52-90044de8a393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:13:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['353a3512-4c6a-4c41-8020-e17be508e352'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:31.274391 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-90d7ba9f-a173-4bf0-b15e-c282456aa1da None None] Transition to ACTIVE for port object ca542560-bce6-4d18-9db5-ed0174276b11 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:13:31.278049 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2c4fabe7-7011-4b39-aff2-7406bf796934 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:31.333155 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6437ca38-8555-490f-86e5-52ea0b6c91b5 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] 10.222.0.40 "DELETE /v2.0/ports/2db9047b-315f-4d5f-b74f-f0d190038d16 HTTP/1.1" status: 204 len: 168 time: 1.8077948 Oct 10 11:13:31.339478 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50712) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:31.349732 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-396ee3ec-d472-4f65-9d52-90044de8a393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:31.350366 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396ee3ec-d472-4f65-9d52-90044de8a393 None None] The sync data for ids ['353a3512-4c6a-4c41-8020-e17be508e352'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:13:31.398189 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7dc5c1-57f6-4597-a2ca-c517c59c77c0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:31.406423 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-ab7dc5c1-57f6-4597-a2ca-c517c59c77c0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:31.408126 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-713f4f98-c9bf-492a-b352-200c20064023 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:31.408928 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7dc5c1-57f6-4597-a2ca-c517c59c77c0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:31.409188 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-713f4f98-c9bf-492a-b352-200c20064023 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:31.417282 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=a9c1e995-eabf-45b1-8559-c8881096b3b7,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:31.430738 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-90d7ba9f-a173-4bf0-b15e-c282456aa1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:31.458364 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dc5c1-57f6-4597-a2ca-c517c59c77c0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Port': ['ID=d9f2c722-5743-4c00-8f62-28ad42672273,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:31.517255 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-2c3e6183-fec2-418d-ad36-173783fcdc18 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:31.566077 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec0a016-a879-41f5-b3d7-aa95959ddeb6 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Deleting subnet c9bc0fa5-8eb5-4f3b-aa8e-9ac3c12ee431 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:13:31.576238 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-05db40ab-b1ec-4747-ab89-77f242de9e80 None None] Current status of the port 1f637afa-091d-449e-8585-4b2e577de418 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:31.576806 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-05db40ab-b1ec-4747-ab89-77f242de9e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:31.581251 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7dc5c1-57f6-4597-a2ca-c517c59c77c0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:31.581678 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ab7dc5c1-57f6-4597-a2ca-c517c59c77c0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:31.590222 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6ec0a016-a879-41f5-b3d7-aa95959ddeb6 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:31.591262 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d7ba9f-a173-4bf0-b15e-c282456aa1da None None] Network 274c952a-5f3e-4786-a673-a8ebaf7b9815 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:31.600174 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-713f4f98-c9bf-492a-b352-200c20064023 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:31.600406 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-90d7ba9f-a173-4bf0-b15e-c282456aa1da None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:31.607816 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 1f637afa-091d-449e-8585-4b2e577de418 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:31.608332 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:31.617475 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065d0840-2615-4233-a320-bda13a9bcad7 None None] Update dhcp port {'port': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'fixed_ips': [{'subnet_id': 'ed5011fc-039c-41cb-8d35-2e362a132a48', 'ip_address': '172.20.0.2'}, {'subnet_id': '3630aac2-0cb2-4d7a-b05f-6b65ee0cfdab'}], 'binding:host_id': 'dv-neutron-860842-1-hyperv'}, 'id': '1f637afa-091d-449e-8585-4b2e577de418'} from dv-neutron-860842-1-hyperv. {{(pid=89898) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 10 11:13:31.638138 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2c4fabe7-7011-4b39-aff2-7406bf796934 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:31.651986 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d7ba9f-a173-4bf0-b15e-c282456aa1da None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:31.663657 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7ba9f-a173-4bf0-b15e-c282456aa1da None None] Pushing event updated for resources: {'Port': ['ID=ca542560-bce6-4d18-9db5-ed0174276b11,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:31.669652 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-2c3e6183-fec2-418d-ad36-173783fcdc18 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Usage tracker for resource:port and tenant:bff75ec139ff428ea17476871cda1880 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:31.699558 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-2c3e6183-fec2-418d-ad36-173783fcdc18 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:31.709147 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-2c3e6183-fec2-418d-ad36-173783fcdc18 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:31.709349 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fabe7-7011-4b39-aff2-7406bf796934 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Subnet': ['ID=505e6434-fa8a-4c9c-9fff-b9ec8f756578,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:31.713859 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2c4fabe7-7011-4b39-aff2-7406bf796934 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:31.715547 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2c4fabe7-7011-4b39-aff2-7406bf796934 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/subnets/505e6434-fa8a-4c9c-9fff-b9ec8f756578 HTTP/1.1" status: 204 len: 168 time: 1.1395800 Oct 10 11:13:31.723388 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6ec0a016-a879-41f5-b3d7-aa95959ddeb6 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:31.727342 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50718) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:31.749728 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925b15a5-91cd-4607-ad73-102de8800c8e None None] Network 4e8cfd50-f38c-4ecb-a9c6-f35b04b21fe0 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:31.812303 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ab7dc5c1-57f6-4597-a2ca-c517c59c77c0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.2728074 Oct 10 11:13:31.815894 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50722) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:31.835253 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-05db40ab-b1ec-4747-ab89-77f242de9e80 None None] For port 1f637afa-091d-449e-8585-4b2e577de418, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1f637afa-091d-449e-8585-4b2e577de418,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:31.875865 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25aade4-9d8b-4d38-93b7-7fa2f877988b req-9d0bd74b-c6d2-4ae1-a38e-d6bf3b6b6d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:31.877347 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c25aade4-9d8b-4d38-93b7-7fa2f877988b req-9d0bd74b-c6d2-4ae1-a38e-d6bf3b6b6d45 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 1098 time: 0.3714011 Oct 10 11:13:31.923577 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6ec0a016-a879-41f5-b3d7-aa95959ddeb6 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:31.928875 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3e6183-fec2-418d-ad36-173783fcdc18 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Made reservation on behalf of bff75ec139ff428ea17476871cda1880 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:31.932694 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2c3e6183-fec2-418d-ad36-173783fcdc18 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:31.941546 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-713f4f98-c9bf-492a-b352-200c20064023 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:31.971321 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1e4b00cc-df96-4d1d-ac7c-d5929434f7df tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "GET /v2.0/routers/353a3512-4c6a-4c41-8020-e17be508e352 HTTP/1.1" status: 200 len: 922 time: 0.8779588 Oct 10 11:13:31.975832 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50726) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:31.987605 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-065d0840-2615-4233-a320-bda13a9bcad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:31.996601 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-90d7ba9f-a173-4bf0-b15e-c282456aa1da None None] Attempting to bind port ca542560-bce6-4d18-9db5-ed0174276b11 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:13:31.997104 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-90d7ba9f-a173-4bf0-b15e-c282456aa1da None None] Attempting to bind port ca542560-bce6-4d18-9db5-ed0174276b11 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '2278320c-1d06-4f5c-b6ae-dd45ee2ca890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '274c952a-5f3e-4786-a673-a8ebaf7b9815'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:13:31.998041 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d7ba9f-a173-4bf0-b15e-c282456aa1da None None] Attempting to bind port ca542560-bce6-4d18-9db5-ed0174276b11 on network 274c952a-5f3e-4786-a673-a8ebaf7b9815 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:13:32.004671 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-05db40ab-b1ec-4747-ab89-77f242de9e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:32.007928 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-2c3e6183-fec2-418d-ad36-173783fcdc18 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] device_id is not set on port 8b598486-f2c3-4575-b831-d5e970da94d9 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:13:32.023347 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f13306-abb2-411a-90ac-67d3f4a99d5f req-15fc3dc8-8f22-4425-ba7f-fa34ba8f3bf3 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:32.024818 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-79f13306-abb2-411a-90ac-67d3f4a99d5f req-15fc3dc8-8f22-4425-ba7f-fa34ba8f3bf3 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.3056912 Oct 10 11:13:32.033911 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c25aade4-9d8b-4d38-93b7-7fa2f877988b req-520d4c01-1fc2-467d-96cd-b64f954be490 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500914 Oct 10 11:13:32.057273 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:32.062104 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-713f4f98-c9bf-492a-b352-200c20064023 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:32.065834 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-713f4f98-c9bf-492a-b352-200c20064023 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.4966569 Oct 10 11:13:32.067237 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50730) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:32.101851 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2be02a12-eedc-476c-9961-f97b321e6c32 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:32.131842 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting port 9b9fa130-0a41-4ebd-855a-85b0b293eb46 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:32.132223 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:32.185842 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d7ba9f-a173-4bf0-b15e-c282456aa1da None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:13:32.185842 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d7ba9f-a173-4bf0-b15e-c282456aa1da None None] Checking segment: {'id': '2278320c-1d06-4f5c-b6ae-dd45ee2ca890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '274c952a-5f3e-4786-a673-a8ebaf7b9815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:13:32.185842 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-90d7ba9f-a173-4bf0-b15e-c282456aa1da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:32.185842 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d7ba9f-a173-4bf0-b15e-c282456aa1da None None] Bound using segment: {'id': '2278320c-1d06-4f5c-b6ae-dd45ee2ca890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '274c952a-5f3e-4786-a673-a8ebaf7b9815'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:13:32.186655 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-90d7ba9f-a173-4bf0-b15e-c282456aa1da None None] Bound port: ca542560-bce6-4d18-9db5-ed0174276b11, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2278320c-1d06-4f5c-b6ae-dd45ee2ca890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '274c952a-5f3e-4786-a673-a8ebaf7b9815'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:13:32.186855 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-90d7ba9f-a173-4bf0-b15e-c282456aa1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:32.213217 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2be02a12-eedc-476c-9961-f97b321e6c32 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:32.213481 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-05db40ab-b1ec-4747-ab89-77f242de9e80 None None] Could not find standard attr ID for object fb7a31f9-a88a-4784-8524-736c51e5dccf. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:13:32.250651 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d66be7e1-cb76-4529-a45d-c5507e59e715 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:32.268033 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-05db40ab-b1ec-4747-ab89-77f242de9e80 None None] Could not find standard attr ID for object beed0b80-aa35-4afd-a1df-8f3386340af7. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:13:32.305359 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-79f13306-abb2-411a-90ac-67d3f4a99d5f req-34166be4-48ba-42a3-9ef2-103aedcfe869 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2660284 Oct 10 11:13:32.356494 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-05db40ab-b1ec-4747-ab89-77f242de9e80 None None] Could not find standard attr ID for object 2db9047b-315f-4d5f-b74f-f0d190038d16. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:13:32.382213 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:13:32.382715 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:13:32.387978 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6ec0a016-a879-41f5-b3d7-aa95959ddeb6 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:32.425775 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925e9e14-7f9b-4907-be06-287738a43b81 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:32.431633 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925e9e14-7f9b-4907-be06-287738a43b81 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:32.432430 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-925e9e14-7f9b-4907-be06-287738a43b81 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:32.459639 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db40ab-b1ec-4747-ab89-77f242de9e80 None None] Pushing event updated for resources: {'Port': ['ID=1f637afa-091d-449e-8585-4b2e577de418,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:32.483099 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0a016-a879-41f5-b3d7-aa95959ddeb6 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Pushing event deleted for resources: {'Subnet': ['ID=c9bc0fa5-8eb5-4f3b-aa8e-9ac3c12ee431,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:32.501612 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-90d7ba9f-a173-4bf0-b15e-c282456aa1da None None] For port ca542560-bce6-4d18-9db5-ed0174276b11, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:13:32.508525 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-90d7ba9f-a173-4bf0-b15e-c282456aa1da None None] For port ca542560-bce6-4d18-9db5-ed0174276b11, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ca542560-bce6-4d18-9db5-ed0174276b11,segment=NetworkSegment(2278320c-1d06-4f5c-b6ae-dd45ee2ca890),segment_id=2278320c-1d06-4f5c-b6ae-dd45ee2ca890)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:13:32.552349 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-05db40ab-b1ec-4747-ab89-77f242de9e80 None None] Provisioning for port 9b9fa130-0a41-4ebd-855a-85b0b293eb46 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:13:32.563861 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-05db40ab-b1ec-4747-ab89-77f242de9e80 None None] Provisioning complete for port 9b9fa130-0a41-4ebd-855a-85b0b293eb46 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:32.565666 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-05db40ab-b1ec-4747-ab89-77f242de9e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:32.565666 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-05db40ab-b1ec-4747-ab89-77f242de9e80 None None] Attempt 1 to provision port 9b9fa130-0a41-4ebd-855a-85b0b293eb46 Oct 10 11:13:32.577128 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be02a12-eedc-476c-9961-f97b321e6c32 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event updated for resources: {'Port': ['ID=e642440f-3346-4692-be6c-2e50b91cc295,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:32.579630 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2be02a12-eedc-476c-9961-f97b321e6c32 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:32.590169 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-2c3e6183-fec2-418d-ad36-173783fcdc18 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Allocated IP 172.20.0.3 (274c952a-5f3e-4786-a673-a8ebaf7b9815/92c7e4f2-5b3f-4c97-8cc4-549a9e2efc0c/8b598486-f2c3-4575-b831-d5e970da94d9) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:32.624260 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a70eba4-93cf-409b-8a43-ab1e85ed248c None None] DHCP port deletion for 4e8cfd50-f38c-4ecb-a9c6-f35b04b21fe0 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:13:32.642642 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9a70eba4-93cf-409b-8a43-ab1e85ed248c None None] Deleting port 9b9fa130-0a41-4ebd-855a-85b0b293eb46 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:32.643184 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9a70eba4-93cf-409b-8a43-ab1e85ed248c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:32.679326 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6ec0a016-a879-41f5-b3d7-aa95959ddeb6 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:32.680047 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-90d7ba9f-a173-4bf0-b15e-c282456aa1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:32.695114 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821b1e1a-0d79-4f43-b5f6-bbd6d5c99d83 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:32.696961 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-821b1e1a-0d79-4f43-b5f6-bbd6d5c99d83 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "GET /v2.0/ports?network_id=1e933860-f99f-4a0b-a611-91d190754508&device_id=353a3512-4c6a-4c41-8020-e17be508e352&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7206898 Oct 10 11:13:32.745738 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47672b1-0d1e-4cb6-bc8f-176d70cea87e None None] Network 3d424011-7c9d-415c-a6f6-95fdc055b234 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:32.751196 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50734) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:32.766817 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6ec0a016-a879-41f5-b3d7-aa95959ddeb6 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] 10.222.0.40 "DELETE /v2.0/subnets/c9bc0fa5-8eb5-4f3b-aa8e-9ac3c12ee431 HTTP/1.1" status: 204 len: 168 time: 1.4199886 Oct 10 11:13:32.771860 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-065d0840-2615-4233-a320-bda13a9bcad7 None None] Allocated IP 2001:db8::f816:3eff:fe41:e4d8 (dac74586-4382-4e00-a6eb-f2005f114a9a/3630aac2-0cb2-4d7a-b05f-6b65ee0cfdab/1f637afa-091d-449e-8585-4b2e577de418) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:32.777498 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50738) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:32.777498 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-925e9e14-7f9b-4907-be06-287738a43b81 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:32.781089 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-925e9e14-7f9b-4907-be06-287738a43b81 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.9611502 Oct 10 11:13:32.794708 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d66be7e1-cb76-4529-a45d-c5507e59e715 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:32.797653 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d66be7e1-cb76-4529-a45d-c5507e59e715 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:32.799135 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50742) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:32.959198 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5413dd95-1257-4849-8c2f-22bd25fbf2a9 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:32.962235 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5413dd95-1257-4849-8c2f-22bd25fbf2a9 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "GET /v2.0/networks/1e933860-f99f-4a0b-a611-91d190754508 HTTP/1.1" status: 200 len: 881 time: 0.2022018 Oct 10 11:13:32.965012 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50746) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:33.041454 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-13e0ce75-d7b9-4a2d-bddf-5c21cd2c5fbe tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "GET /v2.0/ports?device_id=353a3512-4c6a-4c41-8020-e17be508e352 HTTP/1.1" status: 200 len: 205 time: 0.0750623 Oct 10 11:13:33.043546 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50752) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:33.044603 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d66be7e1-cb76-4529-a45d-c5507e59e715 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:33.045193 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66be7e1-cb76-4529-a45d-c5507e59e715 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12d4dd58-d4bc-4ca4-bd10-ed742838ca6e {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:13:33.085331 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be02a12-eedc-476c-9961-f97b321e6c32 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Network 240f796e-5e36-4ff3-af8a-ce3785d07431 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:33.143690 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7ba9f-a173-4bf0-b15e-c282456aa1da None None] Pushing event updated for resources: {'Port': ['ID=ca542560-bce6-4d18-9db5-ed0174276b11,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:33.159719 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] For port 9b9fa130-0a41-4ebd-855a-85b0b293eb46, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=9b9fa130-0a41-4ebd-855a-85b0b293eb46,segment=NetworkSegment(f1ce8ef2-0c1a-4b92-a0c4-2fa2bde1b155),segment_id=f1ce8ef2-0c1a-4b92-a0c4-2fa2bde1b155)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:33.161303 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:33.179347 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d66be7e1-cb76-4529-a45d-c5507e59e715 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:33.179684 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d66be7e1-cb76-4529-a45d-c5507e59e715 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] 10.222.0.40 "DELETE /v2.0/routers/12d4dd58-d4bc-4ca4-bd10-ed742838ca6e HTTP/1.1" status: 204 len: 168 time: 1.1037867 Oct 10 11:13:33.183943 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50756) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:33.196582 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-f4934446-ffb3-425a-bdae-4c239a5daee5 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Request body: {'router': {'name': 'tempest-router-852326520', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '059d2b5b015e43c39364ab81ce40a3c6'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:33.212040 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f4934446-ffb3-425a-bdae-4c239a5daee5 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:33.219230 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f4934446-ffb3-425a-bdae-4c239a5daee5 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Usage tracker for resource:router and tenant:059d2b5b015e43c39364ab81ce40a3c6 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:33.282371 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f4934446-ffb3-425a-bdae-4c239a5daee5 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:33.305775 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f4934446-ffb3-425a-bdae-4c239a5daee5 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:33.339389 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7101a8ae-710e-4952-8d22-96c7805420a9 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:33.357076 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-2be02a12-eedc-476c-9961-f97b321e6c32 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:33.397602 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Calling delete_port for 9b9fa130-0a41-4ebd-855a-85b0b293eb46 owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:33.416477 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f4934446-ffb3-425a-bdae-4c239a5daee5 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:33.417457 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f4934446-ffb3-425a-bdae-4c239a5daee5 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:33.486459 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-9a70eba4-93cf-409b-8a43-ab1e85ed248c None None] For port 9b9fa130-0a41-4ebd-855a-85b0b293eb46, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=9b9fa130-0a41-4ebd-855a-85b0b293eb46,segment=NetworkSegment(f1ce8ef2-0c1a-4b92-a0c4-2fa2bde1b155),segment_id=f1ce8ef2-0c1a-4b92-a0c4-2fa2bde1b155)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:33.486849 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9a70eba4-93cf-409b-8a43-ab1e85ed248c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:33.507470 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f4934446-ffb3-425a-bdae-4c239a5daee5 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:33.562920 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7101a8ae-710e-4952-8d22-96c7805420a9 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:33.575264 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-da198934-14ae-4555-b13f-6ccd6271bbe9 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:33.583968 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f4934446-ffb3-425a-bdae-4c239a5daee5 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:33.636451 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-322efe46-9a4a-4132-8e1b-0baaaa862bc3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting port d9f2c722-5743-4c00-8f62-28ad42672273 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:33.636799 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-322efe46-9a4a-4132-8e1b-0baaaa862bc3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:33.640412 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-7101a8ae-710e-4952-8d22-96c7805420a9 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Deleting port 0d591cd9-af74-45e6-b11e-e97ae16d432d {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:33.641077 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7101a8ae-710e-4952-8d22-96c7805420a9 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:33.647651 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9a70eba4-93cf-409b-8a43-ab1e85ed248c None None] Calling delete_port for 9b9fa130-0a41-4ebd-855a-85b0b293eb46 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:33.719586 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 1f637afa-091d-449e-8585-4b2e577de418 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:33.749571 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-05db40ab-b1ec-4747-ab89-77f242de9e80 None None] Current status of the port 9b9fa130-0a41-4ebd-855a-85b0b293eb46 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:33.749855 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-05db40ab-b1ec-4747-ab89-77f242de9e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:33.819751 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-05db40ab-b1ec-4747-ab89-77f242de9e80 None None] For port 9b9fa130-0a41-4ebd-855a-85b0b293eb46, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=9b9fa130-0a41-4ebd-855a-85b0b293eb46,segment=NetworkSegment(f1ce8ef2-0c1a-4b92-a0c4-2fa2bde1b155),segment_id=f1ce8ef2-0c1a-4b92-a0c4-2fa2bde1b155)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:33.839287 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-065d0840-2615-4233-a320-bda13a9bcad7 None None] For port 1f637afa-091d-449e-8585-4b2e577de418, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1f637afa-091d-449e-8585-4b2e577de418,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:33.843501 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-93d29024-a93c-47ad-976d-d016d0517c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:33.856829 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f4934446-ffb3-425a-bdae-4c239a5daee5 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:33.860454 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f4934446-ffb3-425a-bdae-4c239a5daee5 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6730943 Oct 10 11:13:33.861602 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50762) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:33.903686 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-50b221f6-f917-4dfd-827a-ee15baf2643d tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Request body: {'router': {'distributed': True}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:33.919632 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-05db40ab-b1ec-4747-ab89-77f242de9e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:34.013787 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-da198934-14ae-4555-b13f-6ccd6271bbe9 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Deleting port 427b8987-fe02-46f2-b4b2-7a31804d5351 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:34.013787 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-da198934-14ae-4555-b13f-6ccd6271bbe9 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:34.101542 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-065d0840-2615-4233-a320-bda13a9bcad7 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:34.115111 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4651e714-52b0-43c6-a188-66d4667a4239 None None] DHCP port deletion for 3d424011-7c9d-415c-a6f6-95fdc055b234 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:13:34.117137 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ca542560-bce6-4d18-9db5-ed0174276b11 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:13:34.157505 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-9a70eba4-93cf-409b-8a43-ab1e85ed248c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:13:34.158128 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-9a70eba4-93cf-409b-8a43-ab1e85ed248c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:13:34.173478 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-05db40ab-b1ec-4747-ab89-77f242de9e80 None None] Could not find standard attr ID for object 9735f713-5b7f-4e57-9ab6-191411d87433. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:13:34.189599 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4651e714-52b0-43c6-a188-66d4667a4239 None None] Deleting port 427b8987-fe02-46f2-b4b2-7a31804d5351 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:34.189981 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4651e714-52b0-43c6-a188-66d4667a4239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:34.228328 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a6c5e5-e638-42bb-9201-bf4b78b75c4b None None] Network 274c952a-5f3e-4786-a673-a8ebaf7b9815 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:34.249689 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7101a8ae-710e-4952-8d22-96c7805420a9 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:34.264669 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-065d0840-2615-4233-a320-bda13a9bcad7 None None] Transition to ACTIVE for port object 1f637afa-091d-449e-8585-4b2e577de418 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:13:34.357101 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-808f2829-0eec-4d25-a31b-c8e8d8d1abbd None None] Could not find standard attr ID for object fb7a31f9-a88a-4784-8524-736c51e5dccf. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:13:34.368661 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db40ab-b1ec-4747-ab89-77f242de9e80 None None] Pushing event updated for resources: {'Port': ['ID=9b9fa130-0a41-4ebd-855a-85b0b293eb46,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:34.404301 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-065d0840-2615-4233-a320-bda13a9bcad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:34.423041 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.api [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:13:34.423624 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG oslo_db.api [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:13:34.451239 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be02a12-eedc-476c-9961-f97b321e6c32 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Router 5b29db68-2788-491e-bb1a-1710265879bc has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:13:34.478326 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2c3e6183-fec2-418d-ad36-173783fcdc18 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:34.518424 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1348b-086e-4a59-bb08-b906dbfe8a26 req-780bd823-4cda-4bbb-9080-0d0d119ea93f tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:34.520449 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-75e1348b-086e-4a59-bb08-b906dbfe8a26 req-780bd823-4cda-4bbb-9080-0d0d119ea93f tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.9760151 Oct 10 11:13:34.537345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-2c3e6183-fec2-418d-ad36-173783fcdc18 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Transition to ACTIVE for port object 8b598486-f2c3-4575-b831-d5e970da94d9 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:13:34.626841 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-7101a8ae-710e-4952-8d22-96c7805420a9 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Calling delete_port for 0d591cd9-af74-45e6-b11e-e97ae16d432d owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:34.645501 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-808f2829-0eec-4d25-a31b-c8e8d8d1abbd None None] Provisioning for port ca542560-bce6-4d18-9db5-ed0174276b11 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:13:34.663053 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-322efe46-9a4a-4132-8e1b-0baaaa862bc3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:34.679572 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port ca542560-bce6-4d18-9db5-ed0174276b11 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:13:34.681082 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50b221f6-f917-4dfd-827a-ee15baf2643d tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:34.681359 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50b221f6-f917-4dfd-827a-ee15baf2643d tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks [] for router, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:34.689596 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9a70eba4-93cf-409b-8a43-ab1e85ed248c None None] Deleting port 9b9fa130-0a41-4ebd-855a-85b0b293eb46 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:34.689932 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9a70eba4-93cf-409b-8a43-ab1e85ed248c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:34.771510 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d0840-2615-4233-a320-bda13a9bcad7 None None] Pushing event updated for resources: {'Port': ['ID=1f637afa-091d-449e-8585-4b2e577de418,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:34.790196 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-808f2829-0eec-4d25-a31b-c8e8d8d1abbd None None] Provisioning complete for port ca542560-bce6-4d18-9db5-ed0174276b11 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:34.790196 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-808f2829-0eec-4d25-a31b-c8e8d8d1abbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:34.790196 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-808f2829-0eec-4d25-a31b-c8e8d8d1abbd None None] Attempt 1 to provision port ca542560-bce6-4d18-9db5-ed0174276b11 Oct 10 11:13:34.833434 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port ca542560-bce6-4d18-9db5-ed0174276b11 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:34.833853 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:34.834173 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port ca542560-bce6-4d18-9db5-ed0174276b11 Oct 10 11:13:34.872217 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-322efe46-9a4a-4132-8e1b-0baaaa862bc3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Calling delete_port for d9f2c722-5743-4c00-8f62-28ad42672273 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:34.886762 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-50b221f6-f917-4dfd-827a-ee15baf2643d tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=89896) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Oct 10 11:13:34.887099 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-50b221f6-f917-4dfd-827a-ee15baf2643d tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Router cb45c900-dd19-4bf9-a4b5-30a891889645 migrating from provider to provider. {{(pid=89896) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Oct 10 11:13:34.887479 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50b221f6-f917-4dfd-827a-ee15baf2643d tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:34.896377 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50b221f6-f917-4dfd-827a-ee15baf2643d tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:34.930772 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting port 9b9fa130-0a41-4ebd-855a-85b0b293eb46 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:34.931171 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:34.975949 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-4651e714-52b0-43c6-a188-66d4667a4239 None None] For port 427b8987-fe02-46f2-b4b2-7a31804d5351, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=427b8987-fe02-46f2-b4b2-7a31804d5351,segment=NetworkSegment(bf6d9409-27a5-454f-a701-176a2eeefa28),segment_id=bf6d9409-27a5-454f-a701-176a2eeefa28)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:34.976678 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4651e714-52b0-43c6-a188-66d4667a4239 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:34.995896 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50b221f6-f917-4dfd-827a-ee15baf2643d tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568703'] for router, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:35.017735 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-da198934-14ae-4555-b13f-6ccd6271bbe9 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] For port 427b8987-fe02-46f2-b4b2-7a31804d5351, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=427b8987-fe02-46f2-b4b2-7a31804d5351,segment=NetworkSegment(bf6d9409-27a5-454f-a701-176a2eeefa28),segment_id=bf6d9409-27a5-454f-a701-176a2eeefa28)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:35.018114 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-da198934-14ae-4555-b13f-6ccd6271bbe9 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:35.118420 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-75e1348b-086e-4a59-bb08-b906dbfe8a26 req-42f393fa-8f6d-48e3-ad79-b3c20af4152d tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5844727 Oct 10 11:13:35.200408 dv-neutron-860842-1-hyperv neutron-server[89896]: WARNING neutron.scheduler.l3_agent_scheduler [None req-50b221f6-f917-4dfd-827a-ee15baf2643d tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] No L3 agents can host the router cb45c900-dd19-4bf9-a4b5-30a891889645 Oct 10 11:13:35.271391 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7101a8ae-710e-4952-8d22-96c7805420a9 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:35.279172 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-da198934-14ae-4555-b13f-6ccd6271bbe9 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Calling delete_port for 427b8987-fe02-46f2-b4b2-7a31804d5351 owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:35.282984 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4651e714-52b0-43c6-a188-66d4667a4239 None None] Calling delete_port for 427b8987-fe02-46f2-b4b2-7a31804d5351 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:35.436942 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2c3e6183-fec2-418d-ad36-173783fcdc18 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:35.505530 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be02a12-eedc-476c-9961-f97b321e6c32 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:13:35.572285 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80024ee9-a05b-45ee-963d-953fd0b87129 None None] Sync routers for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:13:35.577265 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3e6183-fec2-418d-ad36-173783fcdc18 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network 274c952a-5f3e-4786-a673-a8ebaf7b9815 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:35.583552 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101a8ae-710e-4952-8d22-96c7805420a9 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Pushing event deleted for resources: {'Port': ['ID=0d591cd9-af74-45e6-b11e-e97ae16d432d,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:35.596013 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7101a8ae-710e-4952-8d22-96c7805420a9 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:35.622270 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2be02a12-eedc-476c-9961-f97b321e6c32 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "PUT /v2.0/routers/5b29db68-2788-491e-bb1a-1710265879bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3266087 Oct 10 11:13:35.643117 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-2c3e6183-fec2-418d-ad36-173783fcdc18 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:35.646210 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3e6183-fec2-418d-ad36-173783fcdc18 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:35.667467 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-9a70eba4-93cf-409b-8a43-ab1e85ed248c None None] For port 9b9fa130-0a41-4ebd-855a-85b0b293eb46, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=9b9fa130-0a41-4ebd-855a-85b0b293eb46,segment=NetworkSegment(f1ce8ef2-0c1a-4b92-a0c4-2fa2bde1b155),segment_id=f1ce8ef2-0c1a-4b92-a0c4-2fa2bde1b155)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:35.667862 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9a70eba4-93cf-409b-8a43-ab1e85ed248c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:35.687260 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50768) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:35.748111 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-808f2829-0eec-4d25-a31b-c8e8d8d1abbd None None] Current status of the port ca542560-bce6-4d18-9db5-ed0174276b11 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:35.748512 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-808f2829-0eec-4d25-a31b-c8e8d8d1abbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:35.757709 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80024ee9-a05b-45ee-963d-953fd0b87129 None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:13:35.758375 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-80024ee9-a05b-45ee-963d-953fd0b87129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:13:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:35.791291 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7101a8ae-710e-4952-8d22-96c7805420a9 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:35.793723 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7101a8ae-710e-4952-8d22-96c7805420a9 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:35.834503 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-58eb9a36-bb09-42be-af74-e53ebfbbce5f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Request body: {'port': {'network_id': '240f796e-5e36-4ff3-af8a-ce3785d07431', 'name': 'tempest-FloatingIPTestJSON-190499705'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:35.853331 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-da198934-14ae-4555-b13f-6ccd6271bbe9 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:35.864839 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e6183-fec2-418d-ad36-173783fcdc18 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Port': ['ID=8b598486-f2c3-4575-b831-d5e970da94d9,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:35.956217 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9a70eba4-93cf-409b-8a43-ab1e85ed248c None None] Calling delete_port for 9b9fa130-0a41-4ebd-855a-85b0b293eb46 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:35.984696 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cd5abd14-d216-4b17-991e-3f0b94247629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:35.987699 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port ca542560-bce6-4d18-9db5-ed0174276b11 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:35.988593 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:35.998977 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-80024ee9-a05b-45ee-963d-953fd0b87129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:36.017765 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b221f6-f917-4dfd-827a-ee15baf2643d tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Hosts for router cb45c900-dd19-4bf9-a4b5-30a891889645: [] {{(pid=89896) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:326}} Oct 10 11:13:36.028746 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-4651e714-52b0-43c6-a188-66d4667a4239 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:13:36.029097 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-4651e714-52b0-43c6-a188-66d4667a4239 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:13:36.067699 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80024ee9-a05b-45ee-963d-953fd0b87129 None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:13:36.068425 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-80024ee9-a05b-45ee-963d-953fd0b87129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:13:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:36.069734 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b221f6-f917-4dfd-827a-ee15baf2643d tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Hosts for other DVR routers connected to router cb45c900-dd19-4bf9-a4b5-30a891889645: set() {{(pid=89896) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:343}} Oct 10 11:13:36.084255 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7101a8ae-710e-4952-8d22-96c7805420a9 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:36.084797 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7101a8ae-710e-4952-8d22-96c7805420a9 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Fanout notify agent at l3_agent the message router_deleted on router 353a3512-4c6a-4c41-8020-e17be508e352 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:13:36.093149 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7101a8ae-710e-4952-8d22-96c7805420a9 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:36.094190 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7101a8ae-710e-4952-8d22-96c7805420a9 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "DELETE /v2.0/routers/353a3512-4c6a-4c41-8020-e17be508e352 HTTP/1.1" status: 204 len: 168 time: 3.0509424 Oct 10 11:13:36.098530 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50b221f6-f917-4dfd-827a-ee15baf2643d tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:36.099773 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-50b221f6-f917-4dfd-827a-ee15baf2643d tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] 10.222.0.40 "PUT /v2.0/routers/cb45c900-dd19-4bf9-a4b5-30a891889645 HTTP/1.1" status: 200 len: 716 time: 2.2369404 Oct 10 11:13:36.100394 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50772) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:36.110109 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659b383-7437-430b-8ada-76ee0d498781 req-bf077e6b-d9c2-4892-842a-01ee1e19e34e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:36.111654 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-7659b383-7437-430b-8ada-76ee0d498781 req-bf077e6b-d9c2-4892-842a-01ee1e19e34e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.6515245 Oct 10 11:13:36.112087 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50774) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:36.115839 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-ee5e3dbc-6f68-4bdb-9c47-bae27c687ebb tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-376918956', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}, 'admin_state_up': False}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:36.126362 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-322efe46-9a4a-4132-8e1b-0baaaa862bc3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:36.133128 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50778) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:36.147774 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-808f2829-0eec-4d25-a31b-c8e8d8d1abbd None None] For port ca542560-bce6-4d18-9db5-ed0174276b11, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ca542560-bce6-4d18-9db5-ed0174276b11,segment=NetworkSegment(2278320c-1d06-4f5c-b6ae-dd45ee2ca890),segment_id=2278320c-1d06-4f5c-b6ae-dd45ee2ca890)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:36.159192 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-80024ee9-a05b-45ee-963d-953fd0b87129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:36.159593 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80024ee9-a05b-45ee-963d-953fd0b87129 None None] The sync data for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:13:36.196145 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-df404b81-73ee-41db-bad7-8dfe6696bab7 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Request body: {'floatingip': {'port_id': 'a9c1e995-eabf-45b1-8559-c8881096b3b7'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:36.197655 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da198934-14ae-4555-b13f-6ccd6271bbe9 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Pushing event deleted for resources: {'Port': ['ID=427b8987-fe02-46f2-b4b2-7a31804d5351,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:36.212962 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-808f2829-0eec-4d25-a31b-c8e8d8d1abbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:36.251058 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ee5e3dbc-6f68-4bdb-9c47-bae27c687ebb tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:36.275895 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ee5e3dbc-6f68-4bdb-9c47-bae27c687ebb tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Usage tracker for resource:router and tenant:11ce564d05404c1aac980352a1eb066f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:36.286108 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ee5e3dbc-6f68-4bdb-9c47-bae27c687ebb tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:36.289929 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9a70eba4-93cf-409b-8a43-ab1e85ed248c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:36.308224 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da198934-14ae-4555-b13f-6ccd6271bbe9 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] No DVR routers for this DVR port 427b8987-fe02-46f2-b4b2-7a31804d5351 on host dv-neutron-860842-1-hyperv {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:13:36.346162 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a70eba4-93cf-409b-8a43-ab1e85ed248c None None] No DVR routers for this DVR port 9b9fa130-0a41-4ebd-855a-85b0b293eb46 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:13:36.368712 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ee5e3dbc-6f68-4bdb-9c47-bae27c687ebb tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:36.374348 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-df404b81-73ee-41db-bad7-8dfe6696bab7 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks [] for floatingip, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:36.375758 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:13:36.376114 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:13:36.377460 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-b70aac31-3c1b-4ab5-ba4c-f75c58c3bf3b None None] Could not find standard attr ID for object d9f2c722-5743-4c00-8f62-28ad42672273. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:13:36.386410 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f2829-0eec-4d25-a31b-c8e8d8d1abbd None None] Pushing event updated for resources: {'Port': ['ID=ca542560-bce6-4d18-9db5-ed0174276b11,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:36.444084 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70eba4-93cf-409b-8a43-ab1e85ed248c None None] Pushing event deleted for resources: {'Port': ['ID=9b9fa130-0a41-4ebd-855a-85b0b293eb46,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:36.463371 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322efe46-9a4a-4132-8e1b-0baaaa862bc3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Port': ['ID=d9f2c722-5743-4c00-8f62-28ad42672273,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:36.483375 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3e6183-fec2-418d-ad36-173783fcdc18 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:36.484154 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2c3e6183-fec2-418d-ad36-173783fcdc18 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:36.494360 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-468387fd-4abf-4aae-97f7-7a64e22435fe tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] 10.222.0.40 "GET /v2.0/routers/cb45c900-dd19-4bf9-a4b5-30a891889645 HTTP/1.1" status: 200 len: 716 time: 0.3597729 Oct 10 11:13:36.515511 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] For port 9b9fa130-0a41-4ebd-855a-85b0b293eb46, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=9b9fa130-0a41-4ebd-855a-85b0b293eb46,segment=NetworkSegment(f1ce8ef2-0c1a-4b92-a0c4-2fa2bde1b155),segment_id=f1ce8ef2-0c1a-4b92-a0c4-2fa2bde1b155)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:36.516071 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:36.520968 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-b70aac31-3c1b-4ab5-ba4c-f75c58c3bf3b None None] Provisioning for port 1f637afa-091d-449e-8585-4b2e577de418 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:13:36.524159 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50784) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:36.529052 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-b70aac31-3c1b-4ab5-ba4c-f75c58c3bf3b None None] Provisioning complete for port 1f637afa-091d-449e-8585-4b2e577de418 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:36.529407 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b70aac31-3c1b-4ab5-ba4c-f75c58c3bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:36.534024 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-b70aac31-3c1b-4ab5-ba4c-f75c58c3bf3b None None] Attempt 1 to provision port 1f637afa-091d-449e-8585-4b2e577de418 Oct 10 11:13:36.563360 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4651e714-52b0-43c6-a188-66d4667a4239 None None] Deleting port 427b8987-fe02-46f2-b4b2-7a31804d5351 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:36.563684 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4651e714-52b0-43c6-a188-66d4667a4239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:36.653861 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-322efe46-9a4a-4132-8e1b-0baaaa862bc3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:36.660984 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ee5e3dbc-6f68-4bdb-9c47-bae27c687ebb tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:36.662276 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ee5e3dbc-6f68-4bdb-9c47-bae27c687ebb tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:36.702373 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4651e714-52b0-43c6-a188-66d4667a4239 None None] The port '427b8987-fe02-46f2-b4b2-7a31804d5351' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:13:36.764207 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ee5e3dbc-6f68-4bdb-9c47-bae27c687ebb tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:36.812456 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b70aac31-3c1b-4ab5-ba4c-f75c58c3bf3b None None] Current status of the port 1f637afa-091d-449e-8585-4b2e577de418 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:36.843237 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-322efe46-9a4a-4132-8e1b-0baaaa862bc3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/d9f2c722-5743-4c00-8f62-28ad42672273 HTTP/1.1" status: 204 len: 168 time: 4.0080628 Oct 10 11:13:36.851329 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50790) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:36.936177 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Calling delete_port for 9b9fa130-0a41-4ebd-855a-85b0b293eb46 owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:36.943771 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port ca542560-bce6-4d18-9db5-ed0174276b11 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:36.945086 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1f637afa-091d-449e-8585-4b2e577de418 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:13:36.975888 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:36.983187 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-6bf45851-48cd-4441-b61f-732fed754663 None None] Provisioning complete for port ca542560-bce6-4d18-9db5-ed0174276b11 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:36.983775 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6bf45851-48cd-4441-b61f-732fed754663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:36.984560 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-6bf45851-48cd-4441-b61f-732fed754663 None None] Attempt 1 to provision port ca542560-bce6-4d18-9db5-ed0174276b11 Oct 10 11:13:37.007374 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:37.057956 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2c3e6183-fec2-418d-ad36-173783fcdc18 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 6.0601590 Oct 10 11:13:37.065075 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-da198934-14ae-4555-b13f-6ccd6271bbe9 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:37.069508 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50794) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:37.081245 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 1f637afa-091d-449e-8585-4b2e577de418 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:37.082448 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:37.083079 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 1f637afa-091d-449e-8585-4b2e577de418 Oct 10 11:13:37.154532 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1ada43-e986-418b-b85e-5eee6c6538ad tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:37.156035 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1ada43-e986-418b-b85e-5eee6c6538ad tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:37.157497 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1ada43-e986-418b-b85e-5eee6c6538ad tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:37.158312 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8d1ada43-e986-418b-b85e-5eee6c6538ad tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:37.175186 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-58eb9a36-bb09-42be-af74-e53ebfbbce5f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:37.184636 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-6bf45851-48cd-4441-b61f-732fed754663 None None] Current status of the port ca542560-bce6-4d18-9db5-ed0174276b11 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:37.197692 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-58eb9a36-bb09-42be-af74-e53ebfbbce5f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Usage tracker for resource:port and tenant:7753f2697ba4464ebd8d731982a0d1f7 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:37.207348 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-da198934-14ae-4555-b13f-6ccd6271bbe9 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d424011-7c9d-415c-a6f6-95fdc055b234']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:37.214978 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-58eb9a36-bb09-42be-af74-e53ebfbbce5f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:37.227875 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a2680483-6fe0-4ca9-a969-b03b2b219197 tempest-RoutersTestDVR-1328050816 tempest-RoutersTestDVR-1328050816-project] 10.222.0.40 "GET /v2.0/routers/cb45c900-dd19-4bf9-a4b5-30a891889645 HTTP/1.1" status: 200 len: 682 time: 0.6201689 Oct 10 11:13:37.245068 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-58eb9a36-bb09-42be-af74-e53ebfbbce5f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:37.246981 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50800) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:37.249338 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-6bf45851-48cd-4441-b61f-732fed754663 None None] Provisioning for port 8b598486-f2c3-4575-b831-d5e970da94d9 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:13:37.259101 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-6bf45851-48cd-4441-b61f-732fed754663 None None] Provisioning complete for port 8b598486-f2c3-4575-b831-d5e970da94d9 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:37.259466 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6bf45851-48cd-4441-b61f-732fed754663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:37.259798 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-6bf45851-48cd-4441-b61f-732fed754663 None None] Attempt 1 to provision port 8b598486-f2c3-4575-b831-d5e970da94d9 Oct 10 11:13:37.289704 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 1f637afa-091d-449e-8585-4b2e577de418 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:37.321479 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-6bf45851-48cd-4441-b61f-732fed754663 None None] Port 8b598486-f2c3-4575-b831-d5e970da94d9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:37.351624 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 9b9fa130-0a41-4ebd-855a-85b0b293eb46 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:13:37.383184 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-da198934-14ae-4555-b13f-6ccd6271bbe9 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6d9409-27a5-454f-a701-176a2eeefa28') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:37.383468 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-da198934-14ae-4555-b13f-6ccd6271bbe9 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6d9409-27a5-454f-a701-176a2eeefa28') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:37.392705 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 9b9fa130-0a41-4ebd-855a-85b0b293eb46 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:13:37.393195 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 9b9fa130-0a41-4ebd-855a-85b0b293eb46 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:13:37.412804 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-da198934-14ae-4555-b13f-6ccd6271bbe9 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:37.428655 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.api [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:13:37.428977 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG oslo_db.api [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:13:37.430030 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5eb93283-bde0-4f09-9eaf-364a6c376b08 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:37.488750 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ca542560-bce6-4d18-9db5-ed0174276b11 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:13:37.491592 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58eb9a36-bb09-42be-af74-e53ebfbbce5f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Made reservation on behalf of 7753f2697ba4464ebd8d731982a0d1f7 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:37.495186 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-58eb9a36-bb09-42be-af74-e53ebfbbce5f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:37.518473 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-da198934-14ae-4555-b13f-6ccd6271bbe9 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:37.561008 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port ca542560-bce6-4d18-9db5-ed0174276b11 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:37.561589 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:37.562028 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port ca542560-bce6-4d18-9db5-ed0174276b11 Oct 10 11:13:37.590116 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da198934-14ae-4555-b13f-6ccd6271bbe9 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Releasing vlan 475 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:13:37.590523 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-da198934-14ae-4555-b13f-6ccd6271bbe9 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:37.652388 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8d1ada43-e986-418b-b85e-5eee6c6538ad tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:37.656154 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8d1ada43-e986-418b-b85e-5eee6c6538ad tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.8002543 Oct 10 11:13:37.690385 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port ca542560-bce6-4d18-9db5-ed0174276b11 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:37.692247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1f637afa-091d-449e-8585-4b2e577de418 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:13:37.716428 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50806) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:37.718671 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ee5e3dbc-6f68-4bdb-9c47-bae27c687ebb tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:37.752777 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-58eb9a36-bb09-42be-af74-e53ebfbbce5f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] device_id is not set on port 87754a33-27a5-484f-a738-818ac2c3db4d yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:13:37.765438 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 1f637afa-091d-449e-8585-4b2e577de418 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:37.766022 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:37.766455 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 1f637afa-091d-449e-8585-4b2e577de418 Oct 10 11:13:37.828501 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment bf6d9409-27a5-454f-a701-176a2eeefa28 resource provider aggregate not found Oct 10 11:13:37.847721 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-6bf45851-48cd-4441-b61f-732fed754663 None None] Attempt 2 to provision port 8b598486-f2c3-4575-b831-d5e970da94d9 Oct 10 11:13:37.917185 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-6bf45851-48cd-4441-b61f-732fed754663 None None] Port 8b598486-f2c3-4575-b831-d5e970da94d9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:37.970988 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment bf6d9409-27a5-454f-a701-176a2eeefa28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf6d9409-27a5-454f-a701-176a2eeefa28 found for delete ", "request_id": "req-4a3b8fb1-7b8f-429e-bd1a-a8a6ff74480b"}]} Oct 10 11:13:37.972442 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc9de37-3197-436e-bcd4-038a83027f70 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet 3630aac2-0cb2-4d7a-b05f-6b65ee0cfdab {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:13:37.988779 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 1f637afa-091d-449e-8585-4b2e577de418 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:38.020340 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8fc9de37-3197-436e-bcd4-038a83027f70 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:38.058064 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 427b8987-fe02-46f2-b4b2-7a31804d5351 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:13:38.064010 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5eb93283-bde0-4f09-9eaf-364a6c376b08 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:38.069869 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5eb93283-bde0-4f09-9eaf-364a6c376b08 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:38.075968 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.resource_extend [None req-df404b81-73ee-41db-bad7-8dfe6696bab7 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:13:38.097286 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 427b8987-fe02-46f2-b4b2-7a31804d5351 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:13:38.097742 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 427b8987-fe02-46f2-b4b2-7a31804d5351 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:13:38.130060 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting port 9b9fa130-0a41-4ebd-855a-85b0b293eb46 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:38.130060 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:38.176679 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-da198934-14ae-4555-b13f-6ccd6271bbe9 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:38.180613 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-da198934-14ae-4555-b13f-6ccd6271bbe9 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:38.245149 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] The port '9b9fa130-0a41-4ebd-855a-85b0b293eb46' was deleted {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:13:38.252995 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5eb93283-bde0-4f09-9eaf-364a6c376b08 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:38.253546 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb93283-bde0-4f09-9eaf-364a6c376b08 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb45c900-dd19-4bf9-a4b5-30a891889645 {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:13:38.261318 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8fc9de37-3197-436e-bcd4-038a83027f70 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:38.263883 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da198934-14ae-4555-b13f-6ccd6271bbe9 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] Pushing event deleted for resources: {'Network': ['ID=3d424011-7c9d-415c-a6f6-95fdc055b234,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:38.310606 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-da198934-14ae-4555-b13f-6ccd6271bbe9 tempest-ExtraDHCPOptionsTestJSON-725006062 tempest-ExtraDHCPOptionsTestJSON-725006062-project] 10.222.0.40 "DELETE /v2.0/networks/3d424011-7c9d-415c-a6f6-95fdc055b234 HTTP/1.1" status: 204 len: 168 time: 5.5311139 Oct 10 11:13:38.311777 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-df404b81-73ee-41db-bad7-8dfe6696bab7 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:38.342317 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-58eb9a36-bb09-42be-af74-e53ebfbbce5f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Allocated IP 172.20.0.14 (240f796e-5e36-4ff3-af8a-ce3785d07431/c46baae8-7839-4092-995e-423a5394c239/87754a33-27a5-484f-a738-818ac2c3db4d) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:38.419080 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-6bf45851-48cd-4441-b61f-732fed754663 None None] Attempt 3 to provision port 8b598486-f2c3-4575-b831-d5e970da94d9 Oct 10 11:13:38.419646 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:38.443665 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-df404b81-73ee-41db-bad7-8dfe6696bab7 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:38.471447 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e8cfd50-f38c-4ecb-a9c6-f35b04b21fe0']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:38.488486 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-6bf45851-48cd-4441-b61f-732fed754663 None None] Port 8b598486-f2c3-4575-b831-d5e970da94d9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:38.494079 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ce8ef2-0c1a-4b92-a0c4-2fa2bde1b155') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:38.494615 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ce8ef2-0c1a-4b92-a0c4-2fa2bde1b155') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:38.511602 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5eb93283-bde0-4f09-9eaf-364a6c376b08 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:38.512704 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5eb93283-bde0-4f09-9eaf-364a6c376b08 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] 10.222.0.40 "DELETE /v2.0/routers/cb45c900-dd19-4bf9-a4b5-30a891889645 HTTP/1.1" status: 204 len: 168 time: 1.2650151 Oct 10 11:13:38.523859 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50814) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:38.533031 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:38.545903 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7817a6ff-004f-4200-b90e-cd9e495c3e73 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:38.578381 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:38.578617 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-5db1cfbf-d7e2-4676-a8a1-cbeed02f7094 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Request body: {'router': {'name': 'tempest-router-461064821', 'distributed': True}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:38.586188 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5db1cfbf-d7e2-4676-a8a1-cbeed02f7094 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:38.596661 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5db1cfbf-d7e2-4676-a8a1-cbeed02f7094 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Usage tracker for resource:router and tenant:d118af2ad7354a0db8a6175af8dcf94e is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:38.600190 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8fc9de37-3197-436e-bcd4-038a83027f70 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:38.607156 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:38.631167 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Releasing vlan 450 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:13:38.631542 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:38.675053 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5db1cfbf-d7e2-4676-a8a1-cbeed02f7094 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:38.704431 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5db1cfbf-d7e2-4676-a8a1-cbeed02f7094 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:38.763192 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-58eb9a36-bb09-42be-af74-e53ebfbbce5f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:38.854069 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:38.886477 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:38.898010 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Network': ['ID=4e8cfd50-f38c-4ecb-a9c6-f35b04b21fe0,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:38.909712 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-58382638-5263-46ae-8b4d-ab025b7d7d54 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/networks/4e8cfd50-f38c-4ecb-a9c6-f35b04b21fe0 HTTP/1.1" status: 204 len: 168 time: 7.1768818 Oct 10 11:13:38.915772 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50820) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:38.917201 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-58eb9a36-bb09-42be-af74-e53ebfbbce5f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:38.936277 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-32b3f61c-f2a0-4020-9661-39213422ac13 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'port': {'network_id': '8284bdf5-404a-488a-9478-0ede65c92a22', 'name': 'tempest-PortsIpV6TestJSON-268102433'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:38.986902 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50824) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:38.989657 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-6bf45851-48cd-4441-b61f-732fed754663 None None] Attempt 4 to provision port 8b598486-f2c3-4575-b831-d5e970da94d9 Oct 10 11:13:39.068603 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-6bf45851-48cd-4441-b61f-732fed754663 None None] Port 8b598486-f2c3-4575-b831-d5e970da94d9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:39.093191 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58eb9a36-bb09-42be-af74-e53ebfbbce5f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Network 240f796e-5e36-4ff3-af8a-ce3785d07431 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:39.101515 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-58eb9a36-bb09-42be-af74-e53ebfbbce5f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:39.110707 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eb9a36-bb09-42be-af74-e53ebfbbce5f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:39.174597 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb9a36-bb09-42be-af74-e53ebfbbce5f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event updated for resources: {'Port': ['ID=87754a33-27a5-484f-a738-818ac2c3db4d,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:39.200672 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-32b3f61c-f2a0-4020-9661-39213422ac13 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:39.215020 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-32b3f61c-f2a0-4020-9661-39213422ac13 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:port and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:39.220713 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-32b3f61c-f2a0-4020-9661-39213422ac13 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:39.232216 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5db1cfbf-d7e2-4676-a8a1-cbeed02f7094 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:39.233388 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5db1cfbf-d7e2-4676-a8a1-cbeed02f7094 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:39.237314 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58eb9a36-bb09-42be-af74-e53ebfbbce5f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:39.238551 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-58eb9a36-bb09-42be-af74-e53ebfbbce5f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:39.249610 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-32b3f61c-f2a0-4020-9661-39213422ac13 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:39.263204 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:39.268592 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-db4cca2a-d418-4f53-979f-0ecfe05ba73d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=51e37ec155284a7a8932dda2e8e6fc93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752473 Oct 10 11:13:39.271382 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50830) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:39.318626 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ee5e3dbc-6f68-4bdb-9c47-bae27c687ebb tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router_gateway, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:39.332601 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-306ee4ce-801b-49ce-bd48-1ad9f3416156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:39.343652 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-df404b81-73ee-41db-bad7-8dfe6696bab7 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Floating IP 990564a7-bc67-4bf4-ac9e-314602b85366 associated. External IP: 172.26.4.240, port: a9c1e995-eabf-45b1-8559-c8881096b3b7. Oct 10 11:13:39.358871 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-306ee4ce-801b-49ce-bd48-1ad9f3416156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:39.417515 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-58eb9a36-bb09-42be-af74-e53ebfbbce5f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6073375 Oct 10 11:13:39.418478 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50834) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:39.424552 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-0f53a1f8-4cd1-4115-942e-288605dda9e2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Request body: {'port': {'network_id': '240f796e-5e36-4ff3-af8a-ce3785d07431', 'name': 'tempest-FloatingIPTestJSON-763042082'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:39.449986 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5db1cfbf-d7e2-4676-a8a1-cbeed02f7094 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:39.455977 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ee5e3dbc-6f68-4bdb-9c47-bae27c687ebb tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:39.463910 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b3f61c-f2a0-4020-9661-39213422ac13 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:39.463910 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-32b3f61c-f2a0-4020-9661-39213422ac13 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:39.570145 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-6bf45851-48cd-4441-b61f-732fed754663 None None] Attempt 5 to provision port 8b598486-f2c3-4575-b831-d5e970da94d9 Oct 10 11:13:39.598754 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-306ee4ce-801b-49ce-bd48-1ad9f3416156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:39.653089 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-6bf45851-48cd-4441-b61f-732fed754663 None None] Port 8b598486-f2c3-4575-b831-d5e970da94d9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:39.680445 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-32b3f61c-f2a0-4020-9661-39213422ac13 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] device_id is not set on port 6e7e3991-703c-4916-987f-330a72003380 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:13:39.690598 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8fc9de37-3197-436e-bcd4-038a83027f70 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:39.716700 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ee4ce-801b-49ce-bd48-1ad9f3416156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3120821-c67e-406d-9fef-b7dd4d436fe6,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:39.752991 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-306ee4ce-801b-49ce-bd48-1ad9f3416156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:39.757129 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-306ee4ce-801b-49ce-bd48-1ad9f3416156 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c3120821-c67e-406d-9fef-b7dd4d436fe6 HTTP/1.1" status: 204 len: 168 time: 0.4819334 Oct 10 11:13:39.758473 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9de37-3197-436e-bcd4-038a83027f70 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=3630aac2-0cb2-4d7a-b05f-6b65ee0cfdab,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:39.789322 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8fc9de37-3197-436e-bcd4-038a83027f70 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:39.793037 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941200a1-4186-4d8e-bab8-951dc8326cd9 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:39.832331 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-0f53a1f8-4cd1-4115-942e-288605dda9e2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:39.850809 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0f53a1f8-4cd1-4115-942e-288605dda9e2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Usage tracker for resource:port and tenant:7753f2697ba4464ebd8d731982a0d1f7 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:39.856868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0f53a1f8-4cd1-4115-942e-288605dda9e2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:39.862660 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5db1cfbf-d7e2-4676-a8a1-cbeed02f7094 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:39.894375 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-0f53a1f8-4cd1-4115-942e-288605dda9e2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:40.020491 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7817a6ff-004f-4200-b90e-cd9e495c3e73 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:40.025980 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8fc9de37-3197-436e-bcd4-038a83027f70 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/3630aac2-0cb2-4d7a-b05f-6b65ee0cfdab HTTP/1.1" status: 204 len: 168 time: 2.3032131 Oct 10 11:13:40.031610 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50842) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:40.064614 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment f1ce8ef2-0c1a-4b92-a0c4-2fa2bde1b155 resource provider aggregate not found Oct 10 11:13:40.091878 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment f1ce8ef2-0c1a-4b92-a0c4-2fa2bde1b155 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1ce8ef2-0c1a-4b92-a0c4-2fa2bde1b155 found for delete ", "request_id": "req-db1f7a0c-ca95-4fae-9fa6-8d949b64a205"}]} Oct 10 11:13:40.095050 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-ee5e3dbc-6f68-4bdb-9c47-bae27c687ebb tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Allocated IP 172.26.4.32 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/adc4de0d-ebc8-4fc3-a48b-7de145954929) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:40.106540 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5db1cfbf-d7e2-4676-a8a1-cbeed02f7094 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:40.107750 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5db1cfbf-d7e2-4676-a8a1-cbeed02f7094 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.5747225 Oct 10 11:13:40.110499 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50848) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:40.117489 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-32b3f61c-f2a0-4020-9661-39213422ac13 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:40.154531 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-6bf45851-48cd-4441-b61f-732fed754663 None None] Attempt 6 to provision port 8b598486-f2c3-4575-b831-d5e970da94d9 Oct 10 11:13:40.195095 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7817a6ff-004f-4200-b90e-cd9e495c3e73 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:40.198550 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f53a1f8-4cd1-4115-942e-288605dda9e2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Made reservation on behalf of 7753f2697ba4464ebd8d731982a0d1f7 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:40.202479 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0f53a1f8-4cd1-4115-942e-288605dda9e2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:40.276802 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-6bf45851-48cd-4441-b61f-732fed754663 None None] Port 8b598486-f2c3-4575-b831-d5e970da94d9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:40.309240 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b209713b-f460-4954-b559-b057501b2249 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:40.381658 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-0f53a1f8-4cd1-4115-942e-288605dda9e2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] device_id is not set on port f7f862c2-d212-4104-80af-4698ab5af369 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:13:40.590060 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817a6ff-004f-4200-b90e-cd9e495c3e73 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Port': ['ID=8b598486-f2c3-4575-b831-d5e970da94d9,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:40.676622 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8999b03-4c36-47b8-982c-95d0c0c86748 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet ed5011fc-039c-41cb-8d35-2e362a132a48 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:13:40.690792 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df404b81-73ee-41db-bad7-8dfe6696bab7 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Router 598078c7-eb12-454f-ba61-48f163e05513 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:13:40.692079 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c8999b03-4c36-47b8-982c-95d0c0c86748 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:40.765113 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-32b3f61c-f2a0-4020-9661-39213422ac13 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:40.768092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b209713b-f460-4954-b559-b057501b2249 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:40.777110 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b209713b-f460-4954-b559-b057501b2249 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:40.777867 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-6bf45851-48cd-4441-b61f-732fed754663 None None] Attempt 7 to provision port 8b598486-f2c3-4575-b831-d5e970da94d9 Oct 10 11:13:40.859883 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-6bf45851-48cd-4441-b61f-732fed754663 None None] Port 8b598486-f2c3-4575-b831-d5e970da94d9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:40.947494 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b3f61c-f2a0-4020-9661-39213422ac13 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network 8284bdf5-404a-488a-9478-0ede65c92a22 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:40.955460 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-32b3f61c-f2a0-4020-9661-39213422ac13 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:40.961175 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b3f61c-f2a0-4020-9661-39213422ac13 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:40.966125 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b3f61c-f2a0-4020-9661-39213422ac13 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:40.966747 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-32b3f61c-f2a0-4020-9661-39213422ac13 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:40.970698 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3f61c-f2a0-4020-9661-39213422ac13 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Port': ['ID=6e7e3991-703c-4916-987f-330a72003380,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:40.997252 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-0f53a1f8-4cd1-4115-942e-288605dda9e2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Allocated IP 172.20.0.3 (240f796e-5e36-4ff3-af8a-ce3785d07431/c46baae8-7839-4092-995e-423a5394c239/f7f862c2-d212-4104-80af-4698ab5af369) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:40.997466 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df404b81-73ee-41db-bad7-8dfe6696bab7 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:13:41.009891 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b209713b-f460-4954-b559-b057501b2249 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:41.010237 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-df404b81-73ee-41db-bad7-8dfe6696bab7 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:41.011952 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe747d1-a27d-4236-ae2f-66ed07cc84da None None] Sync routers for ids ['598078c7-eb12-454f-ba61-48f163e05513'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:13:41.015390 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b209713b-f460-4954-b559-b057501b2249 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5062d0c9-a97a-42f0-8b65-7fdee2d25b4a {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:13:41.027374 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b209713b-f460-4954-b559-b057501b2249 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:41.030459 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b209713b-f460-4954-b559-b057501b2249 tempest-RoutersTestDVR-2001428844 tempest-RoutersTestDVR-2001428844-project-admin] 10.222.0.40 "DELETE /v2.0/routers/5062d0c9-a97a-42f0-8b65-7fdee2d25b4a HTTP/1.1" status: 204 len: 168 time: 0.9185674 Oct 10 11:13:41.033053 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe747d1-a27d-4236-ae2f-66ed07cc84da None None] Routers {'598078c7-eb12-454f-ba61-48f163e05513'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:13:41.033455 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-6fe747d1-a27d-4236-ae2f-66ed07cc84da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:13:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['598078c7-eb12-454f-ba61-48f163e05513'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:41.061201 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-32b3f61c-f2a0-4020-9661-39213422ac13 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1327736 Oct 10 11:13:41.062528 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50870) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:41.078391 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c8999b03-4c36-47b8-982c-95d0c0c86748 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:41.197182 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-68a8e310-9a37-46ee-a5a9-49f0d0dbdf7a tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting port 6e7e3991-703c-4916-987f-330a72003380 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:41.197448 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-68a8e310-9a37-46ee-a5a9-49f0d0dbdf7a tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:41.210570 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-df404b81-73ee-41db-bad7-8dfe6696bab7 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "PUT /v2.0/floatingips/990564a7-bc67-4bf4-ac9e-314602b85366 HTTP/1.1" status: 200 len: 991 time: 5.0749159 Oct 10 11:13:41.223101 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f5612a-3733-481b-941c-c16f7dd09dc4', 'tag': 'a9c1e995-eabf-45b1-8559-c8881096b3b7'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:13:41.228770 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96b95eb-d98a-4010-b19b-828aee2b044f" -d '{"events": [{"name": "network-changed", "server_uuid": "71f5612a-3733-481b-941c-c16f7dd09dc4", "tag": "a9c1e995-eabf-45b1-8559-c8881096b3b7"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:13:41.282944 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ee5e3dbc-6f68-4bdb-9c47-bae27c687ebb tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:41.347633 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbd78a2-23c2-472d-98dd-65b35ad6745c x-openstack-request-id: req-0cbd78a2-23c2-472d-98dd-65b35ad6745c {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:13:41.350752 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f5612a-3733-481b-941c-c16f7dd09dc4", "tag": "a9c1e995-eabf-45b1-8559-c8881096b3b7", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:13:41.351034 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0cbd78a2-23c2-472d-98dd-65b35ad6745c {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:13:41.351458 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cbd78a2-23c2-472d-98dd-65b35ad6745c'] response: {'name': 'network-changed', 'server_uuid': '71f5612a-3733-481b-941c-c16f7dd09dc4', 'tag': 'a9c1e995-eabf-45b1-8559-c8881096b3b7', 'status': 'completed', 'code': 200} Oct 10 11:13:41.356511 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50880) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:41.361441 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-6bf45851-48cd-4441-b61f-732fed754663 None None] Attempt 8 to provision port 8b598486-f2c3-4575-b831-d5e970da94d9 Oct 10 11:13:41.374508 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-6fe747d1-a27d-4236-ae2f-66ed07cc84da None None] Set router 598078c7-eb12-454f-ba61-48f163e05513 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:13:41.447520 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7817a6ff-004f-4200-b90e-cd9e495c3e73 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:41.473752 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-6bf45851-48cd-4441-b61f-732fed754663 None None] Port 8b598486-f2c3-4575-b831-d5e970da94d9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:41.496582 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c8999b03-4c36-47b8-982c-95d0c0c86748 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:41.594901 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b95eb-d98a-4010-b19b-828aee2b044f req-f5b2bd95-cd36-4d0a-a48a-86b6b2b7d0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:41.597684 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a96b95eb-d98a-4010-b19b-828aee2b044f req-f5b2bd95-cd36-4d0a-a48a-86b6b2b7d0c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae70dbd562a74602ba992b43f7087eba&device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 1098 time: 0.2447851 Oct 10 11:13:41.687070 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0f53a1f8-4cd1-4115-942e-288605dda9e2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:41.690948 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50888) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:41.765279 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ee5e3dbc-6f68-4bdb-9c47-bae27c687ebb tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:41.814370 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Request body: {'networks': [{'name': 'tempest-network--504970806'}, {'name': 'tempest-network--1038963685'}]} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:41.814928 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Request body: {'network': {'name': 'tempest-network--504970806'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:41.815110 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Request body: {'network': {'name': 'tempest-network--1038963685'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:41.824396 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-35c0df35-3fed-423a-be89-a9ca67774c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:41.826822 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-6fe747d1-a27d-4236-ae2f-66ed07cc84da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598078c7-eb12-454f-ba61-48f163e05513', 'name': 'tempest-ServerActionsTestJSON-1153823933-router', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:12:36Z', 'updated_at': '2022-10-10T11:12:51Z', 'revision_number': 4, 'project_id': 'ae70dbd562a74602ba992b43f7087eba', 'gw_port': {'id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598078c7-eb12-454f-ba61-48f163e05513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:38Z', 'updated_at': '2022-10-10T11:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '990564a7-bc67-4bf4-ac9e-314602b85366', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'floating_ip_address': '172.26.4.240', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '598078c7-eb12-454f-ba61-48f163e05513', 'port_id': 'a9c1e995-eabf-45b1-8559-c8881096b3b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36cb35b-e765-411b-82dd-156471dbc6b1', 'mac_address': 'fa:16:3e:20:8b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f5612a-3733-481b-941c-c16f7dd09dc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:13:02Z', 'updated_at': '2022-10-10T11:13:37Z', 'revision_number': 1, 'project_id': 'ae70dbd562a74602ba992b43f7087eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1', 'name': '', 'network_id': 'f36cb35b-e765-411b-82dd-156471dbc6b1', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'mac_address': 'fa:16:3e:e1:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598078c7-eb12-454f-ba61-48f163e05513', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04983d62-0192-4bd4-9c0c-86c066bd05d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:48Z', 'updated_at': '2022-10-10T11:13:03Z', 'revision_number': 5, 'project_id': 'ae70dbd562a74602ba992b43f7087eba', 'subnets': [{'id': '04983d62-0192-4bd4-9c0c-86c066bd05d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:41.831219 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe747d1-a27d-4236-ae2f-66ed07cc84da None None] Checking router: 598078c7-eb12-454f-ba61-48f163e05513 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:13:41.835239 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:41.841844 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe747d1-a27d-4236-ae2f-66ed07cc84da None None] Routers {'598078c7-eb12-454f-ba61-48f163e05513'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:13:41.842630 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-6fe747d1-a27d-4236-ae2f-66ed07cc84da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:13:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['598078c7-eb12-454f-ba61-48f163e05513'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:41.874919 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b95eb-d98a-4010-b19b-828aee2b044f req-b28bb408-f0ec-4be8-944d-c09c19e4fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:41.876369 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a96b95eb-d98a-4010-b19b-828aee2b044f req-b28bb408-f0ec-4be8-944d-c09c19e4fc34 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f36cb35b-e765-411b-82dd-156471dbc6b1 HTTP/1.1" status: 200 len: 913 time: 0.2710233 Oct 10 11:13:41.896159 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Usage tracker for resource:network and tenant:20430ba13f9644418345e5cc48ec7ef5 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:41.898972 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c8999b03-4c36-47b8-982c-95d0c0c86748 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:41.905772 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:41.918344 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-35c0df35-3fed-423a-be89-a9ca67774c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:41.929223 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:41.931586 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-35c0df35-3fed-423a-be89-a9ca67774c01 admin admin] Usage tracker for resource:security_group_rule and tenant:059d2b5b015e43c39364ab81ce40a3c6 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:41.936657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-35c0df35-3fed-423a-be89-a9ca67774c01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:41.944993 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-68a8e310-9a37-46ee-a5a9-49f0d0dbdf7a tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:41.954160 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-35c0df35-3fed-423a-be89-a9ca67774c01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:41.958012 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5e3dbc-6f68-4bdb-9c47-bae27c687ebb tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:41.976538 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-6bf45851-48cd-4441-b61f-732fed754663 None None] Attempt 9 to provision port 8b598486-f2c3-4575-b831-d5e970da94d9 Oct 10 11:13:42.016340 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8999b03-4c36-47b8-982c-95d0c0c86748 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=ed5011fc-039c-41cb-8d35-2e362a132a48,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:42.020004 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-ee5e3dbc-6f68-4bdb-9c47-bae27c687ebb tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:42.024449 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5e3dbc-6f68-4bdb-9c47-bae27c687ebb tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:42.045374 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-6bf45851-48cd-4441-b61f-732fed754663 None None] Port 8b598486-f2c3-4575-b831-d5e970da94d9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:42.066781 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-6fe747d1-a27d-4236-ae2f-66ed07cc84da None None] Set router 598078c7-eb12-454f-ba61-48f163e05513 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:13:42.086305 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e327d253-7cce-4a83-ae48-57b70655a045 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:42.093188 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0f53a1f8-4cd1-4115-942e-288605dda9e2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:42.093742 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c8999b03-4c36-47b8-982c-95d0c0c86748 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:42.102213 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-68a8e310-9a37-46ee-a5a9-49f0d0dbdf7a tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Calling delete_port for 6e7e3991-703c-4916-987f-330a72003380 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:42.103261 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e3dbc-6f68-4bdb-9c47-bae27c687ebb tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Pushing event updated for resources: {'Port': ['ID=adc4de0d-ebc8-4fc3-a48b-7de145954929,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:42.115852 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7817a6ff-004f-4200-b90e-cd9e495c3e73 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:42.142309 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Made reservation on behalf of 20430ba13f9644418345e5cc48ec7ef5 for: {'network': 2} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:42.146819 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:42.160211 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c8999b03-4c36-47b8-982c-95d0c0c86748 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/ed5011fc-039c-41cb-8d35-2e362a132a48 HTTP/1.1" status: 204 len: 168 time: 2.1266310 Oct 10 11:13:42.164058 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50894) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:42.232388 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:42.266742 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a96b95eb-d98a-4010-b19b-828aee2b044f req-5c0bc886-a4e6-4b3b-b393-6021fd7b4608 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9c1e995-eabf-45b1-8559-c8881096b3b7 HTTP/1.1" status: 200 len: 999 time: 0.3725500 Oct 10 11:13:42.287317 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f53a1f8-4cd1-4115-942e-288605dda9e2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Network 240f796e-5e36-4ff3-af8a-ce3785d07431 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:42.295949 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:42.298270 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-0f53a1f8-4cd1-4115-942e-288605dda9e2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:42.309822 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Usage tracker for resource:security_group_rule and tenant:20430ba13f9644418345e5cc48ec7ef5 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:42.314257 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f53a1f8-4cd1-4115-942e-288605dda9e2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:42.359869 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:42.366786 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53a1f8-4cd1-4115-942e-288605dda9e2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event updated for resources: {'Port': ['ID=f7f862c2-d212-4104-80af-4698ab5af369,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:42.378779 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:42.458978 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f53a1f8-4cd1-4115-942e-288605dda9e2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:42.459204 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0f53a1f8-4cd1-4115-942e-288605dda9e2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:42.472402 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de48f5d-a737-4402-8b08-f4635649284b None None] DHCP port deletion for dac74586-4382-4e00-a6eb-f2005f114a9a request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:13:42.478212 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7de48f5d-a737-4402-8b08-f4635649284b None None] Deleting port 1f637afa-091d-449e-8585-4b2e577de418 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:42.478594 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7de48f5d-a737-4402-8b08-f4635649284b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:42.521024 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-68a8e310-9a37-46ee-a5a9-49f0d0dbdf7a tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:42.526415 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-35c0df35-3fed-423a-be89-a9ca67774c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:42.543726 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-6fe747d1-a27d-4236-ae2f-66ed07cc84da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598078c7-eb12-454f-ba61-48f163e05513', 'name': 'tempest-ServerActionsTestJSON-1153823933-router', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:12:36Z', 'updated_at': '2022-10-10T11:12:51Z', 'revision_number': 4, 'project_id': 'ae70dbd562a74602ba992b43f7087eba', 'gw_port': {'id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598078c7-eb12-454f-ba61-48f163e05513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:38Z', 'updated_at': '2022-10-10T11:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '990564a7-bc67-4bf4-ac9e-314602b85366', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'floating_ip_address': '172.26.4.240', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '598078c7-eb12-454f-ba61-48f163e05513', 'port_id': 'a9c1e995-eabf-45b1-8559-c8881096b3b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36cb35b-e765-411b-82dd-156471dbc6b1', 'mac_address': 'fa:16:3e:20:8b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f5612a-3733-481b-941c-c16f7dd09dc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:13:02Z', 'updated_at': '2022-10-10T11:13:37Z', 'revision_number': 1, 'project_id': 'ae70dbd562a74602ba992b43f7087eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1', 'name': '', 'network_id': 'f36cb35b-e765-411b-82dd-156471dbc6b1', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'mac_address': 'fa:16:3e:e1:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598078c7-eb12-454f-ba61-48f163e05513', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04983d62-0192-4bd4-9c0c-86c066bd05d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:48Z', 'updated_at': '2022-10-10T11:13:03Z', 'revision_number': 5, 'project_id': 'ae70dbd562a74602ba992b43f7087eba', 'subnets': [{'id': '04983d62-0192-4bd4-9c0c-86c066bd05d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:42.547652 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-6bf45851-48cd-4441-b61f-732fed754663 None None] Attempt 10 to provision port 8b598486-f2c3-4575-b831-d5e970da94d9 Oct 10 11:13:42.548260 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe747d1-a27d-4236-ae2f-66ed07cc84da None None] The sync data for ids ['598078c7-eb12-454f-ba61-48f163e05513'] in dv-neutron-860842-1-hyperv is: [{'id': '598078c7-eb12-454f-ba61-48f163e05513', 'name': 'tempest-ServerActionsTestJSON-1153823933-router', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:12:36Z', 'updated_at': '2022-10-10T11:12:51Z', 'revision_number': 4, 'project_id': 'ae70dbd562a74602ba992b43f7087eba', 'gw_port': {'id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598078c7-eb12-454f-ba61-48f163e05513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:38Z', 'updated_at': '2022-10-10T11:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '990564a7-bc67-4bf4-ac9e-314602b85366', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'floating_ip_address': '172.26.4.240', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '598078c7-eb12-454f-ba61-48f163e05513', 'port_id': 'a9c1e995-eabf-45b1-8559-c8881096b3b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36cb35b-e765-411b-82dd-156471dbc6b1', 'mac_address': 'fa:16:3e:20:8b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f5612a-3733-481b-941c-c16f7dd09dc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:13:02Z', 'updated_at': '2022-10-10T11:13:37Z', 'revision_number': 1, 'project_id': 'ae70dbd562a74602ba992b43f7087eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1', 'name': '', 'network_id': 'f36cb35b-e765-411b-82dd-156471dbc6b1', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'mac_address': 'fa:16:3e:e1:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598078c7-eb12-454f-ba61-48f163e05513', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04983d62-0192-4bd4-9c0c-86c066bd05d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:48Z', 'updated_at': '2022-10-10T11:13:03Z', 'revision_number': 5, 'project_id': 'ae70dbd562a74602ba992b43f7087eba', 'subnets': [{'id': '04983d62-0192-4bd4-9c0c-86c066bd05d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:13:42.558157 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-34e5aae9-e60a-44bf-ac5b-7b487cb39eba tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3864648 Oct 10 11:13:42.564603 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50898) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:42.594067 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-15ae2300-058a-4427-bb50-a05b97200d9f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:42.705546 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8e310-9a37-46ee-a5a9-49f0d0dbdf7a tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Port': ['ID=6e7e3991-703c-4916-987f-330a72003380,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:42.718809 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0f53a1f8-4cd1-4115-942e-288605dda9e2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2990978 Oct 10 11:13:42.719622 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-35c0df35-3fed-423a-be89-a9ca67774c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:42.724060 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50902) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:42.753877 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-68a8e310-9a37-46ee-a5a9-49f0d0dbdf7a tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:42.760691 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-6bf45851-48cd-4441-b61f-732fed754663 None None] Port 8b598486-f2c3-4575-b831-d5e970da94d9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:42.762535 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-15ae2300-058a-4427-bb50-a05b97200d9f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:42.782380 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7de48f5d-a737-4402-8b08-f4635649284b None None] For port 1f637afa-091d-449e-8585-4b2e577de418, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1f637afa-091d-449e-8585-4b2e577de418,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:42.782380 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7de48f5d-a737-4402-8b08-f4635649284b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:42.793922 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-15ae2300-058a-4427-bb50-a05b97200d9f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:subnet and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:42.801037 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-68a8e310-9a37-46ee-a5a9-49f0d0dbdf7a tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/ports/6e7e3991-703c-4916-987f-330a72003380 HTTP/1.1" status: 204 len: 168 time: 1.7359469 Oct 10 11:13:42.809547 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-15ae2300-058a-4427-bb50-a05b97200d9f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:42.826636 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50906) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:42.835012 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-15ae2300-058a-4427-bb50-a05b97200d9f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:42.840182 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-35c0df35-3fed-423a-be89-a9ca67774c01 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=059d2b5b015e43c39364ab81ce40a3c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1385899 Oct 10 11:13:42.841684 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-f3c2ce58-021e-4334-aebf-67da337137cc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'port_id': 'f7f862c2-d212-4104-80af-4698ab5af369', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:42.844652 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-24efe82f-0106-41e3-8f43-948c2cfa9af2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'port': {'network_id': '8284bdf5-404a-488a-9478-0ede65c92a22', 'mac_address': 'fa:16:3e:31:75:e6', 'name': 'tempest-PortsIpV6TestJSON-791103003'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:42.849185 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50910) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:42.860640 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f3c2ce58-021e-4334-aebf-67da337137cc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:42.888657 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f3c2ce58-021e-4334-aebf-67da337137cc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Usage tracker for resource:floatingip and tenant:7753f2697ba4464ebd8d731982a0d1f7 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:42.889156 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0df35-3fed-423a-be89-a9ca67774c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414ad5bf-74bf-4ad3-8562-b9553a7cdfd6,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:42.899942 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b95eb-d98a-4010-b19b-828aee2b044f req-4e352ac9-7710-40fc-abc8-4d6024876c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:42.901597 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a96b95eb-d98a-4010-b19b-828aee2b044f req-4e352ac9-7710-40fc-abc8-4d6024876c91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04983d62-0192-4bd4-9c0c-86c066bd05d2 HTTP/1.1" status: 200 len: 851 time: 0.4023788 Oct 10 11:13:42.910431 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:42.910639 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f3c2ce58-021e-4334-aebf-67da337137cc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:42.921290 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f3c2ce58-021e-4334-aebf-67da337137cc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:42.965292 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ae2300-058a-4427-bb50-a05b97200d9f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:42.970698 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-15ae2300-058a-4427-bb50-a05b97200d9f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:42.973857 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7de48f5d-a737-4402-8b08-f4635649284b None None] Calling delete_port for 1f637afa-091d-449e-8585-4b2e577de418 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:43.030124 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6526eaef-6410-4e6f-959c-fd0e3889f3bd None None] New status for floating IP 990564a7-bc67-4bf4-ac9e-314602b85366: ACTIVE {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:13:43.092728 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-24efe82f-0106-41e3-8f43-948c2cfa9af2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:43.100956 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-24efe82f-0106-41e3-8f43-948c2cfa9af2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:port and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:43.105733 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-24efe82f-0106-41e3-8f43-948c2cfa9af2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:43.108403 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:43.108855 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:43.138766 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-24efe82f-0106-41e3-8f43-948c2cfa9af2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:43.172340 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-20eca2c8-6206-4edf-b38b-20347ffb0100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:43.184916 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a73a2435-5953-4200-a6ac-9bdf665f1f5a,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:43.200802 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 471} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:13:43.219227 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b95eb-d98a-4010-b19b-828aee2b044f req-f3135454-c339-42a0-ab69-c9bc694b7c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:43.220773 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a96b95eb-d98a-4010-b19b-828aee2b044f req-f3135454-c339-42a0-ab69-c9bc694b7c66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f36cb35b-e765-411b-82dd-156471dbc6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3037100 Oct 10 11:13:43.236391 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-20eca2c8-6206-4edf-b38b-20347ffb0100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:43.251861 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:43.252209 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Added segment 72a6ab89-f041-44e4-bc1a-6c98a692594c of type vlan for network f9fd9cee-93c6-4005-a4b5-0e152573dc40 Oct 10 11:13:43.294016 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-35389360-9355-4470-88cb-c8b3fc13e575 None None] Provisioning complete for port 1f637afa-091d-449e-8585-4b2e577de418 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:43.294409 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-35389360-9355-4470-88cb-c8b3fc13e575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:43.294712 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-35389360-9355-4470-88cb-c8b3fc13e575 None None] Attempt 1 to provision port 1f637afa-091d-449e-8585-4b2e577de418 Oct 10 11:13:43.300319 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:43.350857 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 477} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:13:43.359654 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:43.360072 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Added segment d2f4e92c-4943-4265-8d1b-64723d79b3a5 of type vlan for network d451a3b0-46d1-4f00-8643-75ddbcbb08d8 Oct 10 11:13:43.390410 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ce58-021e-4334-aebf-67da337137cc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:43.403472 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:43.410027 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24efe82f-0106-41e3-8f43-948c2cfa9af2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:43.442867 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-15ae2300-058a-4427-bb50-a05b97200d9f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:43.462122 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7de48f5d-a737-4402-8b08-f4635649284b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:43.501796 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.db [None req-35389360-9355-4470-88cb-c8b3fc13e575 None None] No ports have port_id starting with 1f637afa-091d-449e-8585-4b2e577de418 Oct 10 11:13:43.507884 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7817a6ff-004f-4200-b90e-cd9e495c3e73 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:43.509616 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1f637afa-091d-449e-8585-4b2e577de418 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:13:43.530720 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a96b95eb-d98a-4010-b19b-828aee2b044f req-cf55b70e-1e5c-4e31-928d-b6ad96ab75fa service neutron] 10.222.0.15 "GET /v2.0/networks/f36cb35b-e765-411b-82dd-156471dbc6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985134 Oct 10 11:13:43.555769 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de48f5d-a737-4402-8b08-f4635649284b None None] Pushing event deleted for resources: {'Port': ['ID=1f637afa-091d-449e-8585-4b2e577de418,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:43.560279 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de48f5d-a737-4402-8b08-f4635649284b None None] No DVR routers for this DVR port 1f637afa-091d-449e-8585-4b2e577de418 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:13:43.564925 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 1f637afa-091d-449e-8585-4b2e577de418 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:13:43.565267 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1f637afa-091d-449e-8585-4b2e577de418 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:13:43.610854 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:43.611374 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:43.617600 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:43.622767 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:43.623406 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:43.645744 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ae2300-058a-4427-bb50-a05b97200d9f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:43.662719 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-20eca2c8-6206-4edf-b38b-20347ffb0100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:43.667647 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-15ae2300-058a-4427-bb50-a05b97200d9f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:43.678843 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92077aa7-cf42-4cfe-ba6f-54329fb47c4f None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:43.679227 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7817a6ff-004f-4200-b90e-cd9e495c3e73 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:43.681213 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ae2300-058a-4427-bb50-a05b97200d9f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:43.686492 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-15ae2300-058a-4427-bb50-a05b97200d9f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:43.706255 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-24efe82f-0106-41e3-8f43-948c2cfa9af2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:43.741117 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae2300-058a-4427-bb50-a05b97200d9f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=4590f258-2671-4b70-b23a-9805c84ad157,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:43.903945 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.4667659 Oct 10 11:13:43.905912 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50914) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:43.916266 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-24efe82f-0106-41e3-8f43-948c2cfa9af2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] device_id is not set on port 9347c5ea-50d7-4c8a-a139-f6a46431bb71 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:13:43.960891 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Pushing event updated for resources: {'Network': ['ID=f9fd9cee-93c6-4005-a4b5-0e152573dc40,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:43.998110 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network f9fd9cee-93c6-4005-a4b5-0e152573dc40 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:13:44.001633 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eca2c8-6206-4edf-b38b-20347ffb0100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414ad5bf-74bf-4ad3-8562-b9553a7cdfd6,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:44.026142 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-15ae2300-058a-4427-bb50-a05b97200d9f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4510250 Oct 10 11:13:44.038384 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50918) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:44.068683 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-a9b36dfb-f428-4fdd-a80b-49bef6713a12 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:44.076745 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3295ac-7a69-424c-8f25-afde343f88db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-dac74586-4382-4e00-a6eb-f2005f114a9a', 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'fixed_ips': [{'subnet_id': '4590f258-2671-4b70-b23a-9805c84ad157'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:13:44.076745 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1e3295ac-7a69-424c-8f25-afde343f88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:44.086817 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-20eca2c8-6206-4edf-b38b-20347ffb0100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:44.090595 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-20eca2c8-6206-4edf-b38b-20347ffb0100 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/414ad5bf-74bf-4ad3-8562-b9553a7cdfd6 HTTP/1.1" status: 204 len: 168 time: 1.2289557 Oct 10 11:13:44.163716 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7817a6ff-004f-4200-b90e-cd9e495c3e73 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:44.170073 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a96b95eb-d98a-4010-b19b-828aee2b044f req-6d495cc8-d0c5-4d85-9d12-473c81ee0757 service neutron] 10.222.0.15 "GET /v2.0/networks/f36cb35b-e765-411b-82dd-156471dbc6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6280189 Oct 10 11:13:44.170758 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817a6ff-004f-4200-b90e-cd9e495c3e73 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Port': ['ID=8b598486-f2c3-4575-b831-d5e970da94d9,revision_number=3']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:44.180597 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ee5e3dbc-6f68-4bdb-9c47-bae27c687ebb tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router_gateway, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:44.211431 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e2e61-e3e2-489c-a804-a0b301e3847d tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Pushing event updated for resources: {'Network': ['ID=d451a3b0-46d1-4f00-8643-75ddbcbb08d8,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:44.276055 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e6f691-3dae-49e9-8364-f04684ed3c85 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:44.278942 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e6f691-3dae-49e9-8364-f04684ed3c85 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:44.284583 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e6f691-3dae-49e9-8364-f04684ed3c85 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:44.291211 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e6f691-3dae-49e9-8364-f04684ed3c85 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:44.291668 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d9e6f691-3dae-49e9-8364-f04684ed3c85 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Synchronizing usage tracker for tenant:20430ba13f9644418345e5cc48ec7ef5 on resource:network {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:44.297629 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network d451a3b0-46d1-4f00-8643-75ddbcbb08d8 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:13:44.414708 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-1e3295ac-7a69-424c-8f25-afde343f88db None None] Allocated IP 172.20.0.2 (dac74586-4382-4e00-a6eb-f2005f114a9a/4590f258-2671-4b70-b23a-9805c84ad157/3979c0d0-7be7-498e-a5c4-2594522724c1) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:44.438228 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d9e6f691-3dae-49e9-8364-f04684ed3c85 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Unset dirty status for tenant:20430ba13f9644418345e5cc48ec7ef5 on resource:network {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:44.439950 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d9e6f691-3dae-49e9-8364-f04684ed3c85 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5259988 Oct 10 11:13:44.443967 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-24efe82f-0106-41e3-8f43-948c2cfa9af2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:44.445648 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50926) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:44.582662 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4343ffe7-b965-49fe-863b-524fbd29f122 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:44.627009 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1e3295ac-7a69-424c-8f25-afde343f88db None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:44.638080 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-1e3295ac-7a69-424c-8f25-afde343f88db None None] Transition to ACTIVE for port object 3979c0d0-7be7-498e-a5c4-2594522724c1 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:13:44.657688 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-1e3295ac-7a69-424c-8f25-afde343f88db None None] Transition to ACTIVE for port object 3979c0d0-7be7-498e-a5c4-2594522724c1 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:13:44.713300 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-24efe82f-0106-41e3-8f43-948c2cfa9af2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:44.756124 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1e3295ac-7a69-424c-8f25-afde343f88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:44.780306 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4343ffe7-b965-49fe-863b-524fbd29f122 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:44.813861 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24efe82f-0106-41e3-8f43-948c2cfa9af2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network 8284bdf5-404a-488a-9478-0ede65c92a22 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:44.819858 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-24efe82f-0106-41e3-8f43-948c2cfa9af2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:44.826325 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24efe82f-0106-41e3-8f43-948c2cfa9af2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:44.831748 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3295ac-7a69-424c-8f25-afde343f88db None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:44.835237 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24efe82f-0106-41e3-8f43-948c2cfa9af2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:44.835237 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-24efe82f-0106-41e3-8f43-948c2cfa9af2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:44.835551 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-1e3295ac-7a69-424c-8f25-afde343f88db None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:44.839973 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3295ac-7a69-424c-8f25-afde343f88db None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:44.844314 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-4343ffe7-b965-49fe-863b-524fbd29f122 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9fd9cee-93c6-4005-a4b5-0e152573dc40']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:44.847954 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50930) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:44.855684 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24efe82f-0106-41e3-8f43-948c2cfa9af2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Port': ['ID=9347c5ea-50d7-4c8a-a139-f6a46431bb71,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:44.866642 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-4343ffe7-b965-49fe-863b-524fbd29f122 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a6ab89-f041-44e4-bc1a-6c98a692594c') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:44.867134 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-4343ffe7-b965-49fe-863b-524fbd29f122 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a6ab89-f041-44e4-bc1a-6c98a692594c') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:44.884367 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4343ffe7-b965-49fe-863b-524fbd29f122 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:44.890172 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ce58-021e-4334-aebf-67da337137cc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:44.900176 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7817a6ff-004f-4200-b90e-cd9e495c3e73 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network 274c952a-5f3e-4786-a673-a8ebaf7b9815 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:44.904025 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4343ffe7-b965-49fe-863b-524fbd29f122 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:44.906380 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-7817a6ff-004f-4200-b90e-cd9e495c3e73 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:44.910273 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4343ffe7-b965-49fe-863b-524fbd29f122 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Releasing vlan 471 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:13:44.910912 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4343ffe7-b965-49fe-863b-524fbd29f122 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:44.916595 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3295ac-7a69-424c-8f25-afde343f88db None None] Pushing event updated for resources: {'Port': ['ID=3979c0d0-7be7-498e-a5c4-2594522724c1,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:44.955757 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b6c0d5bf-2007-4b21-9ed7-22885d9fec4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:44.974324 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-a9b36dfb-f428-4fdd-a80b-49bef6713a12 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:44.990873 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-1e3295ac-7a69-424c-8f25-afde343f88db None None] Attempting to bind port 3979c0d0-7be7-498e-a5c4-2594522724c1 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:13:44.991519 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-1e3295ac-7a69-424c-8f25-afde343f88db None None] Attempting to bind port 3979c0d0-7be7-498e-a5c4-2594522724c1 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:13:44.992032 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3295ac-7a69-424c-8f25-afde343f88db None None] Attempting to bind port 3979c0d0-7be7-498e-a5c4-2594522724c1 on network dac74586-4382-4e00-a6eb-f2005f114a9a {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:13:44.996302 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a9b36dfb-f428-4fdd-a80b-49bef6713a12 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:subnet and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:44.999483 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b6c0d5bf-2007-4b21-9ed7-22885d9fec4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:45.000972 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3295ac-7a69-424c-8f25-afde343f88db None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:13:45.008071 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3295ac-7a69-424c-8f25-afde343f88db None None] Checking segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:13:45.008730 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1e3295ac-7a69-424c-8f25-afde343f88db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:45.009268 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3295ac-7a69-424c-8f25-afde343f88db None None] Bound using segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:13:45.009952 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-1e3295ac-7a69-424c-8f25-afde343f88db None None] Bound port: 3979c0d0-7be7-498e-a5c4-2594522724c1, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:13:45.010495 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1e3295ac-7a69-424c-8f25-afde343f88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:45.028145 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 72a6ab89-f041-44e4-bc1a-6c98a692594c resource provider aggregate not found Oct 10 11:13:45.036925 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-24efe82f-0106-41e3-8f43-948c2cfa9af2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2088983 Oct 10 11:13:45.037720 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50938) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:45.063154 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ee5e3dbc-6f68-4bdb-9c47-bae27c687ebb tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:45.067960 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a9b36dfb-f428-4fdd-a80b-49bef6713a12 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:45.080486 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 72a6ab89-f041-44e4-bc1a-6c98a692594c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72a6ab89-f041-44e4-bc1a-6c98a692594c found for delete ", "request_id": "req-e7827fd0-dd74-4803-ab03-44a7366959ad"}]} Oct 10 11:13:45.080816 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b6c0d5bf-2007-4b21-9ed7-22885d9fec4c admin admin] Usage tracker for resource:security_group_rule and tenant:d118af2ad7354a0db8a6175af8dcf94e is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:45.099379 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4343ffe7-b965-49fe-863b-524fbd29f122 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:45.106756 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b6c0d5bf-2007-4b21-9ed7-22885d9fec4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:45.110070 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-a9b36dfb-f428-4fdd-a80b-49bef6713a12 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:45.134659 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4343ffe7-b965-49fe-863b-524fbd29f122 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:45.149413 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343ffe7-b965-49fe-863b-524fbd29f122 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Pushing event deleted for resources: {'Network': ['ID=f9fd9cee-93c6-4005-a4b5-0e152573dc40,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:45.169983 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3297959d-011d-4365-a9b4-f30703d28f0b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:45.170552 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3297959d-011d-4365-a9b4-f30703d28f0b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Synchronizing usage tracker for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:45.193030 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-1e3295ac-7a69-424c-8f25-afde343f88db None None] For port 3979c0d0-7be7-498e-a5c4-2594522724c1, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:13:45.196568 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-1e3295ac-7a69-424c-8f25-afde343f88db None None] For port 3979c0d0-7be7-498e-a5c4-2594522724c1, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3979c0d0-7be7-498e-a5c4-2594522724c1,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:13:45.203825 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4343ffe7-b965-49fe-863b-524fbd29f122 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] 10.222.0.40 "DELETE /v2.0/networks/f9fd9cee-93c6-4005-a4b5-0e152573dc40 HTTP/1.1" status: 204 len: 168 time: 0.7553034 Oct 10 11:13:45.204298 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50942) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:45.224881 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b6c0d5bf-2007-4b21-9ed7-22885d9fec4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:45.270175 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1e3295ac-7a69-424c-8f25-afde343f88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:45.291634 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3297959d-011d-4365-a9b4-f30703d28f0b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Unset dirty status for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:45.295287 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3297959d-011d-4365-a9b4-f30703d28f0b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "GET /v2.0/ports/9347c5ea-50d7-4c8a-a139-f6a46431bb71 HTTP/1.1" status: 200 len: 844 time: 0.2541180 Oct 10 11:13:45.295934 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50946) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:45.320785 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-06375a7a-9494-45e0-83b9-eb49535a37af tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:45.377588 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-e58bedc3-da12-4f90-a34e-20b9156d70da None None] Provisioning complete for port 8b598486-f2c3-4575-b831-d5e970da94d9 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:45.377961 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e58bedc3-da12-4f90-a34e-20b9156d70da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:45.378847 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-e58bedc3-da12-4f90-a34e-20b9156d70da None None] Attempt 1 to provision port 8b598486-f2c3-4575-b831-d5e970da94d9 Oct 10 11:13:45.421653 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3295ac-7a69-424c-8f25-afde343f88db None None] Pushing event updated for resources: {'Port': ['ID=3979c0d0-7be7-498e-a5c4-2594522724c1,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:45.422196 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b36dfb-f428-4fdd-a80b-49bef6713a12 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:45.426149 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a9b36dfb-f428-4fdd-a80b-49bef6713a12 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:45.452185 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-e58bedc3-da12-4f90-a34e-20b9156d70da None None] Port 8b598486-f2c3-4575-b831-d5e970da94d9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:45.481094 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-06375a7a-9494-45e0-83b9-eb49535a37af tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:45.511551 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-06375a7a-9494-45e0-83b9-eb49535a37af tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d451a3b0-46d1-4f00-8643-75ddbcbb08d8']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:45.526633 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-06375a7a-9494-45e0-83b9-eb49535a37af tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f4e92c-4943-4265-8d1b-64723d79b3a5') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:45.526633 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-06375a7a-9494-45e0-83b9-eb49535a37af tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f4e92c-4943-4265-8d1b-64723d79b3a5') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:45.539400 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-06375a7a-9494-45e0-83b9-eb49535a37af tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:45.558880 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-06375a7a-9494-45e0-83b9-eb49535a37af tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:45.567654 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06375a7a-9494-45e0-83b9-eb49535a37af tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Releasing vlan 477 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:13:45.572238 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-06375a7a-9494-45e0-83b9-eb49535a37af tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:45.811233 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-f3c2ce58-021e-4334-aebf-67da337137cc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Allocated IP 172.26.4.68 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/a4d15136-6749-4f9b-944a-b896c8de15b2) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:45.842002 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-f7dbcf32-82d4-48bd-8bd1-026786ee6be6 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting port 9347c5ea-50d7-4c8a-a139-f6a46431bb71 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:45.842340 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f7dbcf32-82d4-48bd-8bd1-026786ee6be6 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:45.856964 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-06375a7a-9494-45e0-83b9-eb49535a37af tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:45.874873 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-06375a7a-9494-45e0-83b9-eb49535a37af tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:45.886579 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06375a7a-9494-45e0-83b9-eb49535a37af tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Pushing event deleted for resources: {'Network': ['ID=d451a3b0-46d1-4f00-8643-75ddbcbb08d8,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:45.894429 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-06375a7a-9494-45e0-83b9-eb49535a37af tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] 10.222.0.40 "DELETE /v2.0/networks/d451a3b0-46d1-4f00-8643-75ddbcbb08d8 HTTP/1.1" status: 204 len: 168 time: 0.6890485 Oct 10 11:13:45.895200 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50950) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:45.955390 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-e58bedc3-da12-4f90-a34e-20b9156d70da None None] Attempt 2 to provision port 8b598486-f2c3-4575-b831-d5e970da94d9 Oct 10 11:13:46.039310 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-e58bedc3-da12-4f90-a34e-20b9156d70da None None] Port 8b598486-f2c3-4575-b831-d5e970da94d9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:46.052870 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28625b43-082d-4f92-8b9d-d3870bfbdc0e tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:46.058887 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28625b43-082d-4f92-8b9d-d3870bfbdc0e tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:46.059662 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-28625b43-082d-4f92-8b9d-d3870bfbdc0e tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Synchronizing usage tracker for tenant:20430ba13f9644418345e5cc48ec7ef5 on resource:network {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:46.126476 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7817a6ff-004f-4200-b90e-cd9e495c3e73 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Router 64f7c7d3-1c2b-4c9a-b7b3-f3fb26d40495 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:13:46.143598 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-28625b43-082d-4f92-8b9d-d3870bfbdc0e tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Unset dirty status for tenant:20430ba13f9644418345e5cc48ec7ef5 on resource:network {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:46.149990 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-28625b43-082d-4f92-8b9d-d3870bfbdc0e tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2494359 Oct 10 11:13:46.150657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50954) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:46.156513 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-f823ef1d-4e2a-40dd-9153-53d60c3fbaf5 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1211095154'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:46.162974 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f823ef1d-4e2a-40dd-9153-53d60c3fbaf5 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:46.174597 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f823ef1d-4e2a-40dd-9153-53d60c3fbaf5 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:46.307998 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b6c0d5bf-2007-4b21-9ed7-22885d9fec4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:46.404202 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b6c0d5bf-2007-4b21-9ed7-22885d9fec4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:46.439867 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f823ef1d-4e2a-40dd-9153-53d60c3fbaf5 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Made reservation on behalf of 20430ba13f9644418345e5cc48ec7ef5 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:46.444279 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f823ef1d-4e2a-40dd-9153-53d60c3fbaf5 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:46.473471 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f823ef1d-4e2a-40dd-9153-53d60c3fbaf5 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 473} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:13:46.482063 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f823ef1d-4e2a-40dd-9153-53d60c3fbaf5 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:46.482395 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-f823ef1d-4e2a-40dd-9153-53d60c3fbaf5 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Added segment d69e129f-92c0-4672-8f16-f5056de73c38 of type vlan for network 036c22b1-2164-489e-ae45-fa003e559c93 Oct 10 11:13:46.507394 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ce58-021e-4334-aebf-67da337137cc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:46.507652 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f823ef1d-4e2a-40dd-9153-53d60c3fbaf5 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:46.528465 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5e3dbc-6f68-4bdb-9c47-bae27c687ebb tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Router bff9c362-343c-45aa-b11e-5f784d551119 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:13:46.541119 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-e58bedc3-da12-4f90-a34e-20b9156d70da None None] Attempt 3 to provision port 8b598486-f2c3-4575-b831-d5e970da94d9 Oct 10 11:13:46.594747 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-e58bedc3-da12-4f90-a34e-20b9156d70da None None] Port 8b598486-f2c3-4575-b831-d5e970da94d9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:46.600357 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f823ef1d-4e2a-40dd-9153-53d60c3fbaf5 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:46.602620 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f7dbcf32-82d4-48bd-8bd1-026786ee6be6 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:46.606182 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f823ef1d-4e2a-40dd-9153-53d60c3fbaf5 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:46.608551 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f823ef1d-4e2a-40dd-9153-53d60c3fbaf5 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:46.620730 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b6c0d5bf-2007-4b21-9ed7-22885d9fec4c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d118af2ad7354a0db8a6175af8dcf94e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7625856 Oct 10 11:13:46.630664 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0d5bf-2007-4b21-9ed7-22885d9fec4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e9394d-dbe0-4837-87ec-1c7271c016a9,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:46.646945 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50958) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:46.688857 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7817a6ff-004f-4200-b90e-cd9e495c3e73 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:13:46.702694 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098df1c8-6d9a-42e4-9ff3-7685864c326a None None] Sync routers for ids ['64f7c7d3-1c2b-4c9a-b7b3-f3fb26d40495'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:13:46.715350 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098df1c8-6d9a-42e4-9ff3-7685864c326a None None] Routers {'64f7c7d3-1c2b-4c9a-b7b3-f3fb26d40495'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:13:46.716505 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-098df1c8-6d9a-42e4-9ff3-7685864c326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:13:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['64f7c7d3-1c2b-4c9a-b7b3-f3fb26d40495'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:46.750577 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823ef1d-4e2a-40dd-9153-53d60c3fbaf5 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Pushing event updated for resources: {'Network': ['ID=036c22b1-2164-489e-ae45-fa003e559c93,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:46.765572 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 036c22b1-2164-489e-ae45-fa003e559c93 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:13:46.783110 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-06e16ddf-fb19-4ca4-ae9b-890e95e16c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:46.789143 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-098df1c8-6d9a-42e4-9ff3-7685864c326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:46.800194 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098df1c8-6d9a-42e4-9ff3-7685864c326a None None] Routers {'64f7c7d3-1c2b-4c9a-b7b3-f3fb26d40495'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:13:46.807920 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-098df1c8-6d9a-42e4-9ff3-7685864c326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:13:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['64f7c7d3-1c2b-4c9a-b7b3-f3fb26d40495'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:46.812841 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-06e16ddf-fb19-4ca4-ae9b-890e95e16c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:46.834316 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-f7dbcf32-82d4-48bd-8bd1-026786ee6be6 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Calling delete_port for 9347c5ea-50d7-4c8a-a139-f6a46431bb71 owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:46.835815 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f823ef1d-4e2a-40dd-9153-53d60c3fbaf5 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6839578 Oct 10 11:13:46.838485 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50964) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:46.853137 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-b1fb4494-c60a-4c39-aca6-16719216e3f1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-885905340'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:46.862646 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b1fb4494-c60a-4c39-aca6-16719216e3f1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:46.868639 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b1fb4494-c60a-4c39-aca6-16719216e3f1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Usage tracker for resource:network and tenant:20430ba13f9644418345e5cc48ec7ef5 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:46.871890 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b1fb4494-c60a-4c39-aca6-16719216e3f1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:46.882397 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b1fb4494-c60a-4c39-aca6-16719216e3f1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:46.895922 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-098df1c8-6d9a-42e4-9ff3-7685864c326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:46.899918 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098df1c8-6d9a-42e4-9ff3-7685864c326a None None] The sync data for ids ['64f7c7d3-1c2b-4c9a-b7b3-f3fb26d40495'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:13:46.983243 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fb4494-c60a-4c39-aca6-16719216e3f1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Made reservation on behalf of 20430ba13f9644418345e5cc48ec7ef5 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:46.987099 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4494-c60a-4c39-aca6-16719216e3f1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:47.000013 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-06e16ddf-fb19-4ca4-ae9b-890e95e16c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:47.026998 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e16ddf-fb19-4ca4-ae9b-890e95e16c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e9394d-dbe0-4837-87ec-1c7271c016a9,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:47.036070 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-06e16ddf-fb19-4ca4-ae9b-890e95e16c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:47.039945 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-06e16ddf-fb19-4ca4-ae9b-890e95e16c86 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a6e9394d-dbe0-4837-87ec-1c7271c016a9 HTTP/1.1" status: 204 len: 168 time: 0.3890562 Oct 10 11:13:47.044596 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1fb4494-c60a-4c39-aca6-16719216e3f1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 468} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:13:47.055029 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7817a6ff-004f-4200-b90e-cd9e495c3e73 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "PUT /v2.0/routers/64f7c7d3-1c2b-4c9a-b7b3-f3fb26d40495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9739947 Oct 10 11:13:47.058016 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50970) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:47.062087 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4494-c60a-4c39-aca6-16719216e3f1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:47.066747 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-b1fb4494-c60a-4c39-aca6-16719216e3f1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Added segment ae4f003c-d11a-4d15-8125-95a136d8a8e2 of type vlan for network bd76e789-621e-47a9-8bee-1e85acb761bf Oct 10 11:13:47.071334 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5e3dbc-6f68-4bdb-9c47-bae27c687ebb tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:13:47.081811 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf0062a-a9a1-4549-9a08-edc3579e06fe None None] Sync routers for ids ['bff9c362-343c-45aa-b11e-5f784d551119'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:13:47.092040 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf0062a-a9a1-4549-9a08-edc3579e06fe None None] Routers {'bff9c362-343c-45aa-b11e-5f784d551119'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:13:47.093146 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-2bf0062a-a9a1-4549-9a08-edc3579e06fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:13:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bff9c362-343c-45aa-b11e-5f784d551119'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:47.110015 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ce58-021e-4334-aebf-67da337137cc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:47.144522 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment d2f4e92c-4943-4265-8d1b-64723d79b3a5 resource provider aggregate not found Oct 10 11:13:47.159259 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-e58bedc3-da12-4f90-a34e-20b9156d70da None None] Attempt 4 to provision port 8b598486-f2c3-4575-b831-d5e970da94d9 Oct 10 11:13:47.162886 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f7dbcf32-82d4-48bd-8bd1-026786ee6be6 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:47.178510 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4494-c60a-4c39-aca6-16719216e3f1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:47.181324 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ee5e3dbc-6f68-4bdb-9c47-bae27c687ebb tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:47.185549 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment d2f4e92c-4943-4265-8d1b-64723d79b3a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2f4e92c-4943-4265-8d1b-64723d79b3a5 found for delete ", "request_id": "req-11de7755-72dc-49e9-9005-0981d5dd27aa"}]} Oct 10 11:13:47.185903 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ee5e3dbc-6f68-4bdb-9c47-bae27c687ebb tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 11.0843124 Oct 10 11:13:47.186822 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50978) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:47.198680 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-ceb39fb1-ada4-4027-839c-ba50bbe5b4aa tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:47.209803 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-2bf0062a-a9a1-4549-9a08-edc3579e06fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:47.215357 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c2ce58-021e-4334-aebf-67da337137cc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:47.240368 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf0062a-a9a1-4549-9a08-edc3579e06fe None None] Routers {'bff9c362-343c-45aa-b11e-5f784d551119'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:13:47.241130 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-2bf0062a-a9a1-4549-9a08-edc3579e06fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:13:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bff9c362-343c-45aa-b11e-5f784d551119'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:47.258636 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-f3c2ce58-021e-4334-aebf-67da337137cc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:47.265973 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c2ce58-021e-4334-aebf-67da337137cc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:47.271824 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43561ec0-d47a-426c-a344-7e2d75785c8b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:47.276457 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-43561ec0-d47a-426c-a344-7e2d75785c8b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Synchronizing usage tracker for tenant:bff75ec139ff428ea17476871cda1880 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:47.295660 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f7dbcf32-82d4-48bd-8bd1-026786ee6be6 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:47.298671 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f7dbcf32-82d4-48bd-8bd1-026786ee6be6 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/ports/9347c5ea-50d7-4c8a-a139-f6a46431bb71 HTTP/1.1" status: 204 len: 168 time: 1.9668319 Oct 10 11:13:47.309157 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-2bf0062a-a9a1-4549-9a08-edc3579e06fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:47.309721 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf0062a-a9a1-4549-9a08-edc3579e06fe None None] The sync data for ids ['bff9c362-343c-45aa-b11e-5f784d551119'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:13:47.310865 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50982) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:47.311775 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-e58bedc3-da12-4f90-a34e-20b9156d70da None None] Port 8b598486-f2c3-4575-b831-d5e970da94d9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:47.327934 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2ce58-021e-4334-aebf-67da337137cc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event updated for resources: {'Port': ['ID=a4d15136-6749-4f9b-944a-b896c8de15b2,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:47.409262 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-43561ec0-d47a-426c-a344-7e2d75785c8b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Unset dirty status for tenant:bff75ec139ff428ea17476871cda1880 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:47.410631 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-43561ec0-d47a-426c-a344-7e2d75785c8b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "GET /v2.0/ports/8b598486-f2c3-4575-b831-d5e970da94d9 HTTP/1.1" status: 200 len: 976 time: 0.3515663 Oct 10 11:13:47.413624 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 50986) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:47.490904 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4494-c60a-4c39-aca6-16719216e3f1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:47.496589 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fb4494-c60a-4c39-aca6-16719216e3f1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:47.497211 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4494-c60a-4c39-aca6-16719216e3f1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:47.543178 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3979c0d0-7be7-498e-a5c4-2594522724c1 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:13:47.577999 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-63452a9e-2c96-47d5-982c-35cf9bb3d79c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] GET failed (client error): The resource could not be found. Oct 10 11:13:47.578444 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-63452a9e-2c96-47d5-982c-35cf9bb3d79c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Synchronizing usage tracker for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:47.580906 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbcf32-82d4-48bd-8bd1-026786ee6be6 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Port': ['ID=9347c5ea-50d7-4c8a-a139-f6a46431bb71,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:47.698395 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 3979c0d0-7be7-498e-a5c4-2594522724c1 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:13:47.751214 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.objects.ports [None req-a9b36dfb-f428-4fdd-a80b-49bef6713a12 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89896) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 10 11:13:47.780338 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b1fb4494-c60a-4c39-aca6-16719216e3f1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9407749 Oct 10 11:13:47.797640 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 50998) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:47.809669 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-63452a9e-2c96-47d5-982c-35cf9bb3d79c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Unset dirty status for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:47.810797 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-63452a9e-2c96-47d5-982c-35cf9bb3d79c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "GET /v2.0/ports/9347c5ea-50d7-4c8a-a139-f6a46431bb71 HTTP/1.1" status: 404 len: 333 time: 0.4925895 Oct 10 11:13:47.812967 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-e58bedc3-da12-4f90-a34e-20b9156d70da None None] Attempt 5 to provision port 8b598486-f2c3-4575-b831-d5e970da94d9 Oct 10 11:13:47.817975 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Request body: {'ports': [{'network_id': '036c22b1-2164-489e-ae45-fa003e559c93', 'name': 'tempest-port--1413046432', 'admin_state_up': True}, {'network_id': 'bd76e789-621e-47a9-8bee-1e85acb761bf', 'admin_state_up': False}]} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:47.818513 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Request body: {'port': {'network_id': '036c22b1-2164-489e-ae45-fa003e559c93', 'name': 'tempest-port--1413046432', 'admin_state_up': True}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:47.818992 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Request body: {'port': {'network_id': 'bd76e789-621e-47a9-8bee-1e85acb761bf', 'admin_state_up': False}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:47.834320 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51002) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:47.864499 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-4c35a111-47dc-41b5-bb4c-000db3b6160d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'port': {'network_id': '8284bdf5-404a-488a-9478-0ede65c92a22', 'name': 'tempest-PortsIpV6TestJSON-1848524989'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:47.874394 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-e58bedc3-da12-4f90-a34e-20b9156d70da None None] Port 8b598486-f2c3-4575-b831-d5e970da94d9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:48.106648 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb4494-c60a-4c39-aca6-16719216e3f1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Pushing event updated for resources: {'Network': ['ID=bd76e789-621e-47a9-8bee-1e85acb761bf,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:48.121883 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network bd76e789-621e-47a9-8bee-1e85acb761bf details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:13:48.218657 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4c35a111-47dc-41b5-bb4c-000db3b6160d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:48.310601 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4c35a111-47dc-41b5-bb4c-000db3b6160d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:48.376212 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-e58bedc3-da12-4f90-a34e-20b9156d70da None None] Attempt 6 to provision port 8b598486-f2c3-4575-b831-d5e970da94d9 Oct 10 11:13:48.452036 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-e58bedc3-da12-4f90-a34e-20b9156d70da None None] Port 8b598486-f2c3-4575-b831-d5e970da94d9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:48.479692 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:48.481978 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c35a111-47dc-41b5-bb4c-000db3b6160d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:48.483741 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ceb39fb1-ada4-4027-839c-ba50bbe5b4aa tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:48.485458 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4c35a111-47dc-41b5-bb4c-000db3b6160d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:48.506644 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Usage tracker for resource:port and tenant:20430ba13f9644418345e5cc48ec7ef5 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:48.513195 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:48.515028 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51018) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:48.529067 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c102255b-33f3-4b1f-b0f0-c9d62baa9a22 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:48.530956 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:48.539581 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-4c35a111-47dc-41b5-bb4c-000db3b6160d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] device_id is not set on port 23dba403-1b85-4b37-acf4-b64571aa0075 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:13:48.572583 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a9b36dfb-f428-4fdd-a80b-49bef6713a12 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:48.669511 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ceb39fb1-ada4-4027-839c-ba50bbe5b4aa tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:48.697825 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2db8fb43-f263-472b-bb1d-7c53870a60fe tempest-AgentManagementNegativeTest-591203907 tempest-AgentManagementNegativeTest-591203907-project] 10.222.0.40 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1815579 Oct 10 11:13:48.705891 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Made reservation on behalf of 20430ba13f9644418345e5cc48ec7ef5 for: {'port': 2} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:48.710868 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:48.787760 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:48.851563 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-c102255b-33f3-4b1f-b0f0-c9d62baa9a22 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Deleting port 8b598486-f2c3-4575-b831-d5e970da94d9 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:48.856724 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c102255b-33f3-4b1f-b0f0-c9d62baa9a22 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:48.875601 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-ceb39fb1-ada4-4027-839c-ba50bbe5b4aa tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Deleting port adc4de0d-ebc8-4fc3-a48b-7de145954929 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:48.875936 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ceb39fb1-ada4-4027-839c-ba50bbe5b4aa tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:48.953944 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-e58bedc3-da12-4f90-a34e-20b9156d70da None None] Attempt 7 to provision port 8b598486-f2c3-4575-b831-d5e970da94d9 Oct 10 11:13:49.016530 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-e58bedc3-da12-4f90-a34e-20b9156d70da None None] Port 8b598486-f2c3-4575-b831-d5e970da94d9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:49.191326 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ceb39fb1-ada4-4027-839c-ba50bbe5b4aa tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:49.194329 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ce58-021e-4334-aebf-67da337137cc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:49.199436 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c102255b-33f3-4b1f-b0f0-c9d62baa9a22 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:49.237772 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51028) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:49.318057 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4c35a111-47dc-41b5-bb4c-000db3b6160d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:49.380921 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-a9b36dfb-f428-4fdd-a80b-49bef6713a12 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] For port 3979c0d0-7be7-498e-a5c4-2594522724c1, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3979c0d0-7be7-498e-a5c4-2594522724c1,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:49.427049 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] device_id is not set on port fc52e47a-5c59-408a-85cb-1d3a6ed95bf9 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:13:49.472358 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b1a2389a-c3cf-486b-a653-9b9b06634585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:49.507322 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a9b36dfb-f428-4fdd-a80b-49bef6713a12 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:49.518140 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-e58bedc3-da12-4f90-a34e-20b9156d70da None None] Attempt 8 to provision port 8b598486-f2c3-4575-b831-d5e970da94d9 Oct 10 11:13:49.525380 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b1a2389a-c3cf-486b-a653-9b9b06634585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:49.537781 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-ceb39fb1-ada4-4027-839c-ba50bbe5b4aa tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Calling delete_port for adc4de0d-ebc8-4fc3-a48b-7de145954929 owned by network:router_gateway {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:49.539182 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b1a2389a-c3cf-486b-a653-9b9b06634585 admin admin] Usage tracker for resource:security_group_rule and tenant:ee5c399a89264646b4eb45001226ff22 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:49.546737 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b1a2389a-c3cf-486b-a653-9b9b06634585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:49.555503 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ce58-021e-4334-aebf-67da337137cc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:49.577060 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-c102255b-33f3-4b1f-b0f0-c9d62baa9a22 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Calling delete_port for 8b598486-f2c3-4575-b831-d5e970da94d9 owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:49.577598 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-e58bedc3-da12-4f90-a34e-20b9156d70da None None] Port 8b598486-f2c3-4575-b831-d5e970da94d9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:49.590132 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b1a2389a-c3cf-486b-a653-9b9b06634585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:49.600582 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a9b36dfb-f428-4fdd-a80b-49bef6713a12 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:49.601273 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a9b36dfb-f428-4fdd-a80b-49bef6713a12 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:49.697631 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4c35a111-47dc-41b5-bb4c-000db3b6160d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:49.781668 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b36dfb-f428-4fdd-a80b-49bef6713a12 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:49.803630 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-a9b36dfb-f428-4fdd-a80b-49bef6713a12 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:49.813480 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b956d2-ee57-40cc-8c48-e333762da709 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:49.832059 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b36dfb-f428-4fdd-a80b-49bef6713a12 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:49.833138 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a9b36dfb-f428-4fdd-a80b-49bef6713a12 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:49.842841 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c35a111-47dc-41b5-bb4c-000db3b6160d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network 8284bdf5-404a-488a-9478-0ede65c92a22 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:49.858593 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b36dfb-f428-4fdd-a80b-49bef6713a12 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=662b6fa0-273e-4d83-af18-dfa2d1c2bbc4,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:49.886024 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-4c35a111-47dc-41b5-bb4c-000db3b6160d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:49.899130 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c35a111-47dc-41b5-bb4c-000db3b6160d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:49.904516 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c35a111-47dc-41b5-bb4c-000db3b6160d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:49.905114 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4c35a111-47dc-41b5-bb4c-000db3b6160d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:49.924279 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b36dfb-f428-4fdd-a80b-49bef6713a12 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Port': ['ID=3979c0d0-7be7-498e-a5c4-2594522724c1,revision_number=4']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:50.017245 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c102255b-33f3-4b1f-b0f0-c9d62baa9a22 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:50.076058 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102255b-33f3-4b1f-b0f0-c9d62baa9a22 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Port': ['ID=8b598486-f2c3-4575-b831-d5e970da94d9,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:50.078159 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-e58bedc3-da12-4f90-a34e-20b9156d70da None None] Attempt 9 to provision port 8b598486-f2c3-4575-b831-d5e970da94d9 Oct 10 11:13:50.089434 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:50.120177 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-e58bedc3-da12-4f90-a34e-20b9156d70da None None] Port 8b598486-f2c3-4575-b831-d5e970da94d9 was deleted so its status cannot be updated. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 10 11:13:50.161058 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35a111-47dc-41b5-bb4c-000db3b6160d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Port': ['ID=23dba403-1b85-4b37-acf4-b64571aa0075,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:50.218041 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ceb39fb1-ada4-4027-839c-ba50bbe5b4aa tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:50.229943 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a9b36dfb-f428-4fdd-a80b-49bef6713a12 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.1795044 Oct 10 11:13:50.245788 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4c35a111-47dc-41b5-bb4c-000db3b6160d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3994641 Oct 10 11:13:50.258917 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51034) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:50.258917 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51036) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:50.279872 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-89538125-96f2-451f-8414-6207934f0c98 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:50.309204 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-e044b7c7-5f0e-4c26-b5e6-c029700340dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'port': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'mac_address': 'fa:16:3e:48:7f:f3', 'name': 'tempest-NetworksTestDHCPv6-555728372'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:50.314857 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3733e884-f97b-47cb-a447-dbb79bb0a8f5 None None] Provisioning for port 3979c0d0-7be7-498e-a5c4-2594522724c1 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:13:50.321997 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3733e884-f97b-47cb-a447-dbb79bb0a8f5 None None] Provisioning complete for port 3979c0d0-7be7-498e-a5c4-2594522724c1 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:50.322386 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3733e884-f97b-47cb-a447-dbb79bb0a8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:50.322845 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3733e884-f97b-47cb-a447-dbb79bb0a8f5 None None] Attempt 1 to provision port 3979c0d0-7be7-498e-a5c4-2594522724c1 Oct 10 11:13:50.333300 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] device_id is not set on port 999db8f6-bf25-450b-8907-f08559f7a3b6 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:13:50.338684 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb39fb1-ada4-4027-839c-ba50bbe5b4aa tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Pushing event deleted for resources: {'Port': ['ID=adc4de0d-ebc8-4fc3-a48b-7de145954929,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:50.409030 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b1a2389a-c3cf-486b-a653-9b9b06634585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:50.487478 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b1a2389a-c3cf-486b-a653-9b9b06634585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:50.491999 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3733e884-f97b-47cb-a447-dbb79bb0a8f5 None None] Current status of the port 3979c0d0-7be7-498e-a5c4-2594522724c1 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:50.492426 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3733e884-f97b-47cb-a447-dbb79bb0a8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:50.500433 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.resource_extend [None req-f3c2ce58-021e-4334-aebf-67da337137cc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:13:50.531008 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-3733e884-f97b-47cb-a447-dbb79bb0a8f5 None None] For port 3979c0d0-7be7-498e-a5c4-2594522724c1, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3979c0d0-7be7-498e-a5c4-2594522724c1,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:50.547516 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ce58-021e-4334-aebf-67da337137cc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:50.553035 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c102255b-33f3-4b1f-b0f0-c9d62baa9a22 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:50.600574 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3733e884-f97b-47cb-a447-dbb79bb0a8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:50.634200 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b1a2389a-c3cf-486b-a653-9b9b06634585 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ee5c399a89264646b4eb45001226ff22&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3828185 Oct 10 11:13:50.642826 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51042) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:50.656001 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ce58-021e-4334-aebf-67da337137cc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:50.712090 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733e884-f97b-47cb-a447-dbb79bb0a8f5 None None] Pushing event updated for resources: {'Port': ['ID=3979c0d0-7be7-498e-a5c4-2594522724c1,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:50.729252 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ceb39fb1-ada4-4027-839c-ba50bbe5b4aa tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:50.744012 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ce58-021e-4334-aebf-67da337137cc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:50.801053 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2389a-c3cf-486b-a653-9b9b06634585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa81056-4d56-46e9-bac0-679f95dd8c80,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:50.869302 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e044b7c7-5f0e-4c26-b5e6-c029700340dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:50.877222 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-89538125-96f2-451f-8414-6207934f0c98 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:50.894935 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e044b7c7-5f0e-4c26-b5e6-c029700340dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:port and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:50.919048 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e044b7c7-5f0e-4c26-b5e6-c029700340dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:50.934293 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e044b7c7-5f0e-4c26-b5e6-c029700340dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:51.033058 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-39d956b7-64dc-4885-9b57-b5e1fa5c613d None None] Provisioning complete for port 3979c0d0-7be7-498e-a5c4-2594522724c1 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:51.033515 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-39d956b7-64dc-4885-9b57-b5e1fa5c613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:51.033934 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-39d956b7-64dc-4885-9b57-b5e1fa5c613d None None] Attempt 1 to provision port 3979c0d0-7be7-498e-a5c4-2594522724c1 Oct 10 11:13:51.043206 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2ce58-021e-4334-aebf-67da337137cc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event updated for resources: {'Port': ['ID=a4d15136-6749-4f9b-944a-b896c8de15b2,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:51.170806 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-39d956b7-64dc-4885-9b57-b5e1fa5c613d None None] Current status of the port 3979c0d0-7be7-498e-a5c4-2594522724c1 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:51.224687 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-387455fd-da07-4b50-95a3-13c9d8b92d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:51.253809 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e044b7c7-5f0e-4c26-b5e6-c029700340dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:51.282364 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:51.326672 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c102255b-33f3-4b1f-b0f0-c9d62baa9a22 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Router 64f7c7d3-1c2b-4c9a-b7b3-f3fb26d40495 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:13:51.386089 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-f3c2ce58-021e-4334-aebf-67da337137cc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Floating IP f98ad806-7232-41fa-a8a7-772dcb1e7074 associated. External IP: 172.26.4.68, port: f7f862c2-d212-4104-80af-4698ab5af369. Oct 10 11:13:51.388579 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-387455fd-da07-4b50-95a3-13c9d8b92d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:51.481179 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ceb39fb1-ada4-4027-839c-ba50bbe5b4aa tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:51.495973 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3979c0d0-7be7-498e-a5c4-2594522724c1 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:13:51.565563 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ceb39fb1-ada4-4027-839c-ba50bbe5b4aa tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568703'] for router, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:51.569040 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 3979c0d0-7be7-498e-a5c4-2594522724c1 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:51.569409 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:51.569762 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 3979c0d0-7be7-498e-a5c4-2594522724c1 Oct 10 11:13:51.675585 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e044b7c7-5f0e-4c26-b5e6-c029700340dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:51.694350 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 3979c0d0-7be7-498e-a5c4-2594522724c1 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:13:51.713472 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-e044b7c7-5f0e-4c26-b5e6-c029700340dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] device_id is not set on port e18f1c31-93e0-4936-9d54-383b283ee890 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:13:51.753712 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c102255b-33f3-4b1f-b0f0-c9d62baa9a22 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:13:51.770710 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b586dd-faf4-40cd-a3ca-a24e92066b3d None None] Sync routers for ids ['64f7c7d3-1c2b-4c9a-b7b3-f3fb26d40495'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:13:51.772867 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:51.788264 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b586dd-faf4-40cd-a3ca-a24e92066b3d None None] Routers {'64f7c7d3-1c2b-4c9a-b7b3-f3fb26d40495'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:13:51.792744 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-a6b586dd-faf4-40cd-a3ca-a24e92066b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:13:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['64f7c7d3-1c2b-4c9a-b7b3-f3fb26d40495'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:51.795213 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb39fb1-ada4-4027-839c-ba50bbe5b4aa tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Router bff9c362-343c-45aa-b11e-5f784d551119 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:13:51.828559 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-89538125-96f2-451f-8414-6207934f0c98 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:51.855646 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-a6b586dd-faf4-40cd-a3ca-a24e92066b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:51.865256 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b586dd-faf4-40cd-a3ca-a24e92066b3d None None] Routers {'64f7c7d3-1c2b-4c9a-b7b3-f3fb26d40495'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:13:51.865891 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-a6b586dd-faf4-40cd-a3ca-a24e92066b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:13:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['64f7c7d3-1c2b-4c9a-b7b3-f3fb26d40495'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:51.926992 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-89538125-96f2-451f-8414-6207934f0c98 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:51.927821 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-89538125-96f2-451f-8414-6207934f0c98 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] In _notify_port_updated(), no bound segment for port 23dba403-1b85-4b37-acf4-b64571aa0075 on network 8284bdf5-404a-488a-9478-0ede65c92a22 {{(pid=89896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 10 11:13:51.929397 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-a6b586dd-faf4-40cd-a3ca-a24e92066b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:51.929992 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b586dd-faf4-40cd-a3ca-a24e92066b3d None None] The sync data for ids ['64f7c7d3-1c2b-4c9a-b7b3-f3fb26d40495'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:13:51.930477 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-387455fd-da07-4b50-95a3-13c9d8b92d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:51.933788 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89538125-96f2-451f-8414-6207934f0c98 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:51.934400 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-89538125-96f2-451f-8414-6207934f0c98 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:51.935696 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-89538125-96f2-451f-8414-6207934f0c98 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "PUT /v2.0/ports/23dba403-1b85-4b37-acf4-b64571aa0075 HTTP/1.1" status: 200 len: 818 time: 1.6721184 Oct 10 11:13:51.950327 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51046) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:51.985707 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387455fd-da07-4b50-95a3-13c9d8b92d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa81056-4d56-46e9-bac0-679f95dd8c80,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:51.991722 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb39fb1-ada4-4027-839c-ba50bbe5b4aa tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:13:52.012163 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d385144-565d-49d0-94d3-f9c96685c48c None None] Sync routers for ids ['bff9c362-343c-45aa-b11e-5f784d551119'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:13:52.030695 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d385144-565d-49d0-94d3-f9c96685c48c None None] Routers {'bff9c362-343c-45aa-b11e-5f784d551119'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:13:52.031555 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0d385144-565d-49d0-94d3-f9c96685c48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:13:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bff9c362-343c-45aa-b11e-5f784d551119'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:52.032880 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ceb39fb1-ada4-4027-839c-ba50bbe5b4aa tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:52.037093 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ceb39fb1-ada4-4027-839c-ba50bbe5b4aa tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "PUT /v2.0/routers/bff9c362-343c-45aa-b11e-5f784d551119 HTTP/1.1" status: 200 len: 705 time: 4.8441179 Oct 10 11:13:52.039640 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c102255b-33f3-4b1f-b0f0-c9d62baa9a22 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "PUT /v2.0/routers/64f7c7d3-1c2b-4c9a-b7b3-f3fb26d40495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6250541 Oct 10 11:13:52.040392 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51050) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:52.040893 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51052) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:52.041063 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Pushing event updated for resources: {'Port': ['ID=fc52e47a-5c59-408a-85cb-1d3a6ed95bf9,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:52.049516 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-387455fd-da07-4b50-95a3-13c9d8b92d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:52.054468 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-387455fd-da07-4b50-95a3-13c9d8b92d1b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/efa81056-4d56-46e9-bac0-679f95dd8c80 HTTP/1.1" status: 204 len: 168 time: 1.4100363 Oct 10 11:13:52.075800 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-c1c66071-68d2-4937-9055-3990d5f64d87 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting port 23dba403-1b85-4b37-acf4-b64571aa0075 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:52.076269 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c1c66071-68d2-4937-9055-3990d5f64d87 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:52.095705 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0d385144-565d-49d0-94d3-f9c96685c48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:52.106342 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d385144-565d-49d0-94d3-f9c96685c48c None None] Routers {'bff9c362-343c-45aa-b11e-5f784d551119'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:13:52.106959 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0d385144-565d-49d0-94d3-f9c96685c48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:13:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bff9c362-343c-45aa-b11e-5f784d551119'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:52.173484 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0d385144-565d-49d0-94d3-f9c96685c48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:52.174289 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d385144-565d-49d0-94d3-f9c96685c48c None None] The sync data for ids ['bff9c362-343c-45aa-b11e-5f784d551119'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:13:52.183915 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Checking segment: {'id': 'd69e129f-92c0-4672-8f16-f5056de73c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '036c22b1-2164-489e-ae45-fa003e559c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:13:52.184274 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Network hostable DHCP agents. Network: 036c22b1-2164-489e-ae45-fa003e559c93, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:13:52.237556 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89538125-96f2-451f-8414-6207934f0c98 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Port': ['ID=23dba403-1b85-4b37-acf4-b64571aa0075,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:52.293868 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c2ce58-021e-4334-aebf-67da337137cc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Router 5b29db68-2788-491e-bb1a-1710265879bc has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:13:52.377687 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-e044b7c7-5f0e-4c26-b5e6-c029700340dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 172.20.0.10 (dac74586-4382-4e00-a6eb-f2005f114a9a/4590f258-2671-4b70-b23a-9805c84ad157/e18f1c31-93e0-4936-9d54-383b283ee890) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:52.380086 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Network 036c22b1-2164-489e-ae45-fa003e559c93 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:13:52.404234 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-e044b7c7-5f0e-4c26-b5e6-c029700340dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 2001:db8::f816:3eff:fe48:7ff3 (dac74586-4382-4e00-a6eb-f2005f114a9a/662b6fa0-273e-4d83-af18-dfa2d1c2bbc4/e18f1c31-93e0-4936-9d54-383b283ee890) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:52.514700 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-947ffc33-4d8c-473b-9708-d505bc134e84 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "GET /v2.0/routers/bff9c362-343c-45aa-b11e-5f784d551119 HTTP/1.1" status: 200 len: 740 time: 0.4678705 Oct 10 11:13:52.516597 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51066) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:52.521498 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 036c22b1-2164-489e-ae45-fa003e559c93) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:52.530475 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22463b4-eeba-48f6-ad88-186af3c2b8f4 None None] Network 036c22b1-2164-489e-ae45-fa003e559c93 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:52.540270 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:52.541086 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:52.774251 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c2ce58-021e-4334-aebf-67da337137cc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:13:52.786215 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e044b7c7-5f0e-4c26-b5e6-c029700340dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:52.786356 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff70f47b-c97c-4ec4-8d2a-c56c11aa5ce1 None None] Sync routers for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:13:52.794317 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-701258da-fef6-4235-ab89-005350ca4003 tempest-RoutersAdminTest-829590428 tempest-RoutersAdminTest-829590428-project-admin] 10.222.0.40 "GET /v2.0/ports?network_id=1e933860-f99f-4a0b-a611-91d190754508&device_id=bff9c362-343c-45aa-b11e-5f784d551119 HTTP/1.1" status: 200 len: 205 time: 0.1645949 Oct 10 11:13:52.798868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51074) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:52.800691 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff70f47b-c97c-4ec4-8d2a-c56c11aa5ce1 None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:13:52.801587 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ff70f47b-c97c-4ec4-8d2a-c56c11aa5ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:13:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:52.819580 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-e044b7c7-5f0e-4c26-b5e6-c029700340dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Transition to ACTIVE for port object e18f1c31-93e0-4936-9d54-383b283ee890 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:13:52.884077 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ff70f47b-c97c-4ec4-8d2a-c56c11aa5ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:52.899887 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff70f47b-c97c-4ec4-8d2a-c56c11aa5ce1 None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:13:52.901129 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ff70f47b-c97c-4ec4-8d2a-c56c11aa5ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:13:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:52.965010 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5ed948ad-2322-4138-ab0f-9d09157e3961 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "GET /v2.0/ports?device_id=bff9c362-343c-45aa-b11e-5f784d551119 HTTP/1.1" status: 200 len: 205 time: 0.1634021 Oct 10 11:13:52.973944 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51084) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:52.975580 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-14e7719d-6dbb-4c1e-a44b-6f922d892ed2 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] remove_router_interface failed (client error): The resource could not be found. Oct 10 11:13:52.979776 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-14e7719d-6dbb-4c1e-a44b-6f922d892ed2 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "PUT /v2.0/routers/64f7c7d3-1c2b-4c9a-b7b3-f3fb26d40495/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9320602 Oct 10 11:13:52.982104 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51086) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:53.035813 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ff70f47b-c97c-4ec4-8d2a-c56c11aa5ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:53.036278 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff70f47b-c97c-4ec4-8d2a-c56c11aa5ce1 None None] The sync data for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:13:53.067332 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e044b7c7-5f0e-4c26-b5e6-c029700340dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:53.069653 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Pushing event updated for resources: {'Port': ['ID=999db8f6-bf25-450b-8907-f08559f7a3b6,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:53.152581 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Checking segment: {'id': 'ae4f003c-d11a-4d15-8125-95a136d8a8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': 'bd76e789-621e-47a9-8bee-1e85acb761bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:13:53.152942 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Network hostable DHCP agents. Network: bd76e789-621e-47a9-8bee-1e85acb761bf, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:13:53.162387 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e044b7c7-5f0e-4c26-b5e6-c029700340dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:53.166048 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-e044b7c7-5f0e-4c26-b5e6-c029700340dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:53.175280 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e044b7c7-5f0e-4c26-b5e6-c029700340dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:53.217153 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-91e54c4b-827f-4ce7-bbe1-5294a16cded2 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Synchronizing usage tracker for tenant:bff75ec139ff428ea17476871cda1880 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:53.232871 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f3c2ce58-021e-4334-aebf-67da337137cc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:53.242480 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51094) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:53.256191 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c1c66071-68d2-4937-9055-3990d5f64d87 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:53.263438 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044b7c7-5f0e-4c26-b5e6-c029700340dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Port': ['ID=e18f1c31-93e0-4936-9d54-383b283ee890,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:53.280518 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0f4850a7-3370-4e67-9a4b-a0b5c57e4dab tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:53.327188 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e044b7c7-5f0e-4c26-b5e6-c029700340dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:53.328479 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e044b7c7-5f0e-4c26-b5e6-c029700340dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:53.346558 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f3c2ce58-021e-4334-aebf-67da337137cc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 10.5642641 Oct 10 11:13:53.351096 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Network bd76e789-621e-47a9-8bee-1e85acb761bf is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:13:53.354261 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51100) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:53.364178 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-58416ddf-b616-4e29-9a00-88ceec57d652 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:53.444917 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e044b7c7-5f0e-4c26-b5e6-c029700340dd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1880205 Oct 10 11:13:53.448160 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51104) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:53.461117 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-c1c66071-68d2-4937-9055-3990d5f64d87 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Calling delete_port for 23dba403-1b85-4b37-acf4-b64571aa0075 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:53.492238 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-08aab46d-708f-4dd7-acb1-fd304d3c5839 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-108255250'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:53.520288 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, bd76e789-621e-47a9-8bee-1e85acb761bf) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:53.520508 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-91e54c4b-827f-4ce7-bbe1-5294a16cded2 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Unset dirty status for tenant:bff75ec139ff428ea17476871cda1880 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:53.520508 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-91e54c4b-827f-4ce7-bbe1-5294a16cded2 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "GET /v2.0/ports?device_id=64f7c7d3-1c2b-4c9a-b7b3-f3fb26d40495 HTTP/1.1" status: 200 len: 205 time: 0.5320637 Oct 10 11:13:53.526813 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51108) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:53.531547 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:53.533672 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe41dc3-90a6-4945-909e-c75851ee3b0d None None] Network bd76e789-621e-47a9-8bee-1e85acb761bf requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:53.537514 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:53.542189 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:53.542848 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:53.548638 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-58416ddf-b616-4e29-9a00-88ceec57d652 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:53.572892 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-08aab46d-708f-4dd7-acb1-fd304d3c5839 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:53.592120 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-08aab46d-708f-4dd7-acb1-fd304d3c5839 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:network and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:53.599997 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-08aab46d-708f-4dd7-acb1-fd304d3c5839 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:53.614984 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-08aab46d-708f-4dd7-acb1-fd304d3c5839 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:53.618365 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-62237e64-75f1-433e-9ebc-1f1802031ec9 None None] Provisioning for port e18f1c31-93e0-4936-9d54-383b283ee890 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:13:53.638501 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-62237e64-75f1-433e-9ebc-1f1802031ec9 None None] Provisioning complete for port e18f1c31-93e0-4936-9d54-383b283ee890 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:53.638873 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62237e64-75f1-433e-9ebc-1f1802031ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:53.639198 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-62237e64-75f1-433e-9ebc-1f1802031ec9 None None] Attempt 1 to provision port e18f1c31-93e0-4936-9d54-383b283ee890 Oct 10 11:13:53.764312 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-62237e64-75f1-433e-9ebc-1f1802031ec9 None None] Port e18f1c31-93e0-4936-9d54-383b283ee890 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:53.791614 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-80b9ff81-4010-4089-9d1d-10659524f6b2 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:53.859671 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d39507b2-a9ee-4f7a-8ad1-8463b1161f47 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.0580862 Oct 10 11:13:53.910697 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51112) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:53.963082 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0f4850a7-3370-4e67-9a4b-a0b5c57e4dab tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:53.970829 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0f4850a7-3370-4e67-9a4b-a0b5c57e4dab tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:53.974112 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08aab46d-708f-4dd7-acb1-fd304d3c5839 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:53.977423 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-08aab46d-708f-4dd7-acb1-fd304d3c5839 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:54.001834 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-08aab46d-708f-4dd7-acb1-fd304d3c5839 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:54.016179 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837ffe8b-ca5d-4d3b-8b9b-c563e234725a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:54.022826 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837ffe8b-ca5d-4d3b-8b9b-c563e234725a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:54.023625 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-837ffe8b-ca5d-4d3b-8b9b-c563e234725a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:54.040209 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-08aab46d-708f-4dd7-acb1-fd304d3c5839 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:54.046669 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-08aab46d-708f-4dd7-acb1-fd304d3c5839 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:security_group_rule and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:54.050751 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-08aab46d-708f-4dd7-acb1-fd304d3c5839 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:54.058275 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c1c66071-68d2-4937-9055-3990d5f64d87 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:54.061262 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-08aab46d-708f-4dd7-acb1-fd304d3c5839 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:54.118467 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c66071-68d2-4937-9055-3990d5f64d87 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Port': ['ID=23dba403-1b85-4b37-acf4-b64571aa0075,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:54.120244 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0f4850a7-3370-4e67-9a4b-a0b5c57e4dab tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:54.120747 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4850a7-3370-4e67-9a4b-a0b5c57e4dab tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Fanout notify agent at l3_agent the message router_deleted on router bff9c362-343c-45aa-b11e-5f784d551119 {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:13:54.151364 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f70f4b5-6a12-477c-ba37-b13dca8567ca tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:54.157306 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f70f4b5-6a12-477c-ba37-b13dca8567ca tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:54.158894 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9f70f4b5-6a12-477c-ba37-b13dca8567ca tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2457013 Oct 10 11:13:54.162554 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c1c66071-68d2-4937-9055-3990d5f64d87 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:54.166617 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51116) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:54.214146 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0f4850a7-3370-4e67-9a4b-a0b5c57e4dab tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:54.215205 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0f4850a7-3370-4e67-9a4b-a0b5c57e4dab tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "DELETE /v2.0/routers/bff9c362-343c-45aa-b11e-5f784d551119 HTTP/1.1" status: 204 len: 168 time: 1.2344720 Oct 10 11:13:54.225742 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51120) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:54.228038 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c1c66071-68d2-4937-9055-3990d5f64d87 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/ports/23dba403-1b85-4b37-acf4-b64571aa0075 HTTP/1.1" status: 204 len: 168 time: 2.2764678 Oct 10 11:13:54.237072 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51122) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:54.266058 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-62237e64-75f1-433e-9ebc-1f1802031ec9 None None] Attempt 2 to provision port e18f1c31-93e0-4936-9d54-383b283ee890 Oct 10 11:13:54.322541 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-62237e64-75f1-433e-9ebc-1f1802031ec9 None None] Port e18f1c31-93e0-4936-9d54-383b283ee890 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:54.326181 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-8e4e494a-e704-4fb9-a52c-220efc45110a tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Deleting port fc52e47a-5c59-408a-85cb-1d3a6ed95bf9 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:54.326523 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8e4e494a-e704-4fb9-a52c-220efc45110a tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:54.357284 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-837ffe8b-ca5d-4d3b-8b9b-c563e234725a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:54.361154 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-837ffe8b-ca5d-4d3b-8b9b-c563e234725a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.9094110 Oct 10 11:13:54.361154 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-80b9ff81-4010-4089-9d1d-10659524f6b2 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:54.364959 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-58416ddf-b616-4e29-9a00-88ceec57d652 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:54.371354 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-80b9ff81-4010-4089-9d1d-10659524f6b2 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:54.372849 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51128) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:54.378862 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-df554293-6b1a-4355-8921-897a1df7ea5c tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "GET /v2.0/ports?device_id=bff9c362-343c-45aa-b11e-5f784d551119 HTTP/1.1" status: 200 len: 205 time: 0.1408665 Oct 10 11:13:54.380830 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51132) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:54.520166 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-0959fe07-c493-42ac-b4ba-f8cf13e1fdb4 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] delete failed (client error): The resource could not be found. Oct 10 11:13:54.521199 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0959fe07-c493-42ac-b4ba-f8cf13e1fdb4 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "DELETE /v2.0/routers/bff9c362-343c-45aa-b11e-5f784d551119 HTTP/1.1" status: 404 len: 336 time: 0.1319232 Oct 10 11:13:54.533988 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51136) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:54.552267 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-58416ddf-b616-4e29-9a00-88ceec57d652 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:54.552579 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-58416ddf-b616-4e29-9a00-88ceec57d652 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Floating IP f98ad806-7232-41fa-a8a7-772dcb1e7074 disassociated. External IP: 172.26.4.68, port: f7f862c2-d212-4104-80af-4698ab5af369. Oct 10 11:13:54.603522 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-08aab46d-708f-4dd7-acb1-fd304d3c5839 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:54.623541 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4ab83e-aaba-4071-a64e-7f7cf29e35ac tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:54.624226 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-cc4ab83e-aaba-4071-a64e-7f7cf29e35ac tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Synchronizing usage tracker for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:54.628882 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-851ee0c4-f0cd-4c3c-b64a-d44a439ae997 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "GET /v2.0/ports?device_id=353a3512-4c6a-4c41-8020-e17be508e352 HTTP/1.1" status: 200 len: 205 time: 0.0845129 Oct 10 11:13:54.632360 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51140) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:54.666485 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-dc310652-9fbd-401e-bc07-a42b1927dd66 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting port e18f1c31-93e0-4936-9d54-383b283ee890 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:54.666826 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dc310652-9fbd-401e-bc07-a42b1927dd66 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:54.735447 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-08aab46d-708f-4dd7-acb1-fd304d3c5839 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:54.756600 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-fbcf5b6b-fd0d-4bed-9baf-60e69ec6bae3 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] delete failed (client error): The resource could not be found. Oct 10 11:13:54.759504 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-fbcf5b6b-fd0d-4bed-9baf-60e69ec6bae3 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "DELETE /v2.0/routers/353a3512-4c6a-4c41-8020-e17be508e352 HTTP/1.1" status: 404 len: 336 time: 0.1237593 Oct 10 11:13:54.766860 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51144) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:54.776595 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-80b9ff81-4010-4089-9d1d-10659524f6b2 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:54.777087 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b9ff81-4010-4089-9d1d-10659524f6b2 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Fanout notify agent at l3_agent the message router_deleted on router 64f7c7d3-1c2b-4c9a-b7b3-f3fb26d40495 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:13:54.809422 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-cc4ab83e-aaba-4071-a64e-7f7cf29e35ac tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Unset dirty status for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:54.813940 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cc4ab83e-aaba-4071-a64e-7f7cf29e35ac tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5723183 Oct 10 11:13:54.824046 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-62237e64-75f1-433e-9ebc-1f1802031ec9 None None] Attempt 3 to provision port e18f1c31-93e0-4936-9d54-383b283ee890 Oct 10 11:13:54.825399 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51148) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:54.846228 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08aab46d-708f-4dd7-acb1-fd304d3c5839 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 478} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:13:54.865903 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-80b9ff81-4010-4089-9d1d-10659524f6b2 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:54.869635 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-80b9ff81-4010-4089-9d1d-10659524f6b2 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/routers/64f7c7d3-1c2b-4c9a-b7b3-f3fb26d40495 HTTP/1.1" status: 204 len: 168 time: 1.3367205 Oct 10 11:13:54.875423 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-171a0ecf-faa5-4bfb-b452-c3efe8246a24 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "GET /v2.0/ports?device_id=bf127e30-d64d-49b7-bf7e-469bdfdeae0d HTTP/1.1" status: 200 len: 205 time: 0.0977092 Oct 10 11:13:54.875423 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51152) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:54.881442 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51154) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:54.888166 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-62237e64-75f1-433e-9ebc-1f1802031ec9 None None] Port e18f1c31-93e0-4936-9d54-383b283ee890 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:54.900712 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8e4e494a-e704-4fb9-a52c-220efc45110a tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:54.914037 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6da0dae-7c76-4162-9b00-94283d4aa12a tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] GET failed (client error): The resource could not be found. Oct 10 11:13:54.918802 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b6da0dae-7c76-4162-9b00-94283d4aa12a tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "GET /v2.0/ports/23dba403-1b85-4b37-acf4-b64571aa0075 HTTP/1.1" status: 404 len: 333 time: 0.0848897 Oct 10 11:13:54.918802 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aab46d-708f-4dd7-acb1-fd304d3c5839 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5914ff54-ee61-4f20-b47c-bb07f7d4cb79,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:54.921479 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51160) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:54.979393 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-08aab46d-708f-4dd7-acb1-fd304d3c5839 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:54.980136 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-08aab46d-708f-4dd7-acb1-fd304d3c5839 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Added segment 83779f92-53fe-4238-bf38-0f7e0adad1da of type vlan for network 999e2f79-996e-40da-920a-05cf6cbac0ff Oct 10 11:13:54.983680 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-cd0e666e-85f1-4105-8897-450ad958e8e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-521926314'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:55.051694 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-284f117a-335b-4d2e-9506-8db8dda0d64d tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] delete failed (client error): The resource could not be found. Oct 10 11:13:55.052710 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-284f117a-335b-4d2e-9506-8db8dda0d64d tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "DELETE /v2.0/routers/bf127e30-d64d-49b7-bf7e-469bdfdeae0d HTTP/1.1" status: 404 len: 336 time: 0.1678839 Oct 10 11:13:55.053855 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-8e4e494a-e704-4fb9-a52c-220efc45110a tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Calling delete_port for fc52e47a-5c59-408a-85cb-1d3a6ed95bf9 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:55.081900 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51164) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:55.082845 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-cd0e666e-85f1-4105-8897-450ad958e8e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:55.138618 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-cd0e666e-85f1-4105-8897-450ad958e8e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:network and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:55.158873 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-cd0e666e-85f1-4105-8897-450ad958e8e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:55.179558 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e3033a89-8943-45dc-a10a-e8ebabe181fe tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "GET /v2.0/ports?device_id=2b002889-dd73-48ac-b95e-eb11e37fdf3c HTTP/1.1" status: 200 len: 205 time: 0.0941420 Oct 10 11:13:55.180541 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-cd0e666e-85f1-4105-8897-450ad958e8e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:55.185188 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-08aab46d-708f-4dd7-acb1-fd304d3c5839 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:55.187126 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51170) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:55.192264 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa85453-c8b0-4fe6-a123-cbff14975b37 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Deleting subnet 92c7e4f2-5b3f-4c97-8cc4-549a9e2efc0c {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:13:55.252690 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bfa85453-c8b0-4fe6-a123-cbff14975b37 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:55.268568 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0e666e-85f1-4105-8897-450ad958e8e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:55.272256 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cd0e666e-85f1-4105-8897-450ad958e8e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:55.293925 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-08aab46d-708f-4dd7-acb1-fd304d3c5839 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:55.299318 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08aab46d-708f-4dd7-acb1-fd304d3c5839 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:55.300463 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-08aab46d-708f-4dd7-acb1-fd304d3c5839 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:55.304002 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8e4e494a-e704-4fb9-a52c-220efc45110a tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:55.371785 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd0e666e-85f1-4105-8897-450ad958e8e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 450} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:13:55.389730 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-62237e64-75f1-433e-9ebc-1f1802031ec9 None None] Attempt 4 to provision port e18f1c31-93e0-4936-9d54-383b283ee890 Oct 10 11:13:55.407341 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e494a-e704-4fb9-a52c-220efc45110a tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Pushing event deleted for resources: {'Port': ['ID=fc52e47a-5c59-408a-85cb-1d3a6ed95bf9,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:55.413199 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-0c987215-87ce-4749-9d81-1b35dee986bd tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] delete failed (client error): The resource could not be found. Oct 10 11:13:55.413199 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0c987215-87ce-4749-9d81-1b35dee986bd tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "DELETE /v2.0/routers/2b002889-dd73-48ac-b95e-eb11e37fdf3c HTTP/1.1" status: 404 len: 336 time: 0.2157607 Oct 10 11:13:55.417497 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51174) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:55.460990 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8e4e494a-e704-4fb9-a52c-220efc45110a tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:55.465829 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-62237e64-75f1-433e-9ebc-1f1802031ec9 None None] Port e18f1c31-93e0-4936-9d54-383b283ee890 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:55.485363 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bfa85453-c8b0-4fe6-a123-cbff14975b37 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:55.508510 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cd0e666e-85f1-4105-8897-450ad958e8e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:55.508846 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-cd0e666e-85f1-4105-8897-450ad958e8e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Added segment 4d3fbb0a-dc19-4a8c-b6ec-38033ff36d3b of type vlan for network 6e8e567c-3f8b-4e2a-a5de-09aba4ee507f Oct 10 11:13:55.543209 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8e4e494a-e704-4fb9-a52c-220efc45110a tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] 10.222.0.40 "DELETE /v2.0/ports/fc52e47a-5c59-408a-85cb-1d3a6ed95bf9 HTTP/1.1" status: 204 len: 168 time: 1.3734677 Oct 10 11:13:55.547894 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-05874bb5-aaba-4f2c-929c-b60216e511a8 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "GET /v2.0/ports?device_id=deb0e834-76b5-48bf-90c4-d13e4cbe695b HTTP/1.1" status: 200 len: 205 time: 0.1222019 Oct 10 11:13:55.547894 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51178) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:55.548226 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dc310652-9fbd-401e-bc07-a42b1927dd66 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:55.551729 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aab46d-708f-4dd7-acb1-fd304d3c5839 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Network': ['ID=999e2f79-996e-40da-920a-05cf6cbac0ff,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:55.555722 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51180) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:55.564884 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 999e2f79-996e-40da-920a-05cf6cbac0ff details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:13:55.566956 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58416ddf-b616-4e29-9a00-88ceec57d652 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Router 5b29db68-2788-491e-bb1a-1710265879bc has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:13:55.689966 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-dc310652-9fbd-401e-bc07-a42b1927dd66 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Calling delete_port for e18f1c31-93e0-4936-9d54-383b283ee890 owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:55.756675 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-08aab46d-708f-4dd7-acb1-fd304d3c5839 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.5131202 Oct 10 11:13:55.758441 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cd0e666e-85f1-4105-8897-450ad958e8e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:55.775796 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51186) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:55.782197 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-f34c72b8-d248-4f0b-a9c5-27c9a8b99b5e tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] delete failed (client error): The resource could not be found. Oct 10 11:13:55.783155 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f34c72b8-d248-4f0b-a9c5-27c9a8b99b5e tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "DELETE /v2.0/routers/deb0e834-76b5-48bf-90c4-d13e4cbe695b HTTP/1.1" status: 404 len: 336 time: 0.2265794 Oct 10 11:13:55.786642 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-c89e7573-3964-4dea-80d3-c78a4e034345 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'port': {'network_id': '999e2f79-996e-40da-920a-05cf6cbac0ff', 'name': 'tempest-PortsTestJSON-1925241303'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:55.805068 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51190) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:55.886943 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-fbe8a9fe-b927-49bb-8a6f-ad9cff2ceb8a tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Deleting port 999db8f6-bf25-450b-8907-f08559f7a3b6 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:55.887274 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fbe8a9fe-b927-49bb-8a6f-ad9cff2ceb8a tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:55.912494 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.resource_extend [None req-cd0e666e-85f1-4105-8897-450ad958e8e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:13:55.927156 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c92e5be6-b9fa-4bd4-bc66-3900fc9c3c42 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "GET /v2.0/ports?device_id=a22fbce0-e420-42c6-8aa4-93b5aa937ccc HTTP/1.1" status: 200 len: 205 time: 0.1149802 Oct 10 11:13:55.933715 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51194) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:55.967114 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-62237e64-75f1-433e-9ebc-1f1802031ec9 None None] Attempt 5 to provision port e18f1c31-93e0-4936-9d54-383b283ee890 Oct 10 11:13:56.027393 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-62237e64-75f1-433e-9ebc-1f1802031ec9 None None] Port e18f1c31-93e0-4936-9d54-383b283ee890 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:13:56.048415 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-bc363c8a-ee53-4171-8f86-897e23188ffa tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] delete failed (client error): The resource could not be found. Oct 10 11:13:56.049415 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-bc363c8a-ee53-4171-8f86-897e23188ffa tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "DELETE /v2.0/routers/a22fbce0-e420-42c6-8aa4-93b5aa937ccc HTTP/1.1" status: 404 len: 336 time: 0.1125176 Oct 10 11:13:56.058824 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51198) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:56.076225 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c89e7573-3964-4dea-80d3-c78a4e034345 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:56.115314 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cd0e666e-85f1-4105-8897-450ad958e8e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:56.120607 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0e666e-85f1-4105-8897-450ad958e8e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:56.121165 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cd0e666e-85f1-4105-8897-450ad958e8e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:56.129082 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c89e7573-3964-4dea-80d3-c78a4e034345 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:port and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:56.143201 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bfa85453-c8b0-4fe6-a123-cbff14975b37 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:56.154357 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c89e7573-3964-4dea-80d3-c78a4e034345 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:56.157267 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8ca77d-dc08-48bb-a11c-9f0a54537939 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] DELETE failed (client error): The resource could not be found. Oct 10 11:13:56.157745 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec8ca77d-dc08-48bb-a11c-9f0a54537939 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:13:56.159509 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ec8ca77d-dc08-48bb-a11c-9f0a54537939 tempest-RoutersAdminTest-790617496 tempest-RoutersAdminTest-790617496-project] 10.222.0.40 "DELETE /v2.0/subnets/db3ac04e-cc38-45d4-9213-ef1050a8d239 HTTP/1.1" status: 404 len: 337 time: 0.0914752 Oct 10 11:13:56.180723 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c89e7573-3964-4dea-80d3-c78a4e034345 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:56.266320 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58416ddf-b616-4e29-9a00-88ceec57d652 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:13:56.285807 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-58416ddf-b616-4e29-9a00-88ceec57d652 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:56.290885 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6099d92-88e8-4026-afcd-062838be0833 None None] Sync routers for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:13:56.304008 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6099d92-88e8-4026-afcd-062838be0833 None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:13:56.304935 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c6099d92-88e8-4026-afcd-062838be0833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:13:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:56.329990 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cd0e666e-85f1-4105-8897-450ad958e8e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4072380 Oct 10 11:13:56.330642 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51204) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:56.349662 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-ee19b490-dcfa-4d7f-be7a-b7c56a7599e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'subnet': {'network_id': '6e8e567c-3f8b-4e2a-a5de-09aba4ee507f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:56.363279 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e666e-85f1-4105-8897-450ad958e8e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Network': ['ID=6e8e567c-3f8b-4e2a-a5de-09aba4ee507f,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:56.382777 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 6e8e567c-3f8b-4e2a-a5de-09aba4ee507f details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:13:56.401413 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fbe8a9fe-b927-49bb-8a6f-ad9cff2ceb8a tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:56.407014 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-58416ddf-b616-4e29-9a00-88ceec57d652 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "PUT /v2.0/floatingips/f98ad806-7232-41fa-a8a7-772dcb1e7074 HTTP/1.1" status: 200 len: 687 time: 3.0488312 Oct 10 11:13:56.408950 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51208) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:56.410942 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c6099d92-88e8-4026-afcd-062838be0833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:56.413921 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89e7573-3964-4dea-80d3-c78a4e034345 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:56.417281 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c89e7573-3964-4dea-80d3-c78a4e034345 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:56.473482 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6099d92-88e8-4026-afcd-062838be0833 None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:13:56.473731 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c6099d92-88e8-4026-afcd-062838be0833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:13:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:56.475109 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bfa85453-c8b0-4fe6-a123-cbff14975b37 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:56.566197 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-62237e64-75f1-433e-9ebc-1f1802031ec9 None None] Attempt 6 to provision port e18f1c31-93e0-4936-9d54-383b283ee890 Oct 10 11:13:56.595238 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa85453-c8b0-4fe6-a123-cbff14975b37 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Subnet': ['ID=92c7e4f2-5b3f-4c97-8cc4-549a9e2efc0c,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:56.597077 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-fbe8a9fe-b927-49bb-8a6f-ad9cff2ceb8a tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Calling delete_port for 999db8f6-bf25-450b-8907-f08559f7a3b6 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:56.606750 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dc310652-9fbd-401e-bc07-a42b1927dd66 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:56.608534 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bfa85453-c8b0-4fe6-a123-cbff14975b37 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:56.629824 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db8d310-991d-4bfb-8c07-c268376ee0bc None None] Network 274c952a-5f3e-4786-a673-a8ebaf7b9815 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:56.665843 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-c89e7573-3964-4dea-80d3-c78a4e034345 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] device_id is not set on port af0cea11-8861-4fee-9c89-62440bc4fba9 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:13:56.670496 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-9e2f7cd5-03ca-4511-90bf-293a0d700611 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Deleting port a4d15136-6749-4f9b-944a-b896c8de15b2 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:56.670843 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9e2f7cd5-03ca-4511-90bf-293a0d700611 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:56.706815 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-bfa85453-c8b0-4fe6-a123-cbff14975b37 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/subnets/92c7e4f2-5b3f-4c97-8cc4-549a9e2efc0c HTTP/1.1" status: 204 len: 168 time: 1.8239326 Oct 10 11:13:56.708012 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51214) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:56.711544 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc310652-9fbd-401e-bc07-a42b1927dd66 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Port': ['ID=e18f1c31-93e0-4936-9d54-383b283ee890,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:56.714848 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ee19b490-dcfa-4d7f-be7a-b7c56a7599e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:56.743944 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ee19b490-dcfa-4d7f-be7a-b7c56a7599e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:subnet and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:56.777895 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ee19b490-dcfa-4d7f-be7a-b7c56a7599e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:56.797993 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c6099d92-88e8-4026-afcd-062838be0833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:56.798753 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6099d92-88e8-4026-afcd-062838be0833 None None] The sync data for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:13:56.807948 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-62237e64-75f1-433e-9ebc-1f1802031ec9 None None] Port e18f1c31-93e0-4936-9d54-383b283ee890 was deleted so its status cannot be updated. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 10 11:13:56.812288 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ee19b490-dcfa-4d7f-be7a-b7c56a7599e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:56.851622 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51218) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:56.966168 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:13:56.994008 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fbe8a9fe-b927-49bb-8a6f-ad9cff2ceb8a tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:57.025484 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed87615-1fc0-4efa-9f58-f6762b0f5816 None None] DHCP port deletion for 274c952a-5f3e-4786-a673-a8ebaf7b9815 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:13:57.031155 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7ed87615-1fc0-4efa-9f58-f6762b0f5816 None None] Deleting port ca542560-bce6-4d18-9db5-ed0174276b11 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:57.031801 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7ed87615-1fc0-4efa-9f58-f6762b0f5816 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:57.035617 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9e2f7cd5-03ca-4511-90bf-293a0d700611 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:57.036178 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9e2f7cd5-03ca-4511-90bf-293a0d700611 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:57.039862 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0508d979-39d4-447b-8e54-02896098e1fa tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:57.068019 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee19b490-dcfa-4d7f-be7a-b7c56a7599e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:57.086459 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ee19b490-dcfa-4d7f-be7a-b7c56a7599e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:57.137711 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8a9fe-b927-49bb-8a6f-ad9cff2ceb8a tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Pushing event deleted for resources: {'Port': ['ID=999db8f6-bf25-450b-8907-f08559f7a3b6,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:57.184563 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-9e2f7cd5-03ca-4511-90bf-293a0d700611 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Calling delete_port for a4d15136-6749-4f9b-944a-b896c8de15b2 owned by network:floatingip {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:57.224566 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dc310652-9fbd-401e-bc07-a42b1927dd66 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:57.226521 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-dc310652-9fbd-401e-bc07-a42b1927dd66 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/e18f1c31-93e0-4936-9d54-383b283ee890 HTTP/1.1" status: 204 len: 168 time: 2.8504298 Oct 10 11:13:57.233719 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51224) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:57.280992 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7ed87615-1fc0-4efa-9f58-f6762b0f5816 None None] For port ca542560-bce6-4d18-9db5-ed0174276b11, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ca542560-bce6-4d18-9db5-ed0174276b11,segment=NetworkSegment(2278320c-1d06-4f5c-b6ae-dd45ee2ca890),segment_id=2278320c-1d06-4f5c-b6ae-dd45ee2ca890)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:13:57.281463 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7ed87615-1fc0-4efa-9f58-f6762b0f5816 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:57.288223 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fbe8a9fe-b927-49bb-8a6f-ad9cff2ceb8a tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:57.332632 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bdf2fb-beb3-47db-9f04-ceaf11d277a0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:57.334170 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bdf2fb-beb3-47db-9f04-ceaf11d277a0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:57.336444 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bdf2fb-beb3-47db-9f04-ceaf11d277a0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:57.336561 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-beabd160-e43a-461a-a62a-bd4556e185b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:57.336679 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-15bdf2fb-beb3-47db-9f04-ceaf11d277a0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:57.411918 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7ed87615-1fc0-4efa-9f58-f6762b0f5816 None None] Calling delete_port for ca542560-bce6-4d18-9db5-ed0174276b11 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:13:57.416623 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-0508d979-39d4-447b-8e54-02896098e1fa tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Deleting port ca542560-bce6-4d18-9db5-ed0174276b11 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:13:57.417101 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0508d979-39d4-447b-8e54-02896098e1fa tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:57.499464 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ca542560-bce6-4d18-9db5-ed0174276b11 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:13:57.523471 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-15bdf2fb-beb3-47db-9f04-ceaf11d277a0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:57.527316 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-15bdf2fb-beb3-47db-9f04-ceaf11d277a0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2898855 Oct 10 11:13:57.530224 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51228) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:57.540400 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-fbe8a9fe-b927-49bb-8a6f-ad9cff2ceb8a tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] 10.222.0.40 "DELETE /v2.0/ports/999db8f6-bf25-450b-8907-f08559f7a3b6 HTTP/1.1" status: 204 len: 168 time: 1.9899595 Oct 10 11:13:57.544792 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-beabd160-e43a-461a-a62a-bd4556e185b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:57.554381 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51232) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:57.560685 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7ed87615-1fc0-4efa-9f58-f6762b0f5816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:57.566891 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-beabd160-e43a-461a-a62a-bd4556e185b9 admin admin] Usage tracker for resource:security_group_rule and tenant:11ce564d05404c1aac980352a1eb066f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:57.574997 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-0508d979-39d4-447b-8e54-02896098e1fa tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] The port 'ca542560-bce6-4d18-9db5-ed0174276b11' was deleted {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:13:57.600883 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No active binding found for port ca542560-bce6-4d18-9db5-ed0174276b11 {{(pid=89898) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 10 11:13:57.601479 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ca542560-bce6-4d18-9db5-ed0174276b11 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:13:57.605711 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad55695-cd98-45a2-bbf6-4e9c7f289dea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet 4590f258-2671-4b70-b23a-9805c84ad157 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:13:57.609715 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dad55695-cd98-45a2-bbf6-4e9c7f289dea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:57.612048 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed87615-1fc0-4efa-9f58-f6762b0f5816 None None] Pushing event deleted for resources: {'Port': ['ID=ca542560-bce6-4d18-9db5-ed0174276b11,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:57.614902 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed87615-1fc0-4efa-9f58-f6762b0f5816 None None] No DVR routers for this DVR port ca542560-bce6-4d18-9db5-ed0174276b11 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:13:57.621542 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-beabd160-e43a-461a-a62a-bd4556e185b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:57.655761 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9e2f7cd5-03ca-4511-90bf-293a0d700611 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:57.680774 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-beabd160-e43a-461a-a62a-bd4556e185b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:57.694049 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-03698141-d8f7-4c8e-b313-27973c2b1626 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Synchronizing usage tracker for tenant:20430ba13f9644418345e5cc48ec7ef5 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:13:57.712515 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f7cd5-03ca-4511-90bf-293a0d700611 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event deleted for resources: {'Port': ['ID=a4d15136-6749-4f9b-944a-b896c8de15b2,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:57.733346 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c89e7573-3964-4dea-80d3-c78a4e034345 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:57.793205 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dad55695-cd98-45a2-bbf6-4e9c7f289dea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:57.867919 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9e2f7cd5-03ca-4511-90bf-293a0d700611 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:57.889938 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9e2f7cd5-03ca-4511-90bf-293a0d700611 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:57.890976 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9e2f7cd5-03ca-4511-90bf-293a0d700611 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "DELETE /v2.0/floatingips/f98ad806-7232-41fa-a8a7-772dcb1e7074 HTTP/1.1" status: 204 len: 168 time: 1.4801345 Oct 10 11:13:57.895527 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51236) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:57.898416 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-03698141-d8f7-4c8e-b313-27973c2b1626 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Unset dirty status for tenant:20430ba13f9644418345e5cc48ec7ef5 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:13:57.903171 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-03698141-d8f7-4c8e-b313-27973c2b1626 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3355930 Oct 10 11:13:57.903332 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-7ffd8cf5-08de-4f70-ae8a-56b39d894509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'port_id': '87754a33-27a5-484f-a738-818ac2c3db4d'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:57.906410 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51240) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:57.907204 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0508d979-39d4-447b-8e54-02896098e1fa tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:57.912386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7ffd8cf5-08de-4f70-ae8a-56b39d894509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:57.918895 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-e45bed98-08d9-4422-83d8-18c460d34d13 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2047815686'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:57.925938 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7ffd8cf5-08de-4f70-ae8a-56b39d894509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Usage tracker for resource:floatingip and tenant:7753f2697ba4464ebd8d731982a0d1f7 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:57.928925 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dad55695-cd98-45a2-bbf6-4e9c7f289dea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:57.959674 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e45bed98-08d9-4422-83d8-18c460d34d13 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:57.961266 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7ffd8cf5-08de-4f70-ae8a-56b39d894509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:57.964897 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-0508d979-39d4-447b-8e54-02896098e1fa tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274c952a-5f3e-4786-a673-a8ebaf7b9815']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:57.972845 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e45bed98-08d9-4422-83d8-18c460d34d13 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Usage tracker for resource:network and tenant:20430ba13f9644418345e5cc48ec7ef5 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:57.977250 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e45bed98-08d9-4422-83d8-18c460d34d13 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:57.979954 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7ffd8cf5-08de-4f70-ae8a-56b39d894509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:57.986712 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-0508d979-39d4-447b-8e54-02896098e1fa tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2278320c-1d06-4f5c-b6ae-dd45ee2ca890') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:57.987159 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-0508d979-39d4-447b-8e54-02896098e1fa tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2278320c-1d06-4f5c-b6ae-dd45ee2ca890') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:13:57.995380 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e45bed98-08d9-4422-83d8-18c460d34d13 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:58.010326 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0508d979-39d4-447b-8e54-02896098e1fa tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:58.059490 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0508d979-39d4-447b-8e54-02896098e1fa tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:58.078942 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0508d979-39d4-447b-8e54-02896098e1fa tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Releasing vlan 495 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:13:58.079332 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0508d979-39d4-447b-8e54-02896098e1fa tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:58.097978 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8cf5-08de-4f70-ae8a-56b39d894509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:58.131999 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45bed98-08d9-4422-83d8-18c460d34d13 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Made reservation on behalf of 20430ba13f9644418345e5cc48ec7ef5 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:58.135399 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e45bed98-08d9-4422-83d8-18c460d34d13 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:58.144805 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dad55695-cd98-45a2-bbf6-4e9c7f289dea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:58.168648 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 2278320c-1d06-4f5c-b6ae-dd45ee2ca890 resource provider aggregate not found Oct 10 11:13:58.185955 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c89e7573-3964-4dea-80d3-c78a4e034345 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:58.187724 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ee19b490-dcfa-4d7f-be7a-b7c56a7599e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:58.196267 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad55695-cd98-45a2-bbf6-4e9c7f289dea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=4590f258-2671-4b70-b23a-9805c84ad157,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:58.201230 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dad55695-cd98-45a2-bbf6-4e9c7f289dea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:58.208209 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28afc95-129d-42b3-8fec-8db866310c42 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:58.268030 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-dad55695-cd98-45a2-bbf6-4e9c7f289dea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/4590f258-2671-4b70-b23a-9805c84ad157 HTTP/1.1" status: 204 len: 168 time: 0.7367184 Oct 10 11:13:58.269426 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45bed98-08d9-4422-83d8-18c460d34d13 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 487} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:13:58.277186 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51248) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:58.282590 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 2278320c-1d06-4f5c-b6ae-dd45ee2ca890 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2278320c-1d06-4f5c-b6ae-dd45ee2ca890 found for delete ", "request_id": "req-c217bf5b-b8fc-4c20-92a3-1257cae89043"}]} Oct 10 11:13:58.287773 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-beabd160-e43a-461a-a62a-bd4556e185b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:58.321945 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e45bed98-08d9-4422-83d8-18c460d34d13 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:58.322671 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-e45bed98-08d9-4422-83d8-18c460d34d13 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Added segment 84df251e-3317-42a6-903c-752f10474701 of type vlan for network 088236c3-1360-4b7e-816f-0b8897d96372 Oct 10 11:13:58.358205 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-beabd160-e43a-461a-a62a-bd4556e185b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:58.391809 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e45bed98-08d9-4422-83d8-18c460d34d13 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:58.397717 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e7573-3964-4dea-80d3-c78a4e034345 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Port': ['ID=af0cea11-8861-4fee-9c89-62440bc4fba9,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:58.401283 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e79d55-67dc-45df-88bc-42a5bb11b1ad tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet 662b6fa0-273e-4d83-af18-dfa2d1c2bbc4 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:13:58.405435 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50e79d55-67dc-45df-88bc-42a5bb11b1ad tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:58.430525 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19b490-dcfa-4d7f-be7a-b7c56a7599e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Subnet': ['ID=86d1d729-dd24-461a-90af-4e8ecae79bae,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:58.450956 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0508d979-39d4-447b-8e54-02896098e1fa tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:58.463364 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-beabd160-e43a-461a-a62a-bd4556e185b9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=11ce564d05404c1aac980352a1eb066f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5571709 Oct 10 11:13:58.469401 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee19b490-dcfa-4d7f-be7a-b7c56a7599e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Checking segment: {'id': '4d3fbb0a-dc19-4a8c-b6ec-38033ff36d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': '6e8e567c-3f8b-4e2a-a5de-09aba4ee507f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:13:58.469808 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee19b490-dcfa-4d7f-be7a-b7c56a7599e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network hostable DHCP agents. Network: 6e8e567c-3f8b-4e2a-a5de-09aba4ee507f, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:13:58.475175 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51252) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:58.482260 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50e79d55-67dc-45df-88bc-42a5bb11b1ad tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:58.498804 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0508d979-39d4-447b-8e54-02896098e1fa tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:58.501551 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beabd160-e43a-461a-a62a-bd4556e185b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76080cd-4f9c-4c61-bcf0-7fa1a50c5f3f,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:58.509247 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89e7573-3964-4dea-80d3-c78a4e034345 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Checking segment: {'id': '83779f92-53fe-4238-bf38-0f7e0adad1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': '999e2f79-996e-40da-920a-05cf6cbac0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:13:58.509784 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89e7573-3964-4dea-80d3-c78a4e034345 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network hostable DHCP agents. Network: 999e2f79-996e-40da-920a-05cf6cbac0ff, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:13:58.529260 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508d979-39d4-447b-8e54-02896098e1fa tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Network': ['ID=274c952a-5f3e-4786-a673-a8ebaf7b9815,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:58.548303 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0508d979-39d4-447b-8e54-02896098e1fa tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/networks/274c952a-5f3e-4786-a673-a8ebaf7b9815 HTTP/1.1" status: 204 len: 168 time: 1.8366776 Oct 10 11:13:58.552255 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51256) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:58.555360 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8cf5-08de-4f70-ae8a-56b39d894509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:58.561765 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-75607b83-815d-4a2c-9e39-a90a24e9f788 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'network': {'name': 'tempest-RoutersTest-184183506'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:58.567573 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-75607b83-815d-4a2c-9e39-a90a24e9f788 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:58.571572 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-75607b83-815d-4a2c-9e39-a90a24e9f788 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Usage tracker for resource:network and tenant:bff75ec139ff428ea17476871cda1880 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:58.577078 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-75607b83-815d-4a2c-9e39-a90a24e9f788 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:58.580761 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-75607b83-815d-4a2c-9e39-a90a24e9f788 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:58.640220 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee19b490-dcfa-4d7f-be7a-b7c56a7599e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network 6e8e567c-3f8b-4e2a-a5de-09aba4ee507f is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:13:58.692803 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89e7573-3964-4dea-80d3-c78a4e034345 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network 999e2f79-996e-40da-920a-05cf6cbac0ff is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:13:58.700093 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75607b83-815d-4a2c-9e39-a90a24e9f788 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Made reservation on behalf of bff75ec139ff428ea17476871cda1880 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:58.703722 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-75607b83-815d-4a2c-9e39-a90a24e9f788 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:58.723926 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4bd6f34e-b081-4a12-b2ad-1c2f82a76de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:58.730959 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e45bed98-08d9-4422-83d8-18c460d34d13 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:58.736342 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45bed98-08d9-4422-83d8-18c460d34d13 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:58.736935 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e45bed98-08d9-4422-83d8-18c460d34d13 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:58.737096 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75607b83-815d-4a2c-9e39-a90a24e9f788 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 458} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:13:58.748501 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-75607b83-815d-4a2c-9e39-a90a24e9f788 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:58.748945 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-75607b83-815d-4a2c-9e39-a90a24e9f788 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Added segment fe3a62d1-4b67-47c4-92a7-36b9cb459421 of type vlan for network 6712fb6a-c529-4c70-bbac-c416036d7494 Oct 10 11:13:58.764841 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-ee19b490-dcfa-4d7f-be7a-b7c56a7599e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 6e8e567c-3f8b-4e2a-a5de-09aba4ee507f) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:58.774345 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b06abdb-7a60-4255-b5bc-2211298d360b None None] Network 6e8e567c-3f8b-4e2a-a5de-09aba4ee507f requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:58.779965 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-c89e7573-3964-4dea-80d3-c78a4e034345 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 999e2f79-996e-40da-920a-05cf6cbac0ff) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:58.791172 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463696c2-7e45-4fa7-bb29-bf5c69f7c25a None None] Network 999e2f79-996e-40da-920a-05cf6cbac0ff requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:58.805993 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-75607b83-815d-4a2c-9e39-a90a24e9f788 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:58.815895 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50e79d55-67dc-45df-88bc-42a5bb11b1ad tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:58.839086 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89e7573-3964-4dea-80d3-c78a4e034345 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:58.845839 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89e7573-3964-4dea-80d3-c78a4e034345 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:58.846993 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c89e7573-3964-4dea-80d3-c78a4e034345 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:58.852131 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee19b490-dcfa-4d7f-be7a-b7c56a7599e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:58.857471 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ee19b490-dcfa-4d7f-be7a-b7c56a7599e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:58.898406 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-75607b83-815d-4a2c-9e39-a90a24e9f788 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:58.906519 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75607b83-815d-4a2c-9e39-a90a24e9f788 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:13:58.907586 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-75607b83-815d-4a2c-9e39-a90a24e9f788 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:58.947822 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bed98-08d9-4422-83d8-18c460d34d13 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Pushing event updated for resources: {'Network': ['ID=088236c3-1360-4b7e-816f-0b8897d96372,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:58.962105 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ee19b490-dcfa-4d7f-be7a-b7c56a7599e1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6195199 Oct 10 11:13:58.966520 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-7ffd8cf5-08de-4f70-ae8a-56b39d894509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Allocated IP 172.26.4.252 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/2e613b3b-e60b-48f2-972a-0b73082167f2) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:13:58.975777 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51260) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:58.980337 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c89e7573-3964-4dea-80d3-c78a4e034345 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.2035222 Oct 10 11:13:58.986218 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51264) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:58.992164 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-af966433-dde7-4382-bd74-af96b4a5750c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'subnet': {'network_id': '6e8e567c-3f8b-4e2a-a5de-09aba4ee507f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:59.010528 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 088236c3-1360-4b7e-816f-0b8897d96372 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:13:59.012931 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-75607b83-815d-4a2c-9e39-a90a24e9f788 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4582677 Oct 10 11:13:59.024104 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-d762c397-a61d-492c-9557-95bd4279839f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1319110528'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:59.042596 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51268) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:59.058244 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-7162d2e1-6a2e-465d-ab09-c69fbb2893d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'subnet': {'network_id': '6712fb6a-c529-4c70-bbac-c416036d7494', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:59.074642 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d762c397-a61d-492c-9557-95bd4279839f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:59.087430 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4bd6f34e-b081-4a12-b2ad-1c2f82a76de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:59.183043 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d762c397-a61d-492c-9557-95bd4279839f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:network and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:59.198135 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d762c397-a61d-492c-9557-95bd4279839f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:59.211606 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75607b83-815d-4a2c-9e39-a90a24e9f788 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Network': ['ID=6712fb6a-c529-4c70-bbac-c416036d7494,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:59.217986 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d762c397-a61d-492c-9557-95bd4279839f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:59.228833 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4bd6f34e-b081-4a12-b2ad-1c2f82a76de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:59.231439 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4bd6f34e-b081-4a12-b2ad-1c2f82a76de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:59.235103 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4bd6f34e-b081-4a12-b2ad-1c2f82a76de1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b76080cd-4f9c-4c61-bcf0-7fa1a50c5f3f HTTP/1.1" status: 204 len: 168 time: 0.7555525 Oct 10 11:13:59.260952 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6f34e-b081-4a12-b2ad-1c2f82a76de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76080cd-4f9c-4c61-bcf0-7fa1a50c5f3f,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:59.267194 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 6712fb6a-c529-4c70-bbac-c416036d7494 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:13:59.276926 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50e79d55-67dc-45df-88bc-42a5bb11b1ad tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:59.331623 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7162d2e1-6a2e-465d-ab09-c69fbb2893d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:59.339319 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8cf5-08de-4f70-ae8a-56b39d894509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:59.341049 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7162d2e1-6a2e-465d-ab09-c69fbb2893d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Usage tracker for resource:subnet and tenant:bff75ec139ff428ea17476871cda1880 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:59.344988 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7162d2e1-6a2e-465d-ab09-c69fbb2893d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:59.347369 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e45bed98-08d9-4422-83d8-18c460d34d13 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4390519 Oct 10 11:13:59.348550 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51274) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:59.354090 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7162d2e1-6a2e-465d-ab09-c69fbb2893d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:59.356489 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-af966433-dde7-4382-bd74-af96b4a5750c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:59.362188 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-af966433-dde7-4382-bd74-af96b4a5750c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:subnet and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:59.366295 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-af966433-dde7-4382-bd74-af96b4a5750c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:59.370301 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e79d55-67dc-45df-88bc-42a5bb11b1ad tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=662b6fa0-273e-4d83-af18-dfa2d1c2bbc4,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:59.372516 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-af966433-dde7-4382-bd74-af96b4a5750c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:59.381629 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-582929f3-0e7d-4415-a342-74501902949c tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1497648601'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:13:59.386136 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50e79d55-67dc-45df-88bc-42a5bb11b1ad tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:59.390290 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-50e79d55-67dc-45df-88bc-42a5bb11b1ad tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/662b6fa0-273e-4d83-af18-dfa2d1c2bbc4 HTTP/1.1" status: 204 len: 168 time: 1.1097453 Oct 10 11:13:59.390290 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-582929f3-0e7d-4415-a342-74501902949c tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:13:59.391200 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51278) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:59.396861 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-582929f3-0e7d-4415-a342-74501902949c tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Usage tracker for resource:network and tenant:20430ba13f9644418345e5cc48ec7ef5 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:13:59.400795 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-582929f3-0e7d-4415-a342-74501902949c tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:13:59.407883 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-582929f3-0e7d-4415-a342-74501902949c tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:13:59.447956 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612b9579-65f4-4aaa-a9d6-d379b8de949c None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:13:59.450035 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d762c397-a61d-492c-9557-95bd4279839f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:59.453264 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d762c397-a61d-492c-9557-95bd4279839f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:59.492537 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582929f3-0e7d-4415-a342-74501902949c tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Made reservation on behalf of 20430ba13f9644418345e5cc48ec7ef5 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:59.498953 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-582929f3-0e7d-4415-a342-74501902949c tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:59.506465 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-812e1857-b695-4e38-8658-cae5d99f9948 None None] Provisioning complete for port 3979c0d0-7be7-498e-a5c4-2594522724c1 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:13:59.514247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-812e1857-b695-4e38-8658-cae5d99f9948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:59.514247 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-812e1857-b695-4e38-8658-cae5d99f9948 None None] Attempt 1 to provision port 3979c0d0-7be7-498e-a5c4-2594522724c1 Oct 10 11:13:59.537578 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8cf5-08de-4f70-ae8a-56b39d894509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:59.578332 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f9e6bcd6-f2c5-45af-95d6-99c6c6b5c517 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1856215 Oct 10 11:13:59.579393 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7162d2e1-6a2e-465d-ab09-c69fbb2893d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Made reservation on behalf of bff75ec139ff428ea17476871cda1880 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:59.580236 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-582929f3-0e7d-4415-a342-74501902949c tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 490} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:13:59.584243 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7162d2e1-6a2e-465d-ab09-c69fbb2893d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:59.584685 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51282) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:13:59.603744 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af966433-dde7-4382-bd74-af96b4a5750c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:13:59.617851 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-af966433-dde7-4382-bd74-af96b4a5750c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:59.750630 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131da608-90aa-4095-a376-bbb8dc5637bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-6e8e567c-3f8b-4e2a-a5de-09aba4ee507f', 'network_id': '6e8e567c-3f8b-4e2a-a5de-09aba4ee507f', 'tenant_id': 'd4be467877224cc3b1469223421a71e0', 'fixed_ips': [{'subnet_id': '86d1d729-dd24-461a-90af-4e8ecae79bae'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:13:59.751631 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-131da608-90aa-4095-a376-bbb8dc5637bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:59.802320 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-582929f3-0e7d-4415-a342-74501902949c tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:59.802657 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-582929f3-0e7d-4415-a342-74501902949c tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Added segment 9a7bd8bd-43e6-4136-bcd4-84284ce565ec of type vlan for network fb577a21-9b53-490f-98c7-9aaf37e3f775 Oct 10 11:13:59.812757 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffd8cf5-08de-4f70-ae8a-56b39d894509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:13:59.825304 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-7ffd8cf5-08de-4f70-ae8a-56b39d894509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:13:59.836156 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffd8cf5-08de-4f70-ae8a-56b39d894509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:13:59.859201 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d762c397-a61d-492c-9557-95bd4279839f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 492} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:13:59.868532 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd8cf5-08de-4f70-ae8a-56b39d894509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event updated for resources: {'Port': ['ID=2e613b3b-e60b-48f2-972a-0b73082167f2,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:13:59.894019 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-582929f3-0e7d-4415-a342-74501902949c tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:13:59.947029 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.ipam_backend_mixin [None req-af966433-dde7-4382-bd74-af96b4a5750c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 86d1d729-dd24-461a-90af-4e8ecae79bae (CIDR: 2001:db8::/64) Oct 10 11:13:59.998605 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-af966433-dde7-4382-bd74-af96b4a5750c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:13:59.999521 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af966433-dde7-4382-bd74-af96b4a5750c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:14:00.000351 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8faedf-1f58-4b76-8f8b-554faed054f7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:00.001043 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-bb8faedf-1f58-4b76-8f8b-554faed054f7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:00.011896 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d762c397-a61d-492c-9557-95bd4279839f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:00.012362 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-d762c397-a61d-492c-9557-95bd4279839f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Added segment 63b2c239-7863-4ebd-ac04-b2bdff6e290a of type vlan for network 39f20feb-5d94-4104-92e8-86df1a6caf6e Oct 10 11:14:00.015327 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-812e1857-b695-4e38-8658-cae5d99f9948 None None] Current status of the port 3979c0d0-7be7-498e-a5c4-2594522724c1 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:00.047892 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-131da608-90aa-4095-a376-bbb8dc5637bc None None] Allocated IP 2001:db8::2 (6e8e567c-3f8b-4e2a-a5de-09aba4ee507f/86d1d729-dd24-461a-90af-4e8ecae79bae/64cff087-ee0d-4277-b470-31564b4c1ae4) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:00.097994 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d762c397-a61d-492c-9557-95bd4279839f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:00.108365 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51288) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:00.125511 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-af966433-dde7-4382-bd74-af96b4a5750c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1471231 Oct 10 11:14:00.129325 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51292) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:00.131233 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02472071-c3af-49fa-be25-898ddd4bb59c None None] DHCP port deletion for dac74586-4382-4e00-a6eb-f2005f114a9a request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:14:00.151886 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-067b45b1-4c02-4ee3-955c-5f3f211a2e95 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'subnet': {'network_id': '6e8e567c-3f8b-4e2a-a5de-09aba4ee507f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:00.182996 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-02472071-c3af-49fa-be25-898ddd4bb59c None None] Deleting port 3979c0d0-7be7-498e-a5c4-2594522724c1 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:00.183376 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-02472071-c3af-49fa-be25-898ddd4bb59c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:00.187071 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-582929f3-0e7d-4415-a342-74501902949c tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:00.193409 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582929f3-0e7d-4415-a342-74501902949c tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:00.194449 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-582929f3-0e7d-4415-a342-74501902949c tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:00.198233 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-bb8faedf-1f58-4b76-8f8b-554faed054f7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:00.199616 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-bb8faedf-1f58-4b76-8f8b-554faed054f7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6140084 Oct 10 11:14:00.204704 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51296) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:00.314689 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d762c397-a61d-492c-9557-95bd4279839f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:00.320868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d762c397-a61d-492c-9557-95bd4279839f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:00.321452 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d762c397-a61d-492c-9557-95bd4279839f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:00.411156 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5a8658-873d-4322-ad4b-e1150e22c8fc tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:00.411721 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1a5a8658-873d-4322-ad4b-e1150e22c8fc tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:00.436112 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-582929f3-0e7d-4415-a342-74501902949c tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0677483 Oct 10 11:14:00.460053 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582929f3-0e7d-4415-a342-74501902949c tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Pushing event updated for resources: {'Network': ['ID=fb577a21-9b53-490f-98c7-9aaf37e3f775,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:00.465814 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7162d2e1-6a2e-465d-ab09-c69fbb2893d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:00.472940 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9466e356-d88b-484a-a924-31b23a0b912f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=790cbdd6a96947d2a599b1467005dc5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3632147 Oct 10 11:14:00.476903 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51300) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:00.491710 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network fb577a21-9b53-490f-98c7-9aaf37e3f775 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:14:00.509943 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d762c397-a61d-492c-9557-95bd4279839f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4957078 Oct 10 11:14:00.515182 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51304) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:00.531919 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'ports': [{'network_id': '999e2f79-996e-40da-920a-05cf6cbac0ff'}, {'network_id': '39f20feb-5d94-4104-92e8-86df1a6caf6e'}]} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:00.532590 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'port': {'network_id': '999e2f79-996e-40da-920a-05cf6cbac0ff'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:00.533270 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'port': {'network_id': '39f20feb-5d94-4104-92e8-86df1a6caf6e'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:00.537876 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-131da608-90aa-4095-a376-bbb8dc5637bc None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:00.546428 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762c397-a61d-492c-9557-95bd4279839f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Network': ['ID=39f20feb-5d94-4104-92e8-86df1a6caf6e,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:00.558273 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-02472071-c3af-49fa-be25-898ddd4bb59c None None] For port 3979c0d0-7be7-498e-a5c4-2594522724c1, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3979c0d0-7be7-498e-a5c4-2594522724c1,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:00.559431 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-02472071-c3af-49fa-be25-898ddd4bb59c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:00.566158 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-067b45b1-4c02-4ee3-955c-5f3f211a2e95 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:00.580947 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-067b45b1-4c02-4ee3-955c-5f3f211a2e95 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:subnet and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:00.589313 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-067b45b1-4c02-4ee3-955c-5f3f211a2e95 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:00.594475 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162d2e1-6a2e-465d-ab09-c69fbb2893d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Subnet': ['ID=e580cccd-2d05-4a2d-871f-f60c92f375df,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:00.602802 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-067b45b1-4c02-4ee3-955c-5f3f211a2e95 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:00.615317 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7162d2e1-6a2e-465d-ab09-c69fbb2893d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Checking segment: {'id': 'fe3a62d1-4b67-47c4-92a7-36b9cb459421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '6712fb6a-c529-4c70-bbac-c416036d7494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:14:00.615749 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7162d2e1-6a2e-465d-ab09-c69fbb2893d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network hostable DHCP agents. Network: 6712fb6a-c529-4c70-bbac-c416036d7494, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:14:00.635774 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1a5a8658-873d-4322-ad4b-e1150e22c8fc tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:00.637324 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1a5a8658-873d-4322-ad4b-e1150e22c8fc tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4313169 Oct 10 11:14:00.637456 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 39f20feb-5d94-4104-92e8-86df1a6caf6e details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:14:00.639741 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51308) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:00.676442 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-131da608-90aa-4095-a376-bbb8dc5637bc None None] Transition to ACTIVE for port object 64cff087-ee0d-4277-b470-31564b4c1ae4 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:00.721968 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0d938059-b3bb-4037-81c9-29cafc9b3f7d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807188 Oct 10 11:14:00.728515 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51312) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:00.732844 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067b45b1-4c02-4ee3-955c-5f3f211a2e95 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:00.736750 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-067b45b1-4c02-4ee3-955c-5f3f211a2e95 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:00.756371 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-e08a0c19-3a7f-4789-aa6e-11f818fbddbb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:00.771318 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7162d2e1-6a2e-465d-ab09-c69fbb2893d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network 6712fb6a-c529-4c70-bbac-c416036d7494 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:14:00.791049 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fb4e764f-9f53-434d-bae7-141241356652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:00.933808 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fb4e764f-9f53-434d-bae7-141241356652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:00.950738 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:00.957381 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:port and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:00.968557 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:00.975983 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-02472071-c3af-49fa-be25-898ddd4bb59c None None] Calling delete_port for 3979c0d0-7be7-498e-a5c4-2594522724c1 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:00.983755 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:01.006204 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-7162d2e1-6a2e-465d-ab09-c69fbb2893d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 6712fb6a-c529-4c70-bbac-c416036d7494) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:01.017714 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8cf5-08de-4f70-ae8a-56b39d894509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:01.035907 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52331f1e-06de-4e80-9ae1-5d826b4eb96e None None] Network 6712fb6a-c529-4c70-bbac-c416036d7494 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:01.050222 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7162d2e1-6a2e-465d-ab09-c69fbb2893d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:01.050222 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7162d2e1-6a2e-465d-ab09-c69fbb2893d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:01.067975 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-e08a0c19-3a7f-4789-aa6e-11f818fbddbb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:01.077407 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-e08a0c19-3a7f-4789-aa6e-11f818fbddbb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:01.091240 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'port': 2} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:01.095631 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:01.118547 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:01.176833 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fb4e764f-9f53-434d-bae7-141241356652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:01.185179 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-131da608-90aa-4095-a376-bbb8dc5637bc None None] Transition to ACTIVE for port object 64cff087-ee0d-4277-b470-31564b4c1ae4 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:01.267386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8cf5-08de-4f70-ae8a-56b39d894509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:01.288902 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08a0c19-3a7f-4789-aa6e-11f818fbddbb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:01.293046 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e08a0c19-3a7f-4789-aa6e-11f818fbddbb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:01.294809 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-e08a0c19-3a7f-4789-aa6e-11f818fbddbb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:14:01.295387 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e08a0c19-3a7f-4789-aa6e-11f818fbddbb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:14:01.303012 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7162d2e1-6a2e-465d-ab09-c69fbb2893d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2591496 Oct 10 11:14:01.307855 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e764f-9f53-434d-bae7-141241356652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b638fc8-198c-46bb-9458-b19fe682c31a,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:01.315454 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51316) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:01.325573 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-ebf0f0ef-224d-4b6d-b985-46c0517400ca tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1481262525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:01.337208 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ebf0f0ef-224d-4b6d-b985-46c0517400ca tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:01.342825 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ebf0f0ef-224d-4b6d-b985-46c0517400ca tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Usage tracker for resource:router and tenant:bff75ec139ff428ea17476871cda1880 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:01.345980 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ebf0f0ef-224d-4b6d-b985-46c0517400ca tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:01.353257 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ebf0f0ef-224d-4b6d-b985-46c0517400ca tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:01.357081 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-067b45b1-4c02-4ee3-955c-5f3f211a2e95 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:01.367127 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-131da608-90aa-4095-a376-bbb8dc5637bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:01.392836 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fb4e764f-9f53-434d-bae7-141241356652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:01.396954 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-fb4e764f-9f53-434d-bae7-141241356652 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1b638fc8-198c-46bb-9458-b19fe682c31a HTTP/1.1" status: 204 len: 168 time: 0.9166374 Oct 10 11:14:01.507025 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b45b1-4c02-4ee3-955c-5f3f211a2e95 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Subnet': ['ID=a2a0fce9-b5f5-49b6-960f-ee07c513b10b,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:01.522338 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e08a0c19-3a7f-4789-aa6e-11f818fbddbb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7924304 Oct 10 11:14:01.526706 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067b45b1-4c02-4ee3-955c-5f3f211a2e95 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network 6e8e567c-3f8b-4e2a-a5de-09aba4ee507f is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:01.531628 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51322) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:01.541805 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-067b45b1-4c02-4ee3-955c-5f3f211a2e95 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:01.556368 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-02472071-c3af-49fa-be25-898ddd4bb59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:01.557797 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-b2d97ded-1953-434a-8fe7-cbfc92eb6642 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:01.580218 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] device_id is not set on port 7c4cf60f-7e97-4cb2-9957-b7557560938e yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:14:01.580437 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067b45b1-4c02-4ee3-955c-5f3f211a2e95 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:01.581049 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-067b45b1-4c02-4ee3-955c-5f3f211a2e95 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:01.593328 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131da608-90aa-4095-a376-bbb8dc5637bc None None] Pushing event updated for resources: {'Port': ['ID=64cff087-ee0d-4277-b470-31564b4c1ae4,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:01.616859 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ebf0f0ef-224d-4b6d-b985-46c0517400ca tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:01.617938 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ebf0f0ef-224d-4b6d-b985-46c0517400ca tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:01.673095 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b4add8-cbaa-488e-be46-f213c0483c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-6712fb6a-c529-4c70-bbac-c416036d7494', 'network_id': '6712fb6a-c529-4c70-bbac-c416036d7494', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'fixed_ips': [{'subnet_id': 'e580cccd-2d05-4a2d-871f-f60c92f375df'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:14:01.674795 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-63b4add8-cbaa-488e-be46-f213c0483c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:01.688748 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3979c0d0-7be7-498e-a5c4-2594522724c1 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:14:01.707069 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-067b45b1-4c02-4ee3-955c-5f3f211a2e95 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5746148 Oct 10 11:14:01.709614 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51326) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:01.718553 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-dbd5cc1a-f2a3-4966-adad-5cface6a446d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'port': {'network_id': '6e8e567c-3f8b-4e2a-a5de-09aba4ee507f', 'fixed_ips': [{'subnet_id': '86d1d729-dd24-461a-90af-4e8ecae79bae'}, {'subnet_id': 'a2a0fce9-b5f5-49b6-960f-ee07c513b10b'}], 'name': 'tempest-PortsIpV6TestJSON-1045136126'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:01.733044 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ebf0f0ef-224d-4b6d-b985-46c0517400ca tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:01.736292 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02472071-c3af-49fa-be25-898ddd4bb59c None None] No DVR routers for this DVR port 3979c0d0-7be7-498e-a5c4-2594522724c1 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:14:01.760116 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b2d97ded-1953-434a-8fe7-cbfc92eb6642 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:01.777055 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b2d97ded-1953-434a-8fe7-cbfc92eb6642 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:01.788844 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 3979c0d0-7be7-498e-a5c4-2594522724c1 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:14:01.789456 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3979c0d0-7be7-498e-a5c4-2594522724c1 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:14:01.810908 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131da608-90aa-4095-a376-bbb8dc5637bc None None] Network 6e8e567c-3f8b-4e2a-a5de-09aba4ee507f is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:01.816315 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02472071-c3af-49fa-be25-898ddd4bb59c None None] Pushing event deleted for resources: {'Port': ['ID=3979c0d0-7be7-498e-a5c4-2594522724c1,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:01.828406 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-131da608-90aa-4095-a376-bbb8dc5637bc None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:01.834634 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131da608-90aa-4095-a376-bbb8dc5637bc None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:01.837910 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ebf0f0ef-224d-4b6d-b985-46c0517400ca tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:01.866964 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d97ded-1953-434a-8fe7-cbfc92eb6642 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:01.872126 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b2d97ded-1953-434a-8fe7-cbfc92eb6642 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:01.875336 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d97ded-1953-434a-8fe7-cbfc92eb6642 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:14:01.875963 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2d97ded-1953-434a-8fe7-cbfc92eb6642 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:14:01.929367 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ebf0f0ef-224d-4b6d-b985-46c0517400ca tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:01.932687 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ebf0f0ef-224d-4b6d-b985-46c0517400ca tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6149862 Oct 10 11:14:01.934925 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51334) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:02.018244 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-131da608-90aa-4095-a376-bbb8dc5637bc None None] Attempting to bind port 64cff087-ee0d-4277-b470-31564b4c1ae4 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:14:02.019170 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-131da608-90aa-4095-a376-bbb8dc5637bc None None] Attempting to bind port 64cff087-ee0d-4277-b470-31564b4c1ae4 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '4d3fbb0a-dc19-4a8c-b6ec-38033ff36d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': '6e8e567c-3f8b-4e2a-a5de-09aba4ee507f'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:14:02.019838 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131da608-90aa-4095-a376-bbb8dc5637bc None None] Attempting to bind port 64cff087-ee0d-4277-b470-31564b4c1ae4 on network 6e8e567c-3f8b-4e2a-a5de-09aba4ee507f {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:14:02.027532 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131da608-90aa-4095-a376-bbb8dc5637bc None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:14:02.028206 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131da608-90aa-4095-a376-bbb8dc5637bc None None] Checking segment: {'id': '4d3fbb0a-dc19-4a8c-b6ec-38033ff36d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': '6e8e567c-3f8b-4e2a-a5de-09aba4ee507f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:14:02.028813 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-131da608-90aa-4095-a376-bbb8dc5637bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:02.029389 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131da608-90aa-4095-a376-bbb8dc5637bc None None] Bound using segment: {'id': '4d3fbb0a-dc19-4a8c-b6ec-38033ff36d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': '6e8e567c-3f8b-4e2a-a5de-09aba4ee507f'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:14:02.030060 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-131da608-90aa-4095-a376-bbb8dc5637bc None None] Bound port: 64cff087-ee0d-4277-b470-31564b4c1ae4, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3fbb0a-dc19-4a8c-b6ec-38033ff36d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': '6e8e567c-3f8b-4e2a-a5de-09aba4ee507f'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:14:02.030858 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-131da608-90aa-4095-a376-bbb8dc5637bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:02.170847 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-131da608-90aa-4095-a376-bbb8dc5637bc None None] For port 64cff087-ee0d-4277-b470-31564b4c1ae4, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:14:02.187372 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-131da608-90aa-4095-a376-bbb8dc5637bc None None] For port 64cff087-ee0d-4277-b470-31564b4c1ae4, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=64cff087-ee0d-4277-b470-31564b4c1ae4,segment=NetworkSegment(4d3fbb0a-dc19-4a8c-b6ec-38033ff36d3b),segment_id=4d3fbb0a-dc19-4a8c-b6ec-38033ff36d3b)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:14:02.231527 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8cf5-08de-4f70-ae8a-56b39d894509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:02.274557 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b2d97ded-1953-434a-8fe7-cbfc92eb6642 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7404675 Oct 10 11:14:02.287634 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51344) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:02.299380 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-08513a37-2864-4466-b86c-10a0f0a2ef5f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:02.333419 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-dbd5cc1a-f2a3-4966-adad-5cface6a446d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:02.356627 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-63b4add8-cbaa-488e-be46-f213c0483c46 None None] Allocated IP 172.20.0.2 (6712fb6a-c529-4c70-bbac-c416036d7494/e580cccd-2d05-4a2d-871f-f60c92f375df/228fef6c-33d5-4c19-9a9c-64f47f3a90fc) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:02.362850 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8cf5-08de-4f70-ae8a-56b39d894509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:02.430367 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:02.440840 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-dbd5cc1a-f2a3-4966-adad-5cface6a446d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:02.486379 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-131da608-90aa-4095-a376-bbb8dc5637bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:02.568090 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8cf5-08de-4f70-ae8a-56b39d894509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:02.763018 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd5cc1a-f2a3-4966-adad-5cface6a446d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:02.791253 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5f0b6eab-f3d3-425d-8868-04e2156039c6 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:02.804087 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131da608-90aa-4095-a376-bbb8dc5637bc None None] Pushing event updated for resources: {'Port': ['ID=64cff087-ee0d-4277-b470-31564b4c1ae4,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:02.862594 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd8cf5-08de-4f70-ae8a-56b39d894509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event updated for resources: {'Port': ['ID=2e613b3b-e60b-48f2-972a-0b73082167f2,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:02.927837 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-63b4add8-cbaa-488e-be46-f213c0483c46 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:02.948087 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-63b4add8-cbaa-488e-be46-f213c0483c46 None None] Transition to ACTIVE for port object 228fef6c-33d5-4c19-9a9c-64f47f3a90fc will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:03.003800 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-63b4add8-cbaa-488e-be46-f213c0483c46 None None] Transition to ACTIVE for port object 228fef6c-33d5-4c19-9a9c-64f47f3a90fc will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:03.087694 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] device_id is not set on port 7e4fbe8d-5a58-4668-b06e-e658247e9639 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:14:03.098418 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-63b4add8-cbaa-488e-be46-f213c0483c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:03.145436 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-08513a37-2864-4466-b86c-10a0f0a2ef5f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:03.183696 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-08513a37-2864-4466-b86c-10a0f0a2ef5f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:03.247091 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-7ffd8cf5-08de-4f70-ae8a-56b39d894509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Floating IP afadcbe0-eab7-472b-90e9-f9ad45882126 associated. External IP: 172.26.4.252, port: 87754a33-27a5-484f-a738-818ac2c3db4d. Oct 10 11:14:03.329359 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b4add8-cbaa-488e-be46-f213c0483c46 None None] Network 6712fb6a-c529-4c70-bbac-c416036d7494 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:03.337647 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-63b4add8-cbaa-488e-be46-f213c0483c46 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:03.364989 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b4add8-cbaa-488e-be46-f213c0483c46 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:03.398657 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4add8-cbaa-488e-be46-f213c0483c46 None None] Pushing event updated for resources: {'Port': ['ID=228fef6c-33d5-4c19-9a9c-64f47f3a90fc,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:03.407793 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08513a37-2864-4466-b86c-10a0f0a2ef5f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:03.412037 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-08513a37-2864-4466-b86c-10a0f0a2ef5f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:03.413806 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-08513a37-2864-4466-b86c-10a0f0a2ef5f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:14:03.414340 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08513a37-2864-4466-b86c-10a0f0a2ef5f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:14:03.469380 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dbd5cc1a-f2a3-4966-adad-5cface6a446d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:03.522801 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-5f0b6eab-f3d3-425d-8868-04e2156039c6 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Allocated IP 172.20.0.1 (6712fb6a-c529-4c70-bbac-c416036d7494/e580cccd-2d05-4a2d-871f-f60c92f375df/2d297e3a-9ac1-4739-a7b0-c316892ef68e) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:03.673073 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-dbd5cc1a-f2a3-4966-adad-5cface6a446d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] device_id is not set on port ec4b5bee-1fcc-4f91-9c07-d39377d40e83 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:14:03.719047 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 64cff087-ee0d-4277-b470-31564b4c1ae4 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:14:03.721929 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-08513a37-2864-4466-b86c-10a0f0a2ef5f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.4322438 Oct 10 11:14:03.739695 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51364) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:03.752121 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-1a9217f9-ce36-497e-97f9-d0a58f68acf6 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:03.890406 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f88f45da-d07d-4801-8ce9-3ade3dc4113c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:03.900707 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51368) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:03.909991 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-20dece1d-72d6-45be-804a-5e58217e3ec1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Request body: {'subnets': [{'network_id': '088236c3-1360-4b7e-816f-0b8897d96372', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--718633144', 'ip_version': 6}, {'network_id': 'fb577a21-9b53-490f-98c7-9aaf37e3f775', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:03.910512 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-20dece1d-72d6-45be-804a-5e58217e3ec1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Request body: {'subnet': {'network_id': '088236c3-1360-4b7e-816f-0b8897d96372', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--718633144', 'ip_version': 6}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:03.911561 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-20dece1d-72d6-45be-804a-5e58217e3ec1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Request body: {'subnet': {'network_id': 'fb577a21-9b53-490f-98c7-9aaf37e3f775', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:03.946538 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-63b4add8-cbaa-488e-be46-f213c0483c46 None None] Attempting to bind port 228fef6c-33d5-4c19-9a9c-64f47f3a90fc on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:14:03.947845 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-63b4add8-cbaa-488e-be46-f213c0483c46 None None] Attempting to bind port 228fef6c-33d5-4c19-9a9c-64f47f3a90fc by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'fe3a62d1-4b67-47c4-92a7-36b9cb459421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '6712fb6a-c529-4c70-bbac-c416036d7494'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:14:03.949798 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4add8-cbaa-488e-be46-f213c0483c46 None None] Attempting to bind port 228fef6c-33d5-4c19-9a9c-64f47f3a90fc on network 6712fb6a-c529-4c70-bbac-c416036d7494 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:14:03.965447 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4add8-cbaa-488e-be46-f213c0483c46 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:14:03.966076 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4add8-cbaa-488e-be46-f213c0483c46 None None] Checking segment: {'id': 'fe3a62d1-4b67-47c4-92a7-36b9cb459421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '6712fb6a-c529-4c70-bbac-c416036d7494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:14:03.966684 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-63b4add8-cbaa-488e-be46-f213c0483c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:03.967090 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4add8-cbaa-488e-be46-f213c0483c46 None None] Bound using segment: {'id': 'fe3a62d1-4b67-47c4-92a7-36b9cb459421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '6712fb6a-c529-4c70-bbac-c416036d7494'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:14:03.970472 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-63b4add8-cbaa-488e-be46-f213c0483c46 None None] Bound port: 228fef6c-33d5-4c19-9a9c-64f47f3a90fc, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe3a62d1-4b67-47c4-92a7-36b9cb459421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '6712fb6a-c529-4c70-bbac-c416036d7494'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:14:03.970983 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-63b4add8-cbaa-488e-be46-f213c0483c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:04.089901 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5f0b6eab-f3d3-425d-8868-04e2156039c6 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:04.091393 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 64cff087-ee0d-4277-b470-31564b4c1ae4 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:04.151540 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-63b4add8-cbaa-488e-be46-f213c0483c46 None None] For port 228fef6c-33d5-4c19-9a9c-64f47f3a90fc, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:14:04.156491 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-63b4add8-cbaa-488e-be46-f213c0483c46 None None] For port 228fef6c-33d5-4c19-9a9c-64f47f3a90fc, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=228fef6c-33d5-4c19-9a9c-64f47f3a90fc,segment=NetworkSegment(fe3a62d1-4b67-47c4-92a7-36b9cb459421),segment_id=fe3a62d1-4b67-47c4-92a7-36b9cb459421)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:14:04.160565 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-5f0b6eab-f3d3-425d-8868-04e2156039c6 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Transition to ACTIVE for port object 2d297e3a-9ac1-4739-a7b0-c316892ef68e will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:04.269042 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-63b4add8-cbaa-488e-be46-f213c0483c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:04.279709 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-20dece1d-72d6-45be-804a-5e58217e3ec1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:04.285087 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-20dece1d-72d6-45be-804a-5e58217e3ec1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Usage tracker for resource:subnet and tenant:20430ba13f9644418345e5cc48ec7ef5 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:04.289118 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-20dece1d-72d6-45be-804a-5e58217e3ec1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:04.305296 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-20dece1d-72d6-45be-804a-5e58217e3ec1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:04.372039 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5f0b6eab-f3d3-425d-8868-04e2156039c6 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:04.414411 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:04.480189 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20dece1d-72d6-45be-804a-5e58217e3ec1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Made reservation on behalf of 20430ba13f9644418345e5cc48ec7ef5 for: {'subnet': 2} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:04.485159 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1a9217f9-ce36-497e-97f9-d0a58f68acf6 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:04.487536 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-20dece1d-72d6-45be-804a-5e58217e3ec1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:04.488096 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-20dece1d-72d6-45be-804a-5e58217e3ec1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:04.524500 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4add8-cbaa-488e-be46-f213c0483c46 None None] Pushing event updated for resources: {'Port': ['ID=228fef6c-33d5-4c19-9a9c-64f47f3a90fc,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:04.623370 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1a9217f9-ce36-497e-97f9-d0a58f68acf6 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:04.709500 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dfe12e-5291-401f-9fbe-9263080bc9dd None None] Network 6e8e567c-3f8b-4e2a-a5de-09aba4ee507f requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:04.727602 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:04.738393 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0b6eab-f3d3-425d-8868-04e2156039c6 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network 6712fb6a-c529-4c70-bbac-c416036d7494 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:04.744024 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-5f0b6eab-f3d3-425d-8868-04e2156039c6 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:04.751541 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0b6eab-f3d3-425d-8868-04e2156039c6 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:04.849367 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51382) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:04.894601 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network 999e2f79-996e-40da-920a-05cf6cbac0ff is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:04.917994 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:04.925435 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:04.926337 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:04.974320 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2212be01-0c49-4178-812e-2de3744b47fa None None] Provisioning for port 64cff087-ee0d-4277-b470-31564b4c1ae4 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:04.980250 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9217f9-ce36-497e-97f9-d0a58f68acf6 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:04.991992 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1a9217f9-ce36-497e-97f9-d0a58f68acf6 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:04.993499 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2212be01-0c49-4178-812e-2de3744b47fa None None] Provisioning complete for port 64cff087-ee0d-4277-b470-31564b4c1ae4 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:04.993891 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2212be01-0c49-4178-812e-2de3744b47fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:04.994220 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-2212be01-0c49-4178-812e-2de3744b47fa None None] Attempt 1 to provision port 64cff087-ee0d-4277-b470-31564b4c1ae4 Oct 10 11:14:04.996747 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a9217f9-ce36-497e-97f9-d0a58f68acf6 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:14:05.001700 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a9217f9-ce36-497e-97f9-d0a58f68acf6 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:14:05.014443 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b6eab-f3d3-425d-8868-04e2156039c6 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Port': ['ID=2d297e3a-9ac1-4739-a7b0-c316892ef68e,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:05.035991 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Port': ['ID=7c4cf60f-7e97-4cb2-9957-b7557560938e,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:05.059966 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5f0b6eab-f3d3-425d-8868-04e2156039c6 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:05.130251 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-110852095', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:05.179271 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:05.195011 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ffd8cf5-08de-4f70-ae8a-56b39d894509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Router 5b29db68-2788-491e-bb1a-1710265879bc has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:14:05.199816 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-2212be01-0c49-4178-812e-2de3744b47fa None None] Current status of the port 64cff087-ee0d-4277-b470-31564b4c1ae4 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:05.200179 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2212be01-0c49-4178-812e-2de3744b47fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:05.212925 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Usage tracker for resource:port and tenant:0a41cdecf4b941a4963691ced433fd20 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:05.220764 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:05.228759 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1a9217f9-ce36-497e-97f9-d0a58f68acf6 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.4878838 Oct 10 11:14:05.234458 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:05.245697 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51388) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:05.257274 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-fe04a1a7-0410-46c3-96d1-7c5c9960e578 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:05.262985 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-2212be01-0c49-4178-812e-2de3744b47fa None None] For port 64cff087-ee0d-4277-b470-31564b4c1ae4, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=64cff087-ee0d-4277-b470-31564b4c1ae4,segment=NetworkSegment(4d3fbb0a-dc19-4a8c-b6ec-38033ff36d3b),segment_id=4d3fbb0a-dc19-4a8c-b6ec-38033ff36d3b)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:05.264837 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Port': ['ID=7e4fbe8d-5a58-4668-b06e-e658247e9639,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:05.285258 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Checking segment: {'id': '63b2c239-7863-4ebd-ac04-b2bdff6e290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '39f20feb-5d94-4104-92e8-86df1a6caf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:14:05.285476 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network hostable DHCP agents. Network: 39f20feb-5d94-4104-92e8-86df1a6caf6e, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:14:05.342969 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2212be01-0c49-4178-812e-2de3744b47fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:05.387738 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-fe04a1a7-0410-46c3-96d1-7c5c9960e578 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:05.388602 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Made reservation on behalf of 0a41cdecf4b941a4963691ced433fd20 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:05.390968 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:05.398864 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-fe04a1a7-0410-46c3-96d1-7c5c9960e578 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:05.405137 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-dbd5cc1a-f2a3-4966-adad-5cface6a446d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Allocated IP 2001:db8::8a (6e8e567c-3f8b-4e2a-a5de-09aba4ee507f/86d1d729-dd24-461a-90af-4e8ecae79bae/ec4b5bee-1fcc-4f91-9c07-d39377d40e83) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:05.425601 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:05.437056 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-dbd5cc1a-f2a3-4966-adad-5cface6a446d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Allocated IP 2001:db8:0:1::343 (6e8e567c-3f8b-4e2a-a5de-09aba4ee507f/a2a0fce9-b5f5-49b6-960f-ee07c513b10b/ec4b5bee-1fcc-4f91-9c07-d39377d40e83) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:05.439697 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425a9e83-cf9f-42a0-a30f-b73786fd600f None None] Update dhcp port {'port': {'network_id': '6e8e567c-3f8b-4e2a-a5de-09aba4ee507f', 'fixed_ips': [{'subnet_id': '86d1d729-dd24-461a-90af-4e8ecae79bae', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a2a0fce9-b5f5-49b6-960f-ee07c513b10b'}], 'binding:host_id': 'dv-neutron-860842-1-hyperv'}, 'id': '64cff087-ee0d-4277-b470-31564b4c1ae4'} from dv-neutron-860842-1-hyperv. {{(pid=89898) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 10 11:14:05.501604 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212be01-0c49-4178-812e-2de3744b47fa None None] Pushing event updated for resources: {'Port': ['ID=64cff087-ee0d-4277-b470-31564b4c1ae4,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:05.511083 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-425a9e83-cf9f-42a0-a30f-b73786fd600f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:05.537532 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe04a1a7-0410-46c3-96d1-7c5c9960e578 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:05.541068 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fe04a1a7-0410-46c3-96d1-7c5c9960e578 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:05.542627 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe04a1a7-0410-46c3-96d1-7c5c9960e578 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:14:05.543061 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe04a1a7-0410-46c3-96d1-7c5c9960e578 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:14:05.563231 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network 39f20feb-5d94-4104-92e8-86df1a6caf6e is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:14:05.569905 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:05.604040 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Usage tracker for resource:security_group_rule and tenant:0a41cdecf4b941a4963691ced433fd20 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:05.613653 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:05.643516 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:05.655370 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51394) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:05.655579 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-fe04a1a7-0410-46c3-96d1-7c5c9960e578 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4085305 Oct 10 11:14:05.668727 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 228fef6c-33d5-4c19-9a9c-64f47f3a90fc up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:14:05.676384 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-bb0b67c8-2457-496c-90da-17f36b57eeca tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:05.721944 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5f0b6eab-f3d3-425d-8868-04e2156039c6 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:05.736175 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffd8cf5-08de-4f70-ae8a-56b39d894509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:14:05.738157 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 39f20feb-5d94-4104-92e8-86df1a6caf6e) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:05.758931 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff13e69-24cc-458c-bb5d-a6fa89e31b0f None None] Sync routers for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:14:05.762526 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75199213-eca0-48f8-8f9c-45594e1028b2 None None] Network 39f20feb-5d94-4104-92e8-86df1a6caf6e requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:05.776282 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff13e69-24cc-458c-bb5d-a6fa89e31b0f None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:14:05.776912 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-fff13e69-24cc-458c-bb5d-a6fa89e31b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:13:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:05.803435 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065f345a-cf95-42c0-a8ea-b24c3013f7f1 None None] Network 6712fb6a-c529-4c70-bbac-c416036d7494 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:05.845206 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:05.852720 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:05.858693 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:05.859552 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:05.860220 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-fff13e69-24cc-458c-bb5d-a6fa89e31b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:05.871836 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff13e69-24cc-458c-bb5d-a6fa89e31b0f None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:14:05.872694 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-fff13e69-24cc-458c-bb5d-a6fa89e31b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:14:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:05.938566 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-fff13e69-24cc-458c-bb5d-a6fa89e31b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:05.939218 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff13e69-24cc-458c-bb5d-a6fa89e31b0f None None] The sync data for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:14:05.978974 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-801d073a-a7c1-4ee1-9792-eccdc8e05ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:06.021291 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:06.092814 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-bb0b67c8-2457-496c-90da-17f36b57eeca tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:06.097391 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:06.121150 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] device_id is not set on port 818981a6-7760-4e60-8b6d-8d768a651a95 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:14:06.163256 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8cf5-08de-4f70-ae8a-56b39d894509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:06.188217 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-483b029a-3a74-4c54-b089-151033e8ee15 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.6653430 Oct 10 11:14:06.188217 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-bb0b67c8-2457-496c-90da-17f36b57eeca tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:06.198775 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51402) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:06.213185 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-185530f8-b9b9-46a0-a4e9-6c05e4e0a52e None None] Provisioning for port 228fef6c-33d5-4c19-9a9c-64f47f3a90fc completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:06.250109 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-20dece1d-72d6-45be-804a-5e58217e3ec1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:06.272968 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 228fef6c-33d5-4c19-9a9c-64f47f3a90fc completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:06.282142 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 228fef6c-33d5-4c19-9a9c-64f47f3a90fc triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:06.282610 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:06.283033 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 228fef6c-33d5-4c19-9a9c-64f47f3a90fc Oct 10 11:14:06.285673 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c31fe2-6171-441c-a6c9-2de0286ce7f3,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:06.312027 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7ffd8cf5-08de-4f70-ae8a-56b39d894509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.4065719 Oct 10 11:14:06.312027 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51406) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:06.338283 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dece1d-72d6-45be-804a-5e58217e3ec1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Pushing event updated for resources: {'Subnet': ['ID=4222e84a-acb2-48a5-b425-78fb7b938d7e,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:06.388629 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-cb4c6c6a-ce3c-458d-ad21-1b13210a9d2e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting port 7e4fbe8d-5a58-4668-b06e-e658247e9639 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:06.388971 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6c6a-ce3c-458d-ad21-1b13210a9d2e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:06.433109 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dbd5cc1a-f2a3-4966-adad-5cface6a446d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:06.436271 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0b67c8-2457-496c-90da-17f36b57eeca tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:06.439767 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bb0b67c8-2457-496c-90da-17f36b57eeca tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:06.441514 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb0b67c8-2457-496c-90da-17f36b57eeca tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:14:06.441862 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb0b67c8-2457-496c-90da-17f36b57eeca tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:14:06.443592 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 228fef6c-33d5-4c19-9a9c-64f47f3a90fc is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:06.443973 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:06.466774 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dece1d-72d6-45be-804a-5e58217e3ec1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Checking segment: {'id': '84df251e-3317-42a6-903c-752f10474701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': '088236c3-1360-4b7e-816f-0b8897d96372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:14:06.467145 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dece1d-72d6-45be-804a-5e58217e3ec1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Network hostable DHCP agents. Network: 088236c3-1360-4b7e-816f-0b8897d96372, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:14:06.493483 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 228fef6c-33d5-4c19-9a9c-64f47f3a90fc, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=228fef6c-33d5-4c19-9a9c-64f47f3a90fc,segment=NetworkSegment(fe3a62d1-4b67-47c4-92a7-36b9cb459421),segment_id=fe3a62d1-4b67-47c4-92a7-36b9cb459421)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:06.504462 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-dbd5cc1a-f2a3-4966-adad-5cface6a446d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Transition to ACTIVE for port object ec4b5bee-1fcc-4f91-9c07-d39377d40e83 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:06.522343 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Allocated IP 172.26.4.165 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/818981a6-7760-4e60-8b6d-8d768a651a95) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:06.541363 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b29bd002-9a72-4da7-8f23-e7602855824b tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "GET /v2.0/floatingips/afadcbe0-eab7-472b-90e9-f9ad45882126 HTTP/1.1" status: 200 len: 978 time: 0.2289369 Oct 10 11:14:06.546239 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51410) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:06.571377 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:06.610049 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5f0b6eab-f3d3-425d-8868-04e2156039c6 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:06.657668 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=228fef6c-33d5-4c19-9a9c-64f47f3a90fc,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:06.693840 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-bb0b67c8-2457-496c-90da-17f36b57eeca tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0281763 Oct 10 11:14:06.717047 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51414) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:06.743098 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-c0b0bfae-8593-4035-a9fe-8cd99ae9624a None None] Provisioning for port 2d297e3a-9ac1-4739-a7b0-c316892ef68e completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:06.749159 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-c0b0bfae-8593-4035-a9fe-8cd99ae9624a None None] Provisioning complete for port 2d297e3a-9ac1-4739-a7b0-c316892ef68e triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:06.749640 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c0b0bfae-8593-4035-a9fe-8cd99ae9624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:06.749977 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c0b0bfae-8593-4035-a9fe-8cd99ae9624a None None] Attempt 1 to provision port 2d297e3a-9ac1-4739-a7b0-c316892ef68e Oct 10 11:14:06.765872 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dece1d-72d6-45be-804a-5e58217e3ec1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Network 088236c3-1360-4b7e-816f-0b8897d96372 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:14:06.768753 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5f0b6eab-f3d3-425d-8868-04e2156039c6 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:06.813136 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c0b0bfae-8593-4035-a9fe-8cd99ae9624a None None] Port 2d297e3a-9ac1-4739-a7b0-c316892ef68e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:06.899138 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6c6a-ce3c-458d-ad21-1b13210a9d2e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:06.919013 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:06.942705 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:06.989945 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-513db322-9362-480d-a162-0076bdec5191 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2714591 Oct 10 11:14:07.004600 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51420) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:07.035532 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-cb4c6c6a-ce3c-458d-ad21-1b13210a9d2e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Calling delete_port for 7e4fbe8d-5a58-4668-b06e-e658247e9639 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:07.048914 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-96b29d59-59ce-4678-9e92-58afa276c402 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Synchronizing usage tracker for tenant:7753f2697ba4464ebd8d731982a0d1f7 on resource:floatingip {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:07.065598 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b6eab-f3d3-425d-8868-04e2156039c6 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Port': ['ID=2d297e3a-9ac1-4739-a7b0-c316892ef68e,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:07.067841 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-20dece1d-72d6-45be-804a-5e58217e3ec1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 088236c3-1360-4b7e-816f-0b8897d96372) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:07.076553 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0eb4ad-fd8e-4ec4-bb50-dcb1d63cc656 None None] Network 088236c3-1360-4b7e-816f-0b8897d96372 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:07.077816 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5f0b6eab-f3d3-425d-8868-04e2156039c6 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:07.107929 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-20dece1d-72d6-45be-804a-5e58217e3ec1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:07.114349 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356c3308-e060-4823-982f-1ef97826294e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:07.115389 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-356c3308-e060-4823-982f-1ef97826294e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:07.141918 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dbd5cc1a-f2a3-4966-adad-5cface6a446d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:07.151231 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-356c3308-e060-4823-982f-1ef97826294e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:07.154888 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-356c3308-e060-4823-982f-1ef97826294e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1468544 Oct 10 11:14:07.163242 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51424) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:07.198167 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:07.210437 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-96b29d59-59ce-4678-9e92-58afa276c402 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Unset dirty status for tenant:7753f2697ba4464ebd8d731982a0d1f7 on resource:floatingip {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:07.213982 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-96b29d59-59ce-4678-9e92-58afa276c402 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.6656640 Oct 10 11:14:07.224159 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51428) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:07.239475 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-6b0173b0-d04a-4f4f-8861-9a618a79701b tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Request body: {'floatingip': {'port_id': 'f7f862c2-d212-4104-80af-4698ab5af369'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:07.285241 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-425a9e83-cf9f-42a0-a30f-b73786fd600f None None] Allocated IP 2001:db8:0:1::2 (6e8e567c-3f8b-4e2a-a5de-09aba4ee507f/a2a0fce9-b5f5-49b6-960f-ee07c513b10b/64cff087-ee0d-4277-b470-31564b4c1ae4) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:07.307664 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd5cc1a-f2a3-4966-adad-5cface6a446d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network 6e8e567c-3f8b-4e2a-a5de-09aba4ee507f is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:07.314073 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c0b0bfae-8593-4035-a9fe-8cd99ae9624a None None] Attempt 2 to provision port 2d297e3a-9ac1-4739-a7b0-c316892ef68e Oct 10 11:14:07.320749 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9bb28075-1712-4e0c-b4a7-a6a52b01014f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1493330 Oct 10 11:14:07.323459 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-dbd5cc1a-f2a3-4966-adad-5cface6a446d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:07.324055 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd5cc1a-f2a3-4966-adad-5cface6a446d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:07.329854 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd5cc1a-f2a3-4966-adad-5cface6a446d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:07.331026 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dbd5cc1a-f2a3-4966-adad-5cface6a446d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:07.334566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51432) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:07.363812 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-062efd36-14e2-410f-b714-86cb51a0a88e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:07.371984 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5cc1a-f2a3-4966-adad-5cface6a446d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Port': ['ID=ec4b5bee-1fcc-4f91-9c07-d39377d40e83,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:07.402789 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6b0173b0-d04a-4f4f-8861-9a618a79701b tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:07.418140 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dece1d-72d6-45be-804a-5e58217e3ec1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Pushing event updated for resources: {'Subnet': ['ID=d6eb6b8c-9a10-4a5d-99f4-9eec6b15d42a,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:07.502166 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-dbd5cc1a-f2a3-4966-adad-5cface6a446d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 5.7912300 Oct 10 11:14:07.504475 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51436) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:07.514671 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dece1d-72d6-45be-804a-5e58217e3ec1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Checking segment: {'id': '9a7bd8bd-43e6-4136-bcd4-84284ce565ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'fb577a21-9b53-490f-98c7-9aaf37e3f775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:14:07.515020 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dece1d-72d6-45be-804a-5e58217e3ec1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Network hostable DHCP agents. Network: fb577a21-9b53-490f-98c7-9aaf37e3f775, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:14:07.524897 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c0b0bfae-8593-4035-a9fe-8cd99ae9624a None None] Port 2d297e3a-9ac1-4739-a7b0-c316892ef68e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:07.526413 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-d6f3a7e1-1954-4fa6-9ca9-491a1e7e64bc tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '86d1d729-dd24-461a-90af-4e8ecae79bae'}]}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:07.530232 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 64cff087-ee0d-4277-b470-31564b4c1ae4 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:14:07.568718 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0b6eab-f3d3-425d-8868-04e2156039c6 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network 6712fb6a-c529-4c70-bbac-c416036d7494 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:07.577562 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6c6a-ce3c-458d-ad21-1b13210a9d2e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:07.591566 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:07.598472 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-5f0b6eab-f3d3-425d-8868-04e2156039c6 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:07.629948 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-062efd36-14e2-410f-b714-86cb51a0a88e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:07.655323 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-425a9e83-cf9f-42a0-a30f-b73786fd600f None None] For port 64cff087-ee0d-4277-b470-31564b4c1ae4, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=64cff087-ee0d-4277-b470-31564b4c1ae4,segment=NetworkSegment(4d3fbb0a-dc19-4a8c-b6ec-38033ff36d3b),segment_id=4d3fbb0a-dc19-4a8c-b6ec-38033ff36d3b)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:07.677168 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:07.678995 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c6c6a-ce3c-458d-ad21-1b13210a9d2e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Port': ['ID=7e4fbe8d-5a58-4668-b06e-e658247e9639,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:07.682800 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-062efd36-14e2-410f-b714-86cb51a0a88e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:07.684627 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5129e62a-af5c-4f6f-b723-e088c48d21cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-088236c3-1360-4b7e-816f-0b8897d96372', 'network_id': '088236c3-1360-4b7e-816f-0b8897d96372', 'tenant_id': '20430ba13f9644418345e5cc48ec7ef5', 'fixed_ips': [{'subnet_id': '4222e84a-acb2-48a5-b425-78fb7b938d7e'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:14:07.686079 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5129e62a-af5c-4f6f-b723-e088c48d21cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:07.710620 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-425a9e83-cf9f-42a0-a30f-b73786fd600f None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:07.720159 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:07.722837 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:07.760580 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6c6a-ce3c-458d-ad21-1b13210a9d2e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:07.779176 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c6c6a-ce3c-458d-ad21-1b13210a9d2e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:07.779516 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c6c6a-ce3c-458d-ad21-1b13210a9d2e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:07.779855 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c6c6a-ce3c-458d-ad21-1b13210a9d2e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:07.780476 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c6c6a-ce3c-458d-ad21-1b13210a9d2e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:07.780476 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c6c6a-ce3c-458d-ad21-1b13210a9d2e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:07.787172 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c6c6a-ce3c-458d-ad21-1b13210a9d2e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:07.787172 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c6c6a-ce3c-458d-ad21-1b13210a9d2e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:07.787172 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c6c6a-ce3c-458d-ad21-1b13210a9d2e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:07.787172 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c6c6a-ce3c-458d-ad21-1b13210a9d2e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:07.787172 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c6c6a-ce3c-458d-ad21-1b13210a9d2e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:07.787172 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c6c6a-ce3c-458d-ad21-1b13210a9d2e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:07.787172 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c6c6a-ce3c-458d-ad21-1b13210a9d2e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:07.798993 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 64cff087-ee0d-4277-b470-31564b4c1ae4 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:07.799184 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:07.799455 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 64cff087-ee0d-4277-b470-31564b4c1ae4 Oct 10 11:14:07.799767 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Pushing event updated for resources: {'Port': ['ID=818981a6-7760-4e60-8b6d-8d768a651a95,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:07.875059 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-425a9e83-cf9f-42a0-a30f-b73786fd600f None None] Transition to ACTIVE for port object 64cff087-ee0d-4277-b470-31564b4c1ae4 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:07.891337 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:07.891681 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:07.892114 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:07.892626 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:07.893889 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:07.894320 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:07.896167 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:07.896616 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:07.897018 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:07.897411 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:07.900193 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:07.900778 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:07.938407 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dece1d-72d6-45be-804a-5e58217e3ec1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Network fb577a21-9b53-490f-98c7-9aaf37e3f775 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:14:07.958535 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:07.959136 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:07.960052 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-425a9e83-cf9f-42a0-a30f-b73786fd600f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:08.018332 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cb4c6c6a-ce3c-458d-ad21-1b13210a9d2e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/ports/7e4fbe8d-5a58-4668-b06e-e658247e9639 HTTP/1.1" status: 204 len: 168 time: 1.8195434 Oct 10 11:14:08.026639 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062efd36-14e2-410f-b714-86cb51a0a88e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:08.030271 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-062efd36-14e2-410f-b714-86cb51a0a88e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:08.032768 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c0b0bfae-8593-4035-a9fe-8cd99ae9624a None None] Attempt 3 to provision port 2d297e3a-9ac1-4739-a7b0-c316892ef68e Oct 10 11:14:08.041166 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51442) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:08.052106 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-20dece1d-72d6-45be-804a-5e58217e3ec1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, fb577a21-9b53-490f-98c7-9aaf37e3f775) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:08.086671 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dece1d-72d6-45be-804a-5e58217e3ec1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:08.087151 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dece1d-72d6-45be-804a-5e58217e3ec1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:08.087778 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-20dece1d-72d6-45be-804a-5e58217e3ec1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:08.091477 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcadd783-22b5-432f-8d17-3c2d0c924034 None None] Network fb577a21-9b53-490f-98c7-9aaf37e3f775 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:08.120497 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f97cb4ee-2482-4cc7-aa09-7717649d4309 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.2697904 Oct 10 11:14:08.123416 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51446) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:08.136270 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-6e223c8f-87e5-4650-a12c-591e5edbc769 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.165'}]}}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:08.153390 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6e223c8f-87e5-4650-a12c-591e5edbc769 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:08.168904 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6e223c8f-87e5-4650-a12c-591e5edbc769 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Usage tracker for resource:router and tenant:0a41cdecf4b941a4963691ced433fd20 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:08.183548 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6e223c8f-87e5-4650-a12c-591e5edbc769 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:08.219287 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 64cff087-ee0d-4277-b470-31564b4c1ae4 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:08.220524 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 228fef6c-33d5-4c19-9a9c-64f47f3a90fc up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:14:08.250443 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-5129e62a-af5c-4f6f-b723-e088c48d21cc None None] Allocated IP 2001:db8::1 (088236c3-1360-4b7e-816f-0b8897d96372/4222e84a-acb2-48a5-b425-78fb7b938d7e/8265b671-1ba4-48a8-bed7-3553a00f932c) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:08.250818 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6e223c8f-87e5-4650-a12c-591e5edbc769 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:08.326790 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5301b3d4-2a3c-4ea4-8d46-25eda65a7d1a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:08.332824 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5301b3d4-2a3c-4ea4-8d46-25eda65a7d1a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:08.333620 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5301b3d4-2a3c-4ea4-8d46-25eda65a7d1a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Synchronizing usage tracker for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:08.354412 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c0b0bfae-8593-4035-a9fe-8cd99ae9624a None None] Port 2d297e3a-9ac1-4739-a7b0-c316892ef68e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:08.384102 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51450) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:08.384365 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-20dece1d-72d6-45be-804a-5e58217e3ec1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.4824114 Oct 10 11:14:08.401557 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a9e83-cf9f-42a0-a30f-b73786fd600f None None] Pushing event updated for resources: {'Port': ['ID=64cff087-ee0d-4277-b470-31564b4c1ae4,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:08.406301 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d6f3a7e1-1954-4fa6-9ca9-491a1e7e64bc tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:08.438727 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5301b3d4-2a3c-4ea4-8d46-25eda65a7d1a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Unset dirty status for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:08.442489 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5301b3d4-2a3c-4ea4-8d46-25eda65a7d1a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3965583 Oct 10 11:14:08.442489 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6e223c8f-87e5-4650-a12c-591e5edbc769 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:08.442874 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0b6eab-f3d3-425d-8868-04e2156039c6 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Router 58a1b010-4f43-42db-850d-7a82cedfcbdf is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:14:08.442969 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6e223c8f-87e5-4650-a12c-591e5edbc769 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:08.447874 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51454) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:08.605068 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6e223c8f-87e5-4650-a12c-591e5edbc769 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:08.648586 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 228fef6c-33d5-4c19-9a9c-64f47f3a90fc triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:08.649163 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:08.649505 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 228fef6c-33d5-4c19-9a9c-64f47f3a90fc Oct 10 11:14:08.664696 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-00eee492-85aa-44fa-a8a6-fffed7db58bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting port 7c4cf60f-7e97-4cb2-9957-b7557560938e {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:08.665077 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-00eee492-85aa-44fa-a8a6-fffed7db58bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:08.827423 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:08.866809 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0b6eab-f3d3-425d-8868-04e2156039c6 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:14:08.870824 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c0b0bfae-8593-4035-a9fe-8cd99ae9624a None None] Attempt 4 to provision port 2d297e3a-9ac1-4739-a7b0-c316892ef68e Oct 10 11:14:08.880323 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5f0b6eab-f3d3-425d-8868-04e2156039c6 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "PUT /v2.0/routers/58a1b010-4f43-42db-850d-7a82cedfcbdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9434931 Oct 10 11:14:08.889602 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51462) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:08.906440 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53eb916-013d-4be1-a3cc-3222544a0c46 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:08.907985 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53eb916-013d-4be1-a3cc-3222544a0c46 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:08.909817 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53eb916-013d-4be1-a3cc-3222544a0c46 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:08.911392 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e53eb916-013d-4be1-a3cc-3222544a0c46 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.5263529 Oct 10 11:14:08.920982 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51464) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:08.937937 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7483d447-255c-49ef-b952-82684cdaf26d None None] Sync routers for ids ['58a1b010-4f43-42db-850d-7a82cedfcbdf'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:14:08.942489 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6b0173b0-d04a-4f4f-8861-9a618a79701b tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:08.963630 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fc7eeb-1916-4c7e-a364-df0769e2d43b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-fb577a21-9b53-490f-98c7-9aaf37e3f775', 'network_id': 'fb577a21-9b53-490f-98c7-9aaf37e3f775', 'tenant_id': '20430ba13f9644418345e5cc48ec7ef5', 'fixed_ips': [{'subnet_id': 'd6eb6b8c-9a10-4a5d-99f4-9eec6b15d42a'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:14:08.964432 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62fc7eeb-1916-4c7e-a364-df0769e2d43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:09.015535 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6b0173b0-d04a-4f4f-8861-9a618a79701b tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:09.079305 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7483d447-255c-49ef-b952-82684cdaf26d None None] Routers {'58a1b010-4f43-42db-850d-7a82cedfcbdf'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:14:09.079953 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7483d447-255c-49ef-b952-82684cdaf26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:14:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['58a1b010-4f43-42db-850d-7a82cedfcbdf'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:09.191904 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc60529f-e1d2-4b0c-9e9c-af34f47221c7 None None] Network 6e8e567c-3f8b-4e2a-a5de-09aba4ee507f requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:09.219381 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7483d447-255c-49ef-b952-82684cdaf26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:09.243599 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c0b0bfae-8593-4035-a9fe-8cd99ae9624a None None] Port 2d297e3a-9ac1-4739-a7b0-c316892ef68e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:09.248408 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5129e62a-af5c-4f6f-b723-e088c48d21cc None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:09.271878 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.objects.ports [None req-062efd36-14e2-410f-b714-86cb51a0a88e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89897) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 10 11:14:09.284590 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd43898a-7efb-415c-8cbb-73079c834854 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:09.468749 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-cd43898a-7efb-415c-8cbb-73079c834854 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Synchronizing usage tracker for tenant:bff75ec139ff428ea17476871cda1880 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:09.468749 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-062efd36-14e2-410f-b714-86cb51a0a88e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:09.468749 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e138ec-ca2e-4e3d-9c59-de61b9fe28b6 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Deleting subnet 4222e84a-acb2-48a5-b425-78fb7b938d7e {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:14:09.470015 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5129e62a-af5c-4f6f-b723-e088c48d21cc None None] Transition to ACTIVE for port object 8265b671-1ba4-48a8-bed7-3553a00f932c will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:09.470015 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 228fef6c-33d5-4c19-9a9c-64f47f3a90fc is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:09.470015 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7483d447-255c-49ef-b952-82684cdaf26d None None] Routers {'58a1b010-4f43-42db-850d-7a82cedfcbdf'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:14:09.470015 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7483d447-255c-49ef-b952-82684cdaf26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:14:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['58a1b010-4f43-42db-850d-7a82cedfcbdf'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:09.470552 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062efd36-14e2-410f-b714-86cb51a0a88e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:09.470552 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-062efd36-14e2-410f-b714-86cb51a0a88e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:09.470552 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062efd36-14e2-410f-b714-86cb51a0a88e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:09.470552 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-062efd36-14e2-410f-b714-86cb51a0a88e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:09.471092 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7483d447-255c-49ef-b952-82684cdaf26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:09.471092 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7483d447-255c-49ef-b952-82684cdaf26d None None] The sync data for ids ['58a1b010-4f43-42db-850d-7a82cedfcbdf'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:14:09.472197 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062efd36-14e2-410f-b714-86cb51a0a88e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=76633be9-a6f3-4c85-a7e7-cff9e951a44e,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:09.472790 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f787173d-bd06-408b-b86e-ff088ca8bbe0 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:09.525431 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:09.546069 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 64cff087-ee0d-4277-b470-31564b4c1ae4 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:14:09.561674 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-cd43898a-7efb-415c-8cbb-73079c834854 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Unset dirty status for tenant:bff75ec139ff428ea17476871cda1880 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:09.563009 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cd43898a-7efb-415c-8cbb-73079c834854 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "GET /v2.0/ports/2d297e3a-9ac1-4739-a7b0-c316892ef68e HTTP/1.1" status: 200 len: 910 time: 0.6436031 Oct 10 11:14:09.568929 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51470) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:09.570004 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-062efd36-14e2-410f-b714-86cb51a0a88e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2273040 Oct 10 11:14:09.570888 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51472) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:09.578792 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5129e62a-af5c-4f6f-b723-e088c48d21cc None None] Transition to ACTIVE for port object 8265b671-1ba4-48a8-bed7-3553a00f932c will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:09.584249 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-ae322679-78c9-4dec-b5ef-01cf59f99717 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'port': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'mac_address': 'fa:16:3e:1c:68:21', 'name': 'tempest-NetworksTestDHCPv6-830995773'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:09.599056 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-d6f3a7e1-1954-4fa6-9ca9-491a1e7e64bc tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Delete allocated IP 2001:db8:0:1::343 (6e8e567c-3f8b-4e2a-a5de-09aba4ee507f/a2a0fce9-b5f5-49b6-960f-ee07c513b10b) {{(pid=89897) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 10 11:14:09.643851 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-06e138ec-ca2e-4e3d-9c59-de61b9fe28b6 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:09.762021 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6e223c8f-87e5-4650-a12c-591e5edbc769 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:09.787873 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c0b0bfae-8593-4035-a9fe-8cd99ae9624a None None] Attempt 5 to provision port 2d297e3a-9ac1-4739-a7b0-c316892ef68e Oct 10 11:14:09.810549 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5129e62a-af5c-4f6f-b723-e088c48d21cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:09.843510 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-06e138ec-ca2e-4e3d-9c59-de61b9fe28b6 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:09.868380 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-00eee492-85aa-44fa-a8a6-fffed7db58bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:09.877082 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-6b0173b0-d04a-4f4f-8861-9a618a79701b tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Floating IP afadcbe0-eab7-472b-90e9-f9ad45882126 associated. External IP: 172.26.4.252, port: 87754a33-27a5-484f-a738-818ac2c3db4d. Oct 10 11:14:09.951407 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ae322679-78c9-4dec-b5ef-01cf59f99717 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:09.963969 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ae322679-78c9-4dec-b5ef-01cf59f99717 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:port and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:09.971739 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-62fc7eeb-1916-4c7e-a364-df0769e2d43b None None] Allocated IP 2001:db8:0:1::1 (fb577a21-9b53-490f-98c7-9aaf37e3f775/d6eb6b8c-9a10-4a5d-99f4-9eec6b15d42a/88072698-cc99-405f-acf4-c117541fb133) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:09.973820 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ae322679-78c9-4dec-b5ef-01cf59f99717 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:09.977428 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5129e62a-af5c-4f6f-b723-e088c48d21cc None None] Network 088236c3-1360-4b7e-816f-0b8897d96372 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:09.981983 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ae322679-78c9-4dec-b5ef-01cf59f99717 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:09.990538 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-5129e62a-af5c-4f6f-b723-e088c48d21cc None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:10.000017 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c0b0bfae-8593-4035-a9fe-8cd99ae9624a None None] Port 2d297e3a-9ac1-4739-a7b0-c316892ef68e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:10.013477 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5129e62a-af5c-4f6f-b723-e088c48d21cc None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:10.013899 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-06e138ec-ca2e-4e3d-9c59-de61b9fe28b6 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:10.015602 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129e62a-af5c-4f6f-b723-e088c48d21cc None None] Pushing event updated for resources: {'Port': ['ID=8265b671-1ba4-48a8-bed7-3553a00f932c,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:10.054316 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d6f3a7e1-1954-4fa6-9ca9-491a1e7e64bc tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:10.075123 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae322679-78c9-4dec-b5ef-01cf59f99717 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:10.113209 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-d6f3a7e1-1954-4fa6-9ca9-491a1e7e64bc tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Ignored duplicate provisioning block setup for port ec4b5bee-1fcc-4f91-9c07-d39377d40e83 by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 10 11:14:10.174898 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e54a93-ff9b-4bf0-a6df-968d2358a06e req-b221aa4f-e7e7-4e98-a601-78c295fa98d7 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:10.176449 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-96e54a93-ff9b-4bf0-a6df-968d2358a06e req-b221aa4f-e7e7-4e98-a601-78c295fa98d7 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 1.2247920 Oct 10 11:14:10.297652 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d6f3a7e1-1954-4fa6-9ca9-491a1e7e64bc tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:10.320982 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-5129e62a-af5c-4f6f-b723-e088c48d21cc None None] Attempting to bind port 8265b671-1ba4-48a8-bed7-3553a00f932c on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:14:10.321711 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-5129e62a-af5c-4f6f-b723-e088c48d21cc None None] Attempting to bind port 8265b671-1ba4-48a8-bed7-3553a00f932c by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '84df251e-3317-42a6-903c-752f10474701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': '088236c3-1360-4b7e-816f-0b8897d96372'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:14:10.321973 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129e62a-af5c-4f6f-b723-e088c48d21cc None None] Attempting to bind port 8265b671-1ba4-48a8-bed7-3553a00f932c on network 088236c3-1360-4b7e-816f-0b8897d96372 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:14:10.358567 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129e62a-af5c-4f6f-b723-e088c48d21cc None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:14:10.361363 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129e62a-af5c-4f6f-b723-e088c48d21cc None None] Checking segment: {'id': '84df251e-3317-42a6-903c-752f10474701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': '088236c3-1360-4b7e-816f-0b8897d96372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:14:10.362655 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5129e62a-af5c-4f6f-b723-e088c48d21cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:10.363317 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129e62a-af5c-4f6f-b723-e088c48d21cc None None] Bound using segment: {'id': '84df251e-3317-42a6-903c-752f10474701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': '088236c3-1360-4b7e-816f-0b8897d96372'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:14:10.363975 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-5129e62a-af5c-4f6f-b723-e088c48d21cc None None] Bound port: 8265b671-1ba4-48a8-bed7-3553a00f932c, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84df251e-3317-42a6-903c-752f10474701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': '088236c3-1360-4b7e-816f-0b8897d96372'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:14:10.364388 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5129e62a-af5c-4f6f-b723-e088c48d21cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:10.446375 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-d6f3a7e1-1954-4fa6-9ca9-491a1e7e64bc tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] In _notify_port_updated(), no bound segment for port ec4b5bee-1fcc-4f91-9c07-d39377d40e83 on network 6e8e567c-3f8b-4e2a-a5de-09aba4ee507f {{(pid=89897) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 10 11:14:10.452130 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f3a7e1-1954-4fa6-9ca9-491a1e7e64bc tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:10.452786 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d6f3a7e1-1954-4fa6-9ca9-491a1e7e64bc tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:10.454170 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d6f3a7e1-1954-4fa6-9ca9-491a1e7e64bc tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "PUT /v2.0/ports/ec4b5bee-1fcc-4f91-9c07-d39377d40e83 HTTP/1.1" status: 200 len: 925 time: 2.9456892 Oct 10 11:14:10.460191 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73c2d24-6f4e-435b-bd83-c0710c9699ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-dac74586-4382-4e00-a6eb-f2005f114a9a', 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'fixed_ips': [{'subnet_id': '76633be9-a6f3-4c85-a7e7-cff9e951a44e'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:14:10.460425 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51478) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:10.461148 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d73c2d24-6f4e-435b-bd83-c0710c9699ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:10.465073 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-00eee492-85aa-44fa-a8a6-fffed7db58bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Calling delete_port for 7c4cf60f-7e97-4cb2-9957-b7557560938e owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:10.473478 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3a7e1-1954-4fa6-9ca9-491a1e7e64bc tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Port': ['ID=ec4b5bee-1fcc-4f91-9c07-d39377d40e83,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:10.483577 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-0539b23a-5cee-4753-ba92-360502a80f11 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '86d1d729-dd24-461a-90af-4e8ecae79bae'}, {'subnet_id': 'a2a0fce9-b5f5-49b6-960f-ee07c513b10b'}]}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:10.525501 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c0b0bfae-8593-4035-a9fe-8cd99ae9624a None None] Attempt 6 to provision port 2d297e3a-9ac1-4739-a7b0-c316892ef68e Oct 10 11:14:10.525809 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-06e138ec-ca2e-4e3d-9c59-de61b9fe28b6 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:10.579682 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e138ec-ca2e-4e3d-9c59-de61b9fe28b6 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Pushing event deleted for resources: {'Subnet': ['ID=4222e84a-acb2-48a5-b425-78fb7b938d7e,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:10.585054 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ae322679-78c9-4dec-b5ef-01cf59f99717 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:10.604298 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-06e138ec-ca2e-4e3d-9c59-de61b9fe28b6 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:10.616452 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c0b0bfae-8593-4035-a9fe-8cd99ae9624a None None] Port 2d297e3a-9ac1-4739-a7b0-c316892ef68e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:10.624182 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-06e138ec-ca2e-4e3d-9c59-de61b9fe28b6 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] 10.222.0.40 "DELETE /v2.0/subnets/4222e84a-acb2-48a5-b425-78fb7b938d7e HTTP/1.1" status: 204 len: 168 time: 1.6920867 Oct 10 11:14:10.624968 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51482) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:10.710167 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-ae322679-78c9-4dec-b5ef-01cf59f99717 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] device_id is not set on port b8963b5a-fbb3-4cf4-a72f-f1d7e49d83f5 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:14:10.791030 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-5129e62a-af5c-4f6f-b723-e088c48d21cc None None] For port 8265b671-1ba4-48a8-bed7-3553a00f932c, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:14:10.807938 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0539b23a-5cee-4753-ba92-360502a80f11 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:10.829919 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-5129e62a-af5c-4f6f-b723-e088c48d21cc None None] For port 8265b671-1ba4-48a8-bed7-3553a00f932c, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=8265b671-1ba4-48a8-bed7-3553a00f932c,segment=NetworkSegment(84df251e-3317-42a6-903c-752f10474701),segment_id=84df251e-3317-42a6-903c-752f10474701)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:14:10.846718 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-96e54a93-ff9b-4bf0-a6df-968d2358a06e req-845c32e8-22e8-4d8e-bcda-831590ce00c5 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4561629 Oct 10 11:14:10.852567 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62fc7eeb-1916-4c7e-a364-df0769e2d43b None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:10.906375 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5129e62a-af5c-4f6f-b723-e088c48d21cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:10.906970 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a7207c4-9f9f-42a7-9cc0-d260c1c049c0 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Deleting subnet d6eb6b8c-9a10-4a5d-99f4-9eec6b15d42a {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:14:10.914333 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-62fc7eeb-1916-4c7e-a364-df0769e2d43b None None] Transition to ACTIVE for port object 88072698-cc99-405f-acf4-c117541fb133 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:11.021282 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-d73c2d24-6f4e-435b-bd83-c0710c9699ec None None] Allocated IP 2001:db8::f816:3eff:fe1b:db86 (dac74586-4382-4e00-a6eb-f2005f114a9a/76633be9-a6f3-4c85-a7e7-cff9e951a44e/cd8282f3-2039-42ab-a28d-108632261441) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:11.043608 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-00eee492-85aa-44fa-a8a6-fffed7db58bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:11.047291 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-62fc7eeb-1916-4c7e-a364-df0769e2d43b None None] Transition to ACTIVE for port object 88072698-cc99-405f-acf4-c117541fb133 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:11.071278 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129e62a-af5c-4f6f-b723-e088c48d21cc None None] Pushing event updated for resources: {'Port': ['ID=8265b671-1ba4-48a8-bed7-3553a00f932c,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:11.122577 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c0b0bfae-8593-4035-a9fe-8cd99ae9624a None None] Attempt 7 to provision port 2d297e3a-9ac1-4739-a7b0-c316892ef68e Oct 10 11:14:11.139256 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eee492-85aa-44fa-a8a6-fffed7db58bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Port': ['ID=7c4cf60f-7e97-4cb2-9957-b7557560938e,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:11.168058 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4a7207c4-9f9f-42a7-9cc0-d260c1c049c0 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:11.204260 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62fc7eeb-1916-4c7e-a364-df0769e2d43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:11.243002 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-00eee492-85aa-44fa-a8a6-fffed7db58bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:11.268554 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4a7207c4-9f9f-42a7-9cc0-d260c1c049c0 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:11.379668 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fc7eeb-1916-4c7e-a364-df0769e2d43b None None] Network fb577a21-9b53-490f-98c7-9aaf37e3f775 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:11.390664 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-62fc7eeb-1916-4c7e-a364-df0769e2d43b None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:11.392541 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c0b0bfae-8593-4035-a9fe-8cd99ae9624a None None] Port 2d297e3a-9ac1-4739-a7b0-c316892ef68e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:11.403646 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fc7eeb-1916-4c7e-a364-df0769e2d43b None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:11.415675 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-0539b23a-5cee-4753-ba92-360502a80f11 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Allocated IP 2001:db8:0:1::141 (6e8e567c-3f8b-4e2a-a5de-09aba4ee507f/a2a0fce9-b5f5-49b6-960f-ee07c513b10b/ec4b5bee-1fcc-4f91-9c07-d39377d40e83) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:11.437003 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f85040-c022-46a0-8ac0-028fabd8d7d0 req-b7d2cbb6-64a1-4f2d-95d4-ce0c130c7dbf tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:11.442939 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e7f85040-c022-46a0-8ac0-028fabd8d7d0 req-b7d2cbb6-64a1-4f2d-95d4-ce0c130c7dbf tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.3257895 Oct 10 11:14:11.462911 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-00eee492-85aa-44fa-a8a6-fffed7db58bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/ports/7c4cf60f-7e97-4cb2-9957-b7557560938e HTTP/1.1" status: 204 len: 168 time: 3.0024238 Oct 10 11:14:11.470883 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc7eeb-1916-4c7e-a364-df0769e2d43b None None] Pushing event updated for resources: {'Port': ['ID=88072698-cc99-405f-acf4-c117541fb133,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:11.476903 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee10d996-e822-4525-8b38-2a57e644082f None None] Network 088236c3-1360-4b7e-816f-0b8897d96372 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:11.477722 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51488) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:11.572876 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4a7207c4-9f9f-42a7-9cc0-d260c1c049c0 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:11.639968 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e7f85040-c022-46a0-8ac0-028fabd8d7d0 req-c7a3fcac-5aa9-4865-84d4-a84e47c30fdb tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807125 Oct 10 11:14:11.693995 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-62fc7eeb-1916-4c7e-a364-df0769e2d43b None None] Attempting to bind port 88072698-cc99-405f-acf4-c117541fb133 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:14:11.694543 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-62fc7eeb-1916-4c7e-a364-df0769e2d43b None None] Attempting to bind port 88072698-cc99-405f-acf4-c117541fb133 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '9a7bd8bd-43e6-4136-bcd4-84284ce565ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'fb577a21-9b53-490f-98c7-9aaf37e3f775'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:14:11.694913 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fc7eeb-1916-4c7e-a364-df0769e2d43b None None] Attempting to bind port 88072698-cc99-405f-acf4-c117541fb133 on network fb577a21-9b53-490f-98c7-9aaf37e3f775 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:14:11.710971 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fc7eeb-1916-4c7e-a364-df0769e2d43b None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:14:11.711339 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fc7eeb-1916-4c7e-a364-df0769e2d43b None None] Checking segment: {'id': '9a7bd8bd-43e6-4136-bcd4-84284ce565ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'fb577a21-9b53-490f-98c7-9aaf37e3f775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:14:11.711737 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62fc7eeb-1916-4c7e-a364-df0769e2d43b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:11.712131 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fc7eeb-1916-4c7e-a364-df0769e2d43b None None] Bound using segment: {'id': '9a7bd8bd-43e6-4136-bcd4-84284ce565ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'fb577a21-9b53-490f-98c7-9aaf37e3f775'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:14:11.713349 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-62fc7eeb-1916-4c7e-a364-df0769e2d43b None None] Bound port: 88072698-cc99-405f-acf4-c117541fb133, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7bd8bd-43e6-4136-bcd4-84284ce565ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'fb577a21-9b53-490f-98c7-9aaf37e3f775'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:14:11.713919 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62fc7eeb-1916-4c7e-a364-df0769e2d43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:11.720081 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0539b23a-5cee-4753-ba92-360502a80f11 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:11.738257 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-0539b23a-5cee-4753-ba92-360502a80f11 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Ignored duplicate provisioning block setup for port ec4b5bee-1fcc-4f91-9c07-d39377d40e83 by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 10 11:14:11.766070 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4a7207c4-9f9f-42a7-9cc0-d260c1c049c0 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:11.796739 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0173b0-d04a-4f4f-8861-9a618a79701b tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Router 5b29db68-2788-491e-bb1a-1710265879bc has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:14:11.801751 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d73c2d24-6f4e-435b-bd83-c0710c9699ec None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:11.813373 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0539b23a-5cee-4753-ba92-360502a80f11 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:11.823756 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7207c4-9f9f-42a7-9cc0-d260c1c049c0 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Pushing event deleted for resources: {'Subnet': ['ID=d6eb6b8c-9a10-4a5d-99f4-9eec6b15d42a,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:11.858682 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4a7207c4-9f9f-42a7-9cc0-d260c1c049c0 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:11.897868 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c0b0bfae-8593-4035-a9fe-8cd99ae9624a None None] Attempt 8 to provision port 2d297e3a-9ac1-4739-a7b0-c316892ef68e Oct 10 11:14:11.952072 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d73c2d24-6f4e-435b-bd83-c0710c9699ec None None] Transition to ACTIVE for port object cd8282f3-2039-42ab-a28d-108632261441 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:11.957389 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c0b0bfae-8593-4035-a9fe-8cd99ae9624a None None] Port 2d297e3a-9ac1-4739-a7b0-c316892ef68e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:11.993511 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-62fc7eeb-1916-4c7e-a364-df0769e2d43b None None] For port 88072698-cc99-405f-acf4-c117541fb133, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:14:11.999471 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d73c2d24-6f4e-435b-bd83-c0710c9699ec None None] Transition to ACTIVE for port object cd8282f3-2039-42ab-a28d-108632261441 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:11.999609 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539b23a-5cee-4753-ba92-360502a80f11 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Port': ['ID=ec4b5bee-1fcc-4f91-9c07-d39377d40e83,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:12.009011 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4a7207c4-9f9f-42a7-9cc0-d260c1c049c0 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] 10.222.0.40 "DELETE /v2.0/subnets/d6eb6b8c-9a10-4a5d-99f4-9eec6b15d42a HTTP/1.1" status: 204 len: 168 time: 1.3513575 Oct 10 11:14:12.015637 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51494) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:12.016131 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-62fc7eeb-1916-4c7e-a364-df0769e2d43b None None] For port 88072698-cc99-405f-acf4-c117541fb133, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=88072698-cc99-405f-acf4-c117541fb133,segment=NetworkSegment(9a7bd8bd-43e6-4136-bcd4-84284ce565ec),segment_id=9a7bd8bd-43e6-4136-bcd4-84284ce565ec)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:14:12.086142 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d73c2d24-6f4e-435b-bd83-c0710c9699ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:12.131803 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-0539b23a-5cee-4753-ba92-360502a80f11 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] In _notify_port_updated(), no bound segment for port ec4b5bee-1fcc-4f91-9c07-d39377d40e83 on network 6e8e567c-3f8b-4e2a-a5de-09aba4ee507f {{(pid=89897) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 10 11:14:12.137162 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0539b23a-5cee-4753-ba92-360502a80f11 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:12.139205 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0539b23a-5cee-4753-ba92-360502a80f11 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:12.139205 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0539b23a-5cee-4753-ba92-360502a80f11 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "PUT /v2.0/ports/ec4b5bee-1fcc-4f91-9c07-d39377d40e83 HTTP/1.1" status: 200 len: 1011 time: 1.6754186 Oct 10 11:14:12.143514 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62fc7eeb-1916-4c7e-a364-df0769e2d43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:12.152464 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51498) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:12.183686 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8e07bb69-2fb0-4915-aec8-04731146f7bb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:12.240011 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73c2d24-6f4e-435b-bd83-c0710c9699ec None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:12.243433 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-d73c2d24-6f4e-435b-bd83-c0710c9699ec None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:12.247400 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73c2d24-6f4e-435b-bd83-c0710c9699ec None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:12.257972 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109e7e60-fa83-4a6f-91d0-01865548dce2 None None] Network fb577a21-9b53-490f-98c7-9aaf37e3f775 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:12.258933 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6e223c8f-87e5-4650-a12c-591e5edbc769 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:12.375903 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6e223c8f-87e5-4650-a12c-591e5edbc769 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:12.382523 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c59331-47b3-440c-8853-7706039c95e1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:12.383636 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f8c59331-47b3-440c-8853-7706039c95e1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Synchronizing usage tracker for tenant:20430ba13f9644418345e5cc48ec7ef5 on resource:subnet {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:12.387084 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-ae322679-78c9-4dec-b5ef-01cf59f99717 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 2001:db8::f816:3eff:fe1c:6821 (dac74586-4382-4e00-a6eb-f2005f114a9a/76633be9-a6f3-4c85-a7e7-cff9e951a44e/b8963b5a-fbb3-4cf4-a72f-f1d7e49d83f5) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:12.391918 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-ee592394-7e5f-4875-9ecb-966e43e138cd tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting port ec4b5bee-1fcc-4f91-9c07-d39377d40e83 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:12.392257 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ee592394-7e5f-4875-9ecb-966e43e138cd tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:12.399256 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c2d24-6f4e-435b-bd83-c0710c9699ec None None] Pushing event updated for resources: {'Port': ['ID=cd8282f3-2039-42ab-a28d-108632261441,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:12.399887 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a11b73-4db9-4909-a142-9858e0a80a1d tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:12.400650 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-39a11b73-4db9-4909-a142-9858e0a80a1d tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Synchronizing usage tracker for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:12.501553 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c0b0bfae-8593-4035-a9fe-8cd99ae9624a None None] Attempt 9 to provision port 2d297e3a-9ac1-4739-a7b0-c316892ef68e Oct 10 11:14:12.513002 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d6f835a5-f7c3-4a23-9652-85efb7b268d3 req-3fd95a91-6a6c-453b-932b-0dad5be5c011 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9620078 Oct 10 11:14:12.549992 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f8c59331-47b3-440c-8853-7706039c95e1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Unset dirty status for tenant:20430ba13f9644418345e5cc48ec7ef5 on resource:subnet {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:12.558323 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f8c59331-47b3-440c-8853-7706039c95e1 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5034332 Oct 10 11:14:12.558464 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51502) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:12.583116 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c0b0bfae-8593-4035-a9fe-8cd99ae9624a None None] Port 2d297e3a-9ac1-4739-a7b0-c316892ef68e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:12.728653 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-39a11b73-4db9-4909-a142-9858e0a80a1d tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Unset dirty status for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:12.731154 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-39a11b73-4db9-4909-a142-9858e0a80a1d tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.2491295 Oct 10 11:14:12.739231 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51506) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:12.741581 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d73c2d24-6f4e-435b-bd83-c0710c9699ec None None] Attempting to bind port cd8282f3-2039-42ab-a28d-108632261441 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:14:12.741939 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d73c2d24-6f4e-435b-bd83-c0710c9699ec None None] Attempting to bind port cd8282f3-2039-42ab-a28d-108632261441 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:14:12.742295 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73c2d24-6f4e-435b-bd83-c0710c9699ec None None] Attempting to bind port cd8282f3-2039-42ab-a28d-108632261441 on network dac74586-4382-4e00-a6eb-f2005f114a9a {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:14:12.756769 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc7eeb-1916-4c7e-a364-df0769e2d43b None None] Pushing event updated for resources: {'Port': ['ID=88072698-cc99-405f-acf4-c117541fb133,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:12.761204 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73c2d24-6f4e-435b-bd83-c0710c9699ec None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:14:12.761603 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73c2d24-6f4e-435b-bd83-c0710c9699ec None None] Checking segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:14:12.761998 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d73c2d24-6f4e-435b-bd83-c0710c9699ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:12.762377 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73c2d24-6f4e-435b-bd83-c0710c9699ec None None] Bound using segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:14:12.762604 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e8979-10c4-4b13-8c6a-dda65e4e944d req-db7f8f9b-355b-4127-a719-f5449dda1100 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:12.762839 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d73c2d24-6f4e-435b-bd83-c0710c9699ec None None] Bound port: cd8282f3-2039-42ab-a28d-108632261441, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:14:12.763208 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d73c2d24-6f4e-435b-bd83-c0710c9699ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:12.764275 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cd8e8979-10c4-4b13-8c6a-dda65e4e944d req-db7f8f9b-355b-4127-a719-f5449dda1100 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.9729240 Oct 10 11:14:12.789494 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0173b0-d04a-4f4f-8861-9a618a79701b tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:14:12.803699 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405b2009-a4f0-45a5-a45a-fe1136b3c916 None None] Sync routers for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:14:12.812955 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405b2009-a4f0-45a5-a45a-fe1136b3c916 None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:14:12.813849 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-405b2009-a4f0-45a5-a45a-fe1136b3c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:14:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:12.887061 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-405b2009-a4f0-45a5-a45a-fe1136b3c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:12.895077 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d73c2d24-6f4e-435b-bd83-c0710c9699ec None None] For port cd8282f3-2039-42ab-a28d-108632261441, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:14:12.899005 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405b2009-a4f0-45a5-a45a-fe1136b3c916 None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:14:12.899804 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-405b2009-a4f0-45a5-a45a-fe1136b3c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:14:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:12.902068 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d73c2d24-6f4e-435b-bd83-c0710c9699ec None None] For port cd8282f3-2039-42ab-a28d-108632261441, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=cd8282f3-2039-42ab-a28d-108632261441,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:14:12.966753 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-405b2009-a4f0-45a5-a45a-fe1136b3c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:12.967401 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405b2009-a4f0-45a5-a45a-fe1136b3c916 None None] The sync data for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:14:12.980344 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-01c95454-1de4-4380-8b3a-e80b76c2c99b tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:12.984481 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d73c2d24-6f4e-435b-bd83-c0710c9699ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:12.990629 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-980539e6-7b4e-4123-aa3d-e8a05b2daafc tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] GET failed (client error): The resource could not be found. Oct 10 11:14:12.990851 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-980539e6-7b4e-4123-aa3d-e8a05b2daafc tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Synchronizing usage tracker for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:13.039085 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-980539e6-7b4e-4123-aa3d-e8a05b2daafc tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Unset dirty status for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:13.043013 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-980539e6-7b4e-4123-aa3d-e8a05b2daafc tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "GET /v2.0/ports/7e4fbe8d-5a58-4668-b06e-e658247e9639 HTTP/1.1" status: 404 len: 333 time: 0.3022635 Oct 10 11:14:13.048948 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51510) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:13.064616 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-01c95454-1de4-4380-8b3a-e80b76c2c99b tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Deleting port 88072698-cc99-405f-acf4-c117541fb133 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:13.065490 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-01c95454-1de4-4380-8b3a-e80b76c2c99b tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:13.074117 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c2d24-6f4e-435b-bd83-c0710c9699ec None None] Pushing event updated for resources: {'Port': ['ID=cd8282f3-2039-42ab-a28d-108632261441,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:13.083777 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c0b0bfae-8593-4035-a9fe-8cd99ae9624a None None] Attempt 10 to provision port 2d297e3a-9ac1-4739-a7b0-c316892ef68e Oct 10 11:14:13.124410 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cd8e8979-10c4-4b13-8c6a-dda65e4e944d req-d0b419ac-e051-4014-b72e-ca0442e3683a tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3348441 Oct 10 11:14:13.139256 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20a7267-d158-47e8-b45e-73ec5233e60f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] GET failed (client error): The resource could not be found. Oct 10 11:14:13.142522 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f20a7267-d158-47e8-b45e-73ec5233e60f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "GET /v2.0/ports/7c4cf60f-7e97-4cb2-9957-b7557560938e HTTP/1.1" status: 404 len: 333 time: 0.0889909 Oct 10 11:14:13.147966 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51514) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:13.162330 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c0b0bfae-8593-4035-a9fe-8cd99ae9624a None None] Port 2d297e3a-9ac1-4739-a7b0-c316892ef68e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:13.183382 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ae322679-78c9-4dec-b5ef-01cf59f99717 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:13.192696 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-c0b0bfae-8593-4035-a9fe-8cd99ae9624a None None] Provisioning complete for port 228fef6c-33d5-4c19-9a9c-64f47f3a90fc triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:13.193071 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c0b0bfae-8593-4035-a9fe-8cd99ae9624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:13.193410 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c0b0bfae-8593-4035-a9fe-8cd99ae9624a None None] Attempt 1 to provision port 228fef6c-33d5-4c19-9a9c-64f47f3a90fc Oct 10 11:14:13.205009 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-ae322679-78c9-4dec-b5ef-01cf59f99717 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Transition to ACTIVE for port object b8963b5a-fbb3-4cf4-a72f-f1d7e49d83f5 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:13.210498 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f835a5-f7c3-4a23-9652-85efb7b268d3 req-19964588-d4a8-4a53-9c29-839c3f718561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:13.211964 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d6f835a5-f7c3-4a23-9652-85efb7b268d3 req-19964588-d4a8-4a53-9c29-839c3f718561 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae70dbd562a74602ba992b43f7087eba&device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 1098 time: 0.5694668 Oct 10 11:14:13.264901 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ee592394-7e5f-4875-9ecb-966e43e138cd tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:13.355885 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ae322679-78c9-4dec-b5ef-01cf59f99717 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:13.431507 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c0b0bfae-8593-4035-a9fe-8cd99ae9624a None None] Current status of the port 228fef6c-33d5-4c19-9a9c-64f47f3a90fc is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:13.457644 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-ee592394-7e5f-4875-9ecb-966e43e138cd tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Calling delete_port for ec4b5bee-1fcc-4f91-9c07-d39377d40e83 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:13.458632 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6e223c8f-87e5-4650-a12c-591e5edbc769 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:13.542773 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b65692a9-1174-4a95-872b-0b943783e761 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:13.569153 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device cd8282f3-2039-42ab-a28d-108632261441 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:14:13.657465 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae322679-78c9-4dec-b5ef-01cf59f99717 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:13.688872 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-ae322679-78c9-4dec-b5ef-01cf59f99717 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:13.697060 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae322679-78c9-4dec-b5ef-01cf59f99717 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:13.702747 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae322679-78c9-4dec-b5ef-01cf59f99717 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:13.703439 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ae322679-78c9-4dec-b5ef-01cf59f99717 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:13.710288 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae322679-78c9-4dec-b5ef-01cf59f99717 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Port': ['ID=b8963b5a-fbb3-4cf4-a72f-f1d7e49d83f5,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:13.760115 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-afe06c6b-01c7-45e5-85d9-abca4c9e632c None None] Provisioning for port 64cff087-ee0d-4277-b470-31564b4c1ae4 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:13.766528 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-afe06c6b-01c7-45e5-85d9-abca4c9e632c None None] Provisioning complete for port 64cff087-ee0d-4277-b470-31564b4c1ae4 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:13.770619 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-afe06c6b-01c7-45e5-85d9-abca4c9e632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:13.770619 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-afe06c6b-01c7-45e5-85d9-abca4c9e632c None None] Attempt 1 to provision port 64cff087-ee0d-4277-b470-31564b4c1ae4 Oct 10 11:14:13.802293 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port cd8282f3-2039-42ab-a28d-108632261441 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:13.856009 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-01c95454-1de4-4380-8b3a-e80b76c2c99b tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] For port 88072698-cc99-405f-acf4-c117541fb133, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=88072698-cc99-405f-acf4-c117541fb133,segment=NetworkSegment(9a7bd8bd-43e6-4136-bcd4-84284ce565ec),segment_id=9a7bd8bd-43e6-4136-bcd4-84284ce565ec)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:13.856569 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-01c95454-1de4-4380-8b3a-e80b76c2c99b tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:13.952989 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-afe06c6b-01c7-45e5-85d9-abca4c9e632c None None] Current status of the port 64cff087-ee0d-4277-b470-31564b4c1ae4 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:13.971601 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-afe06c6b-01c7-45e5-85d9-abca4c9e632c None None] Provisioning complete for port 2d297e3a-9ac1-4739-a7b0-c316892ef68e triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:13.971995 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-afe06c6b-01c7-45e5-85d9-abca4c9e632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:13.972327 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-afe06c6b-01c7-45e5-85d9-abca4c9e632c None None] Attempt 1 to provision port 2d297e3a-9ac1-4739-a7b0-c316892ef68e Oct 10 11:14:14.023094 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ae322679-78c9-4dec-b5ef-01cf59f99717 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.4462483 Oct 10 11:14:14.030535 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-01c95454-1de4-4380-8b3a-e80b76c2c99b tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Calling delete_port for 88072698-cc99-405f-acf4-c117541fb133 owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:14.054644 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51522) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:14.063133 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-afe06c6b-01c7-45e5-85d9-abca4c9e632c None None] Port 2d297e3a-9ac1-4739-a7b0-c316892ef68e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:14.360346 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ee592394-7e5f-4875-9ecb-966e43e138cd tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:14.411320 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-01c95454-1de4-4380-8b3a-e80b76c2c99b tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:14.421985 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6e223c8f-87e5-4650-a12c-591e5edbc769 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:14.429014 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee592394-7e5f-4875-9ecb-966e43e138cd tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Port': ['ID=ec4b5bee-1fcc-4f91-9c07-d39377d40e83,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:14.439480 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-8e07bb69-2fb0-4915-aec8-04731146f7bb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Deleting port 2d297e3a-9ac1-4739-a7b0-c316892ef68e {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:14.439859 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8e07bb69-2fb0-4915-aec8-04731146f7bb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:14.477584 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6e223c8f-87e5-4650-a12c-591e5edbc769 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:14.519443 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c95454-1de4-4380-8b3a-e80b76c2c99b tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] No DVR routers for this DVR port 88072698-cc99-405f-acf4-c117541fb133 on host dv-neutron-860842-1-hyperv {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:14:14.556991 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c95454-1de4-4380-8b3a-e80b76c2c99b tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Pushing event deleted for resources: {'Port': ['ID=88072698-cc99-405f-acf4-c117541fb133,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:14.565088 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-afe06c6b-01c7-45e5-85d9-abca4c9e632c None None] Attempt 2 to provision port 2d297e3a-9ac1-4739-a7b0-c316892ef68e Oct 10 11:14:14.583887 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f835a5-f7c3-4a23-9652-85efb7b268d3 req-9e3d8b88-477b-4d57-94ac-6c4edaff3764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:14.585380 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d6f835a5-f7c3-4a23-9652-85efb7b268d3 req-9e3d8b88-477b-4d57-94ac-6c4edaff3764 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f36cb35b-e765-411b-82dd-156471dbc6b1 HTTP/1.1" status: 200 len: 913 time: 1.2622123 Oct 10 11:14:14.629045 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ee592394-7e5f-4875-9ecb-966e43e138cd tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:14.651302 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-afe06c6b-01c7-45e5-85d9-abca4c9e632c None None] Port 2d297e3a-9ac1-4739-a7b0-c316892ef68e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:14.656135 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ee592394-7e5f-4875-9ecb-966e43e138cd tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/ports/ec4b5bee-1fcc-4f91-9c07-d39377d40e83 HTTP/1.1" status: 204 len: 168 time: 2.5024006 Oct 10 11:14:14.659656 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51526) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:14.702423 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb2217d-a26d-43b0-b4bd-3efb24b1c4f0 None None] get_active_networks_info from dv-neutron-860842-1-hyperv {{(pid=89898) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 10 11:14:14.762659 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d406889-d8e2-4f45-8ebb-506f3547862b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] GET failed (client error): The resource could not be found. Oct 10 11:14:14.763394 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-2d406889-d8e2-4f45-8ebb-506f3547862b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Synchronizing usage tracker for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:14.766826 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-01c95454-1de4-4380-8b3a-e80b76c2c99b tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:14.770108 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0173b0-d04a-4f4f-8861-9a618a79701b tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Router 5b29db68-2788-491e-bb1a-1710265879bc has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:14:14.776575 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b65692a9-1174-4a95-872b-0b943783e761 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:14.797186 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6e223c8f-87e5-4650-a12c-591e5edbc769 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:14.797696 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e223c8f-87e5-4650-a12c-591e5edbc769 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b63cc7c9-929a-4033-ba11-977e578e9ab4 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:14:14.806344 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-01c95454-1de4-4380-8b3a-e80b76c2c99b tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb577a21-9b53-490f-98c7-9aaf37e3f775']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:14.820314 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-01c95454-1de4-4380-8b3a-e80b76c2c99b tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a7bd8bd-43e6-4136-bcd4-84284ce565ec') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:14.820670 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-01c95454-1de4-4380-8b3a-e80b76c2c99b tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a7bd8bd-43e6-4136-bcd4-84284ce565ec') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:14.834064 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-01c95454-1de4-4380-8b3a-e80b76c2c99b tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:14.837441 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb2217d-a26d-43b0-b4bd-3efb24b1c4f0 None None] Resources bound (agent type, host, resource id): {{(pid=89898) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 10 11:14:14.841558 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-2d406889-d8e2-4f45-8ebb-506f3547862b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Unset dirty status for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:14.845875 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2d406889-d8e2-4f45-8ebb-506f3547862b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "GET /v2.0/ports/ec4b5bee-1fcc-4f91-9c07-d39377d40e83 HTTP/1.1" status: 404 len: 333 time: 0.1852915 Oct 10 11:14:14.847771 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51530) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:14.898782 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-01c95454-1de4-4380-8b3a-e80b76c2c99b tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:14.915110 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c95454-1de4-4380-8b3a-e80b76c2c99b tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Releasing vlan 490 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:14:14.915637 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-01c95454-1de4-4380-8b3a-e80b76c2c99b tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:14.930678 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-b65692a9-1174-4a95-872b-0b943783e761 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f20feb-5d94-4104-92e8-86df1a6caf6e']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:14.998831 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 9a7bd8bd-43e6-4136-bcd4-84284ce565ec resource provider aggregate not found Oct 10 11:14:15.018661 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d6f835a5-f7c3-4a23-9652-85efb7b268d3 req-6284f86d-b9cd-4769-9de8-edbd3c6762db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9c1e995-eabf-45b1-8559-c8881096b3b7 HTTP/1.1" status: 200 len: 1001 time: 0.4171393 Oct 10 11:14:15.031788 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-41eaf3ae-e629-40e1-a5f1-a3dd602a869a tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting subnet a2a0fce9-b5f5-49b6-960f-ee07c513b10b {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:14:15.036639 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-41eaf3ae-e629-40e1-a5f1-a3dd602a869a tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:15.042507 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e77c38-5f77-4bc8-8354-2c894380b31c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:15.048390 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e77c38-5f77-4bc8-8354-2c894380b31c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:15.053319 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a2e77c38-5f77-4bc8-8354-2c894380b31c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.9944453 Oct 10 11:14:15.063494 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-b65692a9-1174-4a95-872b-0b943783e761 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b2c239-7863-4ebd-ac04-b2bdff6e290a') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:15.063797 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-b65692a9-1174-4a95-872b-0b943783e761 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b2c239-7863-4ebd-ac04-b2bdff6e290a') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:15.067599 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 9a7bd8bd-43e6-4136-bcd4-84284ce565ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a7bd8bd-43e6-4136-bcd4-84284ce565ec found for delete ", "request_id": "req-ba22b526-4d31-4b6b-a8a4-26f99e788e8e"}]} Oct 10 11:14:15.068074 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51538) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:15.118574 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852d764-f1e7-46e3-b2ec-dab5342c1e53 req-6b261c4d-20df-43e3-bed8-1d3bca89e85d tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:15.120596 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a852d764-f1e7-46e3-b2ec-dab5342c1e53 req-6b261c4d-20df-43e3-bed8-1d3bca89e85d tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 1.0628159 Oct 10 11:14:15.129733 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-6e223c8f-87e5-4650-a12c-591e5edbc769 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 10 11:14:15.130809 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6e223c8f-87e5-4650-a12c-591e5edbc769 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 7.0063152 Oct 10 11:14:15.139890 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51542) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:15.142601 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b65692a9-1174-4a95-872b-0b943783e761 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:15.153028 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-afe06c6b-01c7-45e5-85d9-abca4c9e632c None None] Attempt 3 to provision port 2d297e3a-9ac1-4739-a7b0-c316892ef68e Oct 10 11:14:15.195322 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-41eaf3ae-e629-40e1-a5f1-a3dd602a869a tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:15.222732 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-afe06c6b-01c7-45e5-85d9-abca4c9e632c None None] Port 2d297e3a-9ac1-4739-a7b0-c316892ef68e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:15.235605 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-01c95454-1de4-4380-8b3a-e80b76c2c99b tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:15.273248 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8e07bb69-2fb0-4915-aec8-04731146f7bb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:15.276544 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-01c95454-1de4-4380-8b3a-e80b76c2c99b tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:15.297113 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c95454-1de4-4380-8b3a-e80b76c2c99b tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Pushing event deleted for resources: {'Network': ['ID=fb577a21-9b53-490f-98c7-9aaf37e3f775,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:15.308053 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b65692a9-1174-4a95-872b-0b943783e761 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:15.309185 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-01822b80-5b55-4dc9-b664-6ea4f7052794 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting port b8963b5a-fbb3-4cf4-a72f-f1d7e49d83f5 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:15.309609 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-01822b80-5b55-4dc9-b664-6ea4f7052794 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:15.314683 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f835a5-f7c3-4a23-9652-85efb7b268d3 req-8d441714-ddce-4ab7-b18f-8159fc4113e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:15.316135 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d6f835a5-f7c3-4a23-9652-85efb7b268d3 req-8d441714-ddce-4ab7-b18f-8159fc4113e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04983d62-0192-4bd4-9c0c-86c066bd05d2 HTTP/1.1" status: 200 len: 851 time: 0.2439158 Oct 10 11:14:15.346345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-4cde326b-5b47-4686-a679-ebac43cb6337 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Deleting port 818981a6-7760-4e60-8b6d-8d768a651a95 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:15.347543 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4cde326b-5b47-4686-a679-ebac43cb6337 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:15.355640 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f297e8cf-e9cc-4869-9fef-0d4f3a8018b1 None None] get_active_networks_info from dv-neutron-860842-1-hyperv {{(pid=89898) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 10 11:14:15.374315 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-01c95454-1de4-4380-8b3a-e80b76c2c99b tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] 10.222.0.40 "DELETE /v2.0/networks/fb577a21-9b53-490f-98c7-9aaf37e3f775 HTTP/1.1" status: 204 len: 168 time: 2.8148220 Oct 10 11:14:15.395039 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51546) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:15.550043 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f297e8cf-e9cc-4869-9fef-0d4f3a8018b1 None None] Resources bound (agent type, host, resource id): {{(pid=89898) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 10 11:14:15.610824 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-8e07bb69-2fb0-4915-aec8-04731146f7bb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Calling delete_port for 2d297e3a-9ac1-4739-a7b0-c316892ef68e owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:15.684412 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-41eaf3ae-e629-40e1-a5f1-a3dd602a869a tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:15.689456 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65692a9-1174-4a95-872b-0b943783e761 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Releasing vlan 492 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:14:15.690514 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b65692a9-1174-4a95-872b-0b943783e761 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:15.725418 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-afe06c6b-01c7-45e5-85d9-abca4c9e632c None None] Attempt 4 to provision port 2d297e3a-9ac1-4739-a7b0-c316892ef68e Oct 10 11:14:15.743473 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 63b2c239-7863-4ebd-ac04-b2bdff6e290a resource provider aggregate not found Oct 10 11:14:15.744882 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1b50f970-9f09-460e-a880-f3fe9cf4b3bf tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:15.755016 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a852d764-f1e7-46e3-b2ec-dab5342c1e53 req-04a40046-5cf5-44e3-a6ae-1615478f7e49 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6171610 Oct 10 11:14:15.835028 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0173b0-d04a-4f4f-8861-9a618a79701b tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:14:15.848313 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-afe06c6b-01c7-45e5-85d9-abca4c9e632c None None] Port 2d297e3a-9ac1-4739-a7b0-c316892ef68e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:15.850680 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede8a795-ddf8-45a9-bd0b-03c9b9264be9 None None] Sync routers for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:14:15.852189 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 63b2c239-7863-4ebd-ac04-b2bdff6e290a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63b2c239-7863-4ebd-ac04-b2bdff6e290a found for delete ", "request_id": "req-459d5a2a-a3bb-45d3-8a2b-8dcc327aa0a5"}]} Oct 10 11:14:15.872913 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede8a795-ddf8-45a9-bd0b-03c9b9264be9 None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:14:15.873750 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-ede8a795-ddf8-45a9-bd0b-03c9b9264be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:14:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:15.900169 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6b0173b0-d04a-4f4f-8861-9a618a79701b tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:16.004142 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-ede8a795-ddf8-45a9-bd0b-03c9b9264be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:16.004323 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b65692a9-1174-4a95-872b-0b943783e761 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:16.034519 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b65692a9-1174-4a95-872b-0b943783e761 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:16.053183 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65692a9-1174-4a95-872b-0b943783e761 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Network': ['ID=39f20feb-5d94-4104-92e8-86df1a6caf6e,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:16.061834 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede8a795-ddf8-45a9-bd0b-03c9b9264be9 None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:14:16.062360 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-ede8a795-ddf8-45a9-bd0b-03c9b9264be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:14:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:16.063479 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b65692a9-1174-4a95-872b-0b943783e761 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/networks/39f20feb-5d94-4104-92e8-86df1a6caf6e HTTP/1.1" status: 204 len: 168 time: 2.9105203 Oct 10 11:14:16.069131 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f835a5-f7c3-4a23-9652-85efb7b268d3 req-a6eb9ada-3179-46a2-a126-36557ea4dc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:16.070757 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d6f835a5-f7c3-4a23-9652-85efb7b268d3 req-a6eb9ada-3179-46a2-a126-36557ea4dc88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f36cb35b-e765-411b-82dd-156471dbc6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4727831 Oct 10 11:14:16.073797 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51558) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:16.079469 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-4407b1a2-daa3-4d33-a236-cb5dc2ffaeb2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-670119648'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:16.136699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-1b50f970-9f09-460e-a880-f3fe9cf4b3bf tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Deleting port 8265b671-1ba4-48a8-bed7-3553a00f932c {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:16.137747 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-ede8a795-ddf8-45a9-bd0b-03c9b9264be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:16.137922 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1b50f970-9f09-460e-a880-f3fe9cf4b3bf tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:16.138156 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede8a795-ddf8-45a9-bd0b-03c9b9264be9 None None] The sync data for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:14:16.153494 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4407b1a2-daa3-4d33-a236-cb5dc2ffaeb2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:16.178588 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4407b1a2-daa3-4d33-a236-cb5dc2ffaeb2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:network and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:16.185059 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4407b1a2-daa3-4d33-a236-cb5dc2ffaeb2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:16.215844 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-41eaf3ae-e629-40e1-a5f1-a3dd602a869a tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:16.253080 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4407b1a2-daa3-4d33-a236-cb5dc2ffaeb2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:16.271981 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6b0173b0-d04a-4f4f-8861-9a618a79701b tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "PUT /v2.0/floatingips/afadcbe0-eab7-472b-90e9-f9ad45882126 HTTP/1.1" status: 200 len: 977 time: 9.0435052 Oct 10 11:14:16.279084 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51562) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:16.297627 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eaf3ae-e629-40e1-a5f1-a3dd602a869a tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Subnet': ['ID=a2a0fce9-b5f5-49b6-960f-ee07c513b10b,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:16.311590 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-41eaf3ae-e629-40e1-a5f1-a3dd602a869a tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:16.317265 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2052e860-4145-49b3-b7e9-5c43458a0e73 None None] Network 6e8e567c-3f8b-4e2a-a5de-09aba4ee507f requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:16.317775 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-c889945d-c2d8-411a-ab34-24d36ded2509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:16.325769 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-01822b80-5b55-4dc9-b664-6ea4f7052794 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:16.350417 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-afe06c6b-01c7-45e5-85d9-abca4c9e632c None None] Attempt 5 to provision port 2d297e3a-9ac1-4739-a7b0-c316892ef68e Oct 10 11:14:16.375515 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4cde326b-5b47-4686-a679-ebac43cb6337 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:16.384524 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4407b1a2-daa3-4d33-a236-cb5dc2ffaeb2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:16.387916 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4407b1a2-daa3-4d33-a236-cb5dc2ffaeb2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:16.398641 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-41eaf3ae-e629-40e1-a5f1-a3dd602a869a tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/subnets/a2a0fce9-b5f5-49b6-960f-ee07c513b10b HTTP/1.1" status: 204 len: 168 time: 1.5472810 Oct 10 11:14:16.400885 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51568) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:16.462175 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d6f835a5-f7c3-4a23-9652-85efb7b268d3 req-b51cce79-773a-4c6e-a083-854a636e4b73 service neutron] 10.222.0.15 "GET /v2.0/networks/f36cb35b-e765-411b-82dd-156471dbc6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485594 Oct 10 11:14:16.520874 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-afe06c6b-01c7-45e5-85d9-abca4c9e632c None None] Port 2d297e3a-9ac1-4739-a7b0-c316892ef68e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:16.572202 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c889945d-c2d8-411a-ab34-24d36ded2509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:16.584868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-01822b80-5b55-4dc9-b664-6ea4f7052794 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Calling delete_port for b8963b5a-fbb3-4cf4-a72f-f1d7e49d83f5 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:16.644101 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8e07bb69-2fb0-4915-aec8-04731146f7bb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:16.692939 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4407b1a2-daa3-4d33-a236-cb5dc2ffaeb2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 462} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:14:16.734524 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07bb69-2fb0-4915-aec8-04731146f7bb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Port': ['ID=2d297e3a-9ac1-4739-a7b0-c316892ef68e,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:16.754029 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-4cde326b-5b47-4686-a679-ebac43cb6337 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Calling delete_port for 818981a6-7760-4e60-8b6d-8d768a651a95 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:17.023147 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-afe06c6b-01c7-45e5-85d9-abca4c9e632c None None] Attempt 6 to provision port 2d297e3a-9ac1-4739-a7b0-c316892ef68e Oct 10 11:14:17.023745 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-38430550-151b-4e43-9707-a2c2a405a806 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting subnet 86d1d729-dd24-461a-90af-4e8ecae79bae {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:14:17.045084 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-38430550-151b-4e43-9707-a2c2a405a806 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:17.066473 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4407b1a2-daa3-4d33-a236-cb5dc2ffaeb2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:17.066811 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-4407b1a2-daa3-4d33-a236-cb5dc2ffaeb2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Added segment 8a780b7d-c20f-4c35-81fd-a701aaf2f9e7 of type vlan for network fe458a96-3a00-447c-9f2a-8660cf986d91 Oct 10 11:14:17.078459 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-afe06c6b-01c7-45e5-85d9-abca4c9e632c None None] Port 2d297e3a-9ac1-4739-a7b0-c316892ef68e was deleted so its status cannot be updated. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 10 11:14:17.084621 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-afe06c6b-01c7-45e5-85d9-abca4c9e632c None None] Could not find standard attr ID for object ec4b5bee-1fcc-4f91-9c07-d39377d40e83. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:14:17.169484 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-1b50f970-9f09-460e-a880-f3fe9cf4b3bf tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] For port 8265b671-1ba4-48a8-bed7-3553a00f932c, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=8265b671-1ba4-48a8-bed7-3553a00f932c,segment=NetworkSegment(84df251e-3317-42a6-903c-752f10474701),segment_id=84df251e-3317-42a6-903c-752f10474701)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:17.171981 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1b50f970-9f09-460e-a880-f3fe9cf4b3bf tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:17.177101 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d6f835a5-f7c3-4a23-9652-85efb7b268d3 req-5ef92eea-85fa-4baa-96b5-6e5bfb48d2fe service neutron] 10.222.0.15 "GET /v2.0/networks/f36cb35b-e765-411b-82dd-156471dbc6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7067561 Oct 10 11:14:17.203670 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4407b1a2-daa3-4d33-a236-cb5dc2ffaeb2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:17.332666 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-1b50f970-9f09-460e-a880-f3fe9cf4b3bf tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Calling delete_port for 8265b671-1ba4-48a8-bed7-3553a00f932c owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:17.388214 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-38430550-151b-4e43-9707-a2c2a405a806 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:17.520538 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-38430550-151b-4e43-9707-a2c2a405a806 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:17.522483 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e556383-4aa5-46d0-95cc-fe6676dd23d0 req-14627f93-b3eb-4a8b-9065-1d8002b4ca49 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:17.524233 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5e556383-4aa5-46d0-95cc-fe6676dd23d0 req-14627f93-b3eb-4a8b-9065-1d8002b4ca49 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.6141441 Oct 10 11:14:17.526064 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.resource_extend [None req-4407b1a2-daa3-4d33-a236-cb5dc2ffaeb2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:14:17.537888 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d0efcd3c-29fb-4eed-b197-4ac23e5bcffb None None] Provisioning for port b8963b5a-fbb3-4cf4-a72f-f1d7e49d83f5 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:17.544237 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d0efcd3c-29fb-4eed-b197-4ac23e5bcffb None None] Provisioning complete for port b8963b5a-fbb3-4cf4-a72f-f1d7e49d83f5 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:17.548488 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d0efcd3c-29fb-4eed-b197-4ac23e5bcffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:17.548488 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d0efcd3c-29fb-4eed-b197-4ac23e5bcffb None None] Attempt 1 to provision port b8963b5a-fbb3-4cf4-a72f-f1d7e49d83f5 Oct 10 11:14:17.567424 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-01822b80-5b55-4dc9-b664-6ea4f7052794 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:17.579967 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8e07bb69-2fb0-4915-aec8-04731146f7bb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:17.596592 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d0efcd3c-29fb-4eed-b197-4ac23e5bcffb None None] Port b8963b5a-fbb3-4cf4-a72f-f1d7e49d83f5 was deleted so its status cannot be updated. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 10 11:14:17.622413 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4cde326b-5b47-4686-a679-ebac43cb6337 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:17.685474 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d0efcd3c-29fb-4eed-b197-4ac23e5bcffb None None] Provisioning for port cd8282f3-2039-42ab-a28d-108632261441 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:17.691324 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d0efcd3c-29fb-4eed-b197-4ac23e5bcffb None None] Provisioning complete for port cd8282f3-2039-42ab-a28d-108632261441 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:17.691956 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d0efcd3c-29fb-4eed-b197-4ac23e5bcffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:17.692440 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d0efcd3c-29fb-4eed-b197-4ac23e5bcffb None None] Attempt 1 to provision port cd8282f3-2039-42ab-a28d-108632261441 Oct 10 11:14:17.757133 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01822b80-5b55-4dc9-b664-6ea4f7052794 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Port': ['ID=b8963b5a-fbb3-4cf4-a72f-f1d7e49d83f5,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:17.763853 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1b50f970-9f09-460e-a880-f3fe9cf4b3bf tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:17.842113 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d0efcd3c-29fb-4eed-b197-4ac23e5bcffb None None] Current status of the port cd8282f3-2039-42ab-a28d-108632261441 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:17.842498 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d0efcd3c-29fb-4eed-b197-4ac23e5bcffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:17.844039 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c889945d-c2d8-411a-ab34-24d36ded2509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:17.849365 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4407b1a2-daa3-4d33-a236-cb5dc2ffaeb2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:17.855556 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4407b1a2-daa3-4d33-a236-cb5dc2ffaeb2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:17.856192 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4407b1a2-daa3-4d33-a236-cb5dc2ffaeb2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:17.894099 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d0efcd3c-29fb-4eed-b197-4ac23e5bcffb None None] For port cd8282f3-2039-42ab-a28d-108632261441, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=cd8282f3-2039-42ab-a28d-108632261441,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:17.901349 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde326b-5b47-4686-a679-ebac43cb6337 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Pushing event deleted for resources: {'Port': ['ID=818981a6-7760-4e60-8b6d-8d768a651a95,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:17.954532 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d0efcd3c-29fb-4eed-b197-4ac23e5bcffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:17.996075 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5e556383-4aa5-46d0-95cc-fe6676dd23d0 req-66c52c1f-6b07-43f1-86bf-2f0751463821 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4511371 Oct 10 11:14:18.028835 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b50f970-9f09-460e-a880-f3fe9cf4b3bf tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] No DVR routers for this DVR port 8265b671-1ba4-48a8-bed7-3553a00f932c on host dv-neutron-860842-1-hyperv {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:14:18.030778 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50f970-9f09-460e-a880-f3fe9cf4b3bf tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Pushing event deleted for resources: {'Port': ['ID=8265b671-1ba4-48a8-bed7-3553a00f932c,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:18.033040 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-01822b80-5b55-4dc9-b664-6ea4f7052794 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:18.041206 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c889945d-c2d8-411a-ab34-24d36ded2509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:18.043317 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-c889945d-c2d8-411a-ab34-24d36ded2509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Floating IP afadcbe0-eab7-472b-90e9-f9ad45882126 disassociated. External IP: 172.26.4.252, port: f7f862c2-d212-4104-80af-4698ab5af369. Oct 10 11:14:18.082542 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efcd3c-29fb-4eed-b197-4ac23e5bcffb None None] Pushing event updated for resources: {'Port': ['ID=cd8282f3-2039-42ab-a28d-108632261441,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:18.083189 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-01822b80-5b55-4dc9-b664-6ea4f7052794 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/b8963b5a-fbb3-4cf4-a72f-f1d7e49d83f5 HTTP/1.1" status: 204 len: 168 time: 3.0121615 Oct 10 11:14:18.094808 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efcd3c-29fb-4eed-b197-4ac23e5bcffb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:18.095432 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efcd3c-29fb-4eed-b197-4ac23e5bcffb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:18.095809 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efcd3c-29fb-4eed-b197-4ac23e5bcffb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:18.096783 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efcd3c-29fb-4eed-b197-4ac23e5bcffb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:18.097123 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efcd3c-29fb-4eed-b197-4ac23e5bcffb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:18.097457 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efcd3c-29fb-4eed-b197-4ac23e5bcffb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:18.097954 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efcd3c-29fb-4eed-b197-4ac23e5bcffb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:18.098141 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efcd3c-29fb-4eed-b197-4ac23e5bcffb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:18.098480 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efcd3c-29fb-4eed-b197-4ac23e5bcffb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:18.098808 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efcd3c-29fb-4eed-b197-4ac23e5bcffb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:18.099133 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efcd3c-29fb-4eed-b197-4ac23e5bcffb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:18.099506 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efcd3c-29fb-4eed-b197-4ac23e5bcffb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:14:18.113913 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d0914c56-db11-435f-aa3e-d2f64c513974 None None] Provisioning complete for port 64cff087-ee0d-4277-b470-31564b4c1ae4 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:18.114306 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d0914c56-db11-435f-aa3e-d2f64c513974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:18.114650 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d0914c56-db11-435f-aa3e-d2f64c513974 None None] Attempt 1 to provision port 64cff087-ee0d-4277-b470-31564b4c1ae4 Oct 10 11:14:18.116186 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51576) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:18.125621 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-38430550-151b-4e43-9707-a2c2a405a806 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:18.203028 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4407b1a2-daa3-4d33-a236-cb5dc2ffaeb2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.1252432 Oct 10 11:14:18.219375 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51580) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:18.236674 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-750d29b3-9f95-4149-8804-e7703a968432 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'subnet': {'network_id': 'fe458a96-3a00-447c-9f2a-8660cf986d91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:18.241738 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d0914c56-db11-435f-aa3e-d2f64c513974 None None] Current status of the port 64cff087-ee0d-4277-b470-31564b4c1ae4 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:18.270766 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38430550-151b-4e43-9707-a2c2a405a806 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Subnet': ['ID=86d1d729-dd24-461a-90af-4e8ecae79bae,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:18.283768 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af77120-a08e-4d64-9a57-457a521c5e55 None None] Network 6e8e567c-3f8b-4e2a-a5de-09aba4ee507f requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:18.289188 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407b1a2-daa3-4d33-a236-cb5dc2ffaeb2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Network': ['ID=fe458a96-3a00-447c-9f2a-8660cf986d91,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:18.309634 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network fe458a96-3a00-447c-9f2a-8660cf986d91 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:14:18.347153 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-38430550-151b-4e43-9707-a2c2a405a806 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:18.348738 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e07bb69-2fb0-4915-aec8-04731146f7bb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Router 58a1b010-4f43-42db-850d-7a82cedfcbdf has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:14:18.349467 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-38430550-151b-4e43-9707-a2c2a405a806 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/subnets/86d1d729-dd24-461a-90af-4e8ecae79bae HTTP/1.1" status: 204 len: 168 time: 1.8888829 Oct 10 11:14:18.367719 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51584) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:18.412230 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1b50f970-9f09-460e-a880-f3fe9cf4b3bf tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:18.463521 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4cde326b-5b47-4686-a679-ebac43cb6337 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:18.465616 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4cde326b-5b47-4686-a679-ebac43cb6337 tempest-RoutersAdminNegativeIpV6Test-553722759 tempest-RoutersAdminNegativeIpV6Test-553722759-project-admin] 10.222.0.40 "DELETE /v2.0/ports/818981a6-7760-4e60-8b6d-8d768a651a95 HTTP/1.1" status: 204 len: 168 time: 3.3244877 Oct 10 11:14:18.469241 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c307f8f3-2310-4f61-b06e-0de37ba4b2b1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:18.471778 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c307f8f3-2310-4f61-b06e-0de37ba4b2b1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:18.472684 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c307f8f3-2310-4f61-b06e-0de37ba4b2b1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:18.488332 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-1b50f970-9f09-460e-a880-f3fe9cf4b3bf tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['088236c3-1360-4b7e-816f-0b8897d96372']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:18.513089 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-1b50f970-9f09-460e-a880-f3fe9cf4b3bf tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84df251e-3317-42a6-903c-752f10474701') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:18.513703 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-1b50f970-9f09-460e-a880-f3fe9cf4b3bf tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84df251e-3317-42a6-903c-752f10474701') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:18.522289 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-750d29b3-9f95-4149-8804-e7703a968432 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:18.531544 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-750d29b3-9f95-4149-8804-e7703a968432 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:subnet and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:18.535634 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1b50f970-9f09-460e-a880-f3fe9cf4b3bf tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:18.542781 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-750d29b3-9f95-4149-8804-e7703a968432 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:18.553283 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-750d29b3-9f95-4149-8804-e7703a968432 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:18.563261 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1b50f970-9f09-460e-a880-f3fe9cf4b3bf tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:18.579245 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b50f970-9f09-460e-a880-f3fe9cf4b3bf tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Releasing vlan 487 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:14:18.580185 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1b50f970-9f09-460e-a880-f3fe9cf4b3bf tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:18.650596 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e07bb69-2fb0-4915-aec8-04731146f7bb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:14:18.659765 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8e07bb69-2fb0-4915-aec8-04731146f7bb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "PUT /v2.0/routers/58a1b010-4f43-42db-850d-7a82cedfcbdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0354722 Oct 10 11:14:18.666100 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d327b3e1-1fc2-4be1-baa1-08ce932333b4 None None] Sync routers for ids ['58a1b010-4f43-42db-850d-7a82cedfcbdf'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:14:18.687301 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51592) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:18.687986 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d327b3e1-1fc2-4be1-baa1-08ce932333b4 None None] Routers {'58a1b010-4f43-42db-850d-7a82cedfcbdf'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:14:18.688627 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-d327b3e1-1fc2-4be1-baa1-08ce932333b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:14:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['58a1b010-4f43-42db-850d-7a82cedfcbdf'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:18.690631 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c307f8f3-2310-4f61-b06e-0de37ba4b2b1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:18.694791 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c307f8f3-2310-4f61-b06e-0de37ba4b2b1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5771127 Oct 10 11:14:18.700743 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51596) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:18.737732 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2e989fb4-ceb6-4db3-a1d4-8a711db7f19b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:18.741863 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750d29b3-9f95-4149-8804-e7703a968432 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:18.745191 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-750d29b3-9f95-4149-8804-e7703a968432 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:18.764138 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3636b917-67eb-49e2-adad-64d1d3d88afc None None] DHCP port deletion for 6e8e567c-3f8b-4e2a-a5de-09aba4ee507f request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:14:18.768689 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 84df251e-3317-42a6-903c-752f10474701 resource provider aggregate not found Oct 10 11:14:18.770160 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3636b917-67eb-49e2-adad-64d1d3d88afc None None] Deleting port 64cff087-ee0d-4277-b470-31564b4c1ae4 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:18.770865 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3636b917-67eb-49e2-adad-64d1d3d88afc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:18.771458 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-d327b3e1-1fc2-4be1-baa1-08ce932333b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:18.783263 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d327b3e1-1fc2-4be1-baa1-08ce932333b4 None None] Routers {'58a1b010-4f43-42db-850d-7a82cedfcbdf'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:14:18.784623 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-d327b3e1-1fc2-4be1-baa1-08ce932333b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:14:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['58a1b010-4f43-42db-850d-7a82cedfcbdf'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:18.830173 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 84df251e-3317-42a6-903c-752f10474701 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84df251e-3317-42a6-903c-752f10474701 found for delete ", "request_id": "req-7e20f425-7774-4cbf-8f5f-76fa4c7a7f25"}]} Oct 10 11:14:18.848055 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2934a954-0eaa-4745-931d-7d6cc695b071 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "GET /v2.0/ports?device_id=58a1b010-4f43-42db-850d-7a82cedfcbdf HTTP/1.1" status: 200 len: 205 time: 0.1559286 Oct 10 11:14:18.853543 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51602) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:18.896842 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-d327b3e1-1fc2-4be1-baa1-08ce932333b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:18.897587 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d327b3e1-1fc2-4be1-baa1-08ce932333b4 None None] The sync data for ids ['58a1b010-4f43-42db-850d-7a82cedfcbdf'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:14:18.983877 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1b50f970-9f09-460e-a880-f3fe9cf4b3bf tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:18.986211 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.ipam_backend_mixin [None req-750d29b3-9f95-4149-8804-e7703a968432 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Performing IP validity checks on allocation pools {{(pid=89897) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 10 11:14:18.986887 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.ipam_backend_mixin [None req-750d29b3-9f95-4149-8804-e7703a968432 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89897) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 10 11:14:19.014559 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-2e989fb4-ceb6-4db3-a1d4-8a711db7f19b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting port 64cff087-ee0d-4277-b470-31564b4c1ae4 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:19.015054 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2e989fb4-ceb6-4db3-a1d4-8a711db7f19b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:19.083513 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1b50f970-9f09-460e-a880-f3fe9cf4b3bf tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:19.114672 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50f970-9f09-460e-a880-f3fe9cf4b3bf tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Pushing event deleted for resources: {'Network': ['ID=088236c3-1360-4b7e-816f-0b8897d96372,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:19.124095 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-af09f6e5-1a6a-4f0d-a114-5a2c19d7bc6d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet 76633be9-a6f3-4c85-a7e7-cff9e951a44e {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:14:19.128114 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b02aee22-a7a8-4d9a-8123-6a4d29fa77a5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:19.185807 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-af09f6e5-1a6a-4f0d-a114-5a2c19d7bc6d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:19.195558 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c889945d-c2d8-411a-ab34-24d36ded2509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Router 5b29db68-2788-491e-bb1a-1710265879bc has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:14:19.196269 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51610) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:19.198623 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-3636b917-67eb-49e2-adad-64d1d3d88afc None None] For port 64cff087-ee0d-4277-b470-31564b4c1ae4, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=64cff087-ee0d-4277-b470-31564b4c1ae4,segment=NetworkSegment(4d3fbb0a-dc19-4a8c-b6ec-38033ff36d3b),segment_id=4d3fbb0a-dc19-4a8c-b6ec-38033ff36d3b)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:19.199112 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3636b917-67eb-49e2-adad-64d1d3d88afc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:19.227014 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1b50f970-9f09-460e-a880-f3fe9cf4b3bf tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] 10.222.0.40 "DELETE /v2.0/networks/088236c3-1360-4b7e-816f-0b8897d96372 HTTP/1.1" status: 204 len: 168 time: 3.8232770 Oct 10 11:14:19.227567 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51616) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:19.350058 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3636b917-67eb-49e2-adad-64d1d3d88afc None None] Calling delete_port for 64cff087-ee0d-4277-b470-31564b4c1ae4 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:19.509406 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3636b917-67eb-49e2-adad-64d1d3d88afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:19.515515 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-71b5f7d9-583a-4242-a95a-8e10731e44b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:19.547548 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b783f019-feb6-4ca2-82d4-2c61cf013b0e tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:19.548554 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-af09f6e5-1a6a-4f0d-a114-5a2c19d7bc6d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:19.563561 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device cd8282f3-2039-42ab-a28d-108632261441 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:14:19.610343 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636b917-67eb-49e2-adad-64d1d3d88afc None None] Pushing event deleted for resources: {'Port': ['ID=64cff087-ee0d-4277-b470-31564b4c1ae4,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:19.615753 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-71b5f7d9-583a-4242-a95a-8e10731e44b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:19.620647 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3636b917-67eb-49e2-adad-64d1d3d88afc None None] No DVR routers for this DVR port 64cff087-ee0d-4277-b470-31564b4c1ae4 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:14:19.641901 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-71b5f7d9-583a-4242-a95a-8e10731e44b2 admin admin] Usage tracker for resource:security_group_rule and tenant:24d2c0d29eea454a9aa1701b7023ea36 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:19.646983 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-2e989fb4-ceb6-4db3-a1d4-8a711db7f19b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] For port 64cff087-ee0d-4277-b470-31564b4c1ae4, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=64cff087-ee0d-4277-b470-31564b4c1ae4,segment=NetworkSegment(4d3fbb0a-dc19-4a8c-b6ec-38033ff36d3b),segment_id=4d3fbb0a-dc19-4a8c-b6ec-38033ff36d3b)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:19.647316 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2e989fb4-ceb6-4db3-a1d4-8a711db7f19b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:19.655042 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-71b5f7d9-583a-4242-a95a-8e10731e44b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:19.655566 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port cd8282f3-2039-42ab-a28d-108632261441 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:19.655934 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:19.656264 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port cd8282f3-2039-42ab-a28d-108632261441 Oct 10 11:14:19.670268 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-71b5f7d9-583a-4242-a95a-8e10731e44b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:19.767265 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b02aee22-a7a8-4d9a-8123-6a4d29fa77a5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:19.775133 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b02aee22-a7a8-4d9a-8123-6a4d29fa77a5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:19.781823 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port cd8282f3-2039-42ab-a28d-108632261441 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:19.791295 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-2e989fb4-ceb6-4db3-a1d4-8a711db7f19b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Calling delete_port for 64cff087-ee0d-4277-b470-31564b4c1ae4 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:19.844086 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 64cff087-ee0d-4277-b470-31564b4c1ae4 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:14:19.851992 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37fe3f-9534-483f-90bb-ba271ce26937 req-9f38c453-99f9-493c-b906-ec0031f5ab9c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:19.853470 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bb37fe3f-9534-483f-90bb-ba271ce26937 req-9f38c453-99f9-493c-b906-ec0031f5ab9c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.6689749 Oct 10 11:14:19.891617 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b02aee22-a7a8-4d9a-8123-6a4d29fa77a5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:19.891999 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02aee22-a7a8-4d9a-8123-6a4d29fa77a5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Fanout notify agent at l3_agent the message router_deleted on router 58a1b010-4f43-42db-850d-7a82cedfcbdf {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:14:19.894445 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c889945d-c2d8-411a-ab34-24d36ded2509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:14:19.903776 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-af09f6e5-1a6a-4f0d-a114-5a2c19d7bc6d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:19.905570 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 64cff087-ee0d-4277-b470-31564b4c1ae4 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:14:19.906484 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 64cff087-ee0d-4277-b470-31564b4c1ae4 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:14:19.934615 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c83c1b-1b73-4fb1-9bbb-d8058e07676a None None] Sync routers for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:14:19.948836 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c889945d-c2d8-411a-ab34-24d36ded2509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:19.949839 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c83c1b-1b73-4fb1-9bbb-d8058e07676a None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:14:19.950474 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f4c83c1b-1b73-4fb1-9bbb-d8058e07676a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:14:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:19.952118 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-750d29b3-9f95-4149-8804-e7703a968432 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:20.012891 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b02aee22-a7a8-4d9a-8123-6a4d29fa77a5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:20.013999 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b02aee22-a7a8-4d9a-8123-6a4d29fa77a5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/routers/58a1b010-4f43-42db-850d-7a82cedfcbdf HTTP/1.1" status: 204 len: 168 time: 1.1594982 Oct 10 11:14:20.016921 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bb37fe3f-9534-483f-90bb-ba271ce26937 req-dd6d17b2-7cf0-4ca6-b28e-a3fb9b735bfc tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534231 Oct 10 11:14:20.024245 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51620) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:20.029140 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f4c83c1b-1b73-4fb1-9bbb-d8058e07676a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:20.047455 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b783f019-feb6-4ca2-82d4-2c61cf013b0e tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:20.054963 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c83c1b-1b73-4fb1-9bbb-d8058e07676a None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:14:20.055627 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f4c83c1b-1b73-4fb1-9bbb-d8058e07676a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:14:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:20.113461 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-b783f019-feb6-4ca2-82d4-2c61cf013b0e tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd76e789-621e-47a9-8bee-1e85acb761bf']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:20.122043 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d29b3-9f95-4149-8804-e7703a968432 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Subnet': ['ID=7be73afa-626c-4feb-b718-1b5ec596c6db,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:20.132482 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c889945d-c2d8-411a-ab34-24d36ded2509 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "PUT /v2.0/floatingips/afadcbe0-eab7-472b-90e9-f9ad45882126 HTTP/1.1" status: 200 len: 688 time: 3.8516634 Oct 10 11:14:20.135813 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-b783f019-feb6-4ca2-82d4-2c61cf013b0e tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae4f003c-d11a-4d15-8125-95a136d8a8e2') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:20.136340 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-b783f019-feb6-4ca2-82d4-2c61cf013b0e tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae4f003c-d11a-4d15-8125-95a136d8a8e2') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:20.137311 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51624) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:20.139525 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f4c83c1b-1b73-4fb1-9bbb-d8058e07676a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:20.139973 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c83c1b-1b73-4fb1-9bbb-d8058e07676a None None] The sync data for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:14:20.143485 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.api [None req-2e989fb4-ceb6-4db3-a1d4-8a711db7f19b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:14:20.144318 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG oslo_db.api [None req-2e989fb4-ceb6-4db3-a1d4-8a711db7f19b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:14:20.160368 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b783f019-feb6-4ca2-82d4-2c61cf013b0e tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:20.185472 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b783f019-feb6-4ca2-82d4-2c61cf013b0e tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:20.202164 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b783f019-feb6-4ca2-82d4-2c61cf013b0e tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Releasing vlan 468 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:14:20.202562 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b783f019-feb6-4ca2-82d4-2c61cf013b0e tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:20.225698 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-71b5f7d9-583a-4242-a95a-8e10731e44b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:20.229535 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b97300-639b-4619-aaad-1e15c797b6ba tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Deleting subnet e580cccd-2d05-4a2d-871f-f60c92f375df {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:14:20.286129 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750d29b3-9f95-4149-8804-e7703a968432 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Checking segment: {'id': '8a780b7d-c20f-4c35-81fd-a701aaf2f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': 'fe458a96-3a00-447c-9f2a-8660cf986d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:14:20.286385 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750d29b3-9f95-4149-8804-e7703a968432 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network hostable DHCP agents. Network: fe458a96-3a00-447c-9f2a-8660cf986d91, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:14:20.286846 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment ae4f003c-d11a-4d15-8125-95a136d8a8e2 resource provider aggregate not found Oct 10 11:14:20.296447 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-71b5f7d9-583a-4242-a95a-8e10731e44b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:20.297059 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-23b97300-639b-4619-aaad-1e15c797b6ba tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:20.317693 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment ae4f003c-d11a-4d15-8125-95a136d8a8e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae4f003c-d11a-4d15-8125-95a136d8a8e2 found for delete ", "request_id": "req-8889cb28-a030-463e-bb80-515a959748d5"}]} Oct 10 11:14:20.337287 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-af09f6e5-1a6a-4f0d-a114-5a2c19d7bc6d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:20.353420 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-71b5f7d9-583a-4242-a95a-8e10731e44b2 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=24d2c0d29eea454a9aa1701b7023ea36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1543896 Oct 10 11:14:20.356143 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51632) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:20.358892 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5f7d9-583a-4242-a95a-8e10731e44b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcc9c71-7b90-4942-81c1-5b9c904f047d,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:20.386237 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b783f019-feb6-4ca2-82d4-2c61cf013b0e tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:20.402286 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-56ae43b8-cd5f-45d3-9e47-532c8d33ba8a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Deleting port 2e613b3b-e60b-48f2-972a-0b73082167f2 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:20.402286 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-56ae43b8-cd5f-45d3-9e47-532c8d33ba8a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:20.416325 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b783f019-feb6-4ca2-82d4-2c61cf013b0e tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:20.429922 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09f6e5-1a6a-4f0d-a114-5a2c19d7bc6d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=76633be9-a6f3-4c85-a7e7-cff9e951a44e,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:20.432387 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-af09f6e5-1a6a-4f0d-a114-5a2c19d7bc6d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:20.434279 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783f019-feb6-4ca2-82d4-2c61cf013b0e tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Pushing event deleted for resources: {'Network': ['ID=bd76e789-621e-47a9-8bee-1e85acb761bf,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:20.439155 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00ffdbb-6f5b-4e7f-b057-634844334053 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:20.446895 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b783f019-feb6-4ca2-82d4-2c61cf013b0e tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] 10.222.0.40 "DELETE /v2.0/networks/bd76e789-621e-47a9-8bee-1e85acb761bf HTTP/1.1" status: 204 len: 168 time: 1.2181513 Oct 10 11:14:20.453913 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51636) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:20.479611 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-23b97300-639b-4619-aaad-1e15c797b6ba tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:20.493584 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ec882e8a-cfcb-4bce-acac-230f89d6fc7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:20.558852 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750d29b3-9f95-4149-8804-e7703a968432 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network fe458a96-3a00-447c-9f2a-8660cf986d91 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:14:20.625673 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-af09f6e5-1a6a-4f0d-a114-5a2c19d7bc6d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/76633be9-a6f3-4c85-a7e7-cff9e951a44e HTTP/1.1" status: 204 len: 168 time: 1.8850257 Oct 10 11:14:20.636379 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51640) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:20.691981 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-2e989fb4-ceb6-4db3-a1d4-8a711db7f19b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting port 64cff087-ee0d-4277-b470-31564b4c1ae4 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:20.692326 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2e989fb4-ceb6-4db3-a1d4-8a711db7f19b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:20.723093 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-750d29b3-9f95-4149-8804-e7703a968432 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, fe458a96-3a00-447c-9f2a-8660cf986d91) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:20.725225 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1a795d-0fa1-491b-af13-c8cdf3eb329b None None] DHCP port deletion for dac74586-4382-4e00-a6eb-f2005f114a9a request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:14:20.734617 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c8e851ff-d11f-4b11-9b51-b216bfec2524 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0914030 Oct 10 11:14:20.734617 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51644) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:20.734847 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7f1a795d-0fa1-491b-af13-c8cdf3eb329b None None] Deleting port cd8282f3-2039-42ab-a28d-108632261441 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:20.734847 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7f1a795d-0fa1-491b-af13-c8cdf3eb329b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:20.739048 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750d29b3-9f95-4149-8804-e7703a968432 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:20.739618 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-750d29b3-9f95-4149-8804-e7703a968432 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:20.754178 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-2e67d1a4-543b-4832-9eab-f24b10ae9337 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:20.762602 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cd21e5-6581-4e8e-a347-833cd3cbef19 None None] Network fe458a96-3a00-447c-9f2a-8660cf986d91 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:20.787207 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ec882e8a-cfcb-4bce-acac-230f89d6fc7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:20.801881 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-2e989fb4-ceb6-4db3-a1d4-8a711db7f19b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] The port '64cff087-ee0d-4277-b470-31564b4c1ae4' was deleted {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:14:20.809557 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c75fc23e-b70a-40a4-a780-778d09fb0592 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:20.990404 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-56ae43b8-cd5f-45d3-9e47-532c8d33ba8a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:20.990404 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-56ae43b8-cd5f-45d3-9e47-532c8d33ba8a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:21.005872 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-750d29b3-9f95-4149-8804-e7703a968432 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7739716 Oct 10 11:14:21.013037 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-23b97300-639b-4619-aaad-1e15c797b6ba tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:21.013249 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51648) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:21.024245 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-89f25865-8e5c-4f90-b10e-57313aceb054 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'port': {'network_id': 'fe458a96-3a00-447c-9f2a-8660cf986d91', 'name': 'tempest-PortsTestJSON-1014227923'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:21.053407 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2e989fb4-ceb6-4db3-a1d4-8a711db7f19b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:21.131738 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7f1a795d-0fa1-491b-af13-c8cdf3eb329b None None] For port cd8282f3-2039-42ab-a28d-108632261441, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=cd8282f3-2039-42ab-a28d-108632261441,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:21.132268 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7f1a795d-0fa1-491b-af13-c8cdf3eb329b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:21.190822 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-56ae43b8-cd5f-45d3-9e47-532c8d33ba8a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Calling delete_port for 2e613b3b-e60b-48f2-972a-0b73082167f2 owned by network:floatingip {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:21.213311 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-2e989fb4-ceb6-4db3-a1d4-8a711db7f19b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e8e567c-3f8b-4e2a-a5de-09aba4ee507f']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:21.225797 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-2e67d1a4-543b-4832-9eab-f24b10ae9337 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:21.229286 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c75fc23e-b70a-40a4-a780-778d09fb0592 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:21.240000 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-2e67d1a4-543b-4832-9eab-f24b10ae9337 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:subnet and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:21.252683 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-2e67d1a4-543b-4832-9eab-f24b10ae9337 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:21.255423 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-2e989fb4-ceb6-4db3-a1d4-8a711db7f19b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d3fbb0a-dc19-4a8c-b6ec-38033ff36d3b') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:21.255720 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-2e989fb4-ceb6-4db3-a1d4-8a711db7f19b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d3fbb0a-dc19-4a8c-b6ec-38033ff36d3b') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:21.263744 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-2e67d1a4-543b-4832-9eab-f24b10ae9337 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:21.320781 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ec882e8a-cfcb-4bce-acac-230f89d6fc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:21.344562 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2e989fb4-ceb6-4db3-a1d4-8a711db7f19b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:21.355091 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e67d1a4-543b-4832-9eab-f24b10ae9337 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:21.357949 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7bb693-db1b-4a0f-886b-55fe458cd738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-fe458a96-3a00-447c-9f2a-8660cf986d91', 'network_id': 'fe458a96-3a00-447c-9f2a-8660cf986d91', 'tenant_id': '3cd86c8887eb49658ebcaac7109ea926', 'fixed_ips': [{'subnet_id': '7be73afa-626c-4feb-b718-1b5ec596c6db'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:14:21.358916 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5c7bb693-db1b-4a0f-886b-55fe458cd738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:21.359167 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2e67d1a4-543b-4832-9eab-f24b10ae9337 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:21.360305 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-c75fc23e-b70a-40a4-a780-778d09fb0592 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['036c22b1-2164-489e-ae45-fa003e559c93']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:21.378043 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7f1a795d-0fa1-491b-af13-c8cdf3eb329b None None] Calling delete_port for cd8282f3-2039-42ab-a28d-108632261441 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:21.382374 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec882e8a-cfcb-4bce-acac-230f89d6fc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcc9c71-7b90-4942-81c1-5b9c904f047d,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:21.403673 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-23b97300-639b-4619-aaad-1e15c797b6ba tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:21.409506 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-c75fc23e-b70a-40a4-a780-778d09fb0592 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69e129f-92c0-4672-8f16-f5056de73c38') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:21.409506 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-c75fc23e-b70a-40a4-a780-778d09fb0592 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69e129f-92c0-4672-8f16-f5056de73c38') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:21.422649 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2e989fb4-ceb6-4db3-a1d4-8a711db7f19b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:21.428393 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ec882e8a-cfcb-4bce-acac-230f89d6fc7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:21.432277 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ec882e8a-cfcb-4bce-acac-230f89d6fc7e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6bcc9c71-7b90-4942-81c1-5b9c904f047d HTTP/1.1" status: 204 len: 168 time: 1.0724297 Oct 10 11:14:21.432277 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c75fc23e-b70a-40a4-a780-778d09fb0592 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:21.451602 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e989fb4-ceb6-4db3-a1d4-8a711db7f19b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Releasing vlan 450 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:14:21.451999 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2e989fb4-ceb6-4db3-a1d4-8a711db7f19b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:21.484169 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-89f25865-8e5c-4f90-b10e-57313aceb054 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:21.496537 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b97300-639b-4619-aaad-1e15c797b6ba tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Subnet': ['ID=e580cccd-2d05-4a2d-871f-f60c92f375df,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:21.511586 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-23b97300-639b-4619-aaad-1e15c797b6ba tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:21.554530 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc883df-012b-45f0-9224-aa5896a616c0 None None] Network 6712fb6a-c529-4c70-bbac-c416036d7494 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:21.560195 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-56ae43b8-cd5f-45d3-9e47-532c8d33ba8a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:21.603972 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-23b97300-639b-4619-aaad-1e15c797b6ba tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/subnets/e580cccd-2d05-4a2d-871f-f60c92f375df HTTP/1.1" status: 204 len: 168 time: 1.5744152 Oct 10 11:14:21.605575 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c75fc23e-b70a-40a4-a780-778d09fb0592 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:21.612494 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51656) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:21.633765 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75fc23e-b70a-40a4-a780-778d09fb0592 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Releasing vlan 473 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:14:21.634172 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c75fc23e-b70a-40a4-a780-778d09fb0592 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:21.642010 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae43b8-cd5f-45d3-9e47-532c8d33ba8a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event deleted for resources: {'Port': ['ID=2e613b3b-e60b-48f2-972a-0b73082167f2,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:21.656467 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-89f25865-8e5c-4f90-b10e-57313aceb054 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:21.681104 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device cd8282f3-2039-42ab-a28d-108632261441 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:14:21.765409 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2e989fb4-ceb6-4db3-a1d4-8a711db7f19b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:21.775387 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2e989fb4-ceb6-4db3-a1d4-8a711db7f19b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:21.820088 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2e989fb4-ceb6-4db3-a1d4-8a711db7f19b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/networks/6e8e567c-3f8b-4e2a-a5de-09aba4ee507f HTTP/1.1" status: 204 len: 168 time: 3.4466968 Oct 10 11:14:21.820088 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e989fb4-ceb6-4db3-a1d4-8a711db7f19b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Network': ['ID=6e8e567c-3f8b-4e2a-a5de-09aba4ee507f,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:21.822358 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51660) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:21.835463 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5819a9-3e79-4f24-8bef-5c2d6aa41532 req-b0ea882b-cf04-4c95-8fb0-7efd0fbbf378 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:21.837066 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6b5819a9-3e79-4f24-8bef-5c2d6aa41532 req-b0ea882b-cf04-4c95-8fb0-7efd0fbbf378 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.5930412 Oct 10 11:14:21.904347 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-659f20c8-a4f1-4c3f-a693-530d498595ec tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:21.948824 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6b5819a9-3e79-4f24-8bef-5c2d6aa41532 req-313d083b-8496-4024-a05a-5bfc132f5bcd tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054511 Oct 10 11:14:21.952352 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-56ae43b8-cd5f-45d3-9e47-532c8d33ba8a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:21.956963 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f25865-8e5c-4f90-b10e-57313aceb054 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:21.966512 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-89f25865-8e5c-4f90-b10e-57313aceb054 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:21.981258 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-56ae43b8-cd5f-45d3-9e47-532c8d33ba8a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:21.984244 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-56ae43b8-cd5f-45d3-9e47-532c8d33ba8a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "DELETE /v2.0/floatingips/afadcbe0-eab7-472b-90e9-f9ad45882126 HTTP/1.1" status: 204 len: 168 time: 1.8439856 Oct 10 11:14:21.984244 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-659f20c8-a4f1-4c3f-a693-530d498595ec tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Deleting port 228fef6c-33d5-4c19-9a9c-64f47f3a90fc {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:21.984244 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-659f20c8-a4f1-4c3f-a693-530d498595ec tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:21.992222 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51666) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:21.998778 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-89f25865-8e5c-4f90-b10e-57313aceb054 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] device_id is not set on port 6537c7b4-af1b-4756-8db5-84fce1012eeb yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:14:22.045499 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7f1a795d-0fa1-491b-af13-c8cdf3eb329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:22.079628 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Port cd8282f3-2039-42ab-a28d-108632261441 update to DOWN by agent not found {{(pid=89898) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Oct 10 11:14:22.101830 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-5c7bb693-db1b-4a0f-886b-55fe458cd738 None None] Allocated IP 172.20.0.2 (fe458a96-3a00-447c-9f2a-8660cf986d91/7be73afa-626c-4feb-b718-1b5ec596c6db/ad07204e-d78c-485d-9f48-a606c8e6eea1) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:22.106637 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a795d-0fa1-491b-af13-c8cdf3eb329b None None] Pushing event deleted for resources: {'Port': ['ID=cd8282f3-2039-42ab-a28d-108632261441,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:22.115202 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1a795d-0fa1-491b-af13-c8cdf3eb329b None None] No DVR routers for this DVR port cd8282f3-2039-42ab-a28d-108632261441 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:14:22.147414 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab27913-4ce4-4647-afd9-75f7451018b4 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:22.149100 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cab27913-4ce4-4647-afd9-75f7451018b4 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3225045 Oct 10 11:14:22.153007 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51670) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:22.184970 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c75fc23e-b70a-40a4-a780-778d09fb0592 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:22.222211 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c75fc23e-b70a-40a4-a780-778d09fb0592 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:22.227942 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fc23e-b70a-40a4-a780-778d09fb0592 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] Pushing event deleted for resources: {'Network': ['ID=036c22b1-2164-489e-ae45-fa003e559c93,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:22.230076 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-eb09beae-48eb-4b50-ade5-b59b147df621 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] delete failed (client error): The resource could not be found. Oct 10 11:14:22.231167 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-eb09beae-48eb-4b50-ade5-b59b147df621 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "DELETE /v2.0/floatingips/afadcbe0-eab7-472b-90e9-f9ad45882126 HTTP/1.1" status: 404 len: 345 time: 0.1316497 Oct 10 11:14:22.241437 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51674) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:22.311617 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c75fc23e-b70a-40a4-a780-778d09fb0592 tempest-BulkNetworkOpsIpV6Test-769721732 tempest-BulkNetworkOpsIpV6Test-769721732-project] 10.222.0.40 "DELETE /v2.0/networks/036c22b1-2164-489e-ae45-fa003e559c93 HTTP/1.1" status: 204 len: 168 time: 1.8544202 Oct 10 11:14:22.347091 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 4d3fbb0a-dc19-4a8c-b6ec-38033ff36d3b resource provider aggregate not found Oct 10 11:14:22.375028 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30310f71-b87b-4dd0-af4a-6928362f7be6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:22.378249 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30310f71-b87b-4dd0-af4a-6928362f7be6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:22.384614 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30310f71-b87b-4dd0-af4a-6928362f7be6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:22.384923 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-659f20c8-a4f1-4c3f-a693-530d498595ec tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] For port 228fef6c-33d5-4c19-9a9c-64f47f3a90fc, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=228fef6c-33d5-4c19-9a9c-64f47f3a90fc,segment=NetworkSegment(fe3a62d1-4b67-47c4-92a7-36b9cb459421),segment_id=fe3a62d1-4b67-47c4-92a7-36b9cb459421)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:22.385497 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-30310f71-b87b-4dd0-af4a-6928362f7be6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Synchronizing usage tracker for tenant:7753f2697ba4464ebd8d731982a0d1f7 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:22.386047 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-659f20c8-a4f1-4c3f-a693-530d498595ec tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:22.390211 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 4d3fbb0a-dc19-4a8c-b6ec-38033ff36d3b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d3fbb0a-dc19-4a8c-b6ec-38033ff36d3b found for delete ", "request_id": "req-e454b31b-de69-47f2-b679-705a0d94079d"}]} Oct 10 11:14:22.413852 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment d69e129f-92c0-4672-8f16-f5056de73c38 resource provider aggregate not found Oct 10 11:14:22.422143 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987e01cb-b004-4cec-a98b-c8f2c6bc3ffb None None] DHCP port deletion for 6712fb6a-c529-4c70-bbac-c416036d7494 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:14:22.434497 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment d69e129f-92c0-4672-8f16-f5056de73c38 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d69e129f-92c0-4672-8f16-f5056de73c38 found for delete ", "request_id": "req-a8fc264d-ae94-4551-a30b-ecbfab7e4b9d"}]} Oct 10 11:14:22.434650 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-987e01cb-b004-4cec-a98b-c8f2c6bc3ffb None None] Deleting port 228fef6c-33d5-4c19-9a9c-64f47f3a90fc {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:22.435027 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-987e01cb-b004-4cec-a98b-c8f2c6bc3ffb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:22.472269 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51688) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:22.495363 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-30310f71-b87b-4dd0-af4a-6928362f7be6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Unset dirty status for tenant:7753f2697ba4464ebd8d731982a0d1f7 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:22.499699 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-30310f71-b87b-4dd0-af4a-6928362f7be6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "GET /v2.0/ports?network_id=240f796e-5e36-4ff3-af8a-ce3785d07431 HTTP/1.1" status: 200 len: 2357 time: 0.2536905 Oct 10 11:14:22.500079 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5c7bb693-db1b-4a0f-886b-55fe458cd738 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:22.500196 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51692) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:22.519062 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-659f20c8-a4f1-4c3f-a693-530d498595ec tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Calling delete_port for 228fef6c-33d5-4c19-9a9c-64f47f3a90fc owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:22.542904 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5c7bb693-db1b-4a0f-886b-55fe458cd738 None None] Transition to ACTIVE for port object ad07204e-d78c-485d-9f48-a606c8e6eea1 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:22.589215 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1a846717-f9ce-4d67-8806-de8914b8b33b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0a41cdecf4b941a4963691ced433fd20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1134083 Oct 10 11:14:22.589422 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5c7bb693-db1b-4a0f-886b-55fe458cd738 None None] Transition to ACTIVE for port object ad07204e-d78c-485d-9f48-a606c8e6eea1 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:22.591846 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51696) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:22.650330 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff822d0-e5eb-45df-a3fb-316b2f2fa08e tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:22.658617 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-eff822d0-e5eb-45df-a3fb-316b2f2fa08e tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "GET /v2.0/subnets/c46baae8-7839-4092-995e-423a5394c239 HTTP/1.1" status: 200 len: 797 time: 0.1506619 Oct 10 11:14:22.658617 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51700) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:22.664111 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-86332b6c-4798-4072-842d-e53983d3fd2a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Request body: {'port': {'network_id': '240f796e-5e36-4ff3-af8a-ce3785d07431', 'name': 'tempest-FloatingIPTestJSON-1864815998', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:22.694227 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.objects.ports [None req-2e67d1a4-543b-4832-9eab-f24b10ae9337 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89897) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 10 11:14:22.695984 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-987e01cb-b004-4cec-a98b-c8f2c6bc3ffb None None] For port 228fef6c-33d5-4c19-9a9c-64f47f3a90fc, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=228fef6c-33d5-4c19-9a9c-64f47f3a90fc,segment=NetworkSegment(fe3a62d1-4b67-47c4-92a7-36b9cb459421),segment_id=fe3a62d1-4b67-47c4-92a7-36b9cb459421)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:22.696199 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-987e01cb-b004-4cec-a98b-c8f2c6bc3ffb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:22.703455 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2e67d1a4-543b-4832-9eab-f24b10ae9337 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:22.704474 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5c7bb693-db1b-4a0f-886b-55fe458cd738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:22.775305 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e5171552-aa2d-4dd8-b88f-c4bc06b9801c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6210001 Oct 10 11:14:22.782816 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51706) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:22.786276 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e67d1a4-543b-4832-9eab-f24b10ae9337 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:22.791961 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-4c105c31-38af-4d30-902c-66dc93993354 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-512872592'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:22.799106 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-2e67d1a4-543b-4832-9eab-f24b10ae9337 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:22.818337 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-4c105c31-38af-4d30-902c-66dc93993354 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:22.821848 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e67d1a4-543b-4832-9eab-f24b10ae9337 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:22.822436 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2e67d1a4-543b-4832-9eab-f24b10ae9337 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:22.840870 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-4c105c31-38af-4d30-902c-66dc93993354 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:network and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:22.848481 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67d1a4-543b-4832-9eab-f24b10ae9337 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=0d551705-3604-4e39-88b4-3d6929f74234,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:22.851516 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-4c105c31-38af-4d30-902c-66dc93993354 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:22.862095 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-4c105c31-38af-4d30-902c-66dc93993354 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:22.932852 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c0c165-b5b2-474a-bc8f-519c6b6c0213 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:22.946779 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51710) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:22.951636 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-987e01cb-b004-4cec-a98b-c8f2c6bc3ffb None None] Calling delete_port for 228fef6c-33d5-4c19-9a9c-64f47f3a90fc owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:22.963135 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-659f20c8-a4f1-4c3f-a693-530d498595ec tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:22.969674 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e0e60fd4-e8f6-4a75-981d-70cf805cc913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:23.001049 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7bb693-db1b-4a0f-886b-55fe458cd738 None None] Network fe458a96-3a00-447c-9f2a-8660cf986d91 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:23.021178 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-5c7bb693-db1b-4a0f-886b-55fe458cd738 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:23.029692 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7bb693-db1b-4a0f-886b-55fe458cd738 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:23.039397 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7bb693-db1b-4a0f-886b-55fe458cd738 None None] Pushing event updated for resources: {'Port': ['ID=ad07204e-d78c-485d-9f48-a606c8e6eea1,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:23.051341 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e0e60fd4-e8f6-4a75-981d-70cf805cc913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:23.091187 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2e67d1a4-543b-4832-9eab-f24b10ae9337 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3524537 Oct 10 11:14:23.091187 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659f20c8-a4f1-4c3f-a693-530d498595ec tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] No DVR routers for this DVR port 228fef6c-33d5-4c19-9a9c-64f47f3a90fc on host dv-neutron-860842-1-hyperv {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:14:23.093294 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f20c8-a4f1-4c3f-a693-530d498595ec tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Port': ['ID=228fef6c-33d5-4c19-9a9c-64f47f3a90fc,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:23.104421 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51718) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:23.134979 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-9cc33e52-dec5-4a18-bf31-b9d8d0930fcb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'port': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'mac_address': 'fa:16:3e:b5:6a:4b', 'name': 'tempest-NetworksTestDHCPv6-643960789'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:23.159967 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-89f25865-8e5c-4f90-b10e-57313aceb054 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Allocated IP 172.20.0.10 (fe458a96-3a00-447c-9f2a-8660cf986d91/7be73afa-626c-4feb-b718-1b5ec596c6db/6537c7b4-af1b-4756-8db5-84fce1012eeb) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:23.199844 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c105c31-38af-4d30-902c-66dc93993354 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:23.203633 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4c105c31-38af-4d30-902c-66dc93993354 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:23.241298 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-987e01cb-b004-4cec-a98b-c8f2c6bc3ffb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:14:23.241678 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-987e01cb-b004-4cec-a98b-c8f2c6bc3ffb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:14:23.244941 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-5c7bb693-db1b-4a0f-886b-55fe458cd738 None None] Attempting to bind port ad07204e-d78c-485d-9f48-a606c8e6eea1 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:14:23.245305 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-5c7bb693-db1b-4a0f-886b-55fe458cd738 None None] Attempting to bind port ad07204e-d78c-485d-9f48-a606c8e6eea1 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '8a780b7d-c20f-4c35-81fd-a701aaf2f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': 'fe458a96-3a00-447c-9f2a-8660cf986d91'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:14:23.245862 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7bb693-db1b-4a0f-886b-55fe458cd738 None None] Attempting to bind port ad07204e-d78c-485d-9f48-a606c8e6eea1 on network fe458a96-3a00-447c-9f2a-8660cf986d91 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:14:23.284059 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7bb693-db1b-4a0f-886b-55fe458cd738 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:14:23.284820 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7bb693-db1b-4a0f-886b-55fe458cd738 None None] Checking segment: {'id': '8a780b7d-c20f-4c35-81fd-a701aaf2f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': 'fe458a96-3a00-447c-9f2a-8660cf986d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:14:23.285389 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5c7bb693-db1b-4a0f-886b-55fe458cd738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:23.285959 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7bb693-db1b-4a0f-886b-55fe458cd738 None None] Bound using segment: {'id': '8a780b7d-c20f-4c35-81fd-a701aaf2f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': 'fe458a96-3a00-447c-9f2a-8660cf986d91'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:14:23.286615 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-5c7bb693-db1b-4a0f-886b-55fe458cd738 None None] Bound port: ad07204e-d78c-485d-9f48-a606c8e6eea1, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a780b7d-c20f-4c35-81fd-a701aaf2f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': 'fe458a96-3a00-447c-9f2a-8660cf986d91'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:14:23.287164 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5c7bb693-db1b-4a0f-886b-55fe458cd738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:23.318761 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-86332b6c-4798-4072-842d-e53983d3fd2a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:23.357609 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-059c3aa9-753f-4737-8b87-988b7e20ab45 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=20430ba13f9644418345e5cc48ec7ef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4096525 Oct 10 11:14:23.364765 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51722) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:23.369174 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-86332b6c-4798-4072-842d-e53983d3fd2a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:23.371194 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-659f20c8-a4f1-4c3f-a693-530d498595ec tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:23.377771 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e0e60fd4-e8f6-4a75-981d-70cf805cc913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:23.383937 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c105c31-38af-4d30-902c-66dc93993354 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 499} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:14:23.435875 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4c105c31-38af-4d30-902c-66dc93993354 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:23.436478 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-4c105c31-38af-4d30-902c-66dc93993354 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Added segment 9f085a23-c130-459a-93ed-6d7ccc1802c5 of type vlan for network 40f14258-a8fa-4003-a56d-4a988a46f448 Oct 10 11:14:23.436954 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-5c7bb693-db1b-4a0f-886b-55fe458cd738 None None] For port ad07204e-d78c-485d-9f48-a606c8e6eea1, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:14:23.443137 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-5c7bb693-db1b-4a0f-886b-55fe458cd738 None None] For port ad07204e-d78c-485d-9f48-a606c8e6eea1, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ad07204e-d78c-485d-9f48-a606c8e6eea1,segment=NetworkSegment(8a780b7d-c20f-4c35-81fd-a701aaf2f9e7),segment_id=8a780b7d-c20f-4c35-81fd-a701aaf2f9e7)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:14:23.443872 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b5cd37-67ee-470c-9862-8aec8535751c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-dac74586-4382-4e00-a6eb-f2005f114a9a', 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'fixed_ips': [{'subnet_id': '0d551705-3604-4e39-88b4-3d6929f74234'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:14:23.444675 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-00b5cd37-67ee-470c-9862-8aec8535751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:23.447027 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-659f20c8-a4f1-4c3f-a693-530d498595ec tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6712fb6a-c529-4c70-bbac-c416036d7494']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:23.447446 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e60fd4-e8f6-4a75-981d-70cf805cc913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c31fe2-6171-441c-a6c9-2de0286ce7f3,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:23.466292 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9cc33e52-dec5-4a18-bf31-b9d8d0930fcb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:23.487692 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-659f20c8-a4f1-4c3f-a693-530d498595ec tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe3a62d1-4b67-47c4-92a7-36b9cb459421') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:23.487989 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-659f20c8-a4f1-4c3f-a693-530d498595ec tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe3a62d1-4b67-47c4-92a7-36b9cb459421') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:23.518716 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4c105c31-38af-4d30-902c-66dc93993354 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:23.523339 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-659f20c8-a4f1-4c3f-a693-530d498595ec tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:23.523645 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5c7bb693-db1b-4a0f-886b-55fe458cd738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:23.537993 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa9eaa-a7dc-4c29-8f33-780635ca105b req-ec0e379a-3eea-4d92-8bbb-5a312c44ec2f tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:23.542070 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9baa9eaa-a7dc-4c29-8f33-780635ca105b req-ec0e379a-3eea-4d92-8bbb-5a312c44ec2f tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.4551203 Oct 10 11:14:23.557363 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e0e60fd4-e8f6-4a75-981d-70cf805cc913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:23.561163 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e0e60fd4-e8f6-4a75-981d-70cf805cc913 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e3c31fe2-6171-441c-a6c9-2de0286ce7f3 HTTP/1.1" status: 204 len: 168 time: 0.9673424 Oct 10 11:14:23.569259 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86332b6c-4798-4072-842d-e53983d3fd2a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Made reservation on behalf of 7753f2697ba4464ebd8d731982a0d1f7 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:23.575482 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 228fef6c-33d5-4c19-9a9c-64f47f3a90fc no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:14:23.591958 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-659f20c8-a4f1-4c3f-a693-530d498595ec tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:23.594208 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5f947314-341a-42a2-840f-392fcb19e2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:23.624047 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659f20c8-a4f1-4c3f-a693-530d498595ec tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Releasing vlan 458 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:14:23.624550 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-659f20c8-a4f1-4c3f-a693-530d498595ec tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:23.635122 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 228fef6c-33d5-4c19-9a9c-64f47f3a90fc {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:14:23.636101 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 228fef6c-33d5-4c19-9a9c-64f47f3a90fc not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:14:23.696600 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9cc33e52-dec5-4a18-bf31-b9d8d0930fcb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:port and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:23.703374 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9cc33e52-dec5-4a18-bf31-b9d8d0930fcb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:23.716826 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7bb693-db1b-4a0f-886b-55fe458cd738 None None] Pushing event updated for resources: {'Port': ['ID=ad07204e-d78c-485d-9f48-a606c8e6eea1,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:23.722008 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9cc33e52-dec5-4a18-bf31-b9d8d0930fcb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:23.741704 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment fe3a62d1-4b67-47c4-92a7-36b9cb459421 resource provider aggregate not found Oct 10 11:14:23.744646 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-987e01cb-b004-4cec-a98b-c8f2c6bc3ffb None None] Deleting port 228fef6c-33d5-4c19-9a9c-64f47f3a90fc {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:23.745122 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-987e01cb-b004-4cec-a98b-c8f2c6bc3ffb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:23.759278 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9baa9eaa-a7dc-4c29-8f33-780635ca105b req-aee760bd-95ed-4ed3-a318-999cabf711d5 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029943 Oct 10 11:14:23.762879 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5f947314-341a-42a2-840f-392fcb19e2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:23.773677 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment fe3a62d1-4b67-47c4-92a7-36b9cb459421 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe3a62d1-4b67-47c4-92a7-36b9cb459421 found for delete ", "request_id": "req-76c7cecf-6cb6-433a-ba82-65801ae14bae"}]} Oct 10 11:14:23.780347 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-86332b6c-4798-4072-842d-e53983d3fd2a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:23.800295 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-00b5cd37-67ee-470c-9862-8aec8535751c None None] Allocated IP 2001:db8::f816:3eff:fe5b:b826 (dac74586-4382-4e00-a6eb-f2005f114a9a/0d551705-3604-4e39-88b4-3d6929f74234/552b6a94-ddc4-4f2a-ab52-5d0866bfeff9) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:23.834583 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc33e52-dec5-4a18-bf31-b9d8d0930fcb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:23.852424 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-86332b6c-4798-4072-842d-e53983d3fd2a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] device_id is not set on port 0a68b73b-21a0-4f1e-9a91-25a501552249 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:14:23.857465 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4c105c31-38af-4d30-902c-66dc93993354 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:23.862822 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-987e01cb-b004-4cec-a98b-c8f2c6bc3ffb None None] The port '228fef6c-33d5-4c19-9a9c-64f47f3a90fc' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:14:23.863675 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c105c31-38af-4d30-902c-66dc93993354 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:23.865858 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4c105c31-38af-4d30-902c-66dc93993354 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:23.891575 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-659f20c8-a4f1-4c3f-a693-530d498595ec tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:23.927337 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-659f20c8-a4f1-4c3f-a693-530d498595ec tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:23.939367 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5f947314-341a-42a2-840f-392fcb19e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:24.065014 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c105c31-38af-4d30-902c-66dc93993354 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Network': ['ID=40f14258-a8fa-4003-a56d-4a988a46f448,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:24.070332 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5f947314-341a-42a2-840f-392fcb19e2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:24.073781 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5f947314-341a-42a2-840f-392fcb19e2f7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a73a2435-5953-4200-a6ac-9bdf665f1f5a HTTP/1.1" status: 204 len: 168 time: 0.7027171 Oct 10 11:14:24.073781 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f947314-341a-42a2-840f-392fcb19e2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73a2435-5953-4200-a6ac-9bdf665f1f5a,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:24.113505 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-659f20c8-a4f1-4c3f-a693-530d498595ec tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/networks/6712fb6a-c529-4c70-bbac-c416036d7494 HTTP/1.1" status: 204 len: 168 time: 2.4927878 Oct 10 11:14:24.117177 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51736) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:24.157190 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-9a9a4b16-637a-46a7-a7ee-85091c8b1c5a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-174016159', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}, 'admin_state_up': False}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:24.172907 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4c105c31-38af-4d30-902c-66dc93993354 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3854265 Oct 10 11:14:24.175069 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 40f14258-a8fa-4003-a56d-4a988a46f448 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:14:24.176691 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f20c8-a4f1-4c3f-a693-530d498595ec tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Network': ['ID=6712fb6a-c529-4c70-bbac-c416036d7494,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:24.179387 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-9a9a4b16-637a-46a7-a7ee-85091c8b1c5a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:24.181800 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51740) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:24.192322 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9a9a4b16-637a-46a7-a7ee-85091c8b1c5a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Usage tracker for resource:router and tenant:bff75ec139ff428ea17476871cda1880 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:24.211444 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-4bed8291-97b4-4f29-b5bf-88b09959450b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'subnet': {'network_id': '40f14258-a8fa-4003-a56d-4a988a46f448', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:24.272510 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9a9a4b16-637a-46a7-a7ee-85091c8b1c5a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:24.324844 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-9a9a4b16-637a-46a7-a7ee-85091c8b1c5a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:24.367062 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-89f25865-8e5c-4f90-b10e-57313aceb054 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:24.384528 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-89f25865-8e5c-4f90-b10e-57313aceb054 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Transition to ACTIVE for port object 6537c7b4-af1b-4756-8db5-84fce1012eeb will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:24.513939 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-00b5cd37-67ee-470c-9862-8aec8535751c None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:24.522068 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-86332b6c-4798-4072-842d-e53983d3fd2a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Allocated IP 172.20.0.13 (240f796e-5e36-4ff3-af8a-ce3785d07431/c46baae8-7839-4092-995e-423a5394c239/0a68b73b-21a0-4f1e-9a91-25a501552249) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:24.529626 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9cc33e52-dec5-4a18-bf31-b9d8d0930fcb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:24.545946 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-86332b6c-4798-4072-842d-e53983d3fd2a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Allocated IP 172.20.0.12 (240f796e-5e36-4ff3-af8a-ce3785d07431/c46baae8-7839-4092-995e-423a5394c239/0a68b73b-21a0-4f1e-9a91-25a501552249) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:24.553969 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-4bed8291-97b4-4f29-b5bf-88b09959450b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:24.555053 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-00b5cd37-67ee-470c-9862-8aec8535751c None None] Transition to ACTIVE for port object 552b6a94-ddc4-4f2a-ab52-5d0866bfeff9 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:24.555392 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-89f25865-8e5c-4f90-b10e-57313aceb054 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:24.560146 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-4bed8291-97b4-4f29-b5bf-88b09959450b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:subnet and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:24.570142 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-4bed8291-97b4-4f29-b5bf-88b09959450b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:24.576241 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-00b5cd37-67ee-470c-9862-8aec8535751c None None] Transition to ACTIVE for port object 552b6a94-ddc4-4f2a-ab52-5d0866bfeff9 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:24.582240 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-4bed8291-97b4-4f29-b5bf-88b09959450b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:24.635114 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-9cc33e52-dec5-4a18-bf31-b9d8d0930fcb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] device_id is not set on port cb5c8fbc-1880-47c4-bbe4-734b0b09bcae yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:14:24.663105 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a9a4b16-637a-46a7-a7ee-85091c8b1c5a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:24.664245 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a9a4b16-637a-46a7-a7ee-85091c8b1c5a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:24.680754 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a9a4b16-637a-46a7-a7ee-85091c8b1c5a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:24.716092 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f25865-8e5c-4f90-b10e-57313aceb054 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network fe458a96-3a00-447c-9f2a-8660cf986d91 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:24.727650 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-89f25865-8e5c-4f90-b10e-57313aceb054 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:24.742613 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f25865-8e5c-4f90-b10e-57313aceb054 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:24.771192 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f25865-8e5c-4f90-b10e-57313aceb054 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Port': ['ID=6537c7b4-af1b-4756-8db5-84fce1012eeb,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:24.777596 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-00b5cd37-67ee-470c-9862-8aec8535751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:24.788838 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bed8291-97b4-4f29-b5bf-88b09959450b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:24.793049 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4bed8291-97b4-4f29-b5bf-88b09959450b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:24.855189 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b5cd37-67ee-470c-9862-8aec8535751c None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:24.866450 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-00b5cd37-67ee-470c-9862-8aec8535751c None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:24.876597 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b5cd37-67ee-470c-9862-8aec8535751c None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:24.982982 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f25865-8e5c-4f90-b10e-57313aceb054 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:24.983573 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-89f25865-8e5c-4f90-b10e-57313aceb054 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:25.045975 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5cd37-67ee-470c-9862-8aec8535751c None None] Pushing event updated for resources: {'Port': ['ID=552b6a94-ddc4-4f2a-ab52-5d0866bfeff9,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:25.100286 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-00b5cd37-67ee-470c-9862-8aec8535751c None None] Attempting to bind port 552b6a94-ddc4-4f2a-ab52-5d0866bfeff9 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:14:25.100286 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-00b5cd37-67ee-470c-9862-8aec8535751c None None] Attempting to bind port 552b6a94-ddc4-4f2a-ab52-5d0866bfeff9 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:14:25.100600 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b5cd37-67ee-470c-9862-8aec8535751c None None] Attempting to bind port 552b6a94-ddc4-4f2a-ab52-5d0866bfeff9 on network dac74586-4382-4e00-a6eb-f2005f114a9a {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:14:25.114682 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b5cd37-67ee-470c-9862-8aec8535751c None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:14:25.114682 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b5cd37-67ee-470c-9862-8aec8535751c None None] Checking segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:14:25.115134 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-00b5cd37-67ee-470c-9862-8aec8535751c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:25.115531 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b5cd37-67ee-470c-9862-8aec8535751c None None] Bound using segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:14:25.116022 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-00b5cd37-67ee-470c-9862-8aec8535751c None None] Bound port: 552b6a94-ddc4-4f2a-ab52-5d0866bfeff9, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:14:25.116377 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-00b5cd37-67ee-470c-9862-8aec8535751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:25.158426 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-9cc33e52-dec5-4a18-bf31-b9d8d0930fcb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 2001:db8::f816:3eff:feb5:6a4b (dac74586-4382-4e00-a6eb-f2005f114a9a/0d551705-3604-4e39-88b4-3d6929f74234/cb5c8fbc-1880-47c4-bbe4-734b0b09bcae) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:25.271452 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-00b5cd37-67ee-470c-9862-8aec8535751c None None] For port 552b6a94-ddc4-4f2a-ab52-5d0866bfeff9, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:14:25.276429 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-00b5cd37-67ee-470c-9862-8aec8535751c None None] For port 552b6a94-ddc4-4f2a-ab52-5d0866bfeff9, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=552b6a94-ddc4-4f2a-ab52-5d0866bfeff9,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:14:25.326063 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7652b2e8-8eda-44e1-b413-c950d0db2af2 None None] Network fe458a96-3a00-447c-9f2a-8660cf986d91 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:25.375530 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-89f25865-8e5c-4f90-b10e-57313aceb054 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.3615353 Oct 10 11:14:25.392805 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51772) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:25.555960 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51776) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:25.621338 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-86332b6c-4798-4072-842d-e53983d3fd2a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:25.621559 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-00b5cd37-67ee-470c-9862-8aec8535751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:25.662784 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ad07204e-d78c-485d-9f48-a606c8e6eea1 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:14:25.687693 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ead63-bbfb-45af-9857-38d9fa77ff44 req-60d0f393-90b0-40a5-a864-6a8a2bce03d9 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:25.690064 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-225ead63-bbfb-45af-9857-38d9fa77ff44 req-60d0f393-90b0-40a5-a864-6a8a2bce03d9 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.5977361 Oct 10 11:14:25.776645 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-225ead63-bbfb-45af-9857-38d9fa77ff44 req-df8743c3-91ba-40a2-9cd9-c95b611690f8 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766623 Oct 10 11:14:25.799040 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-9f382ba4-4cb2-4353-8074-a863a2a568e6 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting port 6537c7b4-af1b-4756-8db5-84fce1012eeb {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:25.800479 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9f382ba4-4cb2-4353-8074-a863a2a568e6 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:25.844028 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5cd37-67ee-470c-9862-8aec8535751c None None] Pushing event updated for resources: {'Port': ['ID=552b6a94-ddc4-4f2a-ab52-5d0866bfeff9,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:25.865624 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a9a4b16-637a-46a7-a7ee-85091c8b1c5a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:25.868109 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-1b5f2aa8-ce1a-449b-bf61-0303a6217c23 None None] Provisioning for port ad07204e-d78c-485d-9f48-a606c8e6eea1 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:25.922420 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9cc33e52-dec5-4a18-bf31-b9d8d0930fcb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:25.988382 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port ad07204e-d78c-485d-9f48-a606c8e6eea1 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:25.998170 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port ad07204e-d78c-485d-9f48-a606c8e6eea1 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:25.998170 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:25.998170 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port ad07204e-d78c-485d-9f48-a606c8e6eea1 Oct 10 11:14:26.087775 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-86332b6c-4798-4072-842d-e53983d3fd2a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:26.113975 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51790) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:26.157363 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port ad07204e-d78c-485d-9f48-a606c8e6eea1 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:26.158142 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:26.171621 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-9cc33e52-dec5-4a18-bf31-b9d8d0930fcb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Transition to ACTIVE for port object cb5c8fbc-1880-47c4-bbe4-734b0b09bcae will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:26.211595 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port ad07204e-d78c-485d-9f48-a606c8e6eea1, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ad07204e-d78c-485d-9f48-a606c8e6eea1,segment=NetworkSegment(8a780b7d-c20f-4c35-81fd-a701aaf2f9e7),segment_id=8a780b7d-c20f-4c35-81fd-a701aaf2f9e7)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:26.222009 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4bed8291-97b4-4f29-b5bf-88b09959450b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:26.245966 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86332b6c-4798-4072-842d-e53983d3fd2a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Network 240f796e-5e36-4ff3-af8a-ce3785d07431 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:26.284740 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-86332b6c-4798-4072-842d-e53983d3fd2a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:26.287876 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86332b6c-4798-4072-842d-e53983d3fd2a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:26.312217 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:26.369631 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-ee4227d5-1aa3-4bde-8fda-b0581a10cd97 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-975618617-network', 'tenant_id': '33e4bc3f82eb46749091c6a32d15300f'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:26.378831 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-b9f1137e-c9b4-4fff-8f51-00b2df13a06b tempest-DvrRoutersNegativeTest-2053366489 tempest-DvrRoutersNegativeTest-2053366489-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1687153541', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:26.381823 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.policy [None req-b9f1137e-c9b4-4fff-8f51-00b2df13a06b tempest-DvrRoutersNegativeTest-2053366489 tempest-DvrRoutersNegativeTest-2053366489-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=89897) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Oct 10 11:14:26.382215 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.policy [None req-b9f1137e-c9b4-4fff-8f51-00b2df13a06b tempest-DvrRoutersNegativeTest-2053366489 tempest-DvrRoutersNegativeTest-2053366489-project] Failed policy check for 'create_router' {{(pid=89897) enforce /opt/stack/neutron/neutron/policy.py:520}} Oct 10 11:14:26.382643 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-b9f1137e-c9b4-4fff-8f51-00b2df13a06b tempest-DvrRoutersNegativeTest-2053366489 tempest-DvrRoutersNegativeTest-2053366489-project] create failed (client error): Access was denied to this resource. Oct 10 11:14:26.395126 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b9f1137e-c9b4-4fff-8f51-00b2df13a06b tempest-DvrRoutersNegativeTest-2053366489 tempest-DvrRoutersNegativeTest-2053366489-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.8264716 Oct 10 11:14:26.418817 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=ad07204e-d78c-485d-9f48-a606c8e6eea1,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:26.432120 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bed8291-97b4-4f29-b5bf-88b09959450b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Checking segment: {'id': '9f085a23-c130-459a-93ed-6d7ccc1802c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '40f14258-a8fa-4003-a56d-4a988a46f448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:14:26.432674 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bed8291-97b4-4f29-b5bf-88b09959450b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network hostable DHCP agents. Network: 40f14258-a8fa-4003-a56d-4a988a46f448, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:14:26.438574 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed8291-97b4-4f29-b5bf-88b09959450b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Subnet': ['ID=91fb6953-582e-42e2-9a76-6edda86d1f42,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:26.440141 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86332b6c-4798-4072-842d-e53983d3fd2a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event updated for resources: {'Port': ['ID=0a68b73b-21a0-4f1e-9a91-25a501552249,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:26.454077 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ee4227d5-1aa3-4bde-8fda-b0581a10cd97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:26.456974 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-39fc752d-eb8a-4fb4-b49e-32806d895bd9 None None] Provisioning complete for port ad07204e-d78c-485d-9f48-a606c8e6eea1 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:26.457871 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-39fc752d-eb8a-4fb4-b49e-32806d895bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:26.458319 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-39fc752d-eb8a-4fb4-b49e-32806d895bd9 None None] Attempt 1 to provision port ad07204e-d78c-485d-9f48-a606c8e6eea1 Oct 10 11:14:26.473751 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ee4227d5-1aa3-4bde-8fda-b0581a10cd97 admin admin] Usage tracker for resource:network and tenant:33e4bc3f82eb46749091c6a32d15300f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:26.488746 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ee4227d5-1aa3-4bde-8fda-b0581a10cd97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:26.500151 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86332b6c-4798-4072-842d-e53983d3fd2a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:26.500808 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-86332b6c-4798-4072-842d-e53983d3fd2a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:26.516019 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ee4227d5-1aa3-4bde-8fda-b0581a10cd97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:26.560171 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9f382ba4-4cb2-4353-8074-a863a2a568e6 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:26.581142 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bed8291-97b4-4f29-b5bf-88b09959450b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network 40f14258-a8fa-4003-a56d-4a988a46f448 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:14:26.624189 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-39fc752d-eb8a-4fb4-b49e-32806d895bd9 None None] Current status of the port ad07204e-d78c-485d-9f48-a606c8e6eea1 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:26.682508 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a9a4b16-637a-46a7-a7ee-85091c8b1c5a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:26.707234 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-86332b6c-4798-4072-842d-e53983d3fd2a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.0497322 Oct 10 11:14:26.708002 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4227d5-1aa3-4bde-8fda-b0581a10cd97 admin admin] Made reservation on behalf of 33e4bc3f82eb46749091c6a32d15300f for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:26.710265 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ee4227d5-1aa3-4bde-8fda-b0581a10cd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:26.713788 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-39fc752d-eb8a-4fb4-b49e-32806d895bd9 None None] Provisioning for port 6537c7b4-af1b-4756-8db5-84fce1012eeb completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:26.717159 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51798) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:26.718530 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a9a4b16-637a-46a7-a7ee-85091c8b1c5a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:26.719440 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9cc33e52-dec5-4a18-bf31-b9d8d0930fcb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:26.719809 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-39fc752d-eb8a-4fb4-b49e-32806d895bd9 None None] Provisioning complete for port 6537c7b4-af1b-4756-8db5-84fce1012eeb triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:26.720199 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-39fc752d-eb8a-4fb4-b49e-32806d895bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:26.721100 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-39fc752d-eb8a-4fb4-b49e-32806d895bd9 None None] Attempt 1 to provision port 6537c7b4-af1b-4756-8db5-84fce1012eeb Oct 10 11:14:26.723506 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-4bed8291-97b4-4f29-b5bf-88b09959450b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 40f14258-a8fa-4003-a56d-4a988a46f448) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:26.730287 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-9f382ba4-4cb2-4353-8074-a863a2a568e6 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Calling delete_port for 6537c7b4-af1b-4756-8db5-84fce1012eeb owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:26.760889 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4817d249-fb6b-4941-9788-a0caed401c74 None None] Network 40f14258-a8fa-4003-a56d-4a988a46f448 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:26.762068 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-7eec7cfa-624b-479b-81dc-e52009598d3a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'port_id': '0a68b73b-21a0-4f1e-9a91-25a501552249', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:26.779387 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7eec7cfa-624b-479b-81dc-e52009598d3a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:26.800840 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7eec7cfa-624b-479b-81dc-e52009598d3a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:26.826593 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bed8291-97b4-4f29-b5bf-88b09959450b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:26.828627 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4bed8291-97b4-4f29-b5bf-88b09959450b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:26.949205 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7eec7cfa-624b-479b-81dc-e52009598d3a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:26.967015 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4bed8291-97b4-4f29-b5bf-88b09959450b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7839599 Oct 10 11:14:26.972289 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-39fc752d-eb8a-4fb4-b49e-32806d895bd9 None None] Port 6537c7b4-af1b-4756-8db5-84fce1012eeb cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:26.983282 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51806) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:27.002471 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-b57aac77-6ffb-434a-8acd-ed7fd4342571 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'port': {'network_id': '40f14258-a8fa-4003-a56d-4a988a46f448', 'name': 'tempest-PortsIpV6TestJSON-1487473467'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:27.109992 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ee4227d5-1aa3-4bde-8fda-b0581a10cd97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:27.117279 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51810) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:27.141299 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ee4227d5-1aa3-4bde-8fda-b0581a10cd97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:27.146080 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ee4227d5-1aa3-4bde-8fda-b0581a10cd97 admin admin] Usage tracker for resource:security_group_rule and tenant:33e4bc3f82eb46749091c6a32d15300f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:27.149244 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ee4227d5-1aa3-4bde-8fda-b0581a10cd97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:27.155071 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ee4227d5-1aa3-4bde-8fda-b0581a10cd97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:27.164778 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc33e52-dec5-4a18-bf31-b9d8d0930fcb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:27.166175 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9f382ba4-4cb2-4353-8074-a863a2a568e6 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:27.168038 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-9cc33e52-dec5-4a18-bf31-b9d8d0930fcb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:27.178718 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc33e52-dec5-4a18-bf31-b9d8d0930fcb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:27.184317 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc33e52-dec5-4a18-bf31-b9d8d0930fcb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:27.184956 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9cc33e52-dec5-4a18-bf31-b9d8d0930fcb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:27.187673 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578e218e-b8ff-4fb7-a6da-ca255b7ce031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-40f14258-a8fa-4003-a56d-4a988a46f448', 'network_id': '40f14258-a8fa-4003-a56d-4a988a46f448', 'tenant_id': 'd4be467877224cc3b1469223421a71e0', 'fixed_ips': [{'subnet_id': '91fb6953-582e-42e2-9a76-6edda86d1f42'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:14:27.188577 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-578e218e-b8ff-4fb7-a6da-ca255b7ce031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:27.188698 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc33e52-dec5-4a18-bf31-b9d8d0930fcb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Port': ['ID=cb5c8fbc-1880-47c4-bbe4-734b0b09bcae,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:27.226172 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-9a9a4b16-637a-46a7-a7ee-85091c8b1c5a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Allocated IP 172.26.4.169 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/77541edc-f6c2-482c-9902-91f9acbbb062) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:27.254120 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f382ba4-4cb2-4353-8074-a863a2a568e6 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Port': ['ID=6537c7b4-af1b-4756-8db5-84fce1012eeb,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:27.468080 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9f382ba4-4cb2-4353-8074-a863a2a568e6 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:27.481886 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-39fc752d-eb8a-4fb4-b49e-32806d895bd9 None None] Attempt 2 to provision port 6537c7b4-af1b-4756-8db5-84fce1012eeb Oct 10 11:14:27.504350 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9f382ba4-4cb2-4353-8074-a863a2a568e6 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/ports/6537c7b4-af1b-4756-8db5-84fce1012eeb HTTP/1.1" status: 204 len: 168 time: 2.1079655 Oct 10 11:14:27.505182 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51816) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:27.523387 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9cc33e52-dec5-4a18-bf31-b9d8d0930fcb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.4089053 Oct 10 11:14:27.539708 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-578e218e-b8ff-4fb7-a6da-ca255b7ce031 None None] Allocated IP 2001:db8::2 (40f14258-a8fa-4003-a56d-4a988a46f448/91fb6953-582e-42e2-9a76-6edda86d1f42/f490d01c-5bb5-44ed-b77d-5ee294adee82) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:27.551994 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51820) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:27.553905 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-39fc752d-eb8a-4fb4-b49e-32806d895bd9 None None] Port 6537c7b4-af1b-4756-8db5-84fce1012eeb was deleted so its status cannot be updated. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 10 11:14:27.568541 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-007d55e7-8209-4e9f-8784-f95327d46dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:27.574968 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b57aac77-6ffb-434a-8acd-ed7fd4342571 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:27.620634 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-9856c652-d0af-4988-ab1d-b1f4213dfe48 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] DELETE failed (client error): The resource could not be found. Oct 10 11:14:27.620634 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9856c652-d0af-4988-ab1d-b1f4213dfe48 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:14:27.654668 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b57aac77-6ffb-434a-8acd-ed7fd4342571 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:port and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:27.667702 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9856c652-d0af-4988-ab1d-b1f4213dfe48 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/ports/6537c7b4-af1b-4756-8db5-84fce1012eeb HTTP/1.1" status: 404 len: 333 time: 0.1547430 Oct 10 11:14:27.670159 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ee4227d5-1aa3-4bde-8fda-b0581a10cd97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:27.671060 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51824) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:27.682549 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b57aac77-6ffb-434a-8acd-ed7fd4342571 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:27.700185 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-007d55e7-8209-4e9f-8784-f95327d46dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:27.704092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b57aac77-6ffb-434a-8acd-ed7fd4342571 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:27.715097 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda77963-6fcc-4c71-b7be-dabd0f7fb13c req-243f0077-9190-45b6-8c72-15b9db374512 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:27.718026 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-dda77963-6fcc-4c71-b7be-dabd0f7fb13c req-243f0077-9190-45b6-8c72-15b9db374512 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.6819007 Oct 10 11:14:27.720541 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ad07204e-d78c-485d-9f48-a606c8e6eea1 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:14:27.727716 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc76bea-e959-476c-a7d3-25c2160a0a1c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] GET failed (client error): The resource could not be found. Oct 10 11:14:27.728252 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0bc76bea-e959-476c-a7d3-25c2160a0a1c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Synchronizing usage tracker for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:27.729983 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-007d55e7-8209-4e9f-8784-f95327d46dff admin admin] Usage tracker for resource:security_group_rule and tenant:fa47ae0146824cc784c81b3ba8b5ac3e is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:27.740410 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ee4227d5-1aa3-4bde-8fda-b0581a10cd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:27.743715 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-007d55e7-8209-4e9f-8784-f95327d46dff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:27.776313 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4227d5-1aa3-4bde-8fda-b0581a10cd97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 483} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:14:27.779658 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-007d55e7-8209-4e9f-8784-f95327d46dff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:27.785679 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4227d5-1aa3-4bde-8fda-b0581a10cd97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15aba626-277c-4672-990c-ec1e6cd0d0ba,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:27.804394 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ee4227d5-1aa3-4bde-8fda-b0581a10cd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:27.804394 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-ee4227d5-1aa3-4bde-8fda-b0581a10cd97 admin admin] Added segment 62ddf195-ca82-40a4-ab0f-3f5025c7f3de of type vlan for network 1157963f-067d-4ea1-9106-419179a67f58 Oct 10 11:14:27.817749 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a9a4b16-637a-46a7-a7ee-85091c8b1c5a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:27.827086 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0bc76bea-e959-476c-a7d3-25c2160a0a1c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Unset dirty status for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:27.828260 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0bc76bea-e959-476c-a7d3-25c2160a0a1c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "GET /v2.0/ports/6537c7b4-af1b-4756-8db5-84fce1012eeb HTTP/1.1" status: 404 len: 333 time: 0.1562910 Oct 10 11:14:27.832513 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ee4227d5-1aa3-4bde-8fda-b0581a10cd97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:27.836023 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51828) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:27.868625 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-dda77963-6fcc-4c71-b7be-dabd0f7fb13c req-4ab0c208-fa96-446f-9e06-a109e010a1f9 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279743 Oct 10 11:14:27.869184 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57aac77-6ffb-434a-8acd-ed7fd4342571 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:27.872447 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b57aac77-6ffb-434a-8acd-ed7fd4342571 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:27.878067 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port ad07204e-d78c-485d-9f48-a606c8e6eea1 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:27.878488 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:27.883550 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7eec7cfa-624b-479b-81dc-e52009598d3a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:27.890190 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port ad07204e-d78c-485d-9f48-a606c8e6eea1 Oct 10 11:14:27.924390 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-e12ab67c-09be-420b-951d-d749f5a2e6eb tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting subnet 7be73afa-626c-4feb-b718-1b5ec596c6db {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:14:27.928306 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e12ab67c-09be-420b-951d-d749f5a2e6eb tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:27.967798 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-b57aac77-6ffb-434a-8acd-ed7fd4342571 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] device_id is not set on port 0d448f1c-c396-418e-8aa0-68f6b19eafc3 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:14:27.988878 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e12ab67c-09be-420b-951d-d749f5a2e6eb tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:27.993307 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4f101187-4dde-4f9b-8700-0d6eb0b2b18e None None] Provisioning for port cb5c8fbc-1880-47c4-bbe4-734b0b09bcae completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:28.010681 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4f101187-4dde-4f9b-8700-0d6eb0b2b18e None None] Provisioning complete for port cb5c8fbc-1880-47c4-bbe4-734b0b09bcae triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:28.011144 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4f101187-4dde-4f9b-8700-0d6eb0b2b18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:28.011546 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-4f101187-4dde-4f9b-8700-0d6eb0b2b18e None None] Attempt 1 to provision port cb5c8fbc-1880-47c4-bbe4-734b0b09bcae Oct 10 11:14:28.025670 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ee4227d5-1aa3-4bde-8fda-b0581a10cd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:28.026124 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4227d5-1aa3-4bde-8fda-b0581a10cd97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:28.026480 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ee4227d5-1aa3-4bde-8fda-b0581a10cd97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:28.054811 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db323136-3cf8-433e-bf28-d9e4afb967b0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:28.060771 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db323136-3cf8-433e-bf28-d9e4afb967b0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:28.061467 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-db323136-3cf8-433e-bf28-d9e4afb967b0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:28.124763 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-578e218e-b8ff-4fb7-a6da-ca255b7ce031 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:28.156436 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-007d55e7-8209-4e9f-8784-f95327d46dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:28.165112 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4f101187-4dde-4f9b-8700-0d6eb0b2b18e None None] Port cb5c8fbc-1880-47c4-bbe4-734b0b09bcae cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:28.170977 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ee4227d5-1aa3-4bde-8fda-b0581a10cd97 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0472379 Oct 10 11:14:28.172540 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-578e218e-b8ff-4fb7-a6da-ca255b7ce031 None None] Transition to ACTIVE for port object f490d01c-5bb5-44ed-b77d-5ee294adee82 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:28.175535 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51832) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:28.182539 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4227d5-1aa3-4bde-8fda-b0581a10cd97 admin admin] Pushing event updated for resources: {'Network': ['ID=1157963f-067d-4ea1-9106-419179a67f58,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:28.186968 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-16bc6a67-0aef-4c15-8be6-60979ff2b27d admin admin] Request body: {'subnet': {'network_id': '1157963f-067d-4ea1-9106-419179a67f58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-975618617-subnet', 'tenant_id': '33e4bc3f82eb46749091c6a32d15300f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:28.200642 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 1157963f-067d-4ea1-9106-419179a67f58 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:14:28.244752 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-578e218e-b8ff-4fb7-a6da-ca255b7ce031 None None] Transition to ACTIVE for port object f490d01c-5bb5-44ed-b77d-5ee294adee82 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:28.310200 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port ad07204e-d78c-485d-9f48-a606c8e6eea1 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:28.311337 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 552b6a94-ddc4-4f2a-ab52-5d0866bfeff9 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:14:28.321412 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-16bc6a67-0aef-4c15-8be6-60979ff2b27d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:28.327285 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-16bc6a67-0aef-4c15-8be6-60979ff2b27d admin admin] Usage tracker for resource:subnet and tenant:33e4bc3f82eb46749091c6a32d15300f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:28.331269 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-16bc6a67-0aef-4c15-8be6-60979ff2b27d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:28.338842 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-16bc6a67-0aef-4c15-8be6-60979ff2b27d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:28.348246 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a9a4b16-637a-46a7-a7ee-85091c8b1c5a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:28.350435 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-578e218e-b8ff-4fb7-a6da-ca255b7ce031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:28.351451 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e12ab67c-09be-420b-951d-d749f5a2e6eb tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:28.412531 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-db323136-3cf8-433e-bf28-d9e4afb967b0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:28.413702 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-db323136-3cf8-433e-bf28-d9e4afb967b0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.8572299 Oct 10 11:14:28.414682 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-007d55e7-8209-4e9f-8784-f95327d46dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:28.416639 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51836) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:28.454820 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578e218e-b8ff-4fb7-a6da-ca255b7ce031 None None] Network 40f14258-a8fa-4003-a56d-4a988a46f448 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:28.458953 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-578e218e-b8ff-4fb7-a6da-ca255b7ce031 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:28.461509 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578e218e-b8ff-4fb7-a6da-ca255b7ce031 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:28.469230 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bc6a67-0aef-4c15-8be6-60979ff2b27d admin admin] Made reservation on behalf of 33e4bc3f82eb46749091c6a32d15300f for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:28.471347 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e218e-b8ff-4fb7-a6da-ca255b7ce031 None None] Pushing event updated for resources: {'Port': ['ID=f490d01c-5bb5-44ed-b77d-5ee294adee82,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:28.472026 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-16bc6a67-0aef-4c15-8be6-60979ff2b27d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:28.519748 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9a4b16-637a-46a7-a7ee-85091c8b1c5a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:28.529713 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-007d55e7-8209-4e9f-8784-f95327d46dff admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fa47ae0146824cc784c81b3ba8b5ac3e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4002640 Oct 10 11:14:28.531600 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-9a9a4b16-637a-46a7-a7ee-85091c8b1c5a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:28.543249 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51840) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:28.543906 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d55e7-8209-4e9f-8784-f95327d46dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c38572a-8b28-493f-b2a7-bbc00ec5eda0,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:28.548749 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9a4b16-637a-46a7-a7ee-85091c8b1c5a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:28.579129 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-7eec7cfa-624b-479b-81dc-e52009598d3a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Allocated IP 172.26.4.234 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/59a2f88d-e388-4b1b-b473-d40fb49ce581) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:28.581439 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a4b16-637a-46a7-a7ee-85091c8b1c5a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Port': ['ID=77541edc-f6c2-482c-9902-91f9acbbb062,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:28.582788 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-2f11fcbf-f64a-41fa-bec3-825727dc771d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting port cb5c8fbc-1880-47c4-bbe4-734b0b09bcae {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:28.583135 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2f11fcbf-f64a-41fa-bec3-825727dc771d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:28.584708 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-578e218e-b8ff-4fb7-a6da-ca255b7ce031 None None] Attempting to bind port f490d01c-5bb5-44ed-b77d-5ee294adee82 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:14:28.585072 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-578e218e-b8ff-4fb7-a6da-ca255b7ce031 None None] Attempting to bind port f490d01c-5bb5-44ed-b77d-5ee294adee82 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '9f085a23-c130-459a-93ed-6d7ccc1802c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '40f14258-a8fa-4003-a56d-4a988a46f448'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:14:28.585811 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578e218e-b8ff-4fb7-a6da-ca255b7ce031 None None] Attempting to bind port f490d01c-5bb5-44ed-b77d-5ee294adee82 on network 40f14258-a8fa-4003-a56d-4a988a46f448 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:14:28.592749 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578e218e-b8ff-4fb7-a6da-ca255b7ce031 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:14:28.593124 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578e218e-b8ff-4fb7-a6da-ca255b7ce031 None None] Checking segment: {'id': '9f085a23-c130-459a-93ed-6d7ccc1802c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '40f14258-a8fa-4003-a56d-4a988a46f448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:14:28.593514 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-578e218e-b8ff-4fb7-a6da-ca255b7ce031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:28.594094 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578e218e-b8ff-4fb7-a6da-ca255b7ce031 None None] Bound using segment: {'id': '9f085a23-c130-459a-93ed-6d7ccc1802c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '40f14258-a8fa-4003-a56d-4a988a46f448'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:14:28.594653 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-578e218e-b8ff-4fb7-a6da-ca255b7ce031 None None] Bound port: f490d01c-5bb5-44ed-b77d-5ee294adee82, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f085a23-c130-459a-93ed-6d7ccc1802c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '40f14258-a8fa-4003-a56d-4a988a46f448'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:14:28.595022 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-578e218e-b8ff-4fb7-a6da-ca255b7ce031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:28.632766 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e12ab67c-09be-420b-951d-d749f5a2e6eb tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:28.645915 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-b57aac77-6ffb-434a-8acd-ed7fd4342571 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Allocated IP 2001:db8::1bb (40f14258-a8fa-4003-a56d-4a988a46f448/91fb6953-582e-42e2-9a76-6edda86d1f42/0d448f1c-c396-418e-8aa0-68f6b19eafc3) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:28.665612 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-4f101187-4dde-4f9b-8700-0d6eb0b2b18e None None] Attempt 2 to provision port cb5c8fbc-1880-47c4-bbe4-734b0b09bcae Oct 10 11:14:28.691464 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ab67c-09be-420b-951d-d749f5a2e6eb tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Subnet': ['ID=7be73afa-626c-4feb-b718-1b5ec596c6db,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:28.693475 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e12ab67c-09be-420b-951d-d749f5a2e6eb tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:28.711280 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 552b6a94-ddc4-4f2a-ab52-5d0866bfeff9 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:28.729968 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684cb19e-40b3-4296-8ea4-cf340fe32e5c None None] Network fe458a96-3a00-447c-9f2a-8660cf986d91 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:28.748798 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e12ab67c-09be-420b-951d-d749f5a2e6eb tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/subnets/7be73afa-626c-4feb-b718-1b5ec596c6db HTTP/1.1" status: 204 len: 168 time: 0.9090033 Oct 10 11:14:28.750872 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51844) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:28.785192 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4f101187-4dde-4f9b-8700-0d6eb0b2b18e None None] Port cb5c8fbc-1880-47c4-bbe4-734b0b09bcae cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:28.786132 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-578e218e-b8ff-4fb7-a6da-ca255b7ce031 None None] For port f490d01c-5bb5-44ed-b77d-5ee294adee82, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:14:28.848404 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-578e218e-b8ff-4fb7-a6da-ca255b7ce031 None None] For port f490d01c-5bb5-44ed-b77d-5ee294adee82, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=f490d01c-5bb5-44ed-b77d-5ee294adee82,segment=NetworkSegment(9f085a23-c130-459a-93ed-6d7ccc1802c5),segment_id=9f085a23-c130-459a-93ed-6d7ccc1802c5)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:14:28.936883 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-578e218e-b8ff-4fb7-a6da-ca255b7ce031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:29.007170 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b68f5019-345f-44ea-837d-cb2e038203d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:29.068167 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e218e-b8ff-4fb7-a6da-ca255b7ce031 None None] Pushing event updated for resources: {'Port': ['ID=f490d01c-5bb5-44ed-b77d-5ee294adee82,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:29.091852 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bed8cf12-76b8-4605-b2ad-d07c269e47bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:29.133149 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7eec7cfa-624b-479b-81dc-e52009598d3a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:29.141673 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b68f5019-345f-44ea-837d-cb2e038203d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:29.192548 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7ef1c4-75bc-44df-8e50-7a05efd5e233 None None] DHCP port deletion for fe458a96-3a00-447c-9f2a-8660cf986d91 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:14:29.194242 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4d7ef1c4-75bc-44df-8e50-7a05efd5e233 None None] Deleting port ad07204e-d78c-485d-9f48-a606c8e6eea1 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:29.194887 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4d7ef1c4-75bc-44df-8e50-7a05efd5e233 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:29.242075 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2f11fcbf-f64a-41fa-bec3-825727dc771d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:29.425252 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-2f11fcbf-f64a-41fa-bec3-825727dc771d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Calling delete_port for cb5c8fbc-1880-47c4-bbe4-734b0b09bcae owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:29.492136 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-4d7ef1c4-75bc-44df-8e50-7a05efd5e233 None None] For port ad07204e-d78c-485d-9f48-a606c8e6eea1, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ad07204e-d78c-485d-9f48-a606c8e6eea1,segment=NetworkSegment(8a780b7d-c20f-4c35-81fd-a701aaf2f9e7),segment_id=8a780b7d-c20f-4c35-81fd-a701aaf2f9e7)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:29.492896 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4d7ef1c4-75bc-44df-8e50-7a05efd5e233 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:29.518887 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b57aac77-6ffb-434a-8acd-ed7fd4342571 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:29.556907 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a9a4b16-637a-46a7-a7ee-85091c8b1c5a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router_gateway, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:29.607146 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-bed8cf12-76b8-4605-b2ad-d07c269e47bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting port ad07204e-d78c-485d-9f48-a606c8e6eea1 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:29.608224 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bed8cf12-76b8-4605-b2ad-d07c269e47bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:29.616934 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-b57aac77-6ffb-434a-8acd-ed7fd4342571 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Transition to ACTIVE for port object 0d448f1c-c396-418e-8aa0-68f6b19eafc3 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:29.623974 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b68f5019-345f-44ea-837d-cb2e038203d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:29.651801 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-4f101187-4dde-4f9b-8700-0d6eb0b2b18e None None] Attempt 3 to provision port cb5c8fbc-1880-47c4-bbe4-734b0b09bcae Oct 10 11:14:29.666511 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f5019-345f-44ea-837d-cb2e038203d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c38572a-8b28-493f-b2a7-bbc00ec5eda0,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:29.677426 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device f490d01c-5bb5-44ed-b77d-5ee294adee82 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:14:29.718799 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4d7ef1c4-75bc-44df-8e50-7a05efd5e233 None None] Calling delete_port for ad07204e-d78c-485d-9f48-a606c8e6eea1 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:29.733709 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c8473-a382-4fc1-9037-9a9db3405a99 req-47befa85-6a0a-4164-84be-89d7c5b46376 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:29.735203 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8f7c8473-a382-4fc1-9037-9a9db3405a99 req-47befa85-6a0a-4164-84be-89d7c5b46376 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.6370025 Oct 10 11:14:29.742376 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-16bc6a67-0aef-4c15-8be6-60979ff2b27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:29.747573 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2f11fcbf-f64a-41fa-bec3-825727dc771d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:29.771773 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b68f5019-345f-44ea-837d-cb2e038203d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:29.776406 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b68f5019-345f-44ea-837d-cb2e038203d8 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4c38572a-8b28-493f-b2a7-bbc00ec5eda0 HTTP/1.1" status: 204 len: 168 time: 1.2257810 Oct 10 11:14:29.776406 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7eec7cfa-624b-479b-81dc-e52009598d3a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:29.788786 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4f101187-4dde-4f9b-8700-0d6eb0b2b18e None None] Port cb5c8fbc-1880-47c4-bbe4-734b0b09bcae was deleted so its status cannot be updated. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 10 11:14:29.872486 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11fcbf-f64a-41fa-bec3-825727dc771d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Port': ['ID=cb5c8fbc-1880-47c4-bbe4-734b0b09bcae,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:29.895733 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eec7cfa-624b-479b-81dc-e52009598d3a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:29.897699 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4f101187-4dde-4f9b-8700-0d6eb0b2b18e None None] Provisioning for port 552b6a94-ddc4-4f2a-ab52-5d0866bfeff9 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:29.904660 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-7eec7cfa-624b-479b-81dc-e52009598d3a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:29.913431 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eec7cfa-624b-479b-81dc-e52009598d3a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:29.924982 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4f101187-4dde-4f9b-8700-0d6eb0b2b18e None None] Provisioning complete for port 552b6a94-ddc4-4f2a-ab52-5d0866bfeff9 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:29.929622 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4f101187-4dde-4f9b-8700-0d6eb0b2b18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:29.930272 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-4f101187-4dde-4f9b-8700-0d6eb0b2b18e None None] Attempt 1 to provision port 552b6a94-ddc4-4f2a-ab52-5d0866bfeff9 Oct 10 11:14:30.057264 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4d7ef1c4-75bc-44df-8e50-7a05efd5e233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:30.061308 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port f490d01c-5bb5-44ed-b77d-5ee294adee82 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:30.227329 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b57aac77-6ffb-434a-8acd-ed7fd4342571 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:30.231284 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec7cfa-624b-479b-81dc-e52009598d3a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event updated for resources: {'Port': ['ID=59a2f88d-e388-4b1b-b473-d40fb49ce581,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:30.324195 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ef1c4-75bc-44df-8e50-7a05efd5e233 None None] Pushing event deleted for resources: {'Port': ['ID=ad07204e-d78c-485d-9f48-a606c8e6eea1,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:30.337197 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4f101187-4dde-4f9b-8700-0d6eb0b2b18e None None] Current status of the port 552b6a94-ddc4-4f2a-ab52-5d0866bfeff9 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:30.337597 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4f101187-4dde-4f9b-8700-0d6eb0b2b18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:30.357113 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ad07204e-d78c-485d-9f48-a606c8e6eea1 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:14:30.362499 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2f11fcbf-f64a-41fa-bec3-825727dc771d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:30.368221 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc6a67-0aef-4c15-8be6-60979ff2b27d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7be2e63b-bb98-48fb-8637-057299282689,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:30.371516 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-bed8cf12-76b8-4605-b2ad-d07c269e47bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] For port ad07204e-d78c-485d-9f48-a606c8e6eea1, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ad07204e-d78c-485d-9f48-a606c8e6eea1,segment=NetworkSegment(8a780b7d-c20f-4c35-81fd-a701aaf2f9e7),segment_id=8a780b7d-c20f-4c35-81fd-a701aaf2f9e7)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:30.372030 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bed8cf12-76b8-4605-b2ad-d07c269e47bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:30.395796 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bc6a67-0aef-4c15-8be6-60979ff2b27d admin admin] Checking segment: {'id': '62ddf195-ca82-40a4-ab0f-3f5025c7f3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '1157963f-067d-4ea1-9106-419179a67f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:14:30.396149 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bc6a67-0aef-4c15-8be6-60979ff2b27d admin admin] Network hostable DHCP agents. Network: 1157963f-067d-4ea1-9106-419179a67f58, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:14:30.403424 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8f7c8473-a382-4fc1-9037-9a9db3405a99 req-b9ca667a-8d97-4310-8dc6-176aadb45f4f tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5809901 Oct 10 11:14:30.414695 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: ad07204e-d78c-485d-9f48-a606c8e6eea1 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:14:30.415134 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ad07204e-d78c-485d-9f48-a606c8e6eea1 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:14:30.415718 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57aac77-6ffb-434a-8acd-ed7fd4342571 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network 40f14258-a8fa-4003-a56d-4a988a46f448 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:30.438266 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-b57aac77-6ffb-434a-8acd-ed7fd4342571 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:30.439659 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7ef1c4-75bc-44df-8e50-7a05efd5e233 None None] No DVR routers for this DVR port ad07204e-d78c-485d-9f48-a606c8e6eea1 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:14:30.496085 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-4f101187-4dde-4f9b-8700-0d6eb0b2b18e None None] For port 552b6a94-ddc4-4f2a-ab52-5d0866bfeff9, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=552b6a94-ddc4-4f2a-ab52-5d0866bfeff9,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:30.500054 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57aac77-6ffb-434a-8acd-ed7fd4342571 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Port': ['ID=0d448f1c-c396-418e-8aa0-68f6b19eafc3,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:30.509108 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57aac77-6ffb-434a-8acd-ed7fd4342571 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:30.514453 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57aac77-6ffb-434a-8acd-ed7fd4342571 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:30.515130 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b57aac77-6ffb-434a-8acd-ed7fd4342571 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:30.553583 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-bed8cf12-76b8-4605-b2ad-d07c269e47bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Calling delete_port for ad07204e-d78c-485d-9f48-a606c8e6eea1 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:30.570773 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d359efa-b627-430e-a3a3-7d0ab1b1acb6 None None] Network 40f14258-a8fa-4003-a56d-4a988a46f448 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:30.603428 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4f101187-4dde-4f9b-8700-0d6eb0b2b18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:30.634425 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.api [None req-bed8cf12-76b8-4605-b2ad-d07c269e47bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:14:30.634957 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG oslo_db.api [None req-bed8cf12-76b8-4605-b2ad-d07c269e47bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:14:30.673433 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4f101187-4dde-4f9b-8700-0d6eb0b2b18e None None] Could not find standard attr ID for object 6537c7b4-af1b-4756-8db5-84fce1012eeb. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:14:30.680772 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a9a4b16-637a-46a7-a7ee-85091c8b1c5a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:30.738017 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2f11fcbf-f64a-41fa-bec3-825727dc771d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/cb5c8fbc-1880-47c4-bbe4-734b0b09bcae HTTP/1.1" status: 204 len: 168 time: 2.3183727 Oct 10 11:14:30.740441 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51862) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:30.762490 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f101187-4dde-4f9b-8700-0d6eb0b2b18e None None] Pushing event updated for resources: {'Port': ['ID=552b6a94-ddc4-4f2a-ab52-5d0866bfeff9,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:30.773346 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b57aac77-6ffb-434a-8acd-ed7fd4342571 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7880175 Oct 10 11:14:30.780766 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51866) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:30.781555 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bc6a67-0aef-4c15-8be6-60979ff2b27d admin admin] Network 1157963f-067d-4ea1-9106-419179a67f58 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:14:30.795415 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-a7dc728d-d714-4471-9950-c47deba371ed tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'port': {'network_id': '40f14258-a8fa-4003-a56d-4a988a46f448', 'name': 'tempest-PortsIpV6TestJSON-2144404575'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:30.922267 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-844d5097-612b-4dcf-a233-1edb5755e5c4 None None] Provisioning for port f490d01c-5bb5-44ed-b77d-5ee294adee82 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:30.935192 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-844d5097-612b-4dcf-a233-1edb5755e5c4 None None] Provisioning complete for port f490d01c-5bb5-44ed-b77d-5ee294adee82 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:30.935610 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-844d5097-612b-4dcf-a233-1edb5755e5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:30.935954 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-844d5097-612b-4dcf-a233-1edb5755e5c4 None None] Attempt 1 to provision port f490d01c-5bb5-44ed-b77d-5ee294adee82 Oct 10 11:14:31.018316 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-a7dc728d-d714-4471-9950-c47deba371ed tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:31.022554 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a7dc728d-d714-4471-9950-c47deba371ed tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:port and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:31.027664 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a7dc728d-d714-4471-9950-c47deba371ed tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:31.040688 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8759b3-5f1e-4bae-8613-294bd8a063cb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:31.042718 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8759b3-5f1e-4bae-8613-294bd8a063cb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:31.044300 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9e8759b3-5f1e-4bae-8613-294bd8a063cb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3028686 Oct 10 11:14:31.048241 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-a7dc728d-d714-4471-9950-c47deba371ed tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:31.048241 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51876) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:31.114254 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-16bc6a67-0aef-4c15-8be6-60979ff2b27d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 1157963f-067d-4ea1-9106-419179a67f58) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:31.122641 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bc6a67-0aef-4c15-8be6-60979ff2b27d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:31.123288 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-16bc6a67-0aef-4c15-8be6-60979ff2b27d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:31.136033 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-bed8cf12-76b8-4605-b2ad-d07c269e47bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting port ad07204e-d78c-485d-9f48-a606c8e6eea1 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:31.136373 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bed8cf12-76b8-4605-b2ad-d07c269e47bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:31.153062 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22e12b7-1965-4490-a624-e138ab65d576 None None] Network 1157963f-067d-4ea1-9106-419179a67f58 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:31.194118 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-844d5097-612b-4dcf-a233-1edb5755e5c4 None None] Current status of the port f490d01c-5bb5-44ed-b77d-5ee294adee82 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:31.195435 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-844d5097-612b-4dcf-a233-1edb5755e5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:31.199470 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e43faa8-8784-49c6-bb7b-2d77692f26b3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet 0d551705-3604-4e39-88b4-3d6929f74234 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:14:31.209171 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1e43faa8-8784-49c6-bb7b-2d77692f26b3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:31.285095 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-bed8cf12-76b8-4605-b2ad-d07c269e47bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] The port 'ad07204e-d78c-485d-9f48-a606c8e6eea1' was deleted {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:14:31.287243 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dc728d-d714-4471-9950-c47deba371ed tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:31.290855 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a7dc728d-d714-4471-9950-c47deba371ed tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:31.315607 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-844d5097-612b-4dcf-a233-1edb5755e5c4 None None] For port f490d01c-5bb5-44ed-b77d-5ee294adee82, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=f490d01c-5bb5-44ed-b77d-5ee294adee82,segment=NetworkSegment(9f085a23-c130-459a-93ed-6d7ccc1802c5),segment_id=9f085a23-c130-459a-93ed-6d7ccc1802c5)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:31.365933 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9a4b16-637a-46a7-a7ee-85091c8b1c5a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Router 8b559e22-7832-4ef6-9513-8ce5bb64a1b4 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:14:31.410179 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51882) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:31.422844 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-16bc6a67-0aef-4c15-8be6-60979ff2b27d admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2438855 Oct 10 11:14:31.425396 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-a7dc728d-d714-4471-9950-c47deba371ed tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] device_id is not set on port a9a76c41-8512-40f6-8589-ecc126eec647 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:14:31.434117 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-844d5097-612b-4dcf-a233-1edb5755e5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:31.513199 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1e43faa8-8784-49c6-bb7b-2d77692f26b3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:31.583508 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 552b6a94-ddc4-4f2a-ab52-5d0866bfeff9 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:14:31.658237 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bbbc3f-96f7-4dae-a36b-55be9e5414c4 None None] Network 1157963f-067d-4ea1-9106-419179a67f58 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:31.799802 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bed8cf12-76b8-4605-b2ad-d07c269e47bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:31.835848 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d5097-612b-4dcf-a233-1edb5755e5c4 None None] Pushing event updated for resources: {'Port': ['ID=f490d01c-5bb5-44ed-b77d-5ee294adee82,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:31.842841 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-07daf8b3-7d6f-420f-aec6-61434f97486c None None] Provisioning for port 0d448f1c-c396-418e-8aa0-68f6b19eafc3 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:31.859675 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-07daf8b3-7d6f-420f-aec6-61434f97486c None None] Provisioning complete for port 0d448f1c-c396-418e-8aa0-68f6b19eafc3 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:31.860046 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-07daf8b3-7d6f-420f-aec6-61434f97486c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:31.860382 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-07daf8b3-7d6f-420f-aec6-61434f97486c None None] Attempt 1 to provision port 0d448f1c-c396-418e-8aa0-68f6b19eafc3 Oct 10 11:14:31.861741 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-4e4f9a4a-d68a-4368-8e29-65a9f088be12 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Request body: {'security_group': {'name': 'tempest-secgroup--1081885678'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:31.868439 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-bed8cf12-76b8-4605-b2ad-d07c269e47bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe458a96-3a00-447c-9f2a-8660cf986d91']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:31.884160 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4e4f9a4a-d68a-4368-8e29-65a9f088be12 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:31.902712 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-bed8cf12-76b8-4605-b2ad-d07c269e47bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a780b7d-c20f-4c35-81fd-a701aaf2f9e7') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:31.903018 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-bed8cf12-76b8-4605-b2ad-d07c269e47bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a780b7d-c20f-4c35-81fd-a701aaf2f9e7') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:31.908788 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9a4b16-637a-46a7-a7ee-85091c8b1c5a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:14:31.914736 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7eec7cfa-624b-479b-81dc-e52009598d3a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:31.923700 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0978138f-8bfa-4f81-a3ad-ff832ff29d92 None None] Sync routers for ids ['8b559e22-7832-4ef6-9513-8ce5bb64a1b4'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:14:31.924978 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4e4f9a4a-d68a-4368-8e29-65a9f088be12 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Usage tracker for resource:security_group and tenant:171d59cd94d34ad6adf17fe18583574f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:31.944348 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4e4f9a4a-d68a-4368-8e29-65a9f088be12 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:31.944550 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0978138f-8bfa-4f81-a3ad-ff832ff29d92 None None] Routers {'8b559e22-7832-4ef6-9513-8ce5bb64a1b4'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:14:31.945175 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-0978138f-8bfa-4f81-a3ad-ff832ff29d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:14:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['8b559e22-7832-4ef6-9513-8ce5bb64a1b4'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:31.993134 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 552b6a94-ddc4-4f2a-ab52-5d0866bfeff9 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:31.993548 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:31.993875 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 552b6a94-ddc4-4f2a-ab52-5d0866bfeff9 Oct 10 11:14:32.019065 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1e43faa8-8784-49c6-bb7b-2d77692f26b3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:32.036614 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-0978138f-8bfa-4f81-a3ad-ff832ff29d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:32.046251 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0978138f-8bfa-4f81-a3ad-ff832ff29d92 None None] Routers {'8b559e22-7832-4ef6-9513-8ce5bb64a1b4'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:14:32.046857 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-0978138f-8bfa-4f81-a3ad-ff832ff29d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:14:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['8b559e22-7832-4ef6-9513-8ce5bb64a1b4'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:32.055273 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a9a4b16-637a-46a7-a7ee-85091c8b1c5a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:32.061724 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9a9a4b16-637a-46a7-a7ee-85091c8b1c5a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 7.9431317 Oct 10 11:14:32.063423 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51896) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:32.068406 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-07daf8b3-7d6f-420f-aec6-61434f97486c None None] Port 0d448f1c-c396-418e-8aa0-68f6b19eafc3 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:32.109647 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-0978138f-8bfa-4f81-a3ad-ff832ff29d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:32.110047 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0978138f-8bfa-4f81-a3ad-ff832ff29d92 None None] The sync data for ids ['8b559e22-7832-4ef6-9513-8ce5bb64a1b4'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:14:32.110338 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4e4f9a4a-d68a-4368-8e29-65a9f088be12 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:32.121298 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bed8cf12-76b8-4605-b2ad-d07c269e47bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:32.138729 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bed8cf12-76b8-4605-b2ad-d07c269e47bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:32.146822 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed8cf12-76b8-4605-b2ad-d07c269e47bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Releasing vlan 462 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:14:32.147245 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bed8cf12-76b8-4605-b2ad-d07c269e47bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:32.161135 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3208fd-8e0d-4b64-9509-d5b6e6e40ef3 req-f4667a1f-fc00-4814-a44f-94327c0cae67 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:32.162850 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fc3208fd-8e0d-4b64-9509-d5b6e6e40ef3 req-f4667a1f-fc00-4814-a44f-94327c0cae67 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.5011685 Oct 10 11:14:32.261871 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1e43faa8-8784-49c6-bb7b-2d77692f26b3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:32.268961 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 8a780b7d-c20f-4c35-81fd-a701aaf2f9e7 resource provider aggregate not found Oct 10 11:14:32.287711 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 552b6a94-ddc4-4f2a-ab52-5d0866bfeff9 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:32.357217 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 8a780b7d-c20f-4c35-81fd-a701aaf2f9e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8a780b7d-c20f-4c35-81fd-a701aaf2f9e7 found for delete ", "request_id": "req-52117b78-d545-4934-965c-583a3c322c5c"}]} Oct 10 11:14:32.358338 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43faa8-8784-49c6-bb7b-2d77692f26b3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=0d551705-3604-4e39-88b4-3d6929f74234,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:32.365274 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fc3208fd-8e0d-4b64-9509-d5b6e6e40ef3 req-e269d351-0763-4776-9ed3-b85b277ccb8a tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925521 Oct 10 11:14:32.365603 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4e4f9a4a-d68a-4368-8e29-65a9f088be12 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:32.375066 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bed8cf12-76b8-4605-b2ad-d07c269e47bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:32.377695 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1e43faa8-8784-49c6-bb7b-2d77692f26b3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:32.396647 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7eec7cfa-624b-479b-81dc-e52009598d3a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:32.400128 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54c0fdc-8c63-4b8a-a4bf-e9e977c37964 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:32.420442 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bed8cf12-76b8-4605-b2ad-d07c269e47bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:32.423142 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8cf12-76b8-4605-b2ad-d07c269e47bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Network': ['ID=fe458a96-3a00-447c-9f2a-8660cf986d91,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:32.432430 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4e4f9a4a-d68a-4368-8e29-65a9f088be12 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:32.449330 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b2b3479f-8952-48ad-8403-d5dc7a168de3 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "GET /v2.0/routers/8b559e22-7832-4ef6-9513-8ce5bb64a1b4 HTTP/1.1" status: 200 len: 880 time: 0.3824196 Oct 10 11:14:32.452625 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51910) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:32.463920 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1e43faa8-8784-49c6-bb7b-2d77692f26b3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/0d551705-3604-4e39-88b4-3d6929f74234 HTTP/1.1" status: 204 len: 168 time: 1.4152911 Oct 10 11:14:32.468792 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51914) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:32.476254 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-bed8cf12-76b8-4605-b2ad-d07c269e47bf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/networks/fe458a96-3a00-447c-9f2a-8660cf986d91 HTTP/1.1" status: 204 len: 168 time: 3.7220860 Oct 10 11:14:32.476254 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4e4f9a4a-d68a-4368-8e29-65a9f088be12 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:32.528792 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51918) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:32.544381 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-eefcd856-ff52-4c26-9f42-cf6fdab7802b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-428677174'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:32.551251 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-eefcd856-ff52-4c26-9f42-cf6fdab7802b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:32.555573 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-a7dc728d-d714-4471-9950-c47deba371ed tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Allocated IP 2001:db8::38e (40f14258-a8fa-4003-a56d-4a988a46f448/91fb6953-582e-42e2-9a76-6edda86d1f42/a9a76c41-8512-40f6-8589-ecc126eec647) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:32.555733 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-eefcd856-ff52-4c26-9f42-cf6fdab7802b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:network and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:32.559147 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-eefcd856-ff52-4c26-9f42-cf6fdab7802b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:32.565956 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4e4f9a4a-d68a-4368-8e29-65a9f088be12 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Usage tracker for resource:security_group_rule and tenant:171d59cd94d34ad6adf17fe18583574f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:32.566370 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-eefcd856-ff52-4c26-9f42-cf6fdab7802b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:32.578390 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ba538b5e-9790-4cd6-b15e-445e1b62b702 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1083214 Oct 10 11:14:32.579421 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4e4f9a4a-d68a-4368-8e29-65a9f088be12 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:32.582312 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51924) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:32.582646 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51926) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:32.610417 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-07daf8b3-7d6f-420f-aec6-61434f97486c None None] Attempt 2 to provision port 0d448f1c-c396-418e-8aa0-68f6b19eafc3 Oct 10 11:14:32.629980 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4e4f9a4a-d68a-4368-8e29-65a9f088be12 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:32.635343 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-73837a44-58fe-4193-819d-d395eaf9d893 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-825837001-network', 'tenant_id': '48135ae443d34b72b86e62ead9b8a141'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:32.648450 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-73837a44-58fe-4193-819d-d395eaf9d893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:32.660572 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-73837a44-58fe-4193-819d-d395eaf9d893 admin admin] Usage tracker for resource:network and tenant:48135ae443d34b72b86e62ead9b8a141 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:32.670625 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-73837a44-58fe-4193-819d-d395eaf9d893 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:32.682114 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-73837a44-58fe-4193-819d-d395eaf9d893 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:32.692207 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefcd856-ff52-4c26-9f42-cf6fdab7802b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:32.695660 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eefcd856-ff52-4c26-9f42-cf6fdab7802b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:32.737071 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-07daf8b3-7d6f-420f-aec6-61434f97486c None None] Port 0d448f1c-c396-418e-8aa0-68f6b19eafc3 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:32.808680 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eefcd856-ff52-4c26-9f42-cf6fdab7802b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 480} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:14:32.819152 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cc8545-eef4-436c-899a-564e25064434 None None] DHCP port deletion for dac74586-4382-4e00-a6eb-f2005f114a9a request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:14:32.824152 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-e5cc8545-eef4-436c-899a-564e25064434 None None] Deleting port 552b6a94-ddc4-4f2a-ab52-5d0866bfeff9 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:32.824523 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e5cc8545-eef4-436c-899a-564e25064434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:32.851220 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eefcd856-ff52-4c26-9f42-cf6fdab7802b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:32.851573 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-eefcd856-ff52-4c26-9f42-cf6fdab7802b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Added segment e5e5dd63-9812-49ad-9fb6-cf86728ef902 of type vlan for network e8fc36e4-5489-4144-9c54-b8bd77739ae0 Oct 10 11:14:32.898522 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73837a44-58fe-4193-819d-d395eaf9d893 admin admin] Made reservation on behalf of 48135ae443d34b72b86e62ead9b8a141 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:32.900688 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-73837a44-58fe-4193-819d-d395eaf9d893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:32.907300 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eefcd856-ff52-4c26-9f42-cf6fdab7802b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:32.947693 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-73837a44-58fe-4193-819d-d395eaf9d893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:32.948923 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7eec7cfa-624b-479b-81dc-e52009598d3a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:32.981997 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-73837a44-58fe-4193-819d-d395eaf9d893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:32.984615 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b4418156-77c8-495c-b5de-8d1f07f6de73 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Synchronizing usage tracker for tenant:bff75ec139ff428ea17476871cda1880 on resource:router {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:33.016281 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eefcd856-ff52-4c26-9f42-cf6fdab7802b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:33.022300 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefcd856-ff52-4c26-9f42-cf6fdab7802b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:33.028564 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eefcd856-ff52-4c26-9f42-cf6fdab7802b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:33.046876 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-73837a44-58fe-4193-819d-d395eaf9d893 admin admin] Usage tracker for resource:security_group_rule and tenant:48135ae443d34b72b86e62ead9b8a141 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:33.049585 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-e5cc8545-eef4-436c-899a-564e25064434 None None] For port 552b6a94-ddc4-4f2a-ab52-5d0866bfeff9, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=552b6a94-ddc4-4f2a-ab52-5d0866bfeff9,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:33.050038 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e5cc8545-eef4-436c-899a-564e25064434 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:33.062211 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-73837a44-58fe-4193-819d-d395eaf9d893 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:33.066197 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7eec7cfa-624b-479b-81dc-e52009598d3a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:33.072771 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9b2715-e3bc-4695-adc9-0d06a82b1fd2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:33.073599 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-dd9b2715-e3bc-4695-adc9-0d06a82b1fd2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:33.087555 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-73837a44-58fe-4193-819d-d395eaf9d893 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:33.150936 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b4418156-77c8-495c-b5de-8d1f07f6de73 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Unset dirty status for tenant:bff75ec139ff428ea17476871cda1880 on resource:router {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:33.154815 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b4418156-77c8-495c-b5de-8d1f07f6de73 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6987550 Oct 10 11:14:33.163954 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51932) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:33.171267 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4e4f9a4a-d68a-4368-8e29-65a9f088be12 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:33.175576 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-43b31e50-5fe7-46a9-9aae-76e4c1147d68 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-174016159'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:33.178147 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-e5cc8545-eef4-436c-899a-564e25064434 None None] Calling delete_port for 552b6a94-ddc4-4f2a-ab52-5d0866bfeff9 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:33.237767 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-07daf8b3-7d6f-420f-aec6-61434f97486c None None] Attempt 3 to provision port 0d448f1c-c396-418e-8aa0-68f6b19eafc3 Oct 10 11:14:33.245404 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec7cfa-624b-479b-81dc-e52009598d3a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event updated for resources: {'Port': ['ID=59a2f88d-e388-4b1b-b473-d40fb49ce581,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:33.250740 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefcd856-ff52-4c26-9f42-cf6fdab7802b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Network': ['ID=e8fc36e4-5489-4144-9c54-b8bd77739ae0,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:33.254878 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7eec7cfa-624b-479b-81dc-e52009598d3a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:33.255195 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-dd9b2715-e3bc-4695-adc9-0d06a82b1fd2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:33.259001 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-dd9b2715-e3bc-4695-adc9-0d06a82b1fd2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6742918 Oct 10 11:14:33.268445 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51936) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:33.279029 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network e8fc36e4-5489-4144-9c54-b8bd77739ae0 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:14:33.289554 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4e4f9a4a-d68a-4368-8e29-65a9f088be12 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:33.312743 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-eefcd856-ff52-4c26-9f42-cf6fdab7802b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7824454 Oct 10 11:14:33.323152 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51940) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:33.338549 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a7dc728d-d714-4471-9950-c47deba371ed tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:33.342095 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-c32c6a66-5e4e-44fe-90e3-37c83a4aaa20 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'subnet': {'network_id': 'e8fc36e4-5489-4144-9c54-b8bd77739ae0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:33.346087 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4e4f9a4a-d68a-4368-8e29-65a9f088be12 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:33.377710 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4e4f9a4a-d68a-4368-8e29-65a9f088be12 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Usage tracker for resource:security_group_rule and tenant:171d59cd94d34ad6adf17fe18583574f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:33.391955 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4e4f9a4a-d68a-4368-8e29-65a9f088be12 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:33.420852 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4e4f9a4a-d68a-4368-8e29-65a9f088be12 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:33.421580 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e5cc8545-eef4-436c-899a-564e25064434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:33.435141 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-07daf8b3-7d6f-420f-aec6-61434f97486c None None] Port 0d448f1c-c396-418e-8aa0-68f6b19eafc3 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:33.488711 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f9a4a-d68a-4368-8e29-65a9f088be12 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f978d543-ecd0-4586-96d2-b2a494f42874,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:33.494309 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-a7dc728d-d714-4471-9950-c47deba371ed tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Transition to ACTIVE for port object a9a76c41-8512-40f6-8589-ecc126eec647 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:33.504853 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cc8545-eef4-436c-899a-564e25064434 None None] No DVR routers for this DVR port 552b6a94-ddc4-4f2a-ab52-5d0866bfeff9 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:14:33.511579 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b9db1389-bb85-4350-848e-e2827fe5e118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:33.521008 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc8545-eef4-436c-899a-564e25064434 None None] Pushing event deleted for resources: {'Port': ['ID=552b6a94-ddc4-4f2a-ab52-5d0866bfeff9,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:33.557932 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device f490d01c-5bb5-44ed-b77d-5ee294adee82 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:14:33.564083 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409026a6-f98e-4eb0-a890-0d160accfc06 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:33.565279 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-409026a6-f98e-4eb0-a890-0d160accfc06 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:33.577403 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c32c6a66-5e4e-44fe-90e3-37c83a4aaa20 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:33.587221 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c32c6a66-5e4e-44fe-90e3-37c83a4aaa20 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:subnet and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:33.591974 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c32c6a66-5e4e-44fe-90e3-37c83a4aaa20 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:33.595579 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [None req-7eec7cfa-624b-479b-81dc-e52009598d3a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Floating IP 6aa35fff-7b33-49a6-a65b-0eb77f71ade9 associated. External IP: 172.26.4.234, port: 0a68b73b-21a0-4f1e-9a91-25a501552249. Oct 10 11:14:33.636126 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port f490d01c-5bb5-44ed-b77d-5ee294adee82 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:33.636734 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:33.636974 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port f490d01c-5bb5-44ed-b77d-5ee294adee82 Oct 10 11:14:33.764247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port f490d01c-5bb5-44ed-b77d-5ee294adee82 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:33.771473 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-73837a44-58fe-4193-819d-d395eaf9d893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:33.812911 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c32c6a66-5e4e-44fe-90e3-37c83a4aaa20 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:33.818283 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-409026a6-f98e-4eb0-a890-0d160accfc06 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:33.818853 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 552b6a94-ddc4-4f2a-ab52-5d0866bfeff9 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:14:33.822039 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-409026a6-f98e-4eb0-a890-0d160accfc06 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5413542 Oct 10 11:14:33.825234 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51946) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:33.852664 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4e4f9a4a-d68a-4368-8e29-65a9f088be12 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:33.853828 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 552b6a94-ddc4-4f2a-ab52-5d0866bfeff9 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:14:33.854179 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 552b6a94-ddc4-4f2a-ab52-5d0866bfeff9 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:14:33.858547 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-73837a44-58fe-4193-819d-d395eaf9d893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:33.914361 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f7aa65b6-f32d-43a6-a7f5-f3dde1c6f986 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873971 Oct 10 11:14:33.918528 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51950) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:33.936649 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-07daf8b3-7d6f-420f-aec6-61434f97486c None None] Attempt 4 to provision port 0d448f1c-c396-418e-8aa0-68f6b19eafc3 Oct 10 11:14:33.949805 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a7dc728d-d714-4471-9950-c47deba371ed tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:33.967964 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:14:33.977101 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-f56c19a1-0fa5-4494-a505-ac2e189fdef0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:34.009211 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-07daf8b3-7d6f-420f-aec6-61434f97486c None None] Port 0d448f1c-c396-418e-8aa0-68f6b19eafc3 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:34.028333 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32c6a66-5e4e-44fe-90e3-37c83a4aaa20 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:34.031738 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c32c6a66-5e4e-44fe-90e3-37c83a4aaa20 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:34.033587 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4e4f9a4a-d68a-4368-8e29-65a9f088be12 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:34.039718 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73837a44-58fe-4193-819d-d395eaf9d893 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 452} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:14:34.056903 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c42656-cd8b-4446-a3fc-ca6485fcc337 req-74a3e085-6131-43f7-b37d-d612d9d98095 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:34.058406 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-93c42656-cd8b-4446-a3fc-ca6485fcc337 req-74a3e085-6131-43f7-b37d-d612d9d98095 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.4803381 Oct 10 11:14:34.078310 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73837a44-58fe-4193-819d-d395eaf9d893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c342742-588f-47b5-9116-5ef867b4220c,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:34.125859 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-73837a44-58fe-4193-819d-d395eaf9d893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:34.126225 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-73837a44-58fe-4193-819d-d395eaf9d893 admin admin] Added segment ea3a7d05-b144-4965-b1bb-92f7183769c4 of type vlan for network 985d4af2-7e6c-43d9-80a2-4845a619a5da Oct 10 11:14:34.133675 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dc728d-d714-4471-9950-c47deba371ed tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network 40f14258-a8fa-4003-a56d-4a988a46f448 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:34.160200 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc728d-d714-4471-9950-c47deba371ed tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Port': ['ID=a9a76c41-8512-40f6-8589-ecc126eec647,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:34.219728 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-a7dc728d-d714-4471-9950-c47deba371ed tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:34.227241 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f56c19a1-0fa5-4494-a505-ac2e189fdef0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:34.254522 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dc728d-d714-4471-9950-c47deba371ed tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:34.254522 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dc728d-d714-4471-9950-c47deba371ed tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:34.254522 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a7dc728d-d714-4471-9950-c47deba371ed tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:34.304652 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f9a4a-d68a-4368-8e29-65a9f088be12 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaec0a97-7759-420b-a23e-296d18e8b7c7,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:34.313699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f56c19a1-0fa5-4494-a505-ac2e189fdef0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:34.322437 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-73837a44-58fe-4193-819d-d395eaf9d893 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:34.335320 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-93c42656-cd8b-4446-a3fc-ca6485fcc337 req-2c857502-0b7e-4179-ba19-8d2294d23d6a tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2521448 Oct 10 11:14:34.422592 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4e4f9a4a-d68a-4368-8e29-65a9f088be12 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:34.424959 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4e4f9a4a-d68a-4368-8e29-65a9f088be12 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.0111876 Oct 10 11:14:34.427749 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51954) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:34.440026 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a7dc728d-d714-4471-9950-c47deba371ed tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6544702 Oct 10 11:14:34.448786 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51958) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:34.487322 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-43b31e50-5fe7-46a9-9aae-76e4c1147d68 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:34.510832 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-07daf8b3-7d6f-420f-aec6-61434f97486c None None] Attempt 5 to provision port 0d448f1c-c396-418e-8aa0-68f6b19eafc3 Oct 10 11:14:34.550661 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56c19a1-0fa5-4494-a505-ac2e189fdef0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:34.554182 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f56c19a1-0fa5-4494-a505-ac2e189fdef0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:34.568438 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-07daf8b3-7d6f-420f-aec6-61434f97486c None None] Port 0d448f1c-c396-418e-8aa0-68f6b19eafc3 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:34.576545 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-73837a44-58fe-4193-819d-d395eaf9d893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:34.577575 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73837a44-58fe-4193-819d-d395eaf9d893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:34.578154 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-73837a44-58fe-4193-819d-d395eaf9d893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:34.605031 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-43b31e50-5fe7-46a9-9aae-76e4c1147d68 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568703'] for router, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:34.742726 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-73837a44-58fe-4193-819d-d395eaf9d893 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1563284 Oct 10 11:14:34.747590 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51962) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:34.752678 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eec7cfa-624b-479b-81dc-e52009598d3a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Router 5b29db68-2788-491e-bb1a-1710265879bc has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:14:34.754480 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73837a44-58fe-4193-819d-d395eaf9d893 admin admin] Pushing event updated for resources: {'Network': ['ID=985d4af2-7e6c-43d9-80a2-4845a619a5da,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:34.759354 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-bc4eba41-fa68-4c0e-8b7c-8653f1595b83 admin admin] Request body: {'subnet': {'network_id': '985d4af2-7e6c-43d9-80a2-4845a619a5da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-825837001-subnet', 'tenant_id': '48135ae443d34b72b86e62ead9b8a141', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:34.761018 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-504074ca-b722-4a5f-b8fa-1d25d3210ea0 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3322430 Oct 10 11:14:34.766191 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 985d4af2-7e6c-43d9-80a2-4845a619a5da details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:14:34.768606 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51966) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:34.771924 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-bc4eba41-fa68-4c0e-8b7c-8653f1595b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:34.780509 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-55d63064-d613-4b16-ad6c-06b1a745cd29 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Request body: {'security_group': {'name': 'tempest-security--1064876211', 'description': 'tempest-security-description-1226673491'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:34.787662 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-bc4eba41-fa68-4c0e-8b7c-8653f1595b83 admin admin] Usage tracker for resource:subnet and tenant:48135ae443d34b72b86e62ead9b8a141 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:34.797858 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-bc4eba41-fa68-4c0e-8b7c-8653f1595b83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:34.899665 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c32c6a66-5e4e-44fe-90e3-37c83a4aaa20 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:34.949405 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844ad050-e0c0-46ae-bd71-98bb40b4556a tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:34.950285 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-844ad050-e0c0-46ae-bd71-98bb40b4556a tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Synchronizing usage tracker for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:34.984893 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-bc4eba41-fa68-4c0e-8b7c-8653f1595b83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:35.029903 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-55d63064-d613-4b16-ad6c-06b1a745cd29 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:35.070105 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-07daf8b3-7d6f-420f-aec6-61434f97486c None None] Attempt 6 to provision port 0d448f1c-c396-418e-8aa0-68f6b19eafc3 Oct 10 11:14:35.086100 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b31e50-5fe7-46a9-9aae-76e4c1147d68 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Router 8b559e22-7832-4ef6-9513-8ce5bb64a1b4 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:14:35.103838 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-55d63064-d613-4b16-ad6c-06b1a745cd29 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:35.133603 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-07daf8b3-7d6f-420f-aec6-61434f97486c None None] Port 0d448f1c-c396-418e-8aa0-68f6b19eafc3 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:35.149823 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c6a66-5e4e-44fe-90e3-37c83a4aaa20 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Subnet': ['ID=29167e44-0b87-4976-a392-d038b9e9dd96,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:35.159835 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4eba41-fa68-4c0e-8b7c-8653f1595b83 admin admin] Made reservation on behalf of 48135ae443d34b72b86e62ead9b8a141 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:35.162326 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bc4eba41-fa68-4c0e-8b7c-8653f1595b83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:35.169404 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32c6a66-5e4e-44fe-90e3-37c83a4aaa20 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Checking segment: {'id': 'e5e5dd63-9812-49ad-9fb6-cf86728ef902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'e8fc36e4-5489-4144-9c54-b8bd77739ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:14:35.169782 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32c6a66-5e4e-44fe-90e3-37c83a4aaa20 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network hostable DHCP agents. Network: e8fc36e4-5489-4144-9c54-b8bd77739ae0, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:14:35.177714 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-844ad050-e0c0-46ae-bd71-98bb40b4556a tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Unset dirty status for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:35.178867 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-844ad050-e0c0-46ae-bd71-98bb40b4556a tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1bb HTTP/1.1" status: 200 len: 929 time: 0.6985457 Oct 10 11:14:35.193593 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51970) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:35.200645 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eec7cfa-624b-479b-81dc-e52009598d3a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:14:35.214137 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266cebe5-8357-4d3b-9300-7cc404901e30 None None] Sync routers for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:14:35.227116 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266cebe5-8357-4d3b-9300-7cc404901e30 None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:14:35.228005 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-266cebe5-8357-4d3b-9300-7cc404901e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:14:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:35.265784 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-55d63064-d613-4b16-ad6c-06b1a745cd29 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:35.268949 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-55d63064-d613-4b16-ad6c-06b1a745cd29 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:35.270195 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-55d63064-d613-4b16-ad6c-06b1a745cd29 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "PUT /v2.0/security-groups/aaec0a97-7759-420b-a23e-296d18e8b7c7 HTTP/1.1" status: 200 len: 1778 time: 0.4997745 Oct 10 11:14:35.279261 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51974) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:35.301995 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-266cebe5-8357-4d3b-9300-7cc404901e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:35.311885 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266cebe5-8357-4d3b-9300-7cc404901e30 None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:14:35.312923 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-266cebe5-8357-4d3b-9300-7cc404901e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:14:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:35.338489 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-a0f2bc92-5544-4292-bf65-11b866f85453 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting port a9a76c41-8512-40f6-8589-ecc126eec647 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:35.338829 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a0f2bc92-5544-4292-bf65-11b866f85453 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:35.387381 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-266cebe5-8357-4d3b-9300-7cc404901e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:35.387956 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266cebe5-8357-4d3b-9300-7cc404901e30 None None] The sync data for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:14:35.396681 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d63064-d613-4b16-ad6c-06b1a745cd29 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaec0a97-7759-420b-a23e-296d18e8b7c7,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:35.413434 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b31e50-5fe7-46a9-9aae-76e4c1147d68 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:14:35.427521 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db78303-384a-4196-b17a-d9ad0de672e2 None None] Sync routers for ids ['8b559e22-7832-4ef6-9513-8ce5bb64a1b4'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:14:35.428097 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-43b31e50-5fe7-46a9-9aae-76e4c1147d68 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:35.431571 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-43b31e50-5fe7-46a9-9aae-76e4c1147d68 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "PUT /v2.0/routers/8b559e22-7832-4ef6-9513-8ce5bb64a1b4 HTTP/1.1" status: 200 len: 887 time: 2.2641435 Oct 10 11:14:35.432135 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51980) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:35.451575 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db78303-384a-4196-b17a-d9ad0de672e2 None None] Routers {'8b559e22-7832-4ef6-9513-8ce5bb64a1b4'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:14:35.452340 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-2db78303-384a-4196-b17a-d9ad0de672e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:14:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['8b559e22-7832-4ef6-9513-8ce5bb64a1b4'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:35.518201 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7eec7cfa-624b-479b-81dc-e52009598d3a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:35.531386 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-2db78303-384a-4196-b17a-d9ad0de672e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:35.541111 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db78303-384a-4196-b17a-d9ad0de672e2 None None] Routers {'8b559e22-7832-4ef6-9513-8ce5bb64a1b4'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:14:35.541827 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-2db78303-384a-4196-b17a-d9ad0de672e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:14:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['8b559e22-7832-4ef6-9513-8ce5bb64a1b4'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:35.544695 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32c6a66-5e4e-44fe-90e3-37c83a4aaa20 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network e8fc36e4-5489-4144-9c54-b8bd77739ae0 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:14:35.607592 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-2db78303-384a-4196-b17a-d9ad0de672e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:35.608098 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db78303-384a-4196-b17a-d9ad0de672e2 None None] The sync data for ids ['8b559e22-7832-4ef6-9513-8ce5bb64a1b4'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:14:35.634626 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-07daf8b3-7d6f-420f-aec6-61434f97486c None None] Attempt 7 to provision port 0d448f1c-c396-418e-8aa0-68f6b19eafc3 Oct 10 11:14:35.688663 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-c32c6a66-5e4e-44fe-90e3-37c83a4aaa20 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, e8fc36e4-5489-4144-9c54-b8bd77739ae0) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:35.692710 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0ff3d768-32ed-4fed-b84f-dcd8294d8620 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-groups/aaec0a97-7759-420b-a23e-296d18e8b7c7 HTTP/1.1" status: 200 len: 1778 time: 0.4109251 Oct 10 11:14:35.694909 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-20613ade-cc40-48cb-965d-1ec216d6b499 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "GET /v2.0/routers/8b559e22-7832-4ef6-9513-8ce5bb64a1b4 HTTP/1.1" status: 200 len: 887 time: 0.2615163 Oct 10 11:14:35.695667 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51984) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:35.698117 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51986) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:35.711071 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32c6a66-5e4e-44fe-90e3-37c83a4aaa20 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:35.711674 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c32c6a66-5e4e-44fe-90e3-37c83a4aaa20 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:35.728508 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4979caed-ad27-4ff3-9c80-bf7c4795a8c6 None None] Network e8fc36e4-5489-4144-9c54-b8bd77739ae0 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:35.742429 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7eec7cfa-624b-479b-81dc-e52009598d3a tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.0188892 Oct 10 11:14:35.762238 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 51992) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:35.787393 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-a3e2230d-6363-430d-8fa7-18b416465612 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Request body: {'floatingip': {'port_id': '0a68b73b-21a0-4f1e-9a91-25a501552249', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:35.819748 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-07daf8b3-7d6f-420f-aec6-61434f97486c None None] Port 0d448f1c-c396-418e-8aa0-68f6b19eafc3 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:35.839210 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-3da8b4df-3478-480b-9656-000827d0bb25 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Synchronizing usage tracker for tenant:bff75ec139ff428ea17476871cda1880 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:35.840644 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-069b2a71-16ec-4972-8eb8-585b61d9a6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:35.844437 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.objects.ports [None req-f56c19a1-0fa5-4494-a505-ac2e189fdef0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89897) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 10 11:14:35.850743 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f56c19a1-0fa5-4494-a505-ac2e189fdef0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:35.857232 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bc4eba41-fa68-4c0e-8b7c-8653f1595b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:35.934770 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c32c6a66-5e4e-44fe-90e3-37c83a4aaa20 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6100640 Oct 10 11:14:35.938463 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 51996) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:35.944091 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4eba41-fa68-4c0e-8b7c-8653f1595b83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d569ad3-2c3f-40a4-829f-c0c574c8887b,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:35.959571 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-7bbb7ef0-f4a4-494a-8ad0-204da517bbcf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'port': {'network_id': 'e8fc36e4-5489-4144-9c54-b8bd77739ae0', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2096713708'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:35.976733 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56c19a1-0fa5-4494-a505-ac2e189fdef0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:36.025589 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a3e2230d-6363-430d-8fa7-18b416465612 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:36.037127 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-f56c19a1-0fa5-4494-a505-ac2e189fdef0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:36.057393 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56c19a1-0fa5-4494-a505-ac2e189fdef0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:36.058044 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f56c19a1-0fa5-4494-a505-ac2e189fdef0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:36.100654 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-3da8b4df-3478-480b-9656-000827d0bb25 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Unset dirty status for tenant:bff75ec139ff428ea17476871cda1880 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:36.104414 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-3da8b4df-3478-480b-9656-000827d0bb25 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "GET /v2.0/ports?device_id=8b559e22-7832-4ef6-9513-8ce5bb64a1b4 HTTP/1.1" status: 200 len: 205 time: 0.4027197 Oct 10 11:14:36.115742 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52000) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:36.120564 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bd2682-9240-4f88-911e-db9cd3843e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-e8fc36e4-5489-4144-9c54-b8bd77739ae0', 'network_id': 'e8fc36e4-5489-4144-9c54-b8bd77739ae0', 'tenant_id': '3cd86c8887eb49658ebcaac7109ea926', 'fixed_ips': [{'subnet_id': '29167e44-0b87-4976-a392-d038b9e9dd96'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:14:36.126122 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-55bd2682-9240-4f88-911e-db9cd3843e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:36.131768 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfa75df-1bd1-4dea-a31a-c808faaeb6ae None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:36.156910 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c19a1-0fa5-4494-a505-ac2e189fdef0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=c5343677-e07d-4c8f-a7a1-208f95f53bbd,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:36.180337 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4edae-cd37-41dd-a68f-3d3a6c066aa4 req-4e42ee88-121a-4b3d-abf1-52eb028f2453 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:36.181916 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3df4edae-cd37-41dd-a68f-3d3a6c066aa4 req-4e42ee88-121a-4b3d-abf1-52eb028f2453 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.6195731 Oct 10 11:14:36.190742 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1b099bc9-157f-4f02-a63f-187f4d8b85c2 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:36.210415 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4eba41-fa68-4c0e-8b7c-8653f1595b83 admin admin] Checking segment: {'id': 'ea3a7d05-b144-4965-b1bb-92f7183769c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '985d4af2-7e6c-43d9-80a2-4845a619a5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:14:36.210711 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4eba41-fa68-4c0e-8b7c-8653f1595b83 admin admin] Network hostable DHCP agents. Network: 985d4af2-7e6c-43d9-80a2-4845a619a5da, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:14:36.238295 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a0f2bc92-5544-4292-bf65-11b866f85453 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:36.274122 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f56c19a1-0fa5-4494-a505-ac2e189fdef0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.3520932 Oct 10 11:14:36.306336 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52004) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:36.327250 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-07daf8b3-7d6f-420f-aec6-61434f97486c None None] Attempt 8 to provision port 0d448f1c-c396-418e-8aa0-68f6b19eafc3 Oct 10 11:14:36.341752 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1b099bc9-157f-4f02-a63f-187f4d8b85c2 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:36.355493 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-0ae1ba68-a547-4a4a-8fbe-d017698fff2d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'port': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'mac_address': 'fa:16:3e:92:d4:a9', 'name': 'tempest-NetworksTestDHCPv6-564722573'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:36.396832 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-a0f2bc92-5544-4292-bf65-11b866f85453 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Calling delete_port for a9a76c41-8512-40f6-8589-ecc126eec647 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:36.427425 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7bbb7ef0-f4a4-494a-8ad0-204da517bbcf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:36.440936 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3df4edae-cd37-41dd-a68f-3d3a6c066aa4 req-f72f959c-9450-4550-b1b7-75078666ded2 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490859 Oct 10 11:14:36.442213 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7bbb7ef0-f4a4-494a-8ad0-204da517bbcf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:port and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:36.452076 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7bbb7ef0-f4a4-494a-8ad0-204da517bbcf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:36.464350 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-07daf8b3-7d6f-420f-aec6-61434f97486c None None] Port 0d448f1c-c396-418e-8aa0-68f6b19eafc3 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:36.467547 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7bbb7ef0-f4a4-494a-8ad0-204da517bbcf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:36.547040 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-55bd2682-9240-4f88-911e-db9cd3843e41 None None] Allocated IP 172.20.0.2 (e8fc36e4-5489-4144-9c54-b8bd77739ae0/29167e44-0b87-4976-a392-d038b9e9dd96/2dec5586-0e05-48a3-90ce-89cc86a39340) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:36.572422 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41287884-db57-4955-9c27-25b059ef9221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-dac74586-4382-4e00-a6eb-f2005f114a9a', 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'fixed_ips': [{'subnet_id': 'c5343677-e07d-4c8f-a7a1-208f95f53bbd'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:14:36.573144 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-41287884-db57-4955-9c27-25b059ef9221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:36.576687 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbb7ef0-f4a4-494a-8ad0-204da517bbcf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:36.582033 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7bbb7ef0-f4a4-494a-8ad0-204da517bbcf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:36.603057 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-7bbb7ef0-f4a4-494a-8ad0-204da517bbcf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] device_id is not set on port 20ff6915-090d-4325-95db-4bbebeb1ef43 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:14:36.662595 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a0f2bc92-5544-4292-bf65-11b866f85453 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:36.724217 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2bc92-5544-4292-bf65-11b866f85453 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Port': ['ID=a9a76c41-8512-40f6-8589-ecc126eec647,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:36.726811 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4eba41-fa68-4c0e-8b7c-8653f1595b83 admin admin] Network 985d4af2-7e6c-43d9-80a2-4845a619a5da is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:14:36.779302 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a0f2bc92-5544-4292-bf65-11b866f85453 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:36.797588 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-868ceb22-7b2d-40d6-a26c-c71b6964978f tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:36.860166 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-bc4eba41-fa68-4c0e-8b7c-8653f1595b83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 985d4af2-7e6c-43d9-80a2-4845a619a5da) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:36.874620 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a0f2bc92-5544-4292-bf65-11b866f85453 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/ports/a9a76c41-8512-40f6-8589-ecc126eec647 HTTP/1.1" status: 204 len: 168 time: 1.6784604 Oct 10 11:14:36.878890 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52008) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:36.891182 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72aaccc8-17f8-40a7-aaa9-2dd47a071c96 None None] Network 985d4af2-7e6c-43d9-80a2-4845a619a5da requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:36.945460 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca1246f-a039-4e78-925d-d3a2cf5a79de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] GET failed (client error): The resource could not be found. Oct 10 11:14:36.946513 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5ca1246f-a039-4e78-925d-d3a2cf5a79de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Synchronizing usage tracker for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:36.965948 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4eba41-fa68-4c0e-8b7c-8653f1595b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:36.966526 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bc4eba41-fa68-4c0e-8b7c-8653f1595b83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:36.985365 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-07daf8b3-7d6f-420f-aec6-61434f97486c None None] Attempt 9 to provision port 0d448f1c-c396-418e-8aa0-68f6b19eafc3 Oct 10 11:14:36.994623 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1b099bc9-157f-4f02-a63f-187f4d8b85c2 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:37.024128 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5ca1246f-a039-4e78-925d-d3a2cf5a79de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Unset dirty status for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:37.026117 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5ca1246f-a039-4e78-925d-d3a2cf5a79de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "GET /v2.0/ports/a9a76c41-8512-40f6-8589-ecc126eec647 HTTP/1.1" status: 404 len: 333 time: 0.1456447 Oct 10 11:14:37.028699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52012) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:37.042680 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1b099bc9-157f-4f02-a63f-187f4d8b85c2 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:37.046379 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1b099bc9-157f-4f02-a63f-187f4d8b85c2 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "DELETE /v2.0/security-groups/aaec0a97-7759-420b-a23e-296d18e8b7c7 HTTP/1.1" status: 204 len: 168 time: 1.3496277 Oct 10 11:14:37.047243 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b099bc9-157f-4f02-a63f-187f4d8b85c2 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaec0a97-7759-420b-a23e-296d18e8b7c7,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:37.078893 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52016) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:37.111121 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-0ae1ba68-a547-4a4a-8fbe-d017698fff2d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:37.127850 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-41287884-db57-4955-9c27-25b059ef9221 None None] Allocated IP 2001:db8::f816:3eff:fe43:567c (dac74586-4382-4e00-a6eb-f2005f114a9a/c5343677-e07d-4c8f-a7a1-208f95f53bbd/dfcee144-73f4-480b-9e3b-fbcf89d1631e) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:37.131953 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-bc4eba41-fa68-4c0e-8b7c-8653f1595b83 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3815029 Oct 10 11:14:37.141238 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-0ae1ba68-a547-4a4a-8fbe-d017698fff2d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:37.147732 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:37.152892 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:37.156515 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-c40eaf47-df82-4276-bb76-faa2576236ef tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting port 0d448f1c-c396-418e-8aa0-68f6b19eafc3 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:37.156876 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c40eaf47-df82-4276-bb76-faa2576236ef tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:37.198244 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-07daf8b3-7d6f-420f-aec6-61434f97486c None None] Port 0d448f1c-c396-418e-8aa0-68f6b19eafc3 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:37.241856 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-55bd2682-9240-4f88-911e-db9cd3843e41 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:37.256578 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-868ceb22-7b2d-40d6-a26c-c71b6964978f tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:37.271344 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-55bd2682-9240-4f88-911e-db9cd3843e41 None None] Transition to ACTIVE for port object 2dec5586-0e05-48a3-90ce-89cc86a39340 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:37.362627 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-868ceb22-7b2d-40d6-a26c-c71b6964978f tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Deleting port 77541edc-f6c2-482c-9902-91f9acbbb062 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:37.363289 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-868ceb22-7b2d-40d6-a26c-c71b6964978f tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:37.421145 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae1ba68-a547-4a4a-8fbe-d017698fff2d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:37.477484 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-55bd2682-9240-4f88-911e-db9cd3843e41 None None] Transition to ACTIVE for port object 2dec5586-0e05-48a3-90ce-89cc86a39340 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:37.615217 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c40eaf47-df82-4276-bb76-faa2576236ef tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:37.651483 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-41287884-db57-4955-9c27-25b059ef9221 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:37.663993 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-41287884-db57-4955-9c27-25b059ef9221 None None] Transition to ACTIVE for port object dfcee144-73f4-480b-9e3b-fbcf89d1631e will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:37.684160 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-41287884-db57-4955-9c27-25b059ef9221 None None] Transition to ACTIVE for port object dfcee144-73f4-480b-9e3b-fbcf89d1631e will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:37.689567 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3ff174-6003-453e-af87-59dc82c34ec8 None None] Network 985d4af2-7e6c-43d9-80a2-4845a619a5da requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:37.703580 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-55bd2682-9240-4f88-911e-db9cd3843e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:37.710921 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-07daf8b3-7d6f-420f-aec6-61434f97486c None None] Attempt 10 to provision port 0d448f1c-c396-418e-8aa0-68f6b19eafc3 Oct 10 11:14:37.812473 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ba68-a547-4a4a-8fbe-d017698fff2d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:37.827195 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-7bbb7ef0-f4a4-494a-8ad0-204da517bbcf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Allocated IP 172.20.0.8 (e8fc36e4-5489-4144-9c54-b8bd77739ae0/29167e44-0b87-4976-a392-d038b9e9dd96/20ff6915-090d-4325-95db-4bbebeb1ef43) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:37.843345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-c40eaf47-df82-4276-bb76-faa2576236ef tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Calling delete_port for 0d448f1c-c396-418e-8aa0-68f6b19eafc3 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:37.846820 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd2682-9240-4f88-911e-db9cd3843e41 None None] Pushing event updated for resources: {'Port': ['ID=2dec5586-0e05-48a3-90ce-89cc86a39340,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:37.859050 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-41287884-db57-4955-9c27-25b059ef9221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:37.907509 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-0ae1ba68-a547-4a4a-8fbe-d017698fff2d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] device_id is not set on port 26c02ee7-6e39-4d7f-ac59-263324f35b54 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:14:37.994135 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bd2682-9240-4f88-911e-db9cd3843e41 None None] Network e8fc36e4-5489-4144-9c54-b8bd77739ae0 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:38.009839 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-55bd2682-9240-4f88-911e-db9cd3843e41 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:38.021119 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bd2682-9240-4f88-911e-db9cd3843e41 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:38.024828 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41287884-db57-4955-9c27-25b059ef9221 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:38.025331 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-07daf8b3-7d6f-420f-aec6-61434f97486c None None] Port 0d448f1c-c396-418e-8aa0-68f6b19eafc3 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:38.032767 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-41287884-db57-4955-9c27-25b059ef9221 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:38.040959 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41287884-db57-4955-9c27-25b059ef9221 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:38.045158 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-421c6385-abfb-4621-9d31-49773c1d9a9b tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9636586 Oct 10 11:14:38.046122 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52038) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:38.050425 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-868ceb22-7b2d-40d6-a26c-c71b6964978f tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:38.085338 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41287884-db57-4955-9c27-25b059ef9221 None None] Pushing event updated for resources: {'Port': ['ID=dfcee144-73f4-480b-9e3b-fbcf89d1631e,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:38.152223 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-39ae5bbd-4271-4490-881a-6f7f204a68f6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] delete failed (client error): The resource could not be found. Oct 10 11:14:38.157470 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-39ae5bbd-4271-4490-881a-6f7f204a68f6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "DELETE /v2.0/security-groups/aaec0a97-7759-420b-a23e-296d18e8b7c7 HTTP/1.1" status: 404 len: 347 time: 0.0563035 Oct 10 11:14:38.171909 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52042) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:38.186641 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-120f485f-61c4-448a-b991-4d26a6b7f3c6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Request body: {'security_group': {'name': 'tempest-secgroup--1284898295'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:38.199500 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-120f485f-61c4-448a-b991-4d26a6b7f3c6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:38.252663 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-120f485f-61c4-448a-b991-4d26a6b7f3c6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Usage tracker for resource:security_group and tenant:171d59cd94d34ad6adf17fe18583574f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:38.260092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-120f485f-61c4-448a-b991-4d26a6b7f3c6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:38.290025 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-120f485f-61c4-448a-b991-4d26a6b7f3c6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:38.290687 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-07daf8b3-7d6f-420f-aec6-61434f97486c None None] Provisioning complete for port f490d01c-5bb5-44ed-b77d-5ee294adee82 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:38.290836 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-07daf8b3-7d6f-420f-aec6-61434f97486c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:38.291125 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-07daf8b3-7d6f-420f-aec6-61434f97486c None None] Attempt 1 to provision port f490d01c-5bb5-44ed-b77d-5ee294adee82 Oct 10 11:14:38.308493 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b0c0a-8b48-424d-9a98-d1893295578d req-2c6eedf2-f493-407e-a79e-818c28b9e24f tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:38.310312 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f34b0c0a-8b48-424d-9a98-d1893295578d req-2c6eedf2-f493-407e-a79e-818c28b9e24f tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.4809527 Oct 10 11:14:38.316492 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7bbb7ef0-f4a4-494a-8ad0-204da517bbcf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:38.338261 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-55bd2682-9240-4f88-911e-db9cd3843e41 None None] Attempting to bind port 2dec5586-0e05-48a3-90ce-89cc86a39340 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:14:38.338635 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-55bd2682-9240-4f88-911e-db9cd3843e41 None None] Attempting to bind port 2dec5586-0e05-48a3-90ce-89cc86a39340 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'e5e5dd63-9812-49ad-9fb6-cf86728ef902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'e8fc36e4-5489-4144-9c54-b8bd77739ae0'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:14:38.339006 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bd2682-9240-4f88-911e-db9cd3843e41 None None] Attempting to bind port 2dec5586-0e05-48a3-90ce-89cc86a39340 on network e8fc36e4-5489-4144-9c54-b8bd77739ae0 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:14:38.354807 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-868ceb22-7b2d-40d6-a26c-c71b6964978f tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Calling delete_port for 77541edc-f6c2-482c-9902-91f9acbbb062 owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:38.363988 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-7bbb7ef0-f4a4-494a-8ad0-204da517bbcf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Transition to ACTIVE for port object 20ff6915-090d-4325-95db-4bbebeb1ef43 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:38.384188 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bd2682-9240-4f88-911e-db9cd3843e41 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:14:38.388035 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bd2682-9240-4f88-911e-db9cd3843e41 None None] Checking segment: {'id': 'e5e5dd63-9812-49ad-9fb6-cf86728ef902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'e8fc36e4-5489-4144-9c54-b8bd77739ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:14:38.388035 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-55bd2682-9240-4f88-911e-db9cd3843e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:38.388035 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bd2682-9240-4f88-911e-db9cd3843e41 None None] Bound using segment: {'id': 'e5e5dd63-9812-49ad-9fb6-cf86728ef902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'e8fc36e4-5489-4144-9c54-b8bd77739ae0'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:14:38.388035 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-55bd2682-9240-4f88-911e-db9cd3843e41 None None] Bound port: 2dec5586-0e05-48a3-90ce-89cc86a39340, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e5dd63-9812-49ad-9fb6-cf86728ef902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'e8fc36e4-5489-4144-9c54-b8bd77739ae0'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:14:38.388035 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-55bd2682-9240-4f88-911e-db9cd3843e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:38.390471 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f34b0c0a-8b48-424d-9a98-d1893295578d req-a10e5da4-97db-4ea6-804c-77f9a6504f5e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668728 Oct 10 11:14:38.399517 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-41287884-db57-4955-9c27-25b059ef9221 None None] Attempting to bind port dfcee144-73f4-480b-9e3b-fbcf89d1631e on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:14:38.399891 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-41287884-db57-4955-9c27-25b059ef9221 None None] Attempting to bind port dfcee144-73f4-480b-9e3b-fbcf89d1631e by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:14:38.400261 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41287884-db57-4955-9c27-25b059ef9221 None None] Attempting to bind port dfcee144-73f4-480b-9e3b-fbcf89d1631e on network dac74586-4382-4e00-a6eb-f2005f114a9a {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:14:38.426938 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41287884-db57-4955-9c27-25b059ef9221 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:14:38.426938 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41287884-db57-4955-9c27-25b059ef9221 None None] Checking segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:14:38.426938 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-41287884-db57-4955-9c27-25b059ef9221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:38.426938 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41287884-db57-4955-9c27-25b059ef9221 None None] Bound using segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:14:38.426938 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-41287884-db57-4955-9c27-25b059ef9221 None None] Bound port: dfcee144-73f4-480b-9e3b-fbcf89d1631e, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:14:38.426938 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-41287884-db57-4955-9c27-25b059ef9221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:38.469333 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.resource_extend [None req-a3e2230d-6363-430d-8fa7-18b416465612 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:14:38.479574 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-120f485f-61c4-448a-b991-4d26a6b7f3c6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:38.503067 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-120f485f-61c4-448a-b991-4d26a6b7f3c6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:38.507429 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-120f485f-61c4-448a-b991-4d26a6b7f3c6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Usage tracker for resource:security_group_rule and tenant:171d59cd94d34ad6adf17fe18583574f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:38.512426 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-120f485f-61c4-448a-b991-4d26a6b7f3c6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:38.519392 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-120f485f-61c4-448a-b991-4d26a6b7f3c6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:38.522190 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c40eaf47-df82-4276-bb76-faa2576236ef tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:38.593334 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7bbb7ef0-f4a4-494a-8ad0-204da517bbcf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:38.600290 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-7793e03e-6499-4ebc-9161-8c30b67cc713 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:38.600944 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-7793e03e-6499-4ebc-9161-8c30b67cc713 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Synchronizing usage tracker for tenant:33e4bc3f82eb46749091c6a32d15300f on resource:network {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:38.603396 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40eaf47-df82-4276-bb76-faa2576236ef tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Port': ['ID=0d448f1c-c396-418e-8aa0-68f6b19eafc3,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:38.650207 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-0ae1ba68-a547-4a4a-8fbe-d017698fff2d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 2001:db8::f816:3eff:fe92:d4a9 (dac74586-4382-4e00-a6eb-f2005f114a9a/c5343677-e07d-4c8f-a7a1-208f95f53bbd/26c02ee7-6e39-4d7f-ac59-263324f35b54) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:38.670916 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a3e2230d-6363-430d-8fa7-18b416465612 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:38.700728 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:38.712751 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-55bd2682-9240-4f88-911e-db9cd3843e41 None None] For port 2dec5586-0e05-48a3-90ce-89cc86a39340, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:14:38.727469 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-41287884-db57-4955-9c27-25b059ef9221 None None] For port dfcee144-73f4-480b-9e3b-fbcf89d1631e, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:14:38.729890 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-07daf8b3-7d6f-420f-aec6-61434f97486c None None] Current status of the port f490d01c-5bb5-44ed-b77d-5ee294adee82 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:38.736593 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-41287884-db57-4955-9c27-25b059ef9221 None None] For port dfcee144-73f4-480b-9e3b-fbcf89d1631e, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=dfcee144-73f4-480b-9e3b-fbcf89d1631e,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:14:38.738740 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-55bd2682-9240-4f88-911e-db9cd3843e41 None None] For port 2dec5586-0e05-48a3-90ce-89cc86a39340, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=2dec5586-0e05-48a3-90ce-89cc86a39340,segment=NetworkSegment(e5e5dd63-9812-49ad-9fb6-cf86728ef902),segment_id=e5e5dd63-9812-49ad-9fb6-cf86728ef902)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:14:38.770304 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbb7ef0-f4a4-494a-8ad0-204da517bbcf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network e8fc36e4-5489-4144-9c54-b8bd77739ae0 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:38.772233 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c40eaf47-df82-4276-bb76-faa2576236ef tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:38.777948 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-7793e03e-6499-4ebc-9161-8c30b67cc713 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Unset dirty status for tenant:33e4bc3f82eb46749091c6a32d15300f on resource:network {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:38.778780 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-7793e03e-6499-4ebc-9161-8c30b67cc713 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/networks?id=1157963f-067d-4ea1-9106-419179a67f58 HTTP/1.1" status: 200 len: 811 time: 0.9459693 Oct 10 11:14:38.779371 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a3e2230d-6363-430d-8fa7-18b416465612 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:38.781444 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-7bbb7ef0-f4a4-494a-8ad0-204da517bbcf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:38.792953 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbb7ef0-f4a4-494a-8ad0-204da517bbcf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:38.817171 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-41287884-db57-4955-9c27-25b059ef9221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:38.893490 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-9bb2d5f1-5fee-4667-8c1b-78f66362ce80 None None] Could not find standard attr ID for object 0d448f1c-c396-418e-8aa0-68f6b19eafc3. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:14:38.896041 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-55bd2682-9240-4f88-911e-db9cd3843e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:38.914461 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-9bb2d5f1-5fee-4667-8c1b-78f66362ce80 None None] Could not find standard attr ID for object a9a76c41-8512-40f6-8589-ecc126eec647. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:14:38.926439 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbb7ef0-f4a4-494a-8ad0-204da517bbcf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:38.930881 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7bbb7ef0-f4a4-494a-8ad0-204da517bbcf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:38.941424 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41287884-db57-4955-9c27-25b059ef9221 None None] Pushing event updated for resources: {'Port': ['ID=dfcee144-73f4-480b-9e3b-fbcf89d1631e,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:38.962071 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-446dcfb6-0387-47d8-9999-a065a8b70490 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/quotas/33e4bc3f82eb46749091c6a32d15300f HTTP/1.1" status: 200 len: 375 time: 0.1249404 Oct 10 11:14:38.970011 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb7ef0-f4a4-494a-8ad0-204da517bbcf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Port': ['ID=20ff6915-090d-4325-95db-4bbebeb1ef43,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:39.044402 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-120f485f-61c4-448a-b991-4d26a6b7f3c6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:39.054830 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd2682-9240-4f88-911e-db9cd3843e41 None None] Pushing event updated for resources: {'Port': ['ID=2dec5586-0e05-48a3-90ce-89cc86a39340,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:39.094654 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7bbb7ef0-f4a4-494a-8ad0-204da517bbcf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.1481647 Oct 10 11:14:39.094654 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c40eaf47-df82-4276-bb76-faa2576236ef tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/ports/0d448f1c-c396-418e-8aa0-68f6b19eafc3 HTTP/1.1" status: 204 len: 168 time: 2.0631778 Oct 10 11:14:39.095813 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52050) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:39.098651 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52052) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:39.287110 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-120f485f-61c4-448a-b991-4d26a6b7f3c6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:39.313452 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:39.326387 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-accc4384-407c-442d-a6c0-947a5dcd65eb tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=33e4bc3f82eb46749091c6a32d15300f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3240159 Oct 10 11:14:39.355999 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ddea52-5656-434f-bcf6-5be848d5e215 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] GET failed (client error): The resource could not be found. Oct 10 11:14:39.356603 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-10ddea52-5656-434f-bcf6-5be848d5e215 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Synchronizing usage tracker for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:39.358161 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-868ceb22-7b2d-40d6-a26c-c71b6964978f tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:39.412775 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-50ab510d-96b0-4ad7-af70-38583b8e1f75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting port 20ff6915-090d-4325-95db-4bbebeb1ef43 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:39.413120 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-50ab510d-96b0-4ad7-af70-38583b8e1f75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:39.456174 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f485f-61c4-448a-b991-4d26a6b7f3c6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5417362c-fe8e-4186-a088-609f100ecc4e,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:39.511512 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ba68-a547-4a4a-8fbe-d017698fff2d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:39.528047 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-120f485f-61c4-448a-b991-4d26a6b7f3c6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:39.529955 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-120f485f-61c4-448a-b991-4d26a6b7f3c6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3547466 Oct 10 11:14:39.533383 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-0ae1ba68-a547-4a4a-8fbe-d017698fff2d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Transition to ACTIVE for port object 26c02ee7-6e39-4d7f-ac59-263324f35b54 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:39.604686 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52058) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:39.636704 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-96eca29d-8250-42a0-912e-fb4fce5d1609 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Request body: {'security_group_rule': {'security_group_id': '5417362c-fe8e-4186-a088-609f100ecc4e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:39.647688 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-10ddea52-5656-434f-bcf6-5be848d5e215 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Unset dirty status for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:39.652681 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-10ddea52-5656-434f-bcf6-5be848d5e215 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "GET /v2.0/ports/0d448f1c-c396-418e-8aa0-68f6b19eafc3 HTTP/1.1" status: 404 len: 333 time: 0.5525177 Oct 10 11:14:39.655921 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-96eca29d-8250-42a0-912e-fb4fce5d1609 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:39.659317 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52062) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:39.668269 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ceb22-7b2d-40d6-a26c-c71b6964978f tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Port': ['ID=77541edc-f6c2-482c-9902-91f9acbbb062,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:39.699716 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ba68-a547-4a4a-8fbe-d017698fff2d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:39.707418 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 2dec5586-0e05-48a3-90ce-89cc86a39340 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:14:39.754017 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde72b6a-aea6-4a97-ae0d-9f4cdd1309ab tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting subnet 91fb6953-582e-42e2-9a76-6edda86d1f42 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:14:39.757210 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-96eca29d-8250-42a0-912e-fb4fce5d1609 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Usage tracker for resource:security_group_rule and tenant:171d59cd94d34ad6adf17fe18583574f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:39.762323 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-96eca29d-8250-42a0-912e-fb4fce5d1609 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:39.774682 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba266a-6206-4633-9efb-10ccfb0e1a20 req-701ee264-c7b9-4f97-bdaf-df7000fb3235 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:39.784793 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f2ba266a-6206-4633-9efb-10ccfb0e1a20 req-701ee264-c7b9-4f97-bdaf-df7000fb3235 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.5800879 Oct 10 11:14:39.804915 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dde72b6a-aea6-4a97-ae0d-9f4cdd1309ab tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:39.839372 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-96eca29d-8250-42a0-912e-fb4fce5d1609 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:39.872531 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1ba68-a547-4a4a-8fbe-d017698fff2d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Port': ['ID=26c02ee7-6e39-4d7f-ac59-263324f35b54,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:39.896120 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 2dec5586-0e05-48a3-90ce-89cc86a39340 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:39.902453 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device dfcee144-73f4-480b-9e3b-fbcf89d1631e up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:14:39.913185 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae1ba68-a547-4a4a-8fbe-d017698fff2d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:39.922340 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-0ae1ba68-a547-4a4a-8fbe-d017698fff2d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:40.023119 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae1ba68-a547-4a4a-8fbe-d017698fff2d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:40.028110 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port dfcee144-73f4-480b-9e3b-fbcf89d1631e completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:40.040398 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae1ba68-a547-4a4a-8fbe-d017698fff2d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:40.040398 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ba68-a547-4a4a-8fbe-d017698fff2d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:40.053482 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-868ceb22-7b2d-40d6-a26c-c71b6964978f tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:40.149211 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dde72b6a-aea6-4a97-ae0d-9f4cdd1309ab tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:40.179966 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-96eca29d-8250-42a0-912e-fb4fce5d1609 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:40.202486 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f2ba266a-6206-4633-9efb-10ccfb0e1a20 req-645a6d2a-35d9-4f79-bef2-401d447bbc72 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4169121 Oct 10 11:14:40.300758 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-50ab510d-96b0-4ad7-af70-38583b8e1f75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:40.459273 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-50ab510d-96b0-4ad7-af70-38583b8e1f75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Calling delete_port for 20ff6915-090d-4325-95db-4bbebeb1ef43 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:40.545103 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-868ceb22-7b2d-40d6-a26c-c71b6964978f tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:40.546915 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-868ceb22-7b2d-40d6-a26c-c71b6964978f tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:40.566358 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-96eca29d-8250-42a0-912e-fb4fce5d1609 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:40.573820 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-de677b41-c962-42ef-9af8-c633d1e63267 service neutron] 10.222.0.40 "GET /v2.0/networks/1157963f-067d-4ea1-9106-419179a67f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2036974 Oct 10 11:14:40.578463 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dde72b6a-aea6-4a97-ae0d-9f4cdd1309ab tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:40.631938 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5c660-16d9-49e7-b779-f85c11a58c92 req-ddecd57a-a7bc-4a9c-ad58-fe0979c5c650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:40.633618 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-13d5c660-16d9-49e7-b779-f85c11a58c92 req-ddecd57a-a7bc-4a9c-ad58-fe0979c5c650 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae70dbd562a74602ba992b43f7087eba&device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 1098 time: 1.3899925 Oct 10 11:14:40.693131 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-96eca29d-8250-42a0-912e-fb4fce5d1609 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:40.754626 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eca29d-8250-42a0-912e-fb4fce5d1609 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22598c67-9099-414c-9781-1da06039c565,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:40.805006 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3e7848af-3b50-4d5a-88f4-cf77d863f02c None None] Provisioning for port dfcee144-73f4-480b-9e3b-fbcf89d1631e completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:40.810516 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3e7848af-3b50-4d5a-88f4-cf77d863f02c None None] Provisioning complete for port dfcee144-73f4-480b-9e3b-fbcf89d1631e triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:40.811628 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3e7848af-3b50-4d5a-88f4-cf77d863f02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:40.812072 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3e7848af-3b50-4d5a-88f4-cf77d863f02c None None] Attempt 1 to provision port dfcee144-73f4-480b-9e3b-fbcf89d1631e Oct 10 11:14:40.820556 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52066) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:40.820702 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0ae1ba68-a547-4a4a-8fbe-d017698fff2d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.4956758 Oct 10 11:14:40.865398 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-868ceb22-7b2d-40d6-a26c-c71b6964978f tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:40.870567 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868ceb22-7b2d-40d6-a26c-c71b6964978f tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Fanout notify agent at l3_agent the message router_deleted on router 8b559e22-7832-4ef6-9513-8ce5bb64a1b4 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:14:40.897510 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-868ceb22-7b2d-40d6-a26c-c71b6964978f tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:40.900931 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-868ceb22-7b2d-40d6-a26c-c71b6964978f tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/routers/8b559e22-7832-4ef6-9513-8ce5bb64a1b4 HTTP/1.1" status: 204 len: 168 time: 4.7801816 Oct 10 11:14:40.916032 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52070) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:40.923806 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-96eca29d-8250-42a0-912e-fb4fce5d1609 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:40.925317 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-96eca29d-8250-42a0-912e-fb4fce5d1609 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3191335 Oct 10 11:14:40.930699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-50ab510d-96b0-4ad7-af70-38583b8e1f75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:40.934891 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dde72b6a-aea6-4a97-ae0d-9f4cdd1309ab tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:40.937704 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52074) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:40.951295 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-e6ae449d-11f9-4538-abb8-78107149673c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'network': {'name': 'tempest-RoutersTest-568885445'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:40.958873 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-e6ae449d-11f9-4538-abb8-78107149673c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:40.963116 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e6ae449d-11f9-4538-abb8-78107149673c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Usage tracker for resource:network and tenant:bff75ec139ff428ea17476871cda1880 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:40.967977 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e6ae449d-11f9-4538-abb8-78107149673c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:40.975809 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-e6ae449d-11f9-4538-abb8-78107149673c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:40.981931 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e2230d-6363-430d-8fa7-18b416465612 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Router 5b29db68-2788-491e-bb1a-1710265879bc has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:14:41.018171 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272e4be9-4b83-4c04-ac8b-be165a3b4d05 None None] Network e8fc36e4-5489-4144-9c54-b8bd77739ae0 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:41.045721 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c00d96a8-be43-4f3f-940f-c369f459df6b tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:41.046988 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3e7848af-3b50-4d5a-88f4-cf77d863f02c None None] Current status of the port dfcee144-73f4-480b-9e3b-fbcf89d1631e is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:41.047536 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3e7848af-3b50-4d5a-88f4-cf77d863f02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:41.078302 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ae449d-11f9-4538-abb8-78107149673c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Made reservation on behalf of bff75ec139ff428ea17476871cda1880 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:41.082209 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e6ae449d-11f9-4538-abb8-78107149673c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:41.094268 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde72b6a-aea6-4a97-ae0d-9f4cdd1309ab tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Subnet': ['ID=91fb6953-582e-42e2-9a76-6edda86d1f42,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:41.096671 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab510d-96b0-4ad7-af70-38583b8e1f75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Port': ['ID=20ff6915-090d-4325-95db-4bbebeb1ef43,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:41.104915 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dde72b6a-aea6-4a97-ae0d-9f4cdd1309ab tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:41.106767 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-dde72b6a-aea6-4a97-ae0d-9f4cdd1309ab tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/subnets/91fb6953-582e-42e2-9a76-6edda86d1f42 HTTP/1.1" status: 204 len: 168 time: 1.4454913 Oct 10 11:14:41.111736 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52080) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:41.128320 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-a8416155-5734-424a-944b-61bbd69eb186 service neutron] 10.222.0.40 "GET /v2.0/networks/1157963f-067d-4ea1-9106-419179a67f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5320890 Oct 10 11:14:41.129674 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5c660-16d9-49e7-b779-f85c11a58c92 req-9c8c2e25-bc86-4ee1-a142-f3a11229fc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:41.131258 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-13d5c660-16d9-49e7-b779-f85c11a58c92 req-9c8c2e25-bc86-4ee1-a142-f3a11229fc51 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f36cb35b-e765-411b-82dd-156471dbc6b1 HTTP/1.1" status: 200 len: 913 time: 0.4648893 Oct 10 11:14:41.132848 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c00d96a8-be43-4f3f-940f-c369f459df6b tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:41.135513 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ae449d-11f9-4538-abb8-78107149673c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 475} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:14:41.151487 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e6ae449d-11f9-4538-abb8-78107149673c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:41.152118 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-e6ae449d-11f9-4538-abb8-78107149673c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Added segment ae2cf185-825c-47b7-8f0d-c4690ca9eabd of type vlan for network 05226b8e-d8a7-49bf-8112-65d6b09f3502 Oct 10 11:14:41.182101 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e6ae449d-11f9-4538-abb8-78107149673c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:41.186134 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4343f9c3-3bd8-4338-a71a-ec748ed31452 None None] Network 40f14258-a8fa-4003-a56d-4a988a46f448 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:41.283944 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-3e7848af-3b50-4d5a-88f4-cf77d863f02c None None] For port dfcee144-73f4-480b-9e3b-fbcf89d1631e, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=dfcee144-73f4-480b-9e3b-fbcf89d1631e,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:41.341643 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-13d5c660-16d9-49e7-b779-f85c11a58c92 req-c35c28af-47fc-46e1-aac5-6a64ab00d728 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9c1e995-eabf-45b1-8559-c8881096b3b7 HTTP/1.1" status: 200 len: 1001 time: 0.1928880 Oct 10 11:14:41.360227 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e6ae449d-11f9-4538-abb8-78107149673c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:41.365753 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ae449d-11f9-4538-abb8-78107149673c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:41.366332 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e6ae449d-11f9-4538-abb8-78107149673c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:41.462681 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3e7848af-3b50-4d5a-88f4-cf77d863f02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:41.554215 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da08d598-f076-4812-8725-39e10dee8200 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:41.560002 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da08d598-f076-4812-8725-39e10dee8200 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:41.564508 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-da08d598-f076-4812-8725-39e10dee8200 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.7455633 Oct 10 11:14:41.567977 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52090) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:41.615047 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c00d96a8-be43-4f3f-940f-c369f459df6b tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:41.630846 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eb7d81dc-8457-46ca-a72f-640a194a238b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:41.649352 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e6ae449d-11f9-4538-abb8-78107149673c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7149434 Oct 10 11:14:41.649513 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7848af-3b50-4d5a-88f4-cf77d863f02c None None] Pushing event updated for resources: {'Port': ['ID=dfcee144-73f4-480b-9e3b-fbcf89d1631e,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:41.651719 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52098) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:41.655477 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae449d-11f9-4538-abb8-78107149673c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Network': ['ID=05226b8e-d8a7-49bf-8112-65d6b09f3502,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:41.668171 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-07f5369f-95a6-4a59-8af7-79636962dc08 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'subnet': {'network_id': '05226b8e-d8a7-49bf-8112-65d6b09f3502', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:41.670776 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-dd1126bc-af53-4308-8196-524e4645ef6b req-f4a90093-7d88-4d9d-a4e1-52dee58b5d51 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 210 time: 0.1789761 Oct 10 11:14:41.694665 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d96a8-be43-4f3f-940f-c369f459df6b tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22598c67-9099-414c-9781-1da06039c565,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:41.711299 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5c660-16d9-49e7-b779-f85c11a58c92 req-ba221a98-da9c-4c9d-a1bb-a3a2a41c0585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:41.711530 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-50ab510d-96b0-4ad7-af70-38583b8e1f75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:41.712001 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-13d5c660-16d9-49e7-b779-f85c11a58c92 req-ba221a98-da9c-4c9d-a1bb-a3a2a41c0585 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04983d62-0192-4bd4-9c0c-86c066bd05d2 HTTP/1.1" status: 200 len: 851 time: 0.3623767 Oct 10 11:14:41.712855 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c00d96a8-be43-4f3f-940f-c369f459df6b tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:41.716028 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-50ab510d-96b0-4ad7-af70-38583b8e1f75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/ports/20ff6915-090d-4325-95db-4bbebeb1ef43 HTTP/1.1" status: 204 len: 168 time: 2.6169400 Oct 10 11:14:41.716436 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c00d96a8-be43-4f3f-940f-c369f459df6b tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/22598c67-9099-414c-9781-1da06039c565 HTTP/1.1" status: 204 len: 168 time: 0.7743771 Oct 10 11:14:41.717103 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52102) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:41.717640 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52104) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:41.721657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-eb7d81dc-8457-46ca-a72f-640a194a238b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting port f490d01c-5bb5-44ed-b77d-5ee294adee82 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:41.722001 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eb7d81dc-8457-46ca-a72f-640a194a238b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:41.727064 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 05226b8e-d8a7-49bf-8112-65d6b09f3502 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:14:41.763462 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-c00aa009-b97a-4de5-8a80-1cc3dc1fd1d9 None None] Provisioning for port 2dec5586-0e05-48a3-90ce-89cc86a39340 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:41.792681 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-c00aa009-b97a-4de5-8a80-1cc3dc1fd1d9 None None] Provisioning complete for port 2dec5586-0e05-48a3-90ce-89cc86a39340 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:41.793214 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c00aa009-b97a-4de5-8a80-1cc3dc1fd1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:41.793755 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c00aa009-b97a-4de5-8a80-1cc3dc1fd1d9 None None] Attempt 1 to provision port 2dec5586-0e05-48a3-90ce-89cc86a39340 Oct 10 11:14:41.801994 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d74b1ce-9c20-46c8-aa55-702f7ef06bf6 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] GET failed (client error): The resource could not be found. Oct 10 11:14:41.802532 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0d74b1ce-9c20-46c8-aa55-702f7ef06bf6 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Synchronizing usage tracker for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:41.805839 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e2230d-6363-430d-8fa7-18b416465612 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:14:41.855913 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a3e2230d-6363-430d-8fa7-18b416465612 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:41.901959 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-09be1257-87db-4c81-af57-a9560beb202d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting port 26c02ee7-6e39-4d7f-ac59-263324f35b54 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:41.902299 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-09be1257-87db-4c81-af57-a9560beb202d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:41.922299 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa433f48-627c-4ee0-befc-5d272d2e3ed4 None None] DHCP port deletion for 40f14258-a8fa-4003-a56d-4a988a46f448 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:14:41.925231 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18af9fab-34aa-4fc4-a853-2c3f30044450 None None] Sync routers for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:14:41.954849 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-fa433f48-627c-4ee0-befc-5d272d2e3ed4 None None] Deleting port f490d01c-5bb5-44ed-b77d-5ee294adee82 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:41.955346 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-fa433f48-627c-4ee0-befc-5d272d2e3ed4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:42.014935 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18af9fab-34aa-4fc4-a853-2c3f30044450 None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:14:42.015258 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-18af9fab-34aa-4fc4-a853-2c3f30044450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:14:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:42.041309 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-07f5369f-95a6-4a59-8af7-79636962dc08 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:42.049604 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-07f5369f-95a6-4a59-8af7-79636962dc08 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Usage tracker for resource:subnet and tenant:bff75ec139ff428ea17476871cda1880 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:42.053866 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-07f5369f-95a6-4a59-8af7-79636962dc08 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:42.065987 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-07f5369f-95a6-4a59-8af7-79636962dc08 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:42.135105 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-18af9fab-34aa-4fc4-a853-2c3f30044450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:42.147517 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0add4-c024-4639-90ec-9895fb577dbf req-f27c0bb5-c8fb-4521-8324-2555f57be642 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:42.149786 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-43f0add4-c024-4639-90ec-9895fb577dbf req-f27c0bb5-c8fb-4521-8324-2555f57be642 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.7914178 Oct 10 11:14:42.162504 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18af9fab-34aa-4fc4-a853-2c3f30044450 None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:14:42.162504 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-18af9fab-34aa-4fc4-a853-2c3f30044450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:14:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:42.163198 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2b263396-78bf-4b88-ab90-38c9a7558ae0 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Synchronizing usage tracker for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group_rule {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:42.219460 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0d74b1ce-9c20-46c8-aa55-702f7ef06bf6 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Unset dirty status for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:42.230207 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0d74b1ce-9c20-46c8-aa55-702f7ef06bf6 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "GET /v2.0/ports/20ff6915-090d-4325-95db-4bbebeb1ef43 HTTP/1.1" status: 404 len: 333 time: 0.5064435 Oct 10 11:14:42.231943 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52112) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:42.249827 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-18af9fab-34aa-4fc4-a853-2c3f30044450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:42.250251 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18af9fab-34aa-4fc4-a853-2c3f30044450 None None] The sync data for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:14:42.315739 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f5369f-95a6-4a59-8af7-79636962dc08 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Made reservation on behalf of bff75ec139ff428ea17476871cda1880 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:42.319135 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-07f5369f-95a6-4a59-8af7-79636962dc08 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:42.365976 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-eb7d81dc-8457-46ca-a72f-640a194a238b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] For port f490d01c-5bb5-44ed-b77d-5ee294adee82, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=f490d01c-5bb5-44ed-b77d-5ee294adee82,segment=NetworkSegment(9f085a23-c130-459a-93ed-6d7ccc1802c5),segment_id=9f085a23-c130-459a-93ed-6d7ccc1802c5)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:42.366332 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eb7d81dc-8457-46ca-a72f-640a194a238b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:42.406190 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c00aa009-b97a-4de5-8a80-1cc3dc1fd1d9 None None] Current status of the port 2dec5586-0e05-48a3-90ce-89cc86a39340 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:42.406489 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c00aa009-b97a-4de5-8a80-1cc3dc1fd1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:42.439532 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-fa433f48-627c-4ee0-befc-5d272d2e3ed4 None None] For port f490d01c-5bb5-44ed-b77d-5ee294adee82, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=f490d01c-5bb5-44ed-b77d-5ee294adee82,segment=NetworkSegment(9f085a23-c130-459a-93ed-6d7ccc1802c5),segment_id=9f085a23-c130-459a-93ed-6d7ccc1802c5)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:42.444498 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-fa433f48-627c-4ee0-befc-5d272d2e3ed4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:42.570649 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-43f0add4-c024-4639-90ec-9895fb577dbf req-49a39336-014c-48c5-8113-68af724be6d8 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4047573 Oct 10 11:14:42.582991 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-eb7d81dc-8457-46ca-a72f-640a194a238b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Calling delete_port for f490d01c-5bb5-44ed-b77d-5ee294adee82 owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:42.624246 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a3e2230d-6363-430d-8fa7-18b416465612 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "PUT /v2.0/floatingips/6aa35fff-7b33-49a6-a65b-0eb77f71ade9 HTTP/1.1" status: 200 len: 979 time: 6.8601229 Oct 10 11:14:42.625148 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2b263396-78bf-4b88-ab90-38c9a7558ae0 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Unset dirty status for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group_rule {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:42.626971 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2b263396-78bf-4b88-ab90-38c9a7558ae0 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9010255 Oct 10 11:14:42.629828 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52118) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:42.630349 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52120) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:42.654146 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-fa433f48-627c-4ee0-befc-5d272d2e3ed4 None None] Calling delete_port for f490d01c-5bb5-44ed-b77d-5ee294adee82 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:42.674534 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5c660-16d9-49e7-b779-f85c11a58c92 req-45e720c7-f02d-4491-9348-7e213151b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:42.675951 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-13d5c660-16d9-49e7-b779-f85c11a58c92 req-45e720c7-f02d-4491-9348-7e213151b537 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f36cb35b-e765-411b-82dd-156471dbc6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9441912 Oct 10 11:14:42.700867 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-c00aa009-b97a-4de5-8a80-1cc3dc1fd1d9 None None] For port 2dec5586-0e05-48a3-90ce-89cc86a39340, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=2dec5586-0e05-48a3-90ce-89cc86a39340,segment=NetworkSegment(e5e5dd63-9812-49ad-9fb6-cf86728ef902),segment_id=e5e5dd63-9812-49ad-9fb6-cf86728ef902)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:42.710231 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5cc2f06-f1c2-438a-94b9-cf21d76d0c83 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting subnet 29167e44-0b87-4976-a392-d038b9e9dd96 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:14:42.738908 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c5cc2f06-f1c2-438a-94b9-cf21d76d0c83 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:42.833847 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c00aa009-b97a-4de5-8a80-1cc3dc1fd1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:42.870213 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c5cc2f06-f1c2-438a-94b9-cf21d76d0c83 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:42.915648 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00aa009-b97a-4de5-8a80-1cc3dc1fd1d9 None None] Pushing event updated for resources: {'Port': ['ID=2dec5586-0e05-48a3-90ce-89cc86a39340,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:42.917829 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76e12c2b-6126-4eda-b3ad-447ffb9084e4 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:42.953861 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-fa433f48-627c-4ee0-befc-5d272d2e3ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:42.965329 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-09be1257-87db-4c81-af57-a9560beb202d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:42.974356 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-15f95033-a745-4773-b85b-152a831b338b req-53920971-902d-4fc2-8d7b-41bf876d3e3c tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 210 time: 0.1259401 Oct 10 11:14:43.020885 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa433f48-627c-4ee0-befc-5d272d2e3ed4 None None] No DVR routers for this DVR port f490d01c-5bb5-44ed-b77d-5ee294adee82 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:14:43.022672 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa433f48-627c-4ee0-befc-5d272d2e3ed4 None None] Pushing event deleted for resources: {'Port': ['ID=f490d01c-5bb5-44ed-b77d-5ee294adee82,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:43.025369 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76e12c2b-6126-4eda-b3ad-447ffb9084e4 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:43.058000 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.api [None req-eb7d81dc-8457-46ca-a72f-640a194a238b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:14:43.058311 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG oslo_db.api [None req-eb7d81dc-8457-46ca-a72f-640a194a238b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:14:43.063151 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-c00aa009-b97a-4de5-8a80-1cc3dc1fd1d9 None None] Provisioning for port 26c02ee7-6e39-4d7f-ac59-263324f35b54 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:43.067812 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-c71a2ede-c6cc-4270-b604-e886e2eda9ec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Deleting port 59a2f88d-e388-4b1b-b473-d40fb49ce581 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:43.068164 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c71a2ede-c6cc-4270-b604-e886e2eda9ec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:43.069969 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-c00aa009-b97a-4de5-8a80-1cc3dc1fd1d9 None None] Provisioning complete for port 26c02ee7-6e39-4d7f-ac59-263324f35b54 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:43.069969 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c00aa009-b97a-4de5-8a80-1cc3dc1fd1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:43.069969 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c00aa009-b97a-4de5-8a80-1cc3dc1fd1d9 None None] Attempt 1 to provision port 26c02ee7-6e39-4d7f-ac59-263324f35b54 Oct 10 11:14:43.092311 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-13d5c660-16d9-49e7-b779-f85c11a58c92 req-b06bed86-0a19-4170-b130-09c76e2fdc01 service neutron] 10.222.0.15 "GET /v2.0/networks/f36cb35b-e765-411b-82dd-156471dbc6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069088 Oct 10 11:14:43.125970 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c00aa009-b97a-4de5-8a80-1cc3dc1fd1d9 None None] Port 26c02ee7-6e39-4d7f-ac59-263324f35b54 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:43.185692 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-09be1257-87db-4c81-af57-a9560beb202d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Calling delete_port for 26c02ee7-6e39-4d7f-ac59-263324f35b54 owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:43.248138 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76e12c2b-6126-4eda-b3ad-447ffb9084e4 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:43.273320 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e12c2b-6126-4eda-b3ad-447ffb9084e4 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5417362c-fe8e-4186-a088-609f100ecc4e,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:43.306305 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-07f5369f-95a6-4a59-8af7-79636962dc08 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:43.352260 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c71a2ede-c6cc-4270-b604-e886e2eda9ec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:43.352965 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c71a2ede-c6cc-4270-b604-e886e2eda9ec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:43.391987 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c5cc2f06-f1c2-438a-94b9-cf21d76d0c83 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:43.432278 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-13d5c660-16d9-49e7-b779-f85c11a58c92 req-5c839a4f-77bd-4a93-9661-3b15e82442e2 service neutron] 10.222.0.15 "GET /v2.0/networks/f36cb35b-e765-411b-82dd-156471dbc6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730105 Oct 10 11:14:43.494128 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-c71a2ede-c6cc-4270-b604-e886e2eda9ec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Calling delete_port for 59a2f88d-e388-4b1b-b473-d40fb49ce581 owned by network:floatingip {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:43.544251 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 2dec5586-0e05-48a3-90ce-89cc86a39340 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:14:43.549444 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76e12c2b-6126-4eda-b3ad-447ffb9084e4 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:43.550569 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-76e12c2b-6126-4eda-b3ad-447ffb9084e4 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "DELETE /v2.0/security-groups/5417362c-fe8e-4186-a088-609f100ecc4e HTTP/1.1" status: 204 len: 168 time: 0.9116626 Oct 10 11:14:43.553880 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52130) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:43.560077 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-eb7d81dc-8457-46ca-a72f-640a194a238b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting port f490d01c-5bb5-44ed-b77d-5ee294adee82 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:43.560412 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eb7d81dc-8457-46ca-a72f-640a194a238b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:43.592370 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5369f-95a6-4a59-8af7-79636962dc08 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Subnet': ['ID=ac32c1c5-7aa4-42b5-b681-df60df5adb60,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:43.614417 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cd431ce2-14a0-4ac8-9ebe-7b87579a0321 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Synchronizing usage tracker for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:43.636466 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-09be1257-87db-4c81-af57-a9560beb202d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:43.640221 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c00aa009-b97a-4de5-8a80-1cc3dc1fd1d9 None None] Attempt 2 to provision port 26c02ee7-6e39-4d7f-ac59-263324f35b54 Oct 10 11:14:43.688842 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c00aa009-b97a-4de5-8a80-1cc3dc1fd1d9 None None] Port 26c02ee7-6e39-4d7f-ac59-263324f35b54 was deleted so its status cannot be updated. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 10 11:14:43.702921 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-eb7d81dc-8457-46ca-a72f-640a194a238b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] The port 'f490d01c-5bb5-44ed-b77d-5ee294adee82' was deleted {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:14:43.705191 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c5cc2f06-f1c2-438a-94b9-cf21d76d0c83 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:43.712707 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 2dec5586-0e05-48a3-90ce-89cc86a39340 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:43.713304 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:43.713833 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 2dec5586-0e05-48a3-90ce-89cc86a39340 Oct 10 11:14:43.742464 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f5369f-95a6-4a59-8af7-79636962dc08 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Checking segment: {'id': 'ae2cf185-825c-47b7-8f0d-c4690ca9eabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '05226b8e-d8a7-49bf-8112-65d6b09f3502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:14:43.742815 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f5369f-95a6-4a59-8af7-79636962dc08 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network hostable DHCP agents. Network: 05226b8e-d8a7-49bf-8112-65d6b09f3502, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:14:43.764459 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be1257-87db-4c81-af57-a9560beb202d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Port': ['ID=26c02ee7-6e39-4d7f-ac59-263324f35b54,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:43.803812 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cd431ce2-14a0-4ac8-9ebe-7b87579a0321 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Unset dirty status for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:43.808865 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-cd431ce2-14a0-4ac8-9ebe-7b87579a0321 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2501245 Oct 10 11:14:43.813363 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc2f06-f1c2-438a-94b9-cf21d76d0c83 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Subnet': ['ID=29167e44-0b87-4976-a392-d038b9e9dd96,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:43.816439 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c5cc2f06-f1c2-438a-94b9-cf21d76d0c83 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:43.823978 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52136) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:43.832343 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c5cc2f06-f1c2-438a-94b9-cf21d76d0c83 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/subnets/29167e44-0b87-4976-a392-d038b9e9dd96 HTTP/1.1" status: 204 len: 168 time: 1.4853394 Oct 10 11:14:43.835208 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52140) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:43.842761 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-09be1257-87db-4c81-af57-a9560beb202d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:43.844699 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-09be1257-87db-4c81-af57-a9560beb202d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/26c02ee7-6e39-4d7f-ac59-263324f35b54 HTTP/1.1" status: 204 len: 168 time: 2.2687020 Oct 10 11:14:43.854091 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52142) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:43.864765 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 2dec5586-0e05-48a3-90ce-89cc86a39340 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:43.865905 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device dfcee144-73f4-480b-9e3b-fbcf89d1631e up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:14:43.978487 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f02b55b-adda-4658-9214-c451c618486e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:43.979987 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f02b55b-adda-4658-9214-c451c618486e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:43.981566 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7f02b55b-adda-4658-9214-c451c618486e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1248479 Oct 10 11:14:43.994789 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52148) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:44.001073 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418a094b-f606-420c-8a09-4b456e9b56fa None None] Network e8fc36e4-5489-4144-9c54-b8bd77739ae0 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:44.062811 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-965ec706-7a1f-484a-8c67-3bfd418a0ac5 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Request body: {'security_group': {'name': 'tempest-secgroup--2051444336'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:44.094832 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-965ec706-7a1f-484a-8c67-3bfd418a0ac5 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:44.107734 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-965ec706-7a1f-484a-8c67-3bfd418a0ac5 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:44.187915 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-af79228c-b3bc-4684-bb56-975af23304cc None None] Provisioning complete for port 2dec5586-0e05-48a3-90ce-89cc86a39340 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:44.189663 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-af79228c-b3bc-4684-bb56-975af23304cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:44.190003 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-af79228c-b3bc-4684-bb56-975af23304cc None None] Attempt 1 to provision port 2dec5586-0e05-48a3-90ce-89cc86a39340 Oct 10 11:14:44.198290 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-965ec706-7a1f-484a-8c67-3bfd418a0ac5 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:44.216981 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eb7d81dc-8457-46ca-a72f-640a194a238b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:44.244488 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3b22745f-9423-48f6-a357-f20efeb6263a req-a0ad38ed-df0d-4591-b7d1-17df574e54e3 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 210 time: 0.0728161 Oct 10 11:14:44.255400 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c960503a-89ad-4697-8710-fae2fcea0baf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:44.273546 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22c1de3-7400-4250-8982-59c2f45aa011 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet c5343677-e07d-4c8f-a7a1-208f95f53bbd {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:14:44.274825 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port dfcee144-73f4-480b-9e3b-fbcf89d1631e triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:44.275197 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:44.275529 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port dfcee144-73f4-480b-9e3b-fbcf89d1631e Oct 10 11:14:44.278540 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d22c1de3-7400-4250-8982-59c2f45aa011 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:44.289854 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f5369f-95a6-4a59-8af7-79636962dc08 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network 05226b8e-d8a7-49bf-8112-65d6b09f3502 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:14:44.319790 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-c960503a-89ad-4697-8710-fae2fcea0baf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting port 2dec5586-0e05-48a3-90ce-89cc86a39340 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:44.320284 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c960503a-89ad-4697-8710-fae2fcea0baf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:44.326446 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-eb7d81dc-8457-46ca-a72f-640a194a238b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f14258-a8fa-4003-a56d-4a988a46f448']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:44.350821 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-eb7d81dc-8457-46ca-a72f-640a194a238b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f085a23-c130-459a-93ed-6d7ccc1802c5') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:44.351116 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-eb7d81dc-8457-46ca-a72f-640a194a238b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f085a23-c130-459a-93ed-6d7ccc1802c5') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:44.358340 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-965ec706-7a1f-484a-8c67-3bfd418a0ac5 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:44.370903 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-965ec706-7a1f-484a-8c67-3bfd418a0ac5 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Usage tracker for resource:security_group_rule and tenant:171d59cd94d34ad6adf17fe18583574f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:44.377994 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-965ec706-7a1f-484a-8c67-3bfd418a0ac5 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:44.381600 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eb7d81dc-8457-46ca-a72f-640a194a238b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:44.389019 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d22c1de3-7400-4250-8982-59c2f45aa011 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:44.395477 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40f31c-2ff0-4864-9219-f1c46f68534e req-fbd258f0-78e6-4ccc-b0ec-2f000d3c4b15 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:44.396977 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ca40f31c-2ff0-4864-9219-f1c46f68534e req-fbd258f0-78e6-4ccc-b0ec-2f000d3c4b15 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.6584098 Oct 10 11:14:44.407923 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-965ec706-7a1f-484a-8c67-3bfd418a0ac5 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:44.410087 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-07f5369f-95a6-4a59-8af7-79636962dc08 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 05226b8e-d8a7-49bf-8112-65d6b09f3502) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:44.439121 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eb7d81dc-8457-46ca-a72f-640a194a238b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:44.442118 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f5369f-95a6-4a59-8af7-79636962dc08 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:44.442705 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-07f5369f-95a6-4a59-8af7-79636962dc08 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:44.464438 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473fab16-3bac-4189-8959-0010e89df098 None None] Network 05226b8e-d8a7-49bf-8112-65d6b09f3502 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:44.470609 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7d81dc-8457-46ca-a72f-640a194a238b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Releasing vlan 499 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:14:44.471020 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eb7d81dc-8457-46ca-a72f-640a194a238b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:44.536430 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 9f085a23-c130-459a-93ed-6d7ccc1802c5 resource provider aggregate not found Oct 10 11:14:44.617576 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 9f085a23-c130-459a-93ed-6d7ccc1802c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f085a23-c130-459a-93ed-6d7ccc1802c5 found for delete ", "request_id": "req-244b732c-2bd7-4fce-9a4f-95a78245da35"}]} Oct 10 11:14:44.627476 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-af79228c-b3bc-4684-bb56-975af23304cc None None] Current status of the port 2dec5586-0e05-48a3-90ce-89cc86a39340 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:44.630011 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ca40f31c-2ff0-4864-9219-f1c46f68534e req-f80cb20c-dc4e-4064-bdde-7762893d2879 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175663 Oct 10 11:14:44.660074 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c71a2ede-c6cc-4270-b604-e886e2eda9ec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:44.667556 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-af79228c-b3bc-4684-bb56-975af23304cc None None] Could not find standard attr ID for object 20ff6915-090d-4325-95db-4bbebeb1ef43. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:14:44.726807 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a2ede-c6cc-4270-b604-e886e2eda9ec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event deleted for resources: {'Port': ['ID=59a2f88d-e388-4b1b-b473-d40fb49ce581,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:44.728886 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port dfcee144-73f4-480b-9e3b-fbcf89d1631e is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:44.730058 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-965ec706-7a1f-484a-8c67-3bfd418a0ac5 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:44.770066 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eb7d81dc-8457-46ca-a72f-640a194a238b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:44.776945 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-07f5369f-95a6-4a59-8af7-79636962dc08 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1187930 Oct 10 11:14:44.777638 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52158) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:44.790131 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-725b17ce-0f86-44d4-bb27-959850ef4d34 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2050629120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:44.814798 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-c960503a-89ad-4697-8710-fae2fcea0baf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] For port 2dec5586-0e05-48a3-90ce-89cc86a39340, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=2dec5586-0e05-48a3-90ce-89cc86a39340,segment=NetworkSegment(e5e5dd63-9812-49ad-9fb6-cf86728ef902),segment_id=e5e5dd63-9812-49ad-9fb6-cf86728ef902)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:44.815532 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c960503a-89ad-4697-8710-fae2fcea0baf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:44.825339 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d22c1de3-7400-4250-8982-59c2f45aa011 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:44.858182 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eb7d81dc-8457-46ca-a72f-640a194a238b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:44.866117 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-965ec706-7a1f-484a-8c67-3bfd418a0ac5 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:44.874499 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14de314b-0f8c-4532-9ccc-cc7a5488b1e6 None None] DHCP port deletion for e8fc36e4-5489-4144-9c54-b8bd77739ae0 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:14:44.877164 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device f490d01c-5bb5-44ed-b77d-5ee294adee82 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:14:44.877326 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-725b17ce-0f86-44d4-bb27-959850ef4d34 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:44.925354 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ec706-7a1f-484a-8c67-3bfd418a0ac5 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a538f551-667a-4e81-8f78-ba5cf06839f1,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:44.928513 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d81dc-8457-46ca-a72f-640a194a238b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Network': ['ID=40f14258-a8fa-4003-a56d-4a988a46f448,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:44.942409 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-14de314b-0f8c-4532-9ccc-cc7a5488b1e6 None None] Deleting port 2dec5586-0e05-48a3-90ce-89cc86a39340 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:44.942933 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-14de314b-0f8c-4532-9ccc-cc7a5488b1e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:44.977432 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-725b17ce-0f86-44d4-bb27-959850ef4d34 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:44.978338 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742e5b79-4aa3-47eb-8f9f-f00a2431ff74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-05226b8e-d8a7-49bf-8112-65d6b09f3502', 'network_id': '05226b8e-d8a7-49bf-8112-65d6b09f3502', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'fixed_ips': [{'subnet_id': 'ac32c1c5-7aa4-42b5-b681-df60df5adb60'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:14:44.979193 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-742e5b79-4aa3-47eb-8f9f-f00a2431ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:44.989623 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-eb7d81dc-8457-46ca-a72f-640a194a238b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/networks/40f14258-a8fa-4003-a56d-4a988a46f448 HTTP/1.1" status: 204 len: 168 time: 3.8753209 Oct 10 11:14:44.994011 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52162) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:44.995538 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: f490d01c-5bb5-44ed-b77d-5ee294adee82 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:14:44.995891 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device f490d01c-5bb5-44ed-b77d-5ee294adee82 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:14:44.999278 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-c960503a-89ad-4697-8710-fae2fcea0baf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Calling delete_port for 2dec5586-0e05-48a3-90ce-89cc86a39340 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:45.009468 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-bf5bc9dd-3f7f-41bd-9395-fb1913c53151 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1355792615'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:45.027475 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-bf5bc9dd-3f7f-41bd-9395-fb1913c53151 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:45.031788 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-bf5bc9dd-3f7f-41bd-9395-fb1913c53151 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:network and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:45.035600 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-bf5bc9dd-3f7f-41bd-9395-fb1913c53151 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:45.042473 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-bf5bc9dd-3f7f-41bd-9395-fb1913c53151 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:45.061653 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c71a2ede-c6cc-4270-b604-e886e2eda9ec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:45.061979 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [None req-c71a2ede-c6cc-4270-b604-e886e2eda9ec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Floating IP 6aa35fff-7b33-49a6-a65b-0eb77f71ade9 disassociated (deleted). External IP: 172.26.4.234, port: 0a68b73b-21a0-4f1e-9a91-25a501552249. Oct 10 11:14:45.137401 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-965ec706-7a1f-484a-8c67-3bfd418a0ac5 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:45.141971 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-965ec706-7a1f-484a-8c67-3bfd418a0ac5 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3060594 Oct 10 11:14:45.141971 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-725b17ce-0f86-44d4-bb27-959850ef4d34 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:45.141971 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-725b17ce-0f86-44d4-bb27-959850ef4d34 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:45.148595 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52166) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:45.160027 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-725b17ce-0f86-44d4-bb27-959850ef4d34 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:45.163659 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-1abaf6c4-39dd-4d92-9ce2-fcb461b303f1 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Request body: {'security_group_rule': {'security_group_id': 'a538f551-667a-4e81-8f78-ba5cf06839f1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:45.187547 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1abaf6c4-39dd-4d92-9ce2-fcb461b303f1 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:45.199395 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1abaf6c4-39dd-4d92-9ce2-fcb461b303f1 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Usage tracker for resource:security_group_rule and tenant:171d59cd94d34ad6adf17fe18583574f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:45.215049 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1abaf6c4-39dd-4d92-9ce2-fcb461b303f1 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:45.234162 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1abaf6c4-39dd-4d92-9ce2-fcb461b303f1 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:45.251613 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-fd695b72-481a-4fbb-860c-4427315d6501 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:45.252957 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-fd695b72-481a-4fbb-860c-4427315d6501 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.15 "GET /v2.0/networks?id=1157963f-067d-4ea1-9106-419179a67f58 HTTP/1.1" status: 200 len: 811 time: 0.2678320 Oct 10 11:14:45.264482 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-05be0fcd-f17b-4977-922c-afb570f6ac5a tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Request body: {'port': {'device_id': 'e966ac4d-4ebc-4743-ad40-ed856ce4b1de', 'network_id': '1157963f-067d-4ea1-9106-419179a67f58', 'admin_state_up': True, 'tenant_id': '33e4bc3f82eb46749091c6a32d15300f'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:45.267719 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5bc9dd-3f7f-41bd-9395-fb1913c53151 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:45.270279 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-742e5b79-4aa3-47eb-8f9f-f00a2431ff74 None None] Allocated IP 172.20.0.2 (05226b8e-d8a7-49bf-8112-65d6b09f3502/ac32c1c5-7aa4-42b5-b681-df60df5adb60/08e2a588-01cc-445d-8c59-ebaeac4a7947) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:45.271550 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc9dd-3f7f-41bd-9395-fb1913c53151 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:45.345923 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5bc9dd-3f7f-41bd-9395-fb1913c53151 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 465} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:14:45.349062 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-725b17ce-0f86-44d4-bb27-959850ef4d34 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:45.382214 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc9dd-3f7f-41bd-9395-fb1913c53151 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:45.389921 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-bf5bc9dd-3f7f-41bd-9395-fb1913c53151 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Added segment 6ae0bea5-4c8a-46eb-96c3-3acb31154e2e of type vlan for network 878309c2-7232-4a29-8b30-41fc2abc9987 Oct 10 11:14:45.393244 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-14de314b-0f8c-4532-9ccc-cc7a5488b1e6 None None] For port 2dec5586-0e05-48a3-90ce-89cc86a39340, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=2dec5586-0e05-48a3-90ce-89cc86a39340,segment=NetworkSegment(e5e5dd63-9812-49ad-9fb6-cf86728ef902),segment_id=e5e5dd63-9812-49ad-9fb6-cf86728ef902)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:45.394182 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-14de314b-0f8c-4532-9ccc-cc7a5488b1e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:45.419199 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c960503a-89ad-4697-8710-fae2fcea0baf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:45.462730 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d22c1de3-7400-4250-8982-59c2f45aa011 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:45.513626 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc9dd-3f7f-41bd-9395-fb1913c53151 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:45.582552 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1abaf6c4-39dd-4d92-9ce2-fcb461b303f1 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:45.589708 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960503a-89ad-4697-8710-fae2fcea0baf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Port': ['ID=2dec5586-0e05-48a3-90ce-89cc86a39340,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:45.591332 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-725b17ce-0f86-44d4-bb27-959850ef4d34 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:45.594990 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-725b17ce-0f86-44d4-bb27-959850ef4d34 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8077893 Oct 10 11:14:45.607916 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f7048303-e7df-4445-a3ac-837f2764a5d3 req-d66e80e3-c9c4-41b7-aaa4-4d8a1cbf192f tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 210 time: 0.1342053 Oct 10 11:14:45.616919 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52176) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:45.617684 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c1de3-7400-4250-8982-59c2f45aa011 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=c5343677-e07d-4c8f-a7a1-208f95f53bbd,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:45.624842 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d22c1de3-7400-4250-8982-59c2f45aa011 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:45.631121 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c960503a-89ad-4697-8710-fae2fcea0baf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] No DVR routers for this DVR port 2dec5586-0e05-48a3-90ce-89cc86a39340 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:14:45.677174 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-14de314b-0f8c-4532-9ccc-cc7a5488b1e6 None None] Calling delete_port for 2dec5586-0e05-48a3-90ce-89cc86a39340 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:45.689041 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71a2ede-c6cc-4270-b604-e886e2eda9ec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Router 5b29db68-2788-491e-bb1a-1710265879bc has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:14:45.771399 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4020c2-c9cc-46d5-9138-158bb68457db None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:45.785173 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 2dec5586-0e05-48a3-90ce-89cc86a39340 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:14:45.836039 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc9dd-3f7f-41bd-9395-fb1913c53151 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:45.841666 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5bc9dd-3f7f-41bd-9395-fb1913c53151 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:45.846027 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-14de314b-0f8c-4532-9ccc-cc7a5488b1e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:14:45.846027 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-14de314b-0f8c-4532-9ccc-cc7a5488b1e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:14:45.846252 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc9dd-3f7f-41bd-9395-fb1913c53151 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:45.846772 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 2dec5586-0e05-48a3-90ce-89cc86a39340 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:14:45.847150 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 2dec5586-0e05-48a3-90ce-89cc86a39340 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:14:45.887145 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d22c1de3-7400-4250-8982-59c2f45aa011 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/c5343677-e07d-4c8f-a7a1-208f95f53bbd HTTP/1.1" status: 204 len: 168 time: 1.8895118 Oct 10 11:14:45.888375 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-05be0fcd-f17b-4977-922c-afb570f6ac5a tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:45.888506 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52182) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:45.999257 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-05be0fcd-f17b-4977-922c-afb570f6ac5a tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Usage tracker for resource:port and tenant:33e4bc3f82eb46749091c6a32d15300f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:46.037669 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1dfcd2ca-c0cc-4cdf-afe8-1485213ce022 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1372719 Oct 10 11:14:46.139079 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-742e5b79-4aa3-47eb-8f9f-f00a2431ff74 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:46.154148 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-742e5b79-4aa3-47eb-8f9f-f00a2431ff74 None None] Transition to ACTIVE for port object 08e2a588-01cc-445d-8c59-ebaeac4a7947 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:46.179431 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-742e5b79-4aa3-47eb-8f9f-f00a2431ff74 None None] Transition to ACTIVE for port object 08e2a588-01cc-445d-8c59-ebaeac4a7947 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:46.191209 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-05be0fcd-f17b-4977-922c-afb570f6ac5a tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:46.209062 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52186) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:46.213014 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-05be0fcd-f17b-4977-922c-afb570f6ac5a tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:46.233130 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-c097ef85-eaf3-4e73-be74-8e0b8dbbc931 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:46.241282 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cbdf97-d7e6-4f81-94fc-e69b5c1445c1 None None] DHCP port deletion for dac74586-4382-4e00-a6eb-f2005f114a9a request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:14:46.243600 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-91cbdf97-d7e6-4f81-94fc-e69b5c1445c1 None None] Deleting port dfcee144-73f4-480b-9e3b-fbcf89d1631e {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:46.243967 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-91cbdf97-d7e6-4f81-94fc-e69b5c1445c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:46.257588 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c960503a-89ad-4697-8710-fae2fcea0baf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:46.274290 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-742e5b79-4aa3-47eb-8f9f-f00a2431ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:46.292243 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-bf5bc9dd-3f7f-41bd-9395-fb1913c53151 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2939076 Oct 10 11:14:46.299089 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52190) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:46.313128 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-4374cf66-bb05-4aa7-ac3b-87e89e585aeb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'subnet': {'network_id': '878309c2-7232-4a29-8b30-41fc2abc9987', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:46.333560 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1abaf6c4-39dd-4d92-9ce2-fcb461b303f1 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:46.338974 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bc9dd-3f7f-41bd-9395-fb1913c53151 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Network': ['ID=878309c2-7232-4a29-8b30-41fc2abc9987,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:46.346086 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-14de314b-0f8c-4532-9ccc-cc7a5488b1e6 None None] Deleting port 2dec5586-0e05-48a3-90ce-89cc86a39340 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:46.346464 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-14de314b-0f8c-4532-9ccc-cc7a5488b1e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:46.366391 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-05be0fcd-f17b-4977-922c-afb570f6ac5a tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Made reservation on behalf of 33e4bc3f82eb46749091c6a32d15300f for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:46.370097 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-05be0fcd-f17b-4977-922c-afb570f6ac5a tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:46.377126 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022390d-6214-4e22-87b7-b81ad3051a75 req-5a4e21cb-3642-4d0b-a9d5-0867a5d6ef50 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:46.378271 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 878309c2-7232-4a29-8b30-41fc2abc9987 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:14:46.378788 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5022390d-6214-4e22-87b7-b81ad3051a75 req-5a4e21cb-3642-4d0b-a9d5-0867a5d6ef50 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.6002533 Oct 10 11:14:46.450626 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71a2ede-c6cc-4270-b604-e886e2eda9ec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:14:46.467032 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e119081-d2a3-4b1a-b52b-35d429c362e4 None None] Sync routers for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:14:46.467590 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c71a2ede-c6cc-4270-b604-e886e2eda9ec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:46.470280 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742e5b79-4aa3-47eb-8f9f-f00a2431ff74 None None] Network 05226b8e-d8a7-49bf-8112-65d6b09f3502 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:46.484975 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e119081-d2a3-4b1a-b52b-35d429c362e4 None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:14:46.490889 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-3e119081-d2a3-4b1a-b52b-35d429c362e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:14:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:46.498641 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-c960503a-89ad-4697-8710-fae2fcea0baf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8fc36e4-5489-4144-9c54-b8bd77739ae0']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:46.512442 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1abaf6c4-39dd-4d92-9ce2-fcb461b303f1 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:46.528627 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-14de314b-0f8c-4532-9ccc-cc7a5488b1e6 None None] The port '2dec5586-0e05-48a3-90ce-89cc86a39340' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:14:46.529962 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-742e5b79-4aa3-47eb-8f9f-f00a2431ff74 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:46.541652 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e5b79-4aa3-47eb-8f9f-f00a2431ff74 None None] Pushing event updated for resources: {'Port': ['ID=08e2a588-01cc-445d-8c59-ebaeac4a7947,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:46.541652 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742e5b79-4aa3-47eb-8f9f-f00a2431ff74 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:46.560458 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-3e119081-d2a3-4b1a-b52b-35d429c362e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:46.560703 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-4374cf66-bb05-4aa7-ac3b-87e89e585aeb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:46.579214 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-c960503a-89ad-4697-8710-fae2fcea0baf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e5dd63-9812-49ad-9fb6-cf86728ef902') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:46.579659 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-c960503a-89ad-4697-8710-fae2fcea0baf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e5dd63-9812-49ad-9fb6-cf86728ef902') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:46.589472 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e119081-d2a3-4b1a-b52b-35d429c362e4 None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:14:46.590209 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-3e119081-d2a3-4b1a-b52b-35d429c362e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:14:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:46.607327 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c71a2ede-c6cc-4270-b604-e886e2eda9ec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "DELETE /v2.0/floatingips/6aa35fff-7b33-49a6-a65b-0eb77f71ade9 HTTP/1.1" status: 204 len: 168 time: 3.9698322 Oct 10 11:14:46.611271 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5022390d-6214-4e22-87b7-b81ad3051a75 req-5be7100f-49ec-4f3f-8084-0c17afc31007 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269802 Oct 10 11:14:46.611905 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52194) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:46.613063 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-4374cf66-bb05-4aa7-ac3b-87e89e585aeb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:subnet and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:46.618236 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-4374cf66-bb05-4aa7-ac3b-87e89e585aeb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:46.651440 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c960503a-89ad-4697-8710-fae2fcea0baf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:46.676786 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abaf6c4-39dd-4d92-9ce2-fcb461b303f1 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c930f8-fdfb-4a00-9721-91e572447ee9,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:46.679322 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c097ef85-eaf3-4e73-be74-8e0b8dbbc931 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:46.680636 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-4374cf66-bb05-4aa7-ac3b-87e89e585aeb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:46.717034 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c097ef85-eaf3-4e73-be74-8e0b8dbbc931 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:subnet and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:46.736487 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c097ef85-eaf3-4e73-be74-8e0b8dbbc931 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:46.742531 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c960503a-89ad-4697-8710-fae2fcea0baf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:46.763722 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-3e119081-d2a3-4b1a-b52b-35d429c362e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:46.764130 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e119081-d2a3-4b1a-b52b-35d429c362e4 None None] The sync data for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:14:46.778225 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-8d021b94-3f58-4885-b9f4-99412f569052 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Deleting port 0a68b73b-21a0-4f1e-9a91-25a501552249 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:46.781363 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8d021b94-3f58-4885-b9f4-99412f569052 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:46.786508 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c097ef85-eaf3-4e73-be74-8e0b8dbbc931 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:46.794220 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c960503a-89ad-4697-8710-fae2fcea0baf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Releasing vlan 480 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:14:46.794963 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c960503a-89ad-4697-8710-fae2fcea0baf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:46.846032 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-742e5b79-4aa3-47eb-8f9f-f00a2431ff74 None None] Attempting to bind port 08e2a588-01cc-445d-8c59-ebaeac4a7947 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:14:46.846455 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-742e5b79-4aa3-47eb-8f9f-f00a2431ff74 None None] Attempting to bind port 08e2a588-01cc-445d-8c59-ebaeac4a7947 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'ae2cf185-825c-47b7-8f0d-c4690ca9eabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '05226b8e-d8a7-49bf-8112-65d6b09f3502'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:14:46.847025 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e5b79-4aa3-47eb-8f9f-f00a2431ff74 None None] Attempting to bind port 08e2a588-01cc-445d-8c59-ebaeac4a7947 on network 05226b8e-d8a7-49bf-8112-65d6b09f3502 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:14:46.869752 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b1b202be-3c4c-4b3d-9c75-ff70dd591ccb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:46.901321 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e5b79-4aa3-47eb-8f9f-f00a2431ff74 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:14:46.901778 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e5b79-4aa3-47eb-8f9f-f00a2431ff74 None None] Checking segment: {'id': 'ae2cf185-825c-47b7-8f0d-c4690ca9eabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '05226b8e-d8a7-49bf-8112-65d6b09f3502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:14:46.902379 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-742e5b79-4aa3-47eb-8f9f-f00a2431ff74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:46.902935 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e5b79-4aa3-47eb-8f9f-f00a2431ff74 None None] Bound using segment: {'id': 'ae2cf185-825c-47b7-8f0d-c4690ca9eabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '05226b8e-d8a7-49bf-8112-65d6b09f3502'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:14:46.903571 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-742e5b79-4aa3-47eb-8f9f-f00a2431ff74 None None] Bound port: 08e2a588-01cc-445d-8c59-ebaeac4a7947, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2cf185-825c-47b7-8f0d-c4690ca9eabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': '05226b8e-d8a7-49bf-8112-65d6b09f3502'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:14:46.904132 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-742e5b79-4aa3-47eb-8f9f-f00a2431ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:46.923367 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment e5e5dd63-9812-49ad-9fb6-cf86728ef902 resource provider aggregate not found Oct 10 11:14:46.942504 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4374cf66-bb05-4aa7-ac3b-87e89e585aeb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:46.952860 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4374cf66-bb05-4aa7-ac3b-87e89e585aeb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:47.002163 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-91cbdf97-d7e6-4f81-94fc-e69b5c1445c1 None None] For port dfcee144-73f4-480b-9e3b-fbcf89d1631e, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=dfcee144-73f4-480b-9e3b-fbcf89d1631e,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:47.005218 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-91cbdf97-d7e6-4f81-94fc-e69b5c1445c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:47.005383 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1abaf6c4-39dd-4d92-9ce2-fcb461b303f1 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:47.005383 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1abaf6c4-39dd-4d92-9ce2-fcb461b303f1 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8573904 Oct 10 11:14:47.007920 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52206) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:47.018530 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment e5e5dd63-9812-49ad-9fb6-cf86728ef902 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5e5dd63-9812-49ad-9fb6-cf86728ef902 found for delete ", "request_id": "req-5f5c7563-b86b-4ae2-8e02-d2d95ef620a8"}]} Oct 10 11:14:47.031393 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-5ffd51d0-98fe-4416-a011-9aa03da0689f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Request body: {'security_group_rule': {'security_group_id': 'a538f551-667a-4e81-8f78-ba5cf06839f1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:47.031963 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-d6857fee-d3ae-4bf8-a91e-311271547558 req-f5448dbf-c2c1-4e05-a160-a477089ab71e tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Synchronizing usage tracker for tenant:33e4bc3f82eb46749091c6a32d15300f on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:47.117852 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c097ef85-eaf3-4e73-be74-8e0b8dbbc931 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:47.121547 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c097ef85-eaf3-4e73-be74-8e0b8dbbc931 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:47.144605 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5ffd51d0-98fe-4416-a011-9aa03da0689f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:47.161765 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-91cbdf97-d7e6-4f81-94fc-e69b5c1445c1 None None] Calling delete_port for dfcee144-73f4-480b-9e3b-fbcf89d1631e owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:47.162874 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5ffd51d0-98fe-4416-a011-9aa03da0689f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Usage tracker for resource:security_group_rule and tenant:171d59cd94d34ad6adf17fe18583574f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:47.170939 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5ffd51d0-98fe-4416-a011-9aa03da0689f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:47.192467 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5ffd51d0-98fe-4416-a011-9aa03da0689f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:47.201503 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c22da-74ae-47bb-9313-23c979028367 req-41edb66b-8ea8-442b-9a53-2d9e727781fe tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:47.203050 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-569c22da-74ae-47bb-9313-23c979028367 req-41edb66b-8ea8-442b-9a53-2d9e727781fe tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.3585498 Oct 10 11:14:47.224097 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-742e5b79-4aa3-47eb-8f9f-f00a2431ff74 None None] For port 08e2a588-01cc-445d-8c59-ebaeac4a7947, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:14:47.229368 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-742e5b79-4aa3-47eb-8f9f-f00a2431ff74 None None] For port 08e2a588-01cc-445d-8c59-ebaeac4a7947, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=08e2a588-01cc-445d-8c59-ebaeac4a7947,segment=NetworkSegment(ae2cf185-825c-47b7-8f0d-c4690ca9eabd),segment_id=ae2cf185-825c-47b7-8f0d-c4690ca9eabd)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:14:47.231558 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-05be0fcd-f17b-4977-922c-afb570f6ac5a tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Allocated IP 172.20.0.13 (1157963f-067d-4ea1-9106-419179a67f58/7be2e63b-bb98-48fb-8637-057299282689/46ce091b-031c-4e0f-891d-a479b308972b) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:47.280255 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-742e5b79-4aa3-47eb-8f9f-f00a2431ff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:47.332967 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c960503a-89ad-4697-8710-fae2fcea0baf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:47.348029 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-d6857fee-d3ae-4bf8-a91e-311271547558 req-f5448dbf-c2c1-4e05-a160-a477089ab71e tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Unset dirty status for tenant:33e4bc3f82eb46749091c6a32d15300f on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:47.349178 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d6857fee-d3ae-4bf8-a91e-311271547558 req-f5448dbf-c2c1-4e05-a160-a477089ab71e tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 210 time: 0.5155690 Oct 10 11:14:47.374809 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c960503a-89ad-4697-8710-fae2fcea0baf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:47.385215 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-569c22da-74ae-47bb-9313-23c979028367 req-9a71aafc-6c6b-437e-84e7-50106edf1717 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555574 Oct 10 11:14:47.394452 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5ffd51d0-98fe-4416-a011-9aa03da0689f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:47.405254 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-91cbdf97-d7e6-4f81-94fc-e69b5c1445c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:47.414632 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e5b79-4aa3-47eb-8f9f-f00a2431ff74 None None] Pushing event updated for resources: {'Port': ['ID=08e2a588-01cc-445d-8c59-ebaeac4a7947,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:47.421556 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960503a-89ad-4697-8710-fae2fcea0baf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Network': ['ID=e8fc36e4-5489-4144-9c54-b8bd77739ae0,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:47.447073 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c960503a-89ad-4697-8710-fae2fcea0baf tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/networks/e8fc36e4-5489-4144-9c54-b8bd77739ae0 HTTP/1.1" status: 204 len: 168 time: 3.6006296 Oct 10 11:14:47.452923 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52212) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:47.473331 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-ebf08173-f131-47e0-a0f9-fd864426ce57 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'port': {'network_id': '999e2f79-996e-40da-920a-05cf6cbac0ff', 'name': 'tempest-PortsTestJSON-763722885'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:47.520485 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8d021b94-3f58-4885-b9f4-99412f569052 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:47.592979 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbdf97-d7e6-4f81-94fc-e69b5c1445c1 None None] Pushing event deleted for resources: {'Port': ['ID=dfcee144-73f4-480b-9e3b-fbcf89d1631e,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:47.595845 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device dfcee144-73f4-480b-9e3b-fbcf89d1631e no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:14:47.631535 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: dfcee144-73f4-480b-9e3b-fbcf89d1631e {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:14:47.632893 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device dfcee144-73f4-480b-9e3b-fbcf89d1631e not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:14:47.635843 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cbdf97-d7e6-4f81-94fc-e69b5c1445c1 None None] No DVR routers for this DVR port dfcee144-73f4-480b-9e3b-fbcf89d1631e on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:14:47.692446 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-8d021b94-3f58-4885-b9f4-99412f569052 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Calling delete_port for 0a68b73b-21a0-4f1e-9a91-25a501552249 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:47.876995 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5ffd51d0-98fe-4416-a011-9aa03da0689f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:47.882369 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4374cf66-bb05-4aa7-ac3b-87e89e585aeb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:48.014650 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5ffd51d0-98fe-4416-a011-9aa03da0689f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:48.048699 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ebf08173-f131-47e0-a0f9-fd864426ce57 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:48.054729 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ebf08173-f131-47e0-a0f9-fd864426ce57 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:port and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:48.064717 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ebf08173-f131-47e0-a0f9-fd864426ce57 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:48.092693 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ebf08173-f131-47e0-a0f9-fd864426ce57 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:48.093152 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374cf66-bb05-4aa7-ac3b-87e89e585aeb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Subnet': ['ID=8976d9bf-b36d-400c-b470-2388e7d0a466,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:48.096671 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd51d0-98fe-4416-a011-9aa03da0689f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=644a0cd6-8502-47d3-a159-80604bbb19b9,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:48.109285 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4374cf66-bb05-4aa7-ac3b-87e89e585aeb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Checking segment: {'id': '6ae0bea5-4c8a-46eb-96c3-3acb31154e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': '878309c2-7232-4a29-8b30-41fc2abc9987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:14:48.109711 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4374cf66-bb05-4aa7-ac3b-87e89e585aeb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network hostable DHCP agents. Network: 878309c2-7232-4a29-8b30-41fc2abc9987, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:14:48.159870 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-05be0fcd-f17b-4977-922c-afb570f6ac5a tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:48.189911 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-b1b202be-3c4c-4b3d-9c75-ff70dd591ccb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Allocated IP 172.20.0.1 (05226b8e-d8a7-49bf-8112-65d6b09f3502/ac32c1c5-7aa4-42b5-b681-df60df5adb60/a12a392a-b378-416d-aad7-1293c349aa22) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:48.195272 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf08173-f131-47e0-a0f9-fd864426ce57 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:48.198787 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ebf08173-f131-47e0-a0f9-fd864426ce57 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:48.248649 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-ebf08173-f131-47e0-a0f9-fd864426ce57 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] device_id is not set on port 886c9eb6-156a-49aa-b22b-0880cfdf1cb5 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:14:48.285116 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa39f7-c7d7-4039-bffe-a280ed2eba24 req-c59b5fac-d6b4-4353-af40-f7ae5d347c15 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:48.286648 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b9fa39f7-c7d7-4039-bffe-a280ed2eba24 req-c59b5fac-d6b4-4353-af40-f7ae5d347c15 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.1331508 Oct 10 11:14:48.287901 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5ffd51d0-98fe-4416-a011-9aa03da0689f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:48.288993 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5ffd51d0-98fe-4416-a011-9aa03da0689f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2768490 Oct 10 11:14:48.291877 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52218) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:48.297640 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-50057fc0-b14f-44bc-bb64-355d80e5df47 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Request body: {'security_group_rule': {'security_group_id': 'a538f551-667a-4e81-8f78-ba5cf06839f1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:48.325446 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-50057fc0-b14f-44bc-bb64-355d80e5df47 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:48.325446 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4374cf66-bb05-4aa7-ac3b-87e89e585aeb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network 878309c2-7232-4a29-8b30-41fc2abc9987 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:14:48.333615 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-50057fc0-b14f-44bc-bb64-355d80e5df47 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Usage tracker for resource:security_group_rule and tenant:171d59cd94d34ad6adf17fe18583574f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:48.345178 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-50057fc0-b14f-44bc-bb64-355d80e5df47 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:48.353984 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-50057fc0-b14f-44bc-bb64-355d80e5df47 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:48.364926 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b9fa39f7-c7d7-4039-bffe-a280ed2eba24 req-95d88afa-6c53-4f52-8dde-c146661e52e5 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625548 Oct 10 11:14:48.372375 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8d021b94-3f58-4885-b9f4-99412f569052 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:48.494541 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-4374cf66-bb05-4aa7-ac3b-87e89e585aeb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 878309c2-7232-4a29-8b30-41fc2abc9987) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:48.512805 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6c9713-ddfb-407c-abba-dee8085f94e8 None None] Network 878309c2-7232-4a29-8b30-41fc2abc9987 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:48.528581 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4374cf66-bb05-4aa7-ac3b-87e89e585aeb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:48.531336 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4374cf66-bb05-4aa7-ac3b-87e89e585aeb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:48.647762 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-05be0fcd-f17b-4977-922c-afb570f6ac5a tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:48.656661 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.objects.ports [None req-c097ef85-eaf3-4e73-be74-8e0b8dbbc931 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89896) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 10 11:14:48.721479 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-05be0fcd-f17b-4977-922c-afb570f6ac5a tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Network 1157963f-067d-4ea1-9106-419179a67f58 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:48.722822 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c097ef85-eaf3-4e73-be74-8e0b8dbbc931 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:48.726457 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d021b94-3f58-4885-b9f4-99412f569052 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event deleted for resources: {'Port': ['ID=0a68b73b-21a0-4f1e-9a91-25a501552249,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:48.742778 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-05be0fcd-f17b-4977-922c-afb570f6ac5a tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:48.793235 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-05be0fcd-f17b-4977-922c-afb570f6ac5a tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:48.816884 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-50057fc0-b14f-44bc-bb64-355d80e5df47 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:48.824487 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d764a2e-9099-4165-a5d1-f6b4ee844722 None None] Network 05226b8e-d8a7-49bf-8112-65d6b09f3502 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:48.838508 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4374cf66-bb05-4aa7-ac3b-87e89e585aeb tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5338128 Oct 10 11:14:48.856605 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52226) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:48.866200 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65e0dd3-ca84-4f72-baf0-2ae2c7762214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-878309c2-7232-4a29-8b30-41fc2abc9987', 'network_id': '878309c2-7232-4a29-8b30-41fc2abc9987', 'tenant_id': 'd4be467877224cc3b1469223421a71e0', 'fixed_ips': [{'subnet_id': '8976d9bf-b36d-400c-b470-2388e7d0a466'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:14:48.866200 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f65e0dd3-ca84-4f72-baf0-2ae2c7762214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:48.889177 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-748a12b5-f3cb-43ec-a1fc-fad1828626de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'port': {'network_id': '878309c2-7232-4a29-8b30-41fc2abc9987', 'name': 'tempest-PortsIpV6TestJSON-1750052225', 'fixed_ips': [{'subnet_id': '8976d9bf-b36d-400c-b470-2388e7d0a466', 'ip_address': '2001:db8::10'}]}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:48.962440 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5e319364-c4c9-416b-9283-db13f356315c None None] Provisioning for port 08e2a588-01cc-445d-8c59-ebaeac4a7947 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:49.009717 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8d021b94-3f58-4885-b9f4-99412f569052 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:49.013306 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-50057fc0-b14f-44bc-bb64-355d80e5df47 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:49.021711 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8d021b94-3f58-4885-b9f4-99412f569052 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "DELETE /v2.0/ports/0a68b73b-21a0-4f1e-9a91-25a501552249 HTTP/1.1" status: 204 len: 168 time: 2.4049375 Oct 10 11:14:49.028211 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b1b202be-3c4c-4b3d-9c75-ff70dd591ccb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:49.035793 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b72414-7044-49ff-a2e1-cf9b01086a82 req-0494b2d5-dac7-4edf-8b1c-d8d3747014e9 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:49.038689 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-44b72414-7044-49ff-a2e1-cf9b01086a82 req-0494b2d5-dac7-4edf-8b1c-d8d3747014e9 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.3143766 Oct 10 11:14:49.042431 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52230) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:49.062867 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-8da5efd3-0be7-4342-905c-21ce167bb129 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:49.070143 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8da5efd3-0be7-4342-905c-21ce167bb129 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:49.090319 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8da5efd3-0be7-4342-905c-21ce167bb129 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:49.092096 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-50057fc0-b14f-44bc-bb64-355d80e5df47 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:49.119374 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c097ef85-eaf3-4e73-be74-8e0b8dbbc931 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:49.126560 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50057fc0-b14f-44bc-bb64-355d80e5df47 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821a6a31-53a4-446a-b66f-02bae1c9b149,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:49.144330 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-44b72414-7044-49ff-a2e1-cf9b01086a82 req-06065335-4252-4975-b71a-aefbfb35435e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033309 Oct 10 11:14:49.150137 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-c097ef85-eaf3-4e73-be74-8e0b8dbbc931 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:49.171273 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c097ef85-eaf3-4e73-be74-8e0b8dbbc931 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:49.171599 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c097ef85-eaf3-4e73-be74-8e0b8dbbc931 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:49.177167 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6c212e-5b18-4d9f-8ef6-3c2fc0c266c3 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:49.193591 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8da5efd3-0be7-4342-905c-21ce167bb129 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:49.196458 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-b1b202be-3c4c-4b3d-9c75-ff70dd591ccb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Transition to ACTIVE for port object a12a392a-b378-416d-aad7-1293c349aa22 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:49.199021 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be0fcd-f17b-4977-922c-afb570f6ac5a tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Pushing event updated for resources: {'Port': ['ID=46ce091b-031c-4e0f-891d-a479b308972b,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:49.211361 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-50057fc0-b14f-44bc-bb64-355d80e5df47 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:49.217736 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-50057fc0-b14f-44bc-bb64-355d80e5df47 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9247942 Oct 10 11:14:49.218857 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52236) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:49.227529 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097ef85-eaf3-4e73-be74-8e0b8dbbc931 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=cb822cf4-3a02-40a1-8578-3f7fc359112c,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:49.229236 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-166cc169-c4e9-4a24-b167-7f0f14778b84 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Request body: {'security_group_rule': {'security_group_id': 'a538f551-667a-4e81-8f78-ba5cf06839f1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:49.245463 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-748a12b5-f3cb-43ec-a1fc-fad1828626de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:49.249872 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-166cc169-c4e9-4a24-b167-7f0f14778b84 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:49.256592 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-05be0fcd-f17b-4977-922c-afb570f6ac5a tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:49.257224 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-05be0fcd-f17b-4977-922c-afb570f6ac5a tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:49.262369 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-166cc169-c4e9-4a24-b167-7f0f14778b84 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Usage tracker for resource:security_group_rule and tenant:171d59cd94d34ad6adf17fe18583574f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:49.267088 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-166cc169-c4e9-4a24-b167-7f0f14778b84 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:49.277590 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-166cc169-c4e9-4a24-b167-7f0f14778b84 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:49.279659 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-748a12b5-f3cb-43ec-a1fc-fad1828626de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:port and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:49.291887 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-748a12b5-f3cb-43ec-a1fc-fad1828626de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:49.299996 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ebf08173-f131-47e0-a0f9-fd864426ce57 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:49.310712 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-748a12b5-f3cb-43ec-a1fc-fad1828626de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:49.318475 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-f65e0dd3-ca84-4f72-baf0-2ae2c7762214 None None] Allocated IP 2001:db8::2 (878309c2-7232-4a29-8b30-41fc2abc9987/8976d9bf-b36d-400c-b470-2388e7d0a466/ea56d894-4226-4aed-8dbd-fe09441076e5) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:49.320499 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93176a68-300d-45f7-95e2-49c11cc22a86 req-a6a8229b-9063-4363-8ea3-039348cf606f tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:49.322572 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-93176a68-300d-45f7-95e2-49c11cc22a86 req-a6a8229b-9063-4363-8ea3-039348cf606f tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 932 time: 0.8308060 Oct 10 11:14:49.391048 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c097ef85-eaf3-4e73-be74-8e0b8dbbc931 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.1702046 Oct 10 11:14:49.396676 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52240) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:49.409793 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-4e93d041-4c06-4ed0-ba42-cd3de76bb0af tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'port': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'mac_address': 'fa:16:3e:92:6b:83', 'name': 'tempest-NetworksTestDHCPv6-609152447'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:49.424888 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-93176a68-300d-45f7-95e2-49c11cc22a86 req-0f3a6e2d-5a89-4826-8e97-d1f7e9c91d7d tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Synchronizing usage tracker for tenant:33e4bc3f82eb46749091c6a32d15300f on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:49.442145 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-166cc169-c4e9-4a24-b167-7f0f14778b84 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:49.445632 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-05be0fcd-f17b-4977-922c-afb570f6ac5a tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1850204 Oct 10 11:14:49.464369 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-8c94d1e0-9500-494b-bac6-77f6dfaa4e7b service neutron] Request body: {'port': {'device_id': 'e966ac4d-4ebc-4743-ad40-ed856ce4b1de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:49.552142 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9716f31-05a5-4276-9736-01c26efb871e req-e05d4f58-99e9-4945-bb5b-4f5284bf116a tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:49.558998 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d9716f31-05a5-4276-9736-01c26efb871e req-e05d4f58-99e9-4945-bb5b-4f5284bf116a tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.2031608 Oct 10 11:14:49.559924 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748a12b5-f3cb-43ec-a1fc-fad1828626de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:49.588310 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b1b202be-3c4c-4b3d-9c75-ff70dd591ccb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:49.602923 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8da5efd3-0be7-4342-905c-21ce167bb129 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:49.608430 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-166cc169-c4e9-4a24-b167-7f0f14778b84 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:49.658616 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ebf08173-f131-47e0-a0f9-fd864426ce57 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:49.684571 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d9716f31-05a5-4276-9736-01c26efb871e req-fcbc3e9c-3315-42c7-bb0f-c76437ba5a54 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235137 Oct 10 11:14:49.692758 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-166cc169-c4e9-4a24-b167-7f0f14778b84 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:49.717100 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 08e2a588-01cc-445d-8c59-ebaeac4a7947 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:14:49.736276 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-93176a68-300d-45f7-95e2-49c11cc22a86 req-0f3a6e2d-5a89-4826-8e97-d1f7e9c91d7d tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Unset dirty status for tenant:33e4bc3f82eb46749091c6a32d15300f on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:49.736276 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-93176a68-300d-45f7-95e2-49c11cc22a86 req-0f3a6e2d-5a89-4826-8e97-d1f7e9c91d7d tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/security-groups?id=15aba626-277c-4672-990c-ec1e6cd0d0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039116 Oct 10 11:14:49.777388 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cc169-c4e9-4a24-b167-7f0f14778b84 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2490cd9-2a72-48c3-b9f4-e36d4052bd26,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:49.809222 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd01c14a-0e7b-4beb-86c2-764e8b515055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-dac74586-4382-4e00-a6eb-f2005f114a9a', 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'fixed_ips': [{'subnet_id': 'cb822cf4-3a02-40a1-8578-3f7fc359112c'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:14:49.814317 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-bd01c14a-0e7b-4beb-86c2-764e8b515055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:49.867375 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f65e0dd3-ca84-4f72-baf0-2ae2c7762214 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:49.882440 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-8da5efd3-0be7-4342-905c-21ce167bb129 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Allocated IP 172.26.4.190 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/28666c3f-0245-48f6-8372-7a59fbddd23b) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:49.934043 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f65e0dd3-ca84-4f72-baf0-2ae2c7762214 None None] Transition to ACTIVE for port object ea56d894-4226-4aed-8dbd-fe09441076e5 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:49.988569 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f65e0dd3-ca84-4f72-baf0-2ae2c7762214 None None] Transition to ACTIVE for port object ea56d894-4226-4aed-8dbd-fe09441076e5 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:49.998065 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 08e2a588-01cc-445d-8c59-ebaeac4a7947 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:50.038029 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 08e2a588-01cc-445d-8c59-ebaeac4a7947 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:50.038396 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:50.039595 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 08e2a588-01cc-445d-8c59-ebaeac4a7947 Oct 10 11:14:50.043883 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b202be-3c4c-4b3d-9c75-ff70dd591ccb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network 05226b8e-d8a7-49bf-8112-65d6b09f3502 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:50.046008 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8da5efd3-0be7-4342-905c-21ce167bb129 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:50.069227 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-166cc169-c4e9-4a24-b167-7f0f14778b84 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:50.070468 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-166cc169-c4e9-4a24-b167-7f0f14778b84 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8462214 Oct 10 11:14:50.073433 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52246) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:50.081310 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-e9eba936-6bd7-49f1-ab26-c0fd46542099 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Request body: {'security_group_rule': {'security_group_id': 'a538f551-667a-4e81-8f78-ba5cf06839f1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:50.087250 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-e9eba936-6bd7-49f1-ab26-c0fd46542099 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:50.091882 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-b1b202be-3c4c-4b3d-9c75-ff70dd591ccb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:50.092749 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e9eba936-6bd7-49f1-ab26-c0fd46542099 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Usage tracker for resource:security_group_rule and tenant:171d59cd94d34ad6adf17fe18583574f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:50.097362 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e9eba936-6bd7-49f1-ab26-c0fd46542099 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:50.103279 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf08173-f131-47e0-a0f9-fd864426ce57 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network 999e2f79-996e-40da-920a-05cf6cbac0ff is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:50.104191 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-e9eba936-6bd7-49f1-ab26-c0fd46542099 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:50.115747 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b202be-3c4c-4b3d-9c75-ff70dd591ccb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:50.118594 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f65e0dd3-ca84-4f72-baf0-2ae2c7762214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:50.159185 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-ebf08173-f131-47e0-a0f9-fd864426ce57 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:50.181099 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf08173-f131-47e0-a0f9-fd864426ce57 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:50.186857 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf08173-f131-47e0-a0f9-fd864426ce57 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:50.187773 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ebf08173-f131-47e0-a0f9-fd864426ce57 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:50.194948 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8da5efd3-0be7-4342-905c-21ce167bb129 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:50.222582 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b202be-3c4c-4b3d-9c75-ff70dd591ccb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Port': ['ID=a12a392a-b378-416d-aad7-1293c349aa22,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:50.247074 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65e0dd3-ca84-4f72-baf0-2ae2c7762214 None None] Network 878309c2-7232-4a29-8b30-41fc2abc9987 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:50.254939 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-f65e0dd3-ca84-4f72-baf0-2ae2c7762214 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:50.257639 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65e0dd3-ca84-4f72-baf0-2ae2c7762214 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:50.309550 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e9eba936-6bd7-49f1-ab26-c0fd46542099 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:50.327300 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da5efd3-0be7-4342-905c-21ce167bb129 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:50.337859 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-8c94d1e0-9500-494b-bac6-77f6dfaa4e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:50.340118 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-8da5efd3-0be7-4342-905c-21ce167bb129 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:50.352640 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da5efd3-0be7-4342-905c-21ce167bb129 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:50.362068 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4e93d041-4c06-4ed0-ba42-cd3de76bb0af tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:50.401129 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-bd01c14a-0e7b-4beb-86c2-764e8b515055 None None] Allocated IP 2001:db8::f816:3eff:fec5:c139 (dac74586-4382-4e00-a6eb-f2005f114a9a/cb822cf4-3a02-40a1-8578-3f7fc359112c/796df052-1bcd-4675-94ce-016c036556dc) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:50.407741 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4e93d041-4c06-4ed0-ba42-cd3de76bb0af tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:port and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:50.422361 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ebf08173-f131-47e0-a0f9-fd864426ce57 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.9579484 Oct 10 11:14:50.422361 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4e93d041-4c06-4ed0-ba42-cd3de76bb0af tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:50.422863 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5efd3-0be7-4342-905c-21ce167bb129 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event updated for resources: {'Port': ['ID=28666c3f-0245-48f6-8372-7a59fbddd23b,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:50.422963 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52252) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:50.466280 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b1b202be-3c4c-4b3d-9c75-ff70dd591ccb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:50.473609 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-748a12b5-f3cb-43ec-a1fc-fad1828626de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:50.487555 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e9eba936-6bd7-49f1-ab26-c0fd46542099 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:50.512472 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8da5efd3-0be7-4342-905c-21ce167bb129 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:50.537845 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4e93d041-4c06-4ed0-ba42-cd3de76bb0af tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:50.558897 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e0dd3-ca84-4f72-baf0-2ae2c7762214 None None] Pushing event updated for resources: {'Port': ['ID=ea56d894-4226-4aed-8dbd-fe09441076e5,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:50.559834 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e9eba936-6bd7-49f1-ab26-c0fd46542099 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:50.620230 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf08173-f131-47e0-a0f9-fd864426ce57 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Port': ['ID=886c9eb6-156a-49aa-b22b-0880cfdf1cb5,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:50.632925 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eba936-6bd7-49f1-ab26-c0fd46542099 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d951947c-1029-4dc5-9ad9-3579758abfb6,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:50.660258 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-748a12b5-f3cb-43ec-a1fc-fad1828626de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] device_id is not set on port 25825560-3e18-4288-874f-4df6af891f3c yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:14:50.684496 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8da5efd3-0be7-4342-905c-21ce167bb129 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:50.697087 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 08e2a588-01cc-445d-8c59-ebaeac4a7947 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:50.697430 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:50.732613 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f65e0dd3-ca84-4f72-baf0-2ae2c7762214 None None] Attempting to bind port ea56d894-4226-4aed-8dbd-fe09441076e5 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:14:50.733288 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f65e0dd3-ca84-4f72-baf0-2ae2c7762214 None None] Attempting to bind port ea56d894-4226-4aed-8dbd-fe09441076e5 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '6ae0bea5-4c8a-46eb-96c3-3acb31154e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': '878309c2-7232-4a29-8b30-41fc2abc9987'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:14:50.733599 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65e0dd3-ca84-4f72-baf0-2ae2c7762214 None None] Attempting to bind port ea56d894-4226-4aed-8dbd-fe09441076e5 on network 878309c2-7232-4a29-8b30-41fc2abc9987 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:14:50.740532 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-48099a5e-5278-43c3-a835-822cb4204ab1 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting port 886c9eb6-156a-49aa-b22b-0880cfdf1cb5 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:50.740867 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-48099a5e-5278-43c3-a835-822cb4204ab1 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:50.748405 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65e0dd3-ca84-4f72-baf0-2ae2c7762214 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:14:50.748914 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65e0dd3-ca84-4f72-baf0-2ae2c7762214 None None] Checking segment: {'id': '6ae0bea5-4c8a-46eb-96c3-3acb31154e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': '878309c2-7232-4a29-8b30-41fc2abc9987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:14:50.749425 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f65e0dd3-ca84-4f72-baf0-2ae2c7762214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:50.749928 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65e0dd3-ca84-4f72-baf0-2ae2c7762214 None None] Bound using segment: {'id': '6ae0bea5-4c8a-46eb-96c3-3acb31154e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': '878309c2-7232-4a29-8b30-41fc2abc9987'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:14:50.750489 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f65e0dd3-ca84-4f72-baf0-2ae2c7762214 None None] Bound port: ea56d894-4226-4aed-8dbd-fe09441076e5, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae0bea5-4c8a-46eb-96c3-3acb31154e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': '878309c2-7232-4a29-8b30-41fc2abc9987'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:14:50.751755 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f65e0dd3-ca84-4f72-baf0-2ae2c7762214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:50.756303 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e9eba936-6bd7-49f1-ab26-c0fd46542099 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:50.760494 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e9eba936-6bd7-49f1-ab26-c0fd46542099 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6851928 Oct 10 11:14:50.765596 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52256) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:50.793327 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e93d041-4c06-4ed0-ba42-cd3de76bb0af tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:50.883442 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f65e0dd3-ca84-4f72-baf0-2ae2c7762214 None None] For port ea56d894-4226-4aed-8dbd-fe09441076e5, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:14:50.887359 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f65e0dd3-ca84-4f72-baf0-2ae2c7762214 None None] For port ea56d894-4226-4aed-8dbd-fe09441076e5, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ea56d894-4226-4aed-8dbd-fe09441076e5,segment=NetworkSegment(6ae0bea5-4c8a-46eb-96c3-3acb31154e2e),segment_id=6ae0bea5-4c8a-46eb-96c3-3acb31154e2e)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:14:50.891742 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-10873f5d-b5bd-4799-8a2b-54c7e645c782 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:50.893942 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-32affbea-26c5-4239-a152-32f02fd92761 None None] Provisioning for port a12a392a-b378-416d-aad7-1293c349aa22 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:50.900911 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 08e2a588-01cc-445d-8c59-ebaeac4a7947, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=08e2a588-01cc-445d-8c59-ebaeac4a7947,segment=NetworkSegment(ae2cf185-825c-47b7-8f0d-c4690ca9eabd),segment_id=ae2cf185-825c-47b7-8f0d-c4690ca9eabd)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:50.903348 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-32affbea-26c5-4239-a152-32f02fd92761 None None] Provisioning complete for port a12a392a-b378-416d-aad7-1293c349aa22 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:50.903718 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-32affbea-26c5-4239-a152-32f02fd92761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:50.904029 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-32affbea-26c5-4239-a152-32f02fd92761 None None] Attempt 1 to provision port a12a392a-b378-416d-aad7-1293c349aa22 Oct 10 11:14:50.976592 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-32affbea-26c5-4239-a152-32f02fd92761 None None] Port a12a392a-b378-416d-aad7-1293c349aa22 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:50.992079 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-10873f5d-b5bd-4799-8a2b-54c7e645c782 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:51.005010 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:51.050786 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f65e0dd3-ca84-4f72-baf0-2ae2c7762214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:51.087873 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc520d4-8420-47f0-895a-4836b2399de2 req-2f497ea5-5270-40fd-a96f-a079d56062ce tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:51.089901 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2fc520d4-8420-47f0-895a-4836b2399de2 req-2f497ea5-5270-40fd-a96f-a079d56062ce tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 932 time: 0.1898572 Oct 10 11:14:51.121449 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-bd01c14a-0e7b-4beb-86c2-764e8b515055 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:51.124069 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=08e2a588-01cc-445d-8c59-ebaeac4a7947,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:51.157254 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-10873f5d-b5bd-4799-8a2b-54c7e645c782 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:51.163075 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8da5efd3-0be7-4342-905c-21ce167bb129 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:51.184897 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-bd01c14a-0e7b-4beb-86c2-764e8b515055 None None] Transition to ACTIVE for port object 796df052-1bcd-4675-94ce-016c036556dc will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:51.191913 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2fc520d4-8420-47f0-895a-4836b2399de2 req-33e5f3ae-c906-4538-b40f-5f63256c953c tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/security-groups?id=15aba626-277c-4672-990c-ec1e6cd0d0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857301 Oct 10 11:14:51.192857 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10873f5d-b5bd-4799-8a2b-54c7e645c782 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d951947c-1029-4dc5-9ad9-3579758abfb6,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:51.198005 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-10873f5d-b5bd-4799-8a2b-54c7e645c782 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:51.202467 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-10873f5d-b5bd-4799-8a2b-54c7e645c782 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/d951947c-1029-4dc5-9ad9-3579758abfb6 HTTP/1.1" status: 204 len: 168 time: 0.4384451 Oct 10 11:14:51.203730 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52262) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:51.222891 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-bd01c14a-0e7b-4beb-86c2-764e8b515055 None None] Transition to ACTIVE for port object 796df052-1bcd-4675-94ce-016c036556dc will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:51.227443 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e0dd3-ca84-4f72-baf0-2ae2c7762214 None None] Pushing event updated for resources: {'Port': ['ID=ea56d894-4226-4aed-8dbd-fe09441076e5,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:51.233917 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8da5efd3-0be7-4342-905c-21ce167bb129 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:51.285112 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-bd01c14a-0e7b-4beb-86c2-764e8b515055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:51.290627 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f58ff-7fc3-4b02-ac60-a240e1f6dcd8 req-a935a9bf-3644-48c6-9680-f17a798cafbc tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:51.298180 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d75f58ff-7fc3-4b02-ac60-a240e1f6dcd8 req-a935a9bf-3644-48c6-9680-f17a798cafbc tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.9009597 Oct 10 11:14:51.366380 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01c14a-0e7b-4beb-86c2-764e8b515055 None None] Pushing event updated for resources: {'Port': ['ID=796df052-1bcd-4675-94ce-016c036556dc,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:51.407522 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd01c14a-0e7b-4beb-86c2-764e8b515055 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:51.408968 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-bd01c14a-0e7b-4beb-86c2-764e8b515055 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:51.411559 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd01c14a-0e7b-4beb-86c2-764e8b515055 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:51.503363 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d9daeb0c-0f4d-4d58-a5bf-535fd7fae89a tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Synchronizing usage tracker for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group_rule {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:51.515556 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5efd3-0be7-4342-905c-21ce167bb129 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event updated for resources: {'Port': ['ID=28666c3f-0245-48f6-8372-7a59fbddd23b,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:51.523715 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8da5efd3-0be7-4342-905c-21ce167bb129 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:51.543046 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-32affbea-26c5-4239-a152-32f02fd92761 None None] Attempt 2 to provision port a12a392a-b378-416d-aad7-1293c349aa22 Oct 10 11:14:51.551491 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-48099a5e-5278-43c3-a835-822cb4204ab1 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:51.611883 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-bd01c14a-0e7b-4beb-86c2-764e8b515055 None None] Attempting to bind port 796df052-1bcd-4675-94ce-016c036556dc on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:14:51.612674 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-bd01c14a-0e7b-4beb-86c2-764e8b515055 None None] Attempting to bind port 796df052-1bcd-4675-94ce-016c036556dc by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:14:51.613052 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd01c14a-0e7b-4beb-86c2-764e8b515055 None None] Attempting to bind port 796df052-1bcd-4675-94ce-016c036556dc on network dac74586-4382-4e00-a6eb-f2005f114a9a {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:14:51.624457 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd01c14a-0e7b-4beb-86c2-764e8b515055 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:14:51.624833 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd01c14a-0e7b-4beb-86c2-764e8b515055 None None] Checking segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:14:51.625238 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-bd01c14a-0e7b-4beb-86c2-764e8b515055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:51.625654 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd01c14a-0e7b-4beb-86c2-764e8b515055 None None] Bound using segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:14:51.626902 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-bd01c14a-0e7b-4beb-86c2-764e8b515055 None None] Bound port: 796df052-1bcd-4675-94ce-016c036556dc, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:14:51.627375 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-bd01c14a-0e7b-4beb-86c2-764e8b515055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:51.643705 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-32affbea-26c5-4239-a152-32f02fd92761 None None] Port a12a392a-b378-416d-aad7-1293c349aa22 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:51.650243 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d9daeb0c-0f4d-4d58-a5bf-535fd7fae89a tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Unset dirty status for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group_rule {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:51.655000 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d9daeb0c-0f4d-4d58-a5bf-535fd7fae89a tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4492748 Oct 10 11:14:51.655666 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52266) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:51.674815 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8da5efd3-0be7-4342-905c-21ce167bb129 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:51.676015 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8da5efd3-0be7-4342-905c-21ce167bb129 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6326609 Oct 10 11:14:51.683841 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52270) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:51.691015 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-c5ede2c8-057d-484c-8d11-0660fa1bec6d tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Request body: {'port': {'network_id': '240f796e-5e36-4ff3-af8a-ce3785d07431', 'name': 'tempest-FloatingIPTestJSON-1683057609'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:51.700598 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 08e2a588-01cc-445d-8c59-ebaeac4a7947 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:14:51.742307 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-89df7ad7-64cf-4f94-9087-aed40455b3c2 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:51.759462 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-48099a5e-5278-43c3-a835-822cb4204ab1 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Calling delete_port for 886c9eb6-156a-49aa-b22b-0880cfdf1cb5 owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:51.788965 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b1b202be-3c4c-4b3d-9c75-ff70dd591ccb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:51.797071 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-bd01c14a-0e7b-4beb-86c2-764e8b515055 None None] For port 796df052-1bcd-4675-94ce-016c036556dc, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:14:51.801224 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-bd01c14a-0e7b-4beb-86c2-764e8b515055 None None] For port 796df052-1bcd-4675-94ce-016c036556dc, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=796df052-1bcd-4675-94ce-016c036556dc,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:14:51.802274 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-89df7ad7-64cf-4f94-9087-aed40455b3c2 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:51.806808 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 08e2a588-01cc-445d-8c59-ebaeac4a7947 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:51.808000 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:51.808000 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 08e2a588-01cc-445d-8c59-ebaeac4a7947 Oct 10 11:14:51.865533 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-bd01c14a-0e7b-4beb-86c2-764e8b515055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:51.875245 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c5ede2c8-057d-484c-8d11-0660fa1bec6d tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:51.895873 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c5ede2c8-057d-484c-8d11-0660fa1bec6d tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:51.908073 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-89df7ad7-64cf-4f94-9087-aed40455b3c2 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:51.931502 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df7ad7-64cf-4f94-9087-aed40455b3c2 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2490cd9-2a72-48c3-b9f4-e36d4052bd26,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:51.954244 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ede2c8-057d-484c-8d11-0660fa1bec6d tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Made reservation on behalf of 7753f2697ba4464ebd8d731982a0d1f7 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:51.960274 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c5ede2c8-057d-484c-8d11-0660fa1bec6d tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:51.994430 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-89df7ad7-64cf-4f94-9087-aed40455b3c2 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:51.995843 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-89df7ad7-64cf-4f94-9087-aed40455b3c2 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/f2490cd9-2a72-48c3-b9f4-e36d4052bd26 HTTP/1.1" status: 204 len: 168 time: 0.3390245 Oct 10 11:14:52.006159 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-c5ede2c8-057d-484c-8d11-0660fa1bec6d tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] device_id is not set on port 7e6f5ab0-387d-4b2a-ac72-a1c7adc01d45 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:14:52.015657 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52274) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:52.033657 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4e93d041-4c06-4ed0-ba42-cd3de76bb0af tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:52.037296 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01c14a-0e7b-4beb-86c2-764e8b515055 None None] Pushing event updated for resources: {'Port': ['ID=796df052-1bcd-4675-94ce-016c036556dc,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:52.051324 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 08e2a588-01cc-445d-8c59-ebaeac4a7947 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:52.052776 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ea56d894-4226-4aed-8dbd-fe09441076e5 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:14:52.145211 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-32affbea-26c5-4239-a152-32f02fd92761 None None] Attempt 3 to provision port a12a392a-b378-416d-aad7-1293c349aa22 Oct 10 11:14:52.195775 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d75f58ff-7fc3-4b02-ac60-a240e1f6dcd8 req-1d8f1187-5ed4-438c-8243-cfc358744903 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8949642 Oct 10 11:14:52.220759 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port ea56d894-4226-4aed-8dbd-fe09441076e5 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:52.233987 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-c5ede2c8-057d-484c-8d11-0660fa1bec6d tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Allocated IP 172.20.0.5 (240f796e-5e36-4ff3-af8a-ce3785d07431/c46baae8-7839-4092-995e-423a5394c239/7e6f5ab0-387d-4b2a-ac72-a1c7adc01d45) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:52.253743 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-32affbea-26c5-4239-a152-32f02fd92761 None None] Port a12a392a-b378-416d-aad7-1293c349aa22 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:52.307252 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-4e93d041-4c06-4ed0-ba42-cd3de76bb0af tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] device_id is not set on port fd28e954-9f38-4460-b3bd-417cbe1a9827 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:14:52.404935 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-748a12b5-f3cb-43ec-a1fc-fad1828626de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Allocated IP 2001:db8::10 (878309c2-7232-4a29-8b30-41fc2abc9987/8976d9bf-b36d-400c-b470-2388e7d0a466/25825560-3e18-4288-874f-4df6af891f3c) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:52.586711 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c5ede2c8-057d-484c-8d11-0660fa1bec6d tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:52.598216 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a8d2a-0860-4016-81a4-fd7b1201eb2c req-0cd792f2-1603-42cb-8a0b-281551a891ec tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:52.599757 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fb0a8d2a-0860-4016-81a4-fd7b1201eb2c req-0cd792f2-1603-42cb-8a0b-281551a891ec tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 932 time: 0.2297013 Oct 10 11:14:52.611536 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.resource_extend [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-8c94d1e0-9500-494b-bac6-77f6dfaa4e7b service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:14:52.639049 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-818e3cfa-22ad-4049-9a35-31d07d2d65bc tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Synchronizing usage tracker for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group_rule {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:52.651877 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7e3887-21ac-431f-9e20-2fc4f16aa26f None None] Network 878309c2-7232-4a29-8b30-41fc2abc9987 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:14:52.665111 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fb0a8d2a-0860-4016-81a4-fd7b1201eb2c req-648a7d00-4dab-44ae-b27e-b29150994ab0 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/security-groups?id=15aba626-277c-4672-990c-ec1e6cd0d0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562141 Oct 10 11:14:52.755791 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-32affbea-26c5-4239-a152-32f02fd92761 None None] Attempt 4 to provision port a12a392a-b378-416d-aad7-1293c349aa22 Oct 10 11:14:52.758538 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-48099a5e-5278-43c3-a835-822cb4204ab1 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:52.782741 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c5ede2c8-057d-484c-8d11-0660fa1bec6d tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:52.870070 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48099a5e-5278-43c3-a835-822cb4204ab1 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Port': ['ID=886c9eb6-156a-49aa-b22b-0880cfdf1cb5,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:52.896720 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-48099a5e-5278-43c3-a835-822cb4204ab1 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:52.903635 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ede2c8-057d-484c-8d11-0660fa1bec6d tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Network 240f796e-5e36-4ff3-af8a-ce3785d07431 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:52.905203 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-c5ede2c8-057d-484c-8d11-0660fa1bec6d tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:52.910138 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-8c94d1e0-9500-494b-bac6-77f6dfaa4e7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ce091b-031c-4e0f-891d-a479b308972b {{(pid=89896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:14:52.916232 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ede2c8-057d-484c-8d11-0660fa1bec6d tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:52.965558 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-8c94d1e0-9500-494b-bac6-77f6dfaa4e7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:52.971161 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-818e3cfa-22ad-4049-9a35-31d07d2d65bc tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Unset dirty status for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group_rule {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:52.972497 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-818e3cfa-22ad-4049-9a35-31d07d2d65bc tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.9426475 Oct 10 11:14:52.998959 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ede2c8-057d-484c-8d11-0660fa1bec6d tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:52.999676 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c5ede2c8-057d-484c-8d11-0660fa1bec6d tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:53.004649 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52280) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:53.026746 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-4e93d041-4c06-4ed0-ba42-cd3de76bb0af tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 2001:db8::f816:3eff:fe92:6b83 (dac74586-4382-4e00-a6eb-f2005f114a9a/cb822cf4-3a02-40a1-8578-3f7fc359112c/fd28e954-9f38-4460-b3bd-417cbe1a9827) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:53.036014 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-48099a5e-5278-43c3-a835-822cb4204ab1 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/ports/886c9eb6-156a-49aa-b22b-0880cfdf1cb5 HTTP/1.1" status: 204 len: 168 time: 2.5666811 Oct 10 11:14:53.058888 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52284) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:53.060509 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-32affbea-26c5-4239-a152-32f02fd92761 None None] Port a12a392a-b378-416d-aad7-1293c349aa22 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:53.066672 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-ced91fad-157a-4aac-b95a-df7feebbad11 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'port': {'network_id': '999e2f79-996e-40da-920a-05cf6cbac0ff', 'mac_address': 'fa:16:3e:f0:d5:21', 'name': 'tempest-PortsTestJSON-675669392'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:53.087539 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ede2c8-057d-484c-8d11-0660fa1bec6d tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event updated for resources: {'Port': ['ID=7e6f5ab0-387d-4b2a-ac72-a1c7adc01d45,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:53.120645 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a184e218-469f-4aec-8141-e49617a0f061 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:53.141452 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a184e218-469f-4aec-8141-e49617a0f061 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:53.161099 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-8c94d1e0-9500-494b-bac6-77f6dfaa4e7b service neutron] Transition to ACTIVE for port object 46ce091b-031c-4e0f-891d-a479b308972b will not be triggered until provisioned by entity L2. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:53.245790 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ced91fad-157a-4aac-b95a-df7feebbad11 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:53.247249 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-8c94d1e0-9500-494b-bac6-77f6dfaa4e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:53.251385 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ced91fad-157a-4aac-b95a-df7feebbad11 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:port and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:53.255304 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ced91fad-157a-4aac-b95a-df7feebbad11 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:53.262354 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ced91fad-157a-4aac-b95a-df7feebbad11 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:53.300178 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c5ede2c8-057d-484c-8d11-0660fa1bec6d tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6152377 Oct 10 11:14:53.307999 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52290) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:53.310170 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-6f13a849-59d3-41cf-bbd7-a6f0fd1a3d57 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Request body: {'floatingip': {'port_id': '7e6f5ab0-387d-4b2a-ac72-a1c7adc01d45'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:53.371397 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a184e218-469f-4aec-8141-e49617a0f061 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:53.403577 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced91fad-157a-4aac-b95a-df7feebbad11 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:53.428290 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6f13a849-59d3-41cf-bbd7-a6f0fd1a3d57 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:53.479097 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184e218-469f-4aec-8141-e49617a0f061 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=821a6a31-53a4-446a-b66f-02bae1c9b149,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:53.553135 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-748a12b5-f3cb-43ec-a1fc-fad1828626de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:53.562305 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-32affbea-26c5-4239-a152-32f02fd92761 None None] Attempt 5 to provision port a12a392a-b378-416d-aad7-1293c349aa22 Oct 10 11:14:53.606125 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 796df052-1bcd-4675-94ce-016c036556dc up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:14:53.624936 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a184e218-469f-4aec-8141-e49617a0f061 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:53.628654 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a184e218-469f-4aec-8141-e49617a0f061 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/821a6a31-53a4-446a-b66f-02bae1c9b149 HTTP/1.1" status: 204 len: 168 time: 0.6157038 Oct 10 11:14:53.639070 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52294) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:53.671962 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c94d1e0-9500-494b-bac6-77f6dfaa4e7b service neutron] Pushing event updated for resources: {'Port': ['ID=46ce091b-031c-4e0f-891d-a479b308972b,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:53.699320 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-748a12b5-f3cb-43ec-a1fc-fad1828626de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Transition to ACTIVE for port object 25825560-3e18-4288-874f-4df6af891f3c will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:53.706000 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ced91fad-157a-4aac-b95a-df7feebbad11 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:53.714139 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b1b202be-3c4c-4b3d-9c75-ff70dd591ccb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:53.743152 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-32affbea-26c5-4239-a152-32f02fd92761 None None] Port a12a392a-b378-416d-aad7-1293c349aa22 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:53.778455 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-ced91fad-157a-4aac-b95a-df7feebbad11 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] device_id is not set on port 7e3edc58-c1ce-4b79-9b86-fc3c2f893bc6 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:14:53.787383 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b1b202be-3c4c-4b3d-9c75-ff70dd591ccb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:53.829835 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-59ab3177-4da3-4d43-8a88-fc51469a793d tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Synchronizing usage tracker for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group_rule {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:53.833073 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 796df052-1bcd-4675-94ce-016c036556dc completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:54.076016 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4e93d041-4c06-4ed0-ba42-cd3de76bb0af tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:54.097712 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-8c94d1e0-9500-494b-bac6-77f6dfaa4e7b service neutron] Attempting to bind port 46ce091b-031c-4e0f-891d-a479b308972b on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:14:54.098105 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-8c94d1e0-9500-494b-bac6-77f6dfaa4e7b service neutron] Attempting to bind port 46ce091b-031c-4e0f-891d-a479b308972b by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '62ddf195-ca82-40a4-ab0f-3f5025c7f3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '1157963f-067d-4ea1-9106-419179a67f58'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:14:54.098433 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-8c94d1e0-9500-494b-bac6-77f6dfaa4e7b service neutron] Attempting to bind port 46ce091b-031c-4e0f-891d-a479b308972b on network 1157963f-067d-4ea1-9106-419179a67f58 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:14:54.116264 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b1b202be-3c4c-4b3d-9c75-ff70dd591ccb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:54.127246 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-8c94d1e0-9500-494b-bac6-77f6dfaa4e7b service neutron] Port 46ce091b-031c-4e0f-891d-a479b308972b on network 1157963f-067d-4ea1-9106-419179a67f58 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:14:54.127585 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-8c94d1e0-9500-494b-bac6-77f6dfaa4e7b service neutron] Attempting to bind port 46ce091b-031c-4e0f-891d-a479b308972b on network 1157963f-067d-4ea1-9106-419179a67f58 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:14:54.136413 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f5561-8211-4541-8642-b48dc9ce69db req-85842f12-bfb2-4d26-9ede-280ed1394eca tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:54.137892 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-491f5561-8211-4541-8642-b48dc9ce69db req-85842f12-bfb2-4d26-9ede-280ed1394eca tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.7787409 Oct 10 11:14:54.144335 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b202be-3c4c-4b3d-9c75-ff70dd591ccb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Port': ['ID=a12a392a-b378-416d-aad7-1293c349aa22,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:54.147886 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-4e93d041-4c06-4ed0-ba42-cd3de76bb0af tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Transition to ACTIVE for port object fd28e954-9f38-4460-b3bd-417cbe1a9827 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:54.169383 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-8c94d1e0-9500-494b-bac6-77f6dfaa4e7b service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:14:54.169749 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-8c94d1e0-9500-494b-bac6-77f6dfaa4e7b service neutron] Checking segment: {'id': '62ddf195-ca82-40a4-ab0f-3f5025c7f3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '1157963f-067d-4ea1-9106-419179a67f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:14:54.170123 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-8c94d1e0-9500-494b-bac6-77f6dfaa4e7b service neutron] Bound using segment: {'id': '62ddf195-ca82-40a4-ab0f-3f5025c7f3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '1157963f-067d-4ea1-9106-419179a67f58'} {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:14:54.170558 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-8c94d1e0-9500-494b-bac6-77f6dfaa4e7b service neutron] Bound port: 46ce091b-031c-4e0f-891d-a479b308972b, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ddf195-ca82-40a4-ab0f-3f5025c7f3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '1157963f-067d-4ea1-9106-419179a67f58'}}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:14:54.170896 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-8c94d1e0-9500-494b-bac6-77f6dfaa4e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:54.203139 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-59ab3177-4da3-4d43-8a88-fc51469a793d tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Unset dirty status for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group_rule {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:54.204759 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-59ab3177-4da3-4d43-8a88-fc51469a793d tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5647676 Oct 10 11:14:54.213664 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52300) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:54.240253 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-748a12b5-f3cb-43ec-a1fc-fad1828626de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:54.244589 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-32affbea-26c5-4239-a152-32f02fd92761 None None] Attempt 6 to provision port a12a392a-b378-416d-aad7-1293c349aa22 Oct 10 11:14:54.306697 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-32affbea-26c5-4239-a152-32f02fd92761 None None] Port a12a392a-b378-416d-aad7-1293c349aa22 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:54.357485 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12722088-d130-413a-80aa-40ee41387e84 req-204d7d1c-b7ce-4ba9-b469-1fd4903a06d5 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:54.358891 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-12722088-d130-413a-80aa-40ee41387e84 req-204d7d1c-b7ce-4ba9-b469-1fd4903a06d5 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 944 time: 0.5471852 Oct 10 11:14:54.464531 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-491f5561-8211-4541-8642-b48dc9ce69db req-dbc96090-11e2-4053-9b07-0a8acae26a1a tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3149514 Oct 10 11:14:54.468738 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748a12b5-f3cb-43ec-a1fc-fad1828626de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network 878309c2-7232-4a29-8b30-41fc2abc9987 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:54.486414 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-35cfa85a-6b68-4c97-a70b-a3f25b1b6923 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:54.492343 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-748a12b5-f3cb-43ec-a1fc-fad1828626de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:54.518129 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748a12b5-f3cb-43ec-a1fc-fad1828626de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:54.518129 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748a12b5-f3cb-43ec-a1fc-fad1828626de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:54.518485 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ced91fad-157a-4aac-b95a-df7feebbad11 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:54.518602 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-748a12b5-f3cb-43ec-a1fc-fad1828626de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:54.526785 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-12722088-d130-413a-80aa-40ee41387e84 req-562f5e48-a1ea-4283-9a52-26aa7755acb1 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/security-groups?id=15aba626-277c-4672-990c-ec1e6cd0d0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006281 Oct 10 11:14:54.528678 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-35cfa85a-6b68-4c97-a70b-a3f25b1b6923 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:54.535306 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a12b5-f3cb-43ec-a1fc-fad1828626de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Port': ['ID=25825560-3e18-4288-874f-4df6af891f3c,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:54.576493 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-8c94d1e0-9500-494b-bac6-77f6dfaa4e7b service neutron] For port 46ce091b-031c-4e0f-891d-a479b308972b, host hv-neutron-8608, cleared binding levels {{(pid=89896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:14:54.587595 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-8c94d1e0-9500-494b-bac6-77f6dfaa4e7b service neutron] For port 46ce091b-031c-4e0f-891d-a479b308972b, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=46ce091b-031c-4e0f-891d-a479b308972b,segment=NetworkSegment(62ddf195-ca82-40a4-ab0f-3f5025c7f3de),segment_id=62ddf195-ca82-40a4-ab0f-3f5025c7f3de)] {{(pid=89896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:14:54.601930 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b202be-3c4c-4b3d-9c75-ff70dd591ccb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network 05226b8e-d8a7-49bf-8112-65d6b09f3502 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:54.604330 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-b1b202be-3c4c-4b3d-9c75-ff70dd591ccb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:54.723877 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6f13a849-59d3-41cf-bbd7-a6f0fd1a3d57 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:54.739525 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-35cfa85a-6b68-4c97-a70b-a3f25b1b6923 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:54.740100 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ced91fad-157a-4aac-b95a-df7feebbad11 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:54.746366 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4e93d041-4c06-4ed0-ba42-cd3de76bb0af tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:54.763004 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-8c94d1e0-9500-494b-bac6-77f6dfaa4e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:54.769535 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-748a12b5-f3cb-43ec-a1fc-fad1828626de tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.8872249 Oct 10 11:14:54.773302 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-8c94d1e0-9500-494b-bac6-77f6dfaa4e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:54.774088 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-8c94d1e0-9500-494b-bac6-77f6dfaa4e7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:54.775594 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-8c94d1e0-9500-494b-bac6-77f6dfaa4e7b service neutron] 10.222.0.15 "PUT /v2.0/ports/46ce091b-031c-4e0f-891d-a479b308972b HTTP/1.1" status: 200 len: 1094 time: 5.3169932 Oct 10 11:14:54.808485 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-32affbea-26c5-4239-a152-32f02fd92761 None None] Attempt 7 to provision port a12a392a-b378-416d-aad7-1293c349aa22 Oct 10 11:14:54.819054 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e966ac4d-4ebc-4743-ad40-ed856ce4b1de', 'tag': '46ce091b-031c-4e0f-891d-a479b308972b'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:14:54.821788 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66f1181-3cc3-459f-8ce4-044b236e911d" -d '{"events": [{"name": "network-changed", "server_uuid": "e966ac4d-4ebc-4743-ad40-ed856ce4b1de", "tag": "46ce091b-031c-4e0f-891d-a479b308972b"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:14:54.850828 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52306) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:54.869131 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced91fad-157a-4aac-b95a-df7feebbad11 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Port': ['ID=7e3edc58-c1ce-4b79-9b86-fc3c2f893bc6,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:54.877412 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6f13a849-59d3-41cf-bbd7-a6f0fd1a3d57 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:54.884195 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfa85a-6b68-4c97-a70b-a3f25b1b6923 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=644a0cd6-8502-47d3-a159-80604bbb19b9,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:54.925539 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-32affbea-26c5-4239-a152-32f02fd92761 None None] Port a12a392a-b378-416d-aad7-1293c349aa22 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:54.973982 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-01b25a54-126f-47cd-8e8d-21dfaa0c8e39 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'port': {'network_id': '878309c2-7232-4a29-8b30-41fc2abc9987', 'name': 'tempest-PortsIpV6TestJSON-1680342241', 'fixed_ips': [{'subnet_id': '8976d9bf-b36d-400c-b470-2388e7d0a466', 'ip_address': '2001:db8::f'}]}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:54.989894 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043df579-d0af-4603-9735-bdb37d60c9a2 x-openstack-request-id: req-043df579-d0af-4603-9735-bdb37d60c9a2 {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:14:54.990323 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e966ac4d-4ebc-4743-ad40-ed856ce4b1de", "tag": "46ce091b-031c-4e0f-891d-a479b308972b", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:14:54.990675 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-043df579-d0af-4603-9735-bdb37d60c9a2 {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:14:54.991181 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-043df579-d0af-4603-9735-bdb37d60c9a2'] response: {'name': 'network-changed', 'server_uuid': 'e966ac4d-4ebc-4743-ad40-ed856ce4b1de', 'tag': '46ce091b-031c-4e0f-891d-a479b308972b', 'status': 'completed', 'code': 200} Oct 10 11:14:55.002946 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-35cfa85a-6b68-4c97-a70b-a3f25b1b6923 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:55.010001 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-35cfa85a-6b68-4c97-a70b-a3f25b1b6923 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/644a0cd6-8502-47d3-a159-80604bbb19b9 HTTP/1.1" status: 204 len: 168 time: 0.7846806 Oct 10 11:14:55.016114 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e93d041-4c06-4ed0-ba42-cd3de76bb0af tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:55.019291 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52312) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:55.028600 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-4e93d041-4c06-4ed0-ba42-cd3de76bb0af tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:55.035828 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e93d041-4c06-4ed0-ba42-cd3de76bb0af tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:55.041708 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e93d041-4c06-4ed0-ba42-cd3de76bb0af tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:55.042507 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4e93d041-4c06-4ed0-ba42-cd3de76bb0af tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:55.074844 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c94d1e0-9500-494b-bac6-77f6dfaa4e7b service neutron] Pushing event updated for resources: {'Port': ['ID=46ce091b-031c-4e0f-891d-a479b308972b,revision_number=3']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:55.116364 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced91fad-157a-4aac-b95a-df7feebbad11 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network 999e2f79-996e-40da-920a-05cf6cbac0ff is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:55.124444 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-ced91fad-157a-4aac-b95a-df7feebbad11 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:55.152987 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced91fad-157a-4aac-b95a-df7feebbad11 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:55.158929 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced91fad-157a-4aac-b95a-df7feebbad11 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:55.159564 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ced91fad-157a-4aac-b95a-df7feebbad11 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:55.176629 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93d041-4c06-4ed0-ba42-cd3de76bb0af tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Port': ['ID=fd28e954-9f38-4460-b3bd-417cbe1a9827,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:55.183397 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-067cb09a-b729-4296-b61b-26b8d006ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:55.185496 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-067cb09a-b729-4296-b61b-26b8d006ce15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=33e4bc3f82eb46749091c6a32d15300f&device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 1097 time: 0.2721081 Oct 10 11:14:55.228283 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-70be4bc7-69e3-45cf-8554-77f24b71083b tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2091880 Oct 10 11:14:55.248304 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4e93d041-4c06-4ed0-ba42-cd3de76bb0af tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.8480301 Oct 10 11:14:55.251252 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52318) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:55.258720 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52320) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:55.268884 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b202be-3c4c-4b3d-9c75-ff70dd591ccb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Router 482ee349-c181-43f2-85e9-18de9f582332 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:14:55.279962 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-9686bb61-eb35-4b80-900d-e738802e671b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46ce091b-031c-4e0f-891d-a479b308972b HTTP/1.1" status: 200 len: 217 time: 0.0874374 Oct 10 11:14:55.385037 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-01b25a54-126f-47cd-8e8d-21dfaa0c8e39 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:55.387709 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [None req-6f13a849-59d3-41cf-bbd7-a6f0fd1a3d57 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Floating IP acc0ff93-519c-4101-a866-610cfa15eb70 associated. External IP: 172.26.4.190, port: 7e6f5ab0-387d-4b2a-ac72-a1c7adc01d45. Oct 10 11:14:55.427346 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-32affbea-26c5-4239-a152-32f02fd92761 None None] Attempt 8 to provision port a12a392a-b378-416d-aad7-1293c349aa22 Oct 10 11:14:55.451911 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-01b25a54-126f-47cd-8e8d-21dfaa0c8e39 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:port and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:55.462041 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ced91fad-157a-4aac-b95a-df7feebbad11 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.3994534 Oct 10 11:14:55.462041 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-01b25a54-126f-47cd-8e8d-21dfaa0c8e39 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:55.466900 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52326) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:55.483814 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-01b25a54-126f-47cd-8e8d-21dfaa0c8e39 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:55.510800 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb728e0-132d-4a10-80ff-98ccfe3de5cf req-49470c23-13b0-4806-b979-ab2d7bac565b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:55.518100 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-afb728e0-132d-4a10-80ff-98ccfe3de5cf req-49470c23-13b0-4806-b979-ab2d7bac565b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.3401775 Oct 10 11:14:55.530050 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-32affbea-26c5-4239-a152-32f02fd92761 None None] Port a12a392a-b378-416d-aad7-1293c349aa22 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:55.588510 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ca52c5cc-8b7a-45a6-8a42-4fbfcc567549 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:55.651226 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ca52c5cc-8b7a-45a6-8a42-4fbfcc567549 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:55.673695 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-9030bcc9-87cc-4e03-a7db-8f7b3ef00cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:55.675884 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-9030bcc9-87cc-4e03-a7db-8f7b3ef00cfb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7be2e63b-bb98-48fb-8637-057299282689 HTTP/1.1" status: 200 len: 851 time: 0.3537667 Oct 10 11:14:55.723578 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b25a54-126f-47cd-8e8d-21dfaa0c8e39 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:55.737995 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5711de60-f698-4ec3-8573-45bbb356cb36 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:55.738567 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5711de60-f698-4ec3-8573-45bbb356cb36 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Synchronizing usage tracker for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:55.803265 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-60015a41-6cfc-4004-8459-1f66ae590dd1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1157963f-067d-4ea1-9106-419179a67f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180112 Oct 10 11:14:55.814347 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b202be-3c4c-4b3d-9c75-ff70dd591ccb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:14:55.823798 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a20b9e4-745e-43e0-80ba-a3c3e87a3b85 None None] Sync routers for ids ['482ee349-c181-43f2-85e9-18de9f582332'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:14:55.835128 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a20b9e4-745e-43e0-80ba-a3c3e87a3b85 None None] Routers {'482ee349-c181-43f2-85e9-18de9f582332'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:14:55.836067 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0a20b9e4-745e-43e0-80ba-a3c3e87a3b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:14:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['482ee349-c181-43f2-85e9-18de9f582332'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:55.837215 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-afb728e0-132d-4a10-80ff-98ccfe3de5cf req-1b9a51ec-51e6-4e09-aa09-22698d9583f9 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3182619 Oct 10 11:14:55.908621 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0a20b9e4-745e-43e0-80ba-a3c3e87a3b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:55.918169 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a20b9e4-745e-43e0-80ba-a3c3e87a3b85 None None] Routers {'482ee349-c181-43f2-85e9-18de9f582332'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:14:55.918747 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-01b25a54-126f-47cd-8e8d-21dfaa0c8e39 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:55.918871 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0a20b9e4-745e-43e0-80ba-a3c3e87a3b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:14:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['482ee349-c181-43f2-85e9-18de9f582332'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:55.986525 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0a20b9e4-745e-43e0-80ba-a3c3e87a3b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:55.987230 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a20b9e4-745e-43e0-80ba-a3c3e87a3b85 None None] The sync data for ids ['482ee349-c181-43f2-85e9-18de9f582332'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:14:56.016646 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ca52c5cc-8b7a-45a6-8a42-4fbfcc567549 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:56.026899 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-01b25a54-126f-47cd-8e8d-21dfaa0c8e39 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] device_id is not set on port f45bbe36-8127-444e-8562-9de93b524ccd yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:14:56.031691 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-32affbea-26c5-4239-a152-32f02fd92761 None None] Attempt 9 to provision port a12a392a-b378-416d-aad7-1293c349aa22 Oct 10 11:14:56.038751 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ca52c5cc-8b7a-45a6-8a42-4fbfcc567549 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:56.042304 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ca52c5cc-8b7a-45a6-8a42-4fbfcc567549 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/29c930f8-fdfb-4a00-9721-91e572447ee9 HTTP/1.1" status: 204 len: 168 time: 0.7826540 Oct 10 11:14:56.050711 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a757ec63-2919-4db9-b9ae-cceba12ad4a8 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:56.056661 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a757ec63-2919-4db9-b9ae-cceba12ad4a8 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:56.057455 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a757ec63-2919-4db9-b9ae-cceba12ad4a8 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:56.059546 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52332) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:56.061009 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b1b202be-3c4c-4b3d-9c75-ff70dd591ccb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "PUT /v2.0/routers/482ee349-c181-43f2-85e9-18de9f582332/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4390340 Oct 10 11:14:56.066644 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52334) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:56.091341 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-32affbea-26c5-4239-a152-32f02fd92761 None None] Port a12a392a-b378-416d-aad7-1293c349aa22 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:56.112860 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52c5cc-8b7a-45a6-8a42-4fbfcc567549 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29c930f8-fdfb-4a00-9721-91e572447ee9,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:56.130600 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5711de60-f698-4ec3-8573-45bbb356cb36 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Unset dirty status for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:56.131759 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5711de60-f698-4ec3-8573-45bbb356cb36 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "GET /v2.0/ports/7e3edc58-c1ce-4b79-9b86-fc3c2f893bc6 HTTP/1.1" status: 200 len: 840 time: 0.6525812 Oct 10 11:14:56.143260 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52340) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:56.232090 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a757ec63-2919-4db9-b9ae-cceba12ad4a8 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:56.233163 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a757ec63-2919-4db9-b9ae-cceba12ad4a8 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.9657321 Oct 10 11:14:56.241759 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52344) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:56.283285 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-eff4852a-509d-41e1-a501-826d07d8abd7 service neutron] 10.222.0.15 "GET /v2.0/networks/1157963f-067d-4ea1-9106-419179a67f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589365 Oct 10 11:14:56.291691 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-e1a870f1-680f-425d-ac2a-2cd153b3188b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting port 7e3edc58-c1ce-4b79-9b86-fc3c2f893bc6 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:56.292038 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e1a870f1-680f-425d-ac2a-2cd153b3188b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:56.318622 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0c23f056-9134-4218-9d3d-23ad21460ebb tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2530854 Oct 10 11:14:56.327172 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f051d-8ea4-44fb-b3f2-a12e7dc90488 req-a9cffaba-fe7b-4ab7-9b35-ed59f316f933 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:56.328688 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-307f051d-8ea4-44fb-b3f2-a12e7dc90488 req-a9cffaba-fe7b-4ab7-9b35-ed59f316f933 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 944 time: 0.5818999 Oct 10 11:14:56.331710 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae6dc4f-d256-4d2f-9669-2730c7ea45f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:56.332279 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7ae6dc4f-d256-4d2f-9669-2730c7ea45f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Synchronizing usage tracker for tenant:bff75ec139ff428ea17476871cda1880 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:56.335604 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52348) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:56.390991 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f13a849-59d3-41cf-bbd7-a6f0fd1a3d57 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Router 5b29db68-2788-491e-bb1a-1710265879bc has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:14:56.448124 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-e33bf3f5-10ab-44ed-8355-d8faa5ccbcea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting port fd28e954-9f38-4460-b3bd-417cbe1a9827 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:56.448634 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e33bf3f5-10ab-44ed-8355-d8faa5ccbcea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:56.549860 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7ae6dc4f-d256-4d2f-9669-2730c7ea45f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Unset dirty status for tenant:bff75ec139ff428ea17476871cda1880 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:56.551015 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7ae6dc4f-d256-4d2f-9669-2730c7ea45f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "GET /v2.0/ports/a12a392a-b378-416d-aad7-1293c349aa22 HTTP/1.1" status: 200 len: 910 time: 0.4804759 Oct 10 11:14:56.573280 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52352) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:56.590557 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-8da60533-38cc-4e4c-bc49-600ee12d2906 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ac32c1c5-7aa4-42b5-b681-df60df5adb60'}]}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:56.592490 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-32affbea-26c5-4239-a152-32f02fd92761 None None] Attempt 10 to provision port a12a392a-b378-416d-aad7-1293c349aa22 Oct 10 11:14:56.618159 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-01b25a54-126f-47cd-8e8d-21dfaa0c8e39 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Allocated IP 2001:db8::f (878309c2-7232-4a29-8b30-41fc2abc9987/8976d9bf-b36d-400c-b470-2388e7d0a466/f45bbe36-8127-444e-8562-9de93b524ccd) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:14:56.628571 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-307f051d-8ea4-44fb-b3f2-a12e7dc90488 req-2027be67-3a13-45dd-8acd-290e180dd3bf tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/security-groups?id=15aba626-277c-4672-990c-ec1e6cd0d0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765543 Oct 10 11:14:56.649717 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-609115f3-29b2-491b-9276-4a821f71ca03 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:56.673402 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-32affbea-26c5-4239-a152-32f02fd92761 None None] Port a12a392a-b378-416d-aad7-1293c349aa22 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:56.791676 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-609115f3-29b2-491b-9276-4a821f71ca03 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:56.798033 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6057c9ad-405f-4d5b-989b-8633e7875d07 req-6166b87d-22a9-449b-aed6-183aa6763f69 service neutron] 10.222.0.15 "GET /v2.0/networks/1157963f-067d-4ea1-9106-419179a67f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677408 Oct 10 11:14:56.831659 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e1a870f1-680f-425d-ac2a-2cd153b3188b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:56.879652 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Provisioning for port ea56d894-4226-4aed-8dbd-fe09441076e5 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:56.886079 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Provisioning complete for port ea56d894-4226-4aed-8dbd-fe09441076e5 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:56.888716 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:56.888716 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Attempt 1 to provision port ea56d894-4226-4aed-8dbd-fe09441076e5 Oct 10 11:14:57.039142 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Current status of the port ea56d894-4226-4aed-8dbd-fe09441076e5 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:57.039623 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:57.045020 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f13a849-59d3-41cf-bbd7-a6f0fd1a3d57 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:14:57.046376 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-e1a870f1-680f-425d-ac2a-2cd153b3188b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Calling delete_port for 7e3edc58-c1ce-4b79-9b86-fc3c2f893bc6 owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:57.061045 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c109a8ca-8989-4465-b1d8-6720f30e4097 None None] Sync routers for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:14:57.073317 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c109a8ca-8989-4465-b1d8-6720f30e4097 None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:14:57.074669 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-c109a8ca-8989-4465-b1d8-6720f30e4097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:14:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:57.080816 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] For port ea56d894-4226-4aed-8dbd-fe09441076e5, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ea56d894-4226-4aed-8dbd-fe09441076e5,segment=NetworkSegment(6ae0bea5-4c8a-46eb-96c3-3acb31154e2e),segment_id=6ae0bea5-4c8a-46eb-96c3-3acb31154e2e)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:57.149259 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:57.164341 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-609115f3-29b2-491b-9276-4a821f71ca03 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:57.175506 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-c109a8ca-8989-4465-b1d8-6720f30e4097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:57.185300 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c109a8ca-8989-4465-b1d8-6720f30e4097 None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:14:57.187155 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-c109a8ca-8989-4465-b1d8-6720f30e4097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:14:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:57.213748 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609115f3-29b2-491b-9276-4a821f71ca03 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a538f551-667a-4e81-8f78-ba5cf06839f1,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:57.239141 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e33bf3f5-10ab-44ed-8355-d8faa5ccbcea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:57.255022 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6f13a849-59d3-41cf-bbd7-a6f0fd1a3d57 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:57.264554 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-c109a8ca-8989-4465-b1d8-6720f30e4097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:14:57.265131 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c109a8ca-8989-4465-b1d8-6720f30e4097 None None] The sync data for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:14:57.314457 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Pushing event updated for resources: {'Port': ['ID=ea56d894-4226-4aed-8dbd-fe09441076e5,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:57.348150 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-609115f3-29b2-491b-9276-4a821f71ca03 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:57.349316 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-609115f3-29b2-491b-9276-4a821f71ca03 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "DELETE /v2.0/security-groups/a538f551-667a-4e81-8f78-ba5cf06839f1 HTTP/1.1" status: 204 len: 168 time: 1.0081952 Oct 10 11:14:57.368221 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52358) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:57.376256 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Provisioning for port 796df052-1bcd-4675-94ce-016c036556dc completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:14:57.382225 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-e33bf3f5-10ab-44ed-8355-d8faa5ccbcea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Calling delete_port for fd28e954-9f38-4460-b3bd-417cbe1a9827 owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:57.388960 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Provisioning complete for port 796df052-1bcd-4675-94ce-016c036556dc triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:57.388960 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:57.388960 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Attempt 1 to provision port 796df052-1bcd-4675-94ce-016c036556dc Oct 10 11:14:57.440814 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e1a870f1-680f-425d-ac2a-2cd153b3188b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:57.493893 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f1181-3cc3-459f-8ce4-044b236e911d req-bdc643a1-65fd-488e-a8a7-0951f37ac287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:57.495398 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e66f1181-3cc3-459f-8ce4-044b236e911d req-bdc643a1-65fd-488e-a8a7-0951f37ac287 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=33e4bc3f82eb46749091c6a32d15300f&device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 1097 time: 0.4978638 Oct 10 11:14:57.515444 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Current status of the port 796df052-1bcd-4675-94ce-016c036556dc is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:57.524934 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:57.545825 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6f13a849-59d3-41cf-bbd7-a6f0fd1a3d57 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "PUT /v2.0/floatingips/acc0ff93-519c-4101-a866-610cfa15eb70 HTTP/1.1" status: 200 len: 978 time: 4.2412617 Oct 10 11:14:57.550154 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52362) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:57.556168 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a870f1-680f-425d-ac2a-2cd153b3188b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Port': ['ID=7e3edc58-c1ce-4b79-9b86-fc3c2f893bc6,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:57.557067 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-01b25a54-126f-47cd-8e8d-21dfaa0c8e39 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:57.570913 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] For port 796df052-1bcd-4675-94ce-016c036556dc, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=796df052-1bcd-4675-94ce-016c036556dc,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:57.590203 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ea56d894-4226-4aed-8dbd-fe09441076e5 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:14:57.605561 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8da60533-38cc-4e4c-bc49-600ee12d2906 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:57.661010 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:57.670057 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ca065-d9a7-4d91-a279-afc26d5e9ca4 req-106a455b-f632-4b3d-af3a-a7d9f9c77797 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:57.673198 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-337ca065-d9a7-4d91-a279-afc26d5e9ca4 req-106a455b-f632-4b3d-af3a-a7d9f9c77797 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.6449659 Oct 10 11:14:57.680861 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-01b25a54-126f-47cd-8e8d-21dfaa0c8e39 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Transition to ACTIVE for port object f45bbe36-8127-444e-8562-9de93b524ccd will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:14:57.714911 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e1a870f1-680f-425d-ac2a-2cd153b3188b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:57.738874 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Pushing event updated for resources: {'Port': ['ID=796df052-1bcd-4675-94ce-016c036556dc,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:57.755693 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port ea56d894-4226-4aed-8dbd-fe09441076e5 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:57.756072 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:57.756411 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port ea56d894-4226-4aed-8dbd-fe09441076e5 Oct 10 11:14:57.800148 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-3fcb14e5-4d1e-43b3-b275-4cd35143f09f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Deleting port 7e6f5ab0-387d-4b2a-ac72-a1c7adc01d45 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:57.800744 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3fcb14e5-4d1e-43b3-b275-4cd35143f09f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:57.809461 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Provisioning complete for port a12a392a-b378-416d-aad7-1293c349aa22 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:57.809875 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:57.810212 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Attempt 1 to provision port a12a392a-b378-416d-aad7-1293c349aa22 Oct 10 11:14:57.836525 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-01b25a54-126f-47cd-8e8d-21dfaa0c8e39 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:57.843995 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 46ce091b-031c-4e0f-891d-a479b308972b details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:14:57.879900 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ce971c7b-0b03-4e79-98e3-cca3628def7f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5057466 Oct 10 11:14:57.890526 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e1a870f1-680f-425d-ac2a-2cd153b3188b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/ports/7e3edc58-c1ce-4b79-9b86-fc3c2f893bc6 HTTP/1.1" status: 204 len: 168 time: 1.7409952 Oct 10 11:14:57.894464 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52368) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:57.895943 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52370) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:57.906125 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-d5ba25be-24b1-416f-8bce-d79aa7cd3616 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Request body: {'security_group': {'name': 'tempest-secgroup--298059680'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:57.946148 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d5ba25be-24b1-416f-8bce-d79aa7cd3616 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:57.970306 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Port a12a392a-b378-416d-aad7-1293c349aa22 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:57.983431 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d5ba25be-24b1-416f-8bce-d79aa7cd3616 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Usage tracker for resource:security_group and tenant:171d59cd94d34ad6adf17fe18583574f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:57.994629 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d5ba25be-24b1-416f-8bce-d79aa7cd3616 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:58.009133 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f1181-3cc3-459f-8ce4-044b236e911d req-91e90091-c148-4585-bfe9-7f057b7defeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:58.010609 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e66f1181-3cc3-459f-8ce4-044b236e911d req-91e90091-c148-4585-bfe9-7f057b7defeb service neutron] 10.222.0.15 "GET /v2.0/networks?id=1157963f-067d-4ea1-9106-419179a67f58 HTTP/1.1" status: 200 len: 912 time: 0.5009270 Oct 10 11:14:58.013460 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d5ba25be-24b1-416f-8bce-d79aa7cd3616 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:58.104472 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e66f1181-3cc3-459f-8ce4-044b236e911d req-688860ba-f640-44c8-b3a2-f635f59b1dab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46ce091b-031c-4e0f-891d-a479b308972b HTTP/1.1" status: 200 len: 217 time: 0.0821300 Oct 10 11:14:58.116011 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port ea56d894-4226-4aed-8dbd-fe09441076e5 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:58.117642 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57229c2-1b52-4121-ae84-5fde1da478b3 req-ce67aaeb-9c48-43e5-ae5f-3aa3c268fffa tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:58.119187 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c57229c2-1b52-4121-ae84-5fde1da478b3 req-ce67aaeb-9c48-43e5-ae5f-3aa3c268fffa tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 944 time: 0.3150787 Oct 10 11:14:58.126744 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 46ce091b-031c-4e0f-891d-a479b308972b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=46ce091b-031c-4e0f-891d-a479b308972b,segment=NetworkSegment(62ddf195-ca82-40a4-ab0f-3f5025c7f3de),segment_id=62ddf195-ca82-40a4-ab0f-3f5025c7f3de)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:58.140505 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '46ce091b-031c-4e0f-891d-a479b308972b', 'network_id': '1157963f-067d-4ea1-9106-419179a67f58', 'port_id': '46ce091b-031c-4e0f-891d-a479b308972b', 'mac_address': 'fa:16:3e:f1:30:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 483, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7be2e63b-bb98-48fb-8637-057299282689', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:14:58.142381 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e671bf-421b-42f5-bbfa-64a12a0873bd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] GET failed (client error): The resource could not be found. Oct 10 11:14:58.145313 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a2e671bf-421b-42f5-bbfa-64a12a0873bd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Synchronizing usage tracker for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:58.166260 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d5ba25be-24b1-416f-8bce-d79aa7cd3616 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:58.171714 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b25a54-126f-47cd-8e8d-21dfaa0c8e39 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network 878309c2-7232-4a29-8b30-41fc2abc9987 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:14:58.183073 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-337ca065-d9a7-4d91-a279-afc26d5e9ca4 req-68d42a50-9768-4cb0-80e4-ade7b6e62e9d tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4203713 Oct 10 11:14:58.192287 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e33bf3f5-10ab-44ed-8355-d8faa5ccbcea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:58.197090 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-01b25a54-126f-47cd-8e8d-21dfaa0c8e39 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:14:58.203336 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 46ce091b-031c-4e0f-891d-a479b308972b is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:58.203519 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:58.209950 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b25a54-126f-47cd-8e8d-21dfaa0c8e39 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Port': ['ID=f45bbe36-8127-444e-8562-9de93b524ccd,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:58.221048 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b25a54-126f-47cd-8e8d-21dfaa0c8e39 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:14:58.223563 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ce091b-031c-4e0f-891d-a479b308972b {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:14:58.226563 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b25a54-126f-47cd-8e8d-21dfaa0c8e39 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:58.227176 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-01b25a54-126f-47cd-8e8d-21dfaa0c8e39 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:58.252993 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 46ce091b-031c-4e0f-891d-a479b308972b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=46ce091b-031c-4e0f-891d-a479b308972b,segment=NetworkSegment(62ddf195-ca82-40a4-ab0f-3f5025c7f3de),segment_id=62ddf195-ca82-40a4-ab0f-3f5025c7f3de)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:14:58.266751 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d5ba25be-24b1-416f-8bce-d79aa7cd3616 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:58.290613 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d5ba25be-24b1-416f-8bce-d79aa7cd3616 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Usage tracker for resource:security_group_rule and tenant:171d59cd94d34ad6adf17fe18583574f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:58.296359 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f1181-3cc3-459f-8ce4-044b236e911d req-c4afdba8-312c-4db3-9641-bfdf158f5248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:58.298797 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e66f1181-3cc3-459f-8ce4-044b236e911d req-c4afdba8-312c-4db3-9641-bfdf158f5248 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7be2e63b-bb98-48fb-8637-057299282689 HTTP/1.1" status: 200 len: 851 time: 0.1787136 Oct 10 11:14:58.299727 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33bf3f5-10ab-44ed-8355-d8faa5ccbcea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Port': ['ID=fd28e954-9f38-4460-b3bd-417cbe1a9827,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:58.302011 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d5ba25be-24b1-416f-8bce-d79aa7cd3616 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:58.319331 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:58.440377 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=46ce091b-031c-4e0f-891d-a479b308972b,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:58.454781 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e66f1181-3cc3-459f-8ce4-044b236e911d req-e8394733-094e-4eef-9000-5f9b29f31036 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1157963f-067d-4ea1-9106-419179a67f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658653 Oct 10 11:14:58.463315 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d5ba25be-24b1-416f-8bce-d79aa7cd3616 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:58.472750 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Attempt 2 to provision port a12a392a-b378-416d-aad7-1293c349aa22 Oct 10 11:14:58.504673 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c57229c2-1b52-4121-ae84-5fde1da478b3 req-8c469c74-60c9-47d9-bef9-72fcf02371ce tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/security-groups?id=15aba626-277c-4672-990c-ec1e6cd0d0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481359 Oct 10 11:14:58.516546 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e33bf3f5-10ab-44ed-8355-d8faa5ccbcea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:58.516880 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a2e671bf-421b-42f5-bbfa-64a12a0873bd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Unset dirty status for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:58.522476 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a2e671bf-421b-42f5-bbfa-64a12a0873bd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "GET /v2.0/ports/7e3edc58-c1ce-4b79-9b86-fc3c2f893bc6 HTTP/1.1" status: 404 len: 333 time: 0.6154583 Oct 10 11:14:58.529943 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52378) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:58.564028 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['46ce091b-031c-4e0f-891d-a479b308972b'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:14:58.564216 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-27e3514c-1e1e-4169-9690-d9808a9f023a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'port': {'network_id': '999e2f79-996e-40da-920a-05cf6cbac0ff', 'name': 'tempest-PortsTestJSON-880675706'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:58.603591 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-01b25a54-126f-47cd-8e8d-21dfaa0c8e39 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7305138 Oct 10 11:14:58.627693 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Port a12a392a-b378-416d-aad7-1293c349aa22 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:58.635484 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52382) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:58.770877 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e33bf3f5-10ab-44ed-8355-d8faa5ccbcea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/fd28e954-9f38-4460-b3bd-417cbe1a9827 HTTP/1.1" status: 204 len: 168 time: 2.5269606 Oct 10 11:14:58.776476 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52386) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:58.815435 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3fcb14e5-4d1e-43b3-b275-4cd35143f09f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:58.831961 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e66f1181-3cc3-459f-8ce4-044b236e911d req-6d693c45-c2cf-4ef3-8b8a-f931ba5c9a1c service neutron] 10.222.0.15 "GET /v2.0/networks/1157963f-067d-4ea1-9106-419179a67f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642848 Oct 10 11:14:58.835120 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-27e3514c-1e1e-4169-9690-d9808a9f023a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:58.851989 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d5ba25be-24b1-416f-8bce-d79aa7cd3616 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:58.920694 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd1d7b5-8236-4d73-9f31-da45a32b5f77 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:58.921396 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6cd1d7b5-8236-4d73-9f31-da45a32b5f77 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Synchronizing usage tracker for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:58.923883 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3b846-4f79-480c-8d40-2002048b2b0f req-4c6132d5-b89b-45e8-b686-30b072fdb62e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:58.925454 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-26b3b846-4f79-480c-8d40-2002048b2b0f req-4c6132d5-b89b-45e8-b686-30b072fdb62e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.4954591 Oct 10 11:14:58.946318 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-27e3514c-1e1e-4169-9690-d9808a9f023a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:58.969282 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fd5afc-32a4-4bcc-ab07-05b15f96cdc9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:58.971089 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fd5afc-32a4-4bcc-ab07-05b15f96cdc9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:58.971800 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e1fd5afc-32a4-4bcc-ab07-05b15f96cdc9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:14:58.981762 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d5ba25be-24b1-416f-8bce-d79aa7cd3616 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:59.056345 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba25be-24b1-416f-8bce-d79aa7cd3616 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b02275b0-3e65-4da9-92b9-677129feb91f,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:59.081194 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e66f1181-3cc3-459f-8ce4-044b236e911d req-f88b5ee8-90d9-45c9-b919-5c4cc733f135 service neutron] 10.222.0.15 "GET /v2.0/networks/1157963f-067d-4ea1-9106-419179a67f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342556 Oct 10 11:14:59.129659 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Attempt 3 to provision port a12a392a-b378-416d-aad7-1293c349aa22 Oct 10 11:14:59.131012 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d5ba25be-24b1-416f-8bce-d79aa7cd3616 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:59.137914 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d5ba25be-24b1-416f-8bce-d79aa7cd3616 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2363405 Oct 10 11:14:59.137914 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6cd1d7b5-8236-4d73-9f31-da45a32b5f77 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Unset dirty status for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:59.137914 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6cd1d7b5-8236-4d73-9f31-da45a32b5f77 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4935722 Oct 10 11:14:59.137914 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52390) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:59.137914 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52392) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:59.148999 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e1fd5afc-32a4-4bcc-ab07-05b15f96cdc9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:14:59.148999 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e1fd5afc-32a4-4bcc-ab07-05b15f96cdc9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3641043 Oct 10 11:14:59.152518 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e3514c-1e1e-4169-9690-d9808a9f023a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:14:59.156010 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-27e3514c-1e1e-4169-9690-d9808a9f023a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:59.171000 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52398) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:59.183837 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-db84dddf-5e58-4cbd-b030-ad43946280cb tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Request body: {'security_group_rule': {'security_group_id': 'b02275b0-3e65-4da9-92b9-677129feb91f', 'direction': 'ingress', 'protocol': 17}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:14:59.186764 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Port a12a392a-b378-416d-aad7-1293c349aa22 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:59.195871 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-db84dddf-5e58-4cbd-b030-ad43946280cb tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:14:59.209677 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-db84dddf-5e58-4cbd-b030-ad43946280cb tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Usage tracker for resource:security_group_rule and tenant:171d59cd94d34ad6adf17fe18583574f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:14:59.213557 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-db84dddf-5e58-4cbd-b030-ad43946280cb tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:14:59.227023 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-db84dddf-5e58-4cbd-b030-ad43946280cb tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:14:59.264378 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6699075b-d3de-4d0f-82d6-bc507d85b6da tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:59.271192 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6699075b-d3de-4d0f-82d6-bc507d85b6da tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:59.277439 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6699075b-d3de-4d0f-82d6-bc507d85b6da tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:59.279182 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6699075b-d3de-4d0f-82d6-bc507d85b6da tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1403618 Oct 10 11:14:59.282805 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52402) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:14:59.324088 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-26b3b846-4f79-480c-8d40-2002048b2b0f req-e2ed3611-d6c1-43ef-9ec9-32a59d673400 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3819201 Oct 10 11:14:59.357551 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-db84dddf-5e58-4cbd-b030-ad43946280cb tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:59.394803 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-f0089616-eb1c-4756-8939-e514e21ddcb0 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting port f45bbe36-8127-444e-8562-9de93b524ccd {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:14:59.395147 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f0089616-eb1c-4756-8939-e514e21ddcb0 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:59.451896 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-27e3514c-1e1e-4169-9690-d9808a9f023a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] device_id is not set on port cb82a2a9-7d39-4cb4-b8d1-755ae253b62d yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:14:59.562471 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 796df052-1bcd-4675-94ce-016c036556dc up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:14:59.567525 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-857b58ac-867f-4dff-a735-b89eed9536bc tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet cb822cf4-3a02-40a1-8578-3f7fc359112c {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:14:59.570629 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-857b58ac-867f-4dff-a735-b89eed9536bc tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:59.588998 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-db84dddf-5e58-4cbd-b030-ad43946280cb tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:59.645918 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 796df052-1bcd-4675-94ce-016c036556dc triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:14:59.646729 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:59.647195 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 796df052-1bcd-4675-94ce-016c036556dc Oct 10 11:14:59.686539 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-857b58ac-867f-4dff-a735-b89eed9536bc tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:59.693498 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Attempt 4 to provision port a12a392a-b378-416d-aad7-1293c349aa22 Oct 10 11:14:59.716525 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3fcb14e5-4d1e-43b3-b275-4cd35143f09f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:59.716899 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3fcb14e5-4d1e-43b3-b275-4cd35143f09f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:59.717291 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [None req-3fcb14e5-4d1e-43b3-b275-4cd35143f09f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Floating IP acc0ff93-519c-4101-a866-610cfa15eb70 disassociated. External IP: 172.26.4.190, port: 7e6f5ab0-387d-4b2a-ac72-a1c7adc01d45. Oct 10 11:14:59.717577 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-3fcb14e5-4d1e-43b3-b275-4cd35143f09f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Calling delete_port for 7e6f5ab0-387d-4b2a-ac72-a1c7adc01d45 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:14:59.763367 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Port a12a392a-b378-416d-aad7-1293c349aa22 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:14:59.823321 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 796df052-1bcd-4675-94ce-016c036556dc is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:14:59.847983 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 46ce091b-031c-4e0f-891d-a479b308972b up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:14:59.861453 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-db84dddf-5e58-4cbd-b030-ad43946280cb tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:59.871116 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.resource_extend [None req-8da60533-38cc-4e4c-bc49-600ee12d2906 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:14:59.904989 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812a680-20c5-48e4-87c1-8421b6d69824 req-65d9d48e-7db8-4fc0-8f17-daf7b2d154c9 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:14:59.910051 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8da60533-38cc-4e4c-bc49-600ee12d2906 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:14:59.911832 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3812a680-20c5-48e4-87c1-8421b6d69824 req-65d9d48e-7db8-4fc0-8f17-daf7b2d154c9 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.4479980 Oct 10 11:14:59.940546 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84dddf-5e58-4cbd-b030-ad43946280cb tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49995190-16b9-4950-83a1-403a62e15075,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:14:59.994899 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3812a680-20c5-48e4-87c1-8421b6d69824 req-56572818-b30b-468a-8487-53ebe18f03fb tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822103 Oct 10 11:14:59.998296 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f0089616-eb1c-4756-8939-e514e21ddcb0 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:00.006789 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port 46ce091b-031c-4e0f-891d-a479b308972b completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:00.021812 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 46ce091b-031c-4e0f-891d-a479b308972b triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:15:00.021812 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:00.021812 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 46ce091b-031c-4e0f-891d-a479b308972b Oct 10 11:15:00.057178 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8da60533-38cc-4e4c-bc49-600ee12d2906 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:00.091666 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-db84dddf-5e58-4cbd-b030-ad43946280cb tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:00.101694 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-db84dddf-5e58-4cbd-b030-ad43946280cb tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9606454 Oct 10 11:15:00.102913 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52412) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:00.141222 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 46ce091b-031c-4e0f-891d-a479b308972b is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:15:00.141971 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:00.170601 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e966ac4d-4ebc-4743-ad40-ed856ce4b1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ce091b-031c-4e0f-891d-a479b308972b'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:15:00.173800 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254e9400-d35c-4e32-a164-613b62f0a9ba" -d '{"events": [{"server_uuid": "e966ac4d-4ebc-4743-ad40-ed856ce4b1de", "name": "network-vif-plugged", "status": "completed", "tag": "46ce091b-031c-4e0f-891d-a479b308972b"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:15:00.181860 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 46ce091b-031c-4e0f-891d-a479b308972b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=46ce091b-031c-4e0f-891d-a479b308972b,segment=NetworkSegment(62ddf195-ca82-40a4-ab0f-3f5025c7f3de),segment_id=62ddf195-ca82-40a4-ab0f-3f5025c7f3de)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:00.185930 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-f0089616-eb1c-4756-8939-e514e21ddcb0 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Calling delete_port for f45bbe36-8127-444e-8562-9de93b524ccd owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:00.216713 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-857b58ac-867f-4dff-a735-b89eed9536bc tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:00.245171 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:00.285768 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Attempt 5 to provision port a12a392a-b378-416d-aad7-1293c349aa22 Oct 10 11:15:00.298301 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-27e3514c-1e1e-4169-9690-d9808a9f023a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:00.325423 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da60533-38cc-4e4c-bc49-600ee12d2906 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Port': ['ID=a12a392a-b378-416d-aad7-1293c349aa22,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:00.333146 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da60533-38cc-4e4c-bc49-600ee12d2906 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:00.333800 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8da60533-38cc-4e4c-bc49-600ee12d2906 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:00.338211 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8da60533-38cc-4e4c-bc49-600ee12d2906 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "PUT /v2.0/ports/a12a392a-b378-416d-aad7-1293c349aa22 HTTP/1.1" status: 200 len: 910 time: 3.7639229 Oct 10 11:15:00.339150 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52418) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:00.354594 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f682474-8e0c-41c4-b5b5-c0bd6580a6ae req-46d0a4dc-5408-47f0-8265-6a85b3db1ad8 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:00.356077 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3f682474-8e0c-41c4-b5b5-c0bd6580a6ae req-46d0a4dc-5408-47f0-8265-6a85b3db1ad8 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 945 time: 0.6752937 Oct 10 11:15:00.363822 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Port a12a392a-b378-416d-aad7-1293c349aa22 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:00.369333 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=46ce091b-031c-4e0f-891d-a479b308972b,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:00.392374 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ee79cbc6-68b9-426e-9b60-d39de0bd1acc tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:00.470145 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ee79cbc6-68b9-426e-9b60-d39de0bd1acc tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:00.491246 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cec584-7c19-453b-b8d5-4a3ebbfce680 req-3d830436-f966-4236-a9ce-359aa60c123f tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:00.492731 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a9cec584-7c19-453b-b8d5-4a3ebbfce680 req-3d830436-f966-4236-a9ce-359aa60c123f tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.2767634 Oct 10 11:15:00.529771 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3fcb14e5-4d1e-43b3-b275-4cd35143f09f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:00.575917 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a9cec584-7c19-453b-b8d5-4a3ebbfce680 req-e1f2f99c-7fc9-4ad6-a2d4-e1d4ab85d73e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733001 Oct 10 11:15:00.623413 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb14e5-4d1e-43b3-b275-4cd35143f09f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event deleted for resources: {'Port': ['ID=7e6f5ab0-387d-4b2a-ac72-a1c7adc01d45,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:00.636997 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7497b4be-547a-4a1f-95d3-c3a7b2640d87 x-openstack-request-id: req-7497b4be-547a-4a1f-95d3-c3a7b2640d87 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:15:00.637381 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e966ac4d-4ebc-4743-ad40-ed856ce4b1de", "name": "network-vif-plugged", "status": "completed", "tag": "46ce091b-031c-4e0f-891d-a479b308972b", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:15:00.638356 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7497b4be-547a-4a1f-95d3-c3a7b2640d87 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:15:00.638475 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3f682474-8e0c-41c4-b5b5-c0bd6580a6ae req-f825306f-6c2e-41ae-8855-5f91070eecb0 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/security-groups?id=15aba626-277c-4672-990c-ec1e6cd0d0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176147 Oct 10 11:15:00.638840 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7497b4be-547a-4a1f-95d3-c3a7b2640d87'] response: {'server_uuid': 'e966ac4d-4ebc-4743-ad40-ed856ce4b1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ce091b-031c-4e0f-891d-a479b308972b', 'code': 200} Oct 10 11:15:00.639936 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f0089616-eb1c-4756-8939-e514e21ddcb0 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:00.714828 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ee79cbc6-68b9-426e-9b60-d39de0bd1acc tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:00.727492 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0089616-eb1c-4756-8939-e514e21ddcb0 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Port': ['ID=f45bbe36-8127-444e-8562-9de93b524ccd,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:00.770795 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-857b58ac-867f-4dff-a735-b89eed9536bc tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:00.782818 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79cbc6-68b9-426e-9b60-d39de0bd1acc tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02275b0-3e65-4da9-92b9-677129feb91f,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:00.866830 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Attempt 6 to provision port a12a392a-b378-416d-aad7-1293c349aa22 Oct 10 11:15:00.868072 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f0089616-eb1c-4756-8939-e514e21ddcb0 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:00.877237 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ee79cbc6-68b9-426e-9b60-d39de0bd1acc tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:00.881328 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ee79cbc6-68b9-426e-9b60-d39de0bd1acc tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "DELETE /v2.0/security-groups/b02275b0-3e65-4da9-92b9-677129feb91f HTTP/1.1" status: 204 len: 168 time: 0.6671145 Oct 10 11:15:00.885589 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f0089616-eb1c-4756-8939-e514e21ddcb0 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/ports/f45bbe36-8127-444e-8562-9de93b524ccd HTTP/1.1" status: 204 len: 168 time: 1.6017604 Oct 10 11:15:00.887079 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52424) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:00.887411 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52426) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:00.953674 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Port a12a392a-b378-416d-aad7-1293c349aa22 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:00.994489 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-426330ec-f20f-4b92-a744-b6e331a4b128 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] GET failed (client error): The resource could not be found. Oct 10 11:15:00.995031 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-426330ec-f20f-4b92-a744-b6e331a4b128 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Synchronizing usage tracker for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:01.040694 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-27e3514c-1e1e-4169-9690-d9808a9f023a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:01.048737 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1091c252-e435-4477-9bc6-de063d5ac54f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Synchronizing usage tracker for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:01.062875 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeccae3-1900-4429-aecc-6816b5582cfa None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:01.072183 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be80ce-bf7b-46cf-82be-408e86415f24 req-919e2020-ee25-44ca-be20-fe910a1a7562 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:01.073689 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-18be80ce-bf7b-46cf-82be-408e86415f24 req-919e2020-ee25-44ca-be20-fe910a1a7562 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.2996933 Oct 10 11:15:01.093866 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b58ac-867f-4dff-a735-b89eed9536bc tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=cb822cf4-3a02-40a1-8578-3f7fc359112c,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:01.102161 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-857b58ac-867f-4dff-a735-b89eed9536bc tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:01.156040 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-426330ec-f20f-4b92-a744-b6e331a4b128 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Unset dirty status for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:01.158778 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-426330ec-f20f-4b92-a744-b6e331a4b128 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "GET /v2.0/ports/f45bbe36-8127-444e-8562-9de93b524ccd HTTP/1.1" status: 404 len: 333 time: 0.2687893 Oct 10 11:15:01.167960 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52432) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:01.179038 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1091c252-e435-4477-9bc6-de063d5ac54f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Unset dirty status for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:01.180249 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1091c252-e435-4477-9bc6-de063d5ac54f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2919161 Oct 10 11:15:01.213792 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52436) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:01.243022 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-52f8ce63-ccbe-4c44-bf2c-9d97af00e53b tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Request body: {'security_group': {'name': 'tempest-secgroup--596697581'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:01.259123 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e3514c-1e1e-4169-9690-d9808a9f023a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network 999e2f79-996e-40da-920a-05cf6cbac0ff is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:01.267400 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-52f8ce63-ccbe-4c44-bf2c-9d97af00e53b tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:01.269792 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-18be80ce-bf7b-46cf-82be-408e86415f24 req-992cb759-90a6-4ed0-867f-599a47649b8b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826541 Oct 10 11:15:01.279310 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-69303cc6-12e8-4d0c-9d96-5ee523867963 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting port 25825560-3e18-4288-874f-4df6af891f3c {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:01.279656 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-69303cc6-12e8-4d0c-9d96-5ee523867963 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:01.295116 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-27e3514c-1e1e-4169-9690-d9808a9f023a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:01.311542 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e3514c-1e1e-4169-9690-d9808a9f023a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:01.317580 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e3514c-1e1e-4169-9690-d9808a9f023a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:01.318192 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-27e3514c-1e1e-4169-9690-d9808a9f023a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:01.324846 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3514c-1e1e-4169-9690-d9808a9f023a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Port': ['ID=cb82a2a9-7d39-4cb4-b8d1-755ae253b62d,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:01.350780 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-857b58ac-867f-4dff-a735-b89eed9536bc tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/cb822cf4-3a02-40a1-8578-3f7fc359112c HTTP/1.1" status: 204 len: 168 time: 2.1728675 Oct 10 11:15:01.361217 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52442) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:01.385147 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5991d4-933c-4425-baf8-cc7fb9259974 None None] DHCP port deletion for dac74586-4382-4e00-a6eb-f2005f114a9a request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:15:01.389503 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3d5991d4-933c-4425-baf8-cc7fb9259974 None None] Deleting port 796df052-1bcd-4675-94ce-016c036556dc {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:01.389915 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3d5991d4-933c-4425-baf8-cc7fb9259974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:01.420568 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-52f8ce63-ccbe-4c44-bf2c-9d97af00e53b tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:01.422825 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3f504-6c94-4bd1-80bc-5d7ec95d6391 req-fc52ac01-e7e8-46f0-8fa1-a977a077fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:01.423643 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c0e3f504-6c94-4bd1-80bc-5d7ec95d6391 req-fc52ac01-e7e8-46f0-8fa1-a977a077fb4a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 1099 time: 0.3297279 Oct 10 11:15:01.455028 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Attempt 7 to provision port a12a392a-b378-416d-aad7-1293c349aa22 Oct 10 11:15:01.456454 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d885aaa3-36bb-4b07-a68d-7c1addb4b9d4 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0898952 Oct 10 11:15:01.459362 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fcb14e5-4d1e-43b3-b275-4cd35143f09f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Router 5b29db68-2788-491e-bb1a-1710265879bc has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:15:01.461939 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52446) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:01.510459 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c0e3f504-6c94-4bd1-80bc-5d7ec95d6391 req-40a4196c-bbaa-4d56-b179-fd05a7e4d825 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=15aba626-277c-4672-990c-ec1e6cd0d0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780389 Oct 10 11:15:01.576719 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 796df052-1bcd-4675-94ce-016c036556dc no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:15:01.592814 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-27e3514c-1e1e-4169-9690-d9808a9f023a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.0392325 Oct 10 11:15:01.596375 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52450) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:01.605109 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-2eb2dde0-dc9c-4fca-9065-b25be6872f38 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:01.681966 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-69303cc6-12e8-4d0c-9d96-5ee523867963 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:01.711206 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-52f8ce63-ccbe-4c44-bf2c-9d97af00e53b tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:01.725339 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Port a12a392a-b378-416d-aad7-1293c349aa22 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:01.825995 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-52f8ce63-ccbe-4c44-bf2c-9d97af00e53b tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:01.853322 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-52f8ce63-ccbe-4c44-bf2c-9d97af00e53b tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Usage tracker for resource:security_group_rule and tenant:171d59cd94d34ad6adf17fe18583574f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:01.860814 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-52f8ce63-ccbe-4c44-bf2c-9d97af00e53b tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:01.874091 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-3d5991d4-933c-4425-baf8-cc7fb9259974 None None] For port 796df052-1bcd-4675-94ce-016c036556dc, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=796df052-1bcd-4675-94ce-016c036556dc,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:01.874484 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3d5991d4-933c-4425-baf8-cc7fb9259974 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:01.876174 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-52f8ce63-ccbe-4c44-bf2c-9d97af00e53b tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:01.918350 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5b0df-7750-4403-9762-4712622aba2b req-5ea7a64e-2657-4a3e-95df-007b855ba698 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:01.919939 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4ba5b0df-7750-4403-9762-4712622aba2b req-5ea7a64e-2657-4a3e-95df-007b855ba698 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.4684734 Oct 10 11:15:01.967488 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e894d226-0078-483a-b087-2a8cfe2f07c1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:01.971760 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e894d226-0078-483a-b087-2a8cfe2f07c1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4715955 Oct 10 11:15:01.971760 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcb14e5-4d1e-43b3-b275-4cd35143f09f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:15:01.972267 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52456) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:02.000074 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213f51d8-7c0e-4b9f-9f95-003573e19bf1 None None] Sync routers for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:15:02.062838 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-69303cc6-12e8-4d0c-9d96-5ee523867963 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Calling delete_port for 25825560-3e18-4288-874f-4df6af891f3c owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:02.089846 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3d5991d4-933c-4425-baf8-cc7fb9259974 None None] Calling delete_port for 796df052-1bcd-4675-94ce-016c036556dc owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:02.169768 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213f51d8-7c0e-4b9f-9f95-003573e19bf1 None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:15:02.170662 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-213f51d8-7c0e-4b9f-9f95-003573e19bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:14:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:02.214496 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721bb1df-82cf-44e9-baeb-451621189e0f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:02.215241 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-721bb1df-82cf-44e9-baeb-451621189e0f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:02.224473 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4ba5b0df-7750-4403-9762-4712622aba2b req-87d10d23-a573-4922-aeab-72444955e4d9 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674809 Oct 10 11:15:02.228721 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Attempt 8 to provision port a12a392a-b378-416d-aad7-1293c349aa22 Oct 10 11:15:02.247677 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3fcb14e5-4d1e-43b3-b275-4cd35143f09f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:02.272844 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2eb2dde0-dc9c-4fca-9065-b25be6872f38 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:02.276098 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-52f8ce63-ccbe-4c44-bf2c-9d97af00e53b tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:02.282070 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3fcb14e5-4d1e-43b3-b275-4cd35143f09f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "DELETE /v2.0/ports/7e6f5ab0-387d-4b2a-ac72-a1c7adc01d45 HTTP/1.1" status: 204 len: 168 time: 4.7255542 Oct 10 11:15:02.283190 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52462) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:02.289927 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-213f51d8-7c0e-4b9f-9f95-003573e19bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:02.315323 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51745071-2caa-4183-b9b9-0514bbdcffeb req-ad45745d-e6d5-46ea-b24d-1ca50496b331 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:02.317914 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 796df052-1bcd-4675-94ce-016c036556dc is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:15:02.318372 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:02.322005 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-51745071-2caa-4183-b9b9-0514bbdcffeb req-ad45745d-e6d5-46ea-b24d-1ca50496b331 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 946 time: 0.5371060 Oct 10 11:15:02.347136 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ac474fec-d0fd-42cc-a681-f5bbc4950120 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:02.355312 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213f51d8-7c0e-4b9f-9f95-003573e19bf1 None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:15:02.355957 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-213f51d8-7c0e-4b9f-9f95-003573e19bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:14:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:02.419720 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-52f8ce63-ccbe-4c44-bf2c-9d97af00e53b tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:02.424014 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-721bb1df-82cf-44e9-baeb-451621189e0f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:02.429868 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-721bb1df-82cf-44e9-baeb-451621189e0f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4458175 Oct 10 11:15:02.430007 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52466) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:02.442276 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-51745071-2caa-4183-b9b9-0514bbdcffeb req-c7788252-d9e2-458e-ad67-b1e0774cb230 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/security-groups?id=15aba626-277c-4672-990c-ec1e6cd0d0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190250 Oct 10 11:15:02.477731 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-213f51d8-7c0e-4b9f-9f95-003573e19bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:02.478288 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213f51d8-7c0e-4b9f-9f95-003573e19bf1 None None] The sync data for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:15:02.487243 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Port a12a392a-b378-416d-aad7-1293c349aa22 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:02.497142 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 796df052-1bcd-4675-94ce-016c036556dc, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=796df052-1bcd-4675-94ce-016c036556dc,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:02.531597 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9a7ee467-a8d3-4d3c-8ea0-63f9039e35f4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "GET /v2.0/floatingips/acc0ff93-519c-4101-a866-610cfa15eb70 HTTP/1.1" status: 200 len: 688 time: 0.2472510 Oct 10 11:15:02.539258 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52470) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:02.544168 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ec5861de-2ee5-46ef-8920-6a28e528e5e3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1118767 Oct 10 11:15:02.548146 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-69303cc6-12e8-4d0c-9d96-5ee523867963 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:02.551749 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52474) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:02.602361 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-0c6e7cc1-76f2-4956-bd6b-63347174a316 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:02.606738 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:02.655504 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-3d5991d4-933c-4425-baf8-cc7fb9259974 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:15:02.655504 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-3d5991d4-933c-4425-baf8-cc7fb9259974 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:15:02.690104 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69303cc6-12e8-4d0c-9d96-5ee523867963 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Port': ['ID=25825560-3e18-4288-874f-4df6af891f3c,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:02.702399 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=796df052-1bcd-4675-94ce-016c036556dc,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:02.822201 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-69303cc6-12e8-4d0c-9d96-5ee523867963 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:02.856223 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8ce63-ccbe-4c44-bf2c-9d97af00e53b tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfae8b0d-2b22-45e0-add4-0e2b36e9e5dd,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:02.857224 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-0c6e7cc1-76f2-4956-bd6b-63347174a316 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:02.884275 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2eb2dde0-dc9c-4fca-9065-b25be6872f38 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:02.886103 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-0c6e7cc1-76f2-4956-bd6b-63347174a316 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:02.920383 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-52f8ce63-ccbe-4c44-bf2c-9d97af00e53b tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:02.924215 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-52f8ce63-ccbe-4c44-bf2c-9d97af00e53b tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7069592 Oct 10 11:15:02.924536 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52478) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:02.930837 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-ce43d85d-f1b9-45b3-875d-371bbdcd667e tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Request body: {'security_group': {'name': 'tempest-secgroup--542481957'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:02.931846 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-b61a0171-dfd4-4203-80fa-aa7225294ffb tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Deleting port 28666c3f-0245-48f6-8372-7a59fbddd23b {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:02.932190 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b61a0171-dfd4-4203-80fa-aa7225294ffb tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:02.937252 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ce43d85d-f1b9-45b3-875d-371bbdcd667e tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:02.946261 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-69303cc6-12e8-4d0c-9d96-5ee523867963 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/ports/25825560-3e18-4288-874f-4df6af891f3c HTTP/1.1" status: 204 len: 168 time: 1.7708898 Oct 10 11:15:02.959166 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52482) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:02.961697 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ce43d85d-f1b9-45b3-875d-371bbdcd667e tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:02.988136 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Attempt 9 to provision port a12a392a-b378-416d-aad7-1293c349aa22 Oct 10 11:15:03.007290 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2eb2dde0-dc9c-4fca-9065-b25be6872f38 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:03.007290 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-2eb2dde0-dc9c-4fca-9065-b25be6872f38 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] In _notify_port_updated(), no bound segment for port cb82a2a9-7d39-4cb4-b8d1-755ae253b62d on network 999e2f79-996e-40da-920a-05cf6cbac0ff {{(pid=89896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 10 11:15:03.011859 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb2dde0-dc9c-4fca-9065-b25be6872f38 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:03.012489 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2eb2dde0-dc9c-4fca-9065-b25be6872f38 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:03.016871 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2eb2dde0-dc9c-4fca-9065-b25be6872f38 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "PUT /v2.0/ports/cb82a2a9-7d39-4cb4-b8d1-755ae253b62d HTTP/1.1" status: 200 len: 818 time: 1.4162879 Oct 10 11:15:03.016871 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6e7cc1-76f2-4956-bd6b-63347174a316 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:03.017219 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52486) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:03.018806 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0c6e7cc1-76f2-4956-bd6b-63347174a316 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:03.048090 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Port a12a392a-b378-416d-aad7-1293c349aa22 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:03.094974 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-756eb373-08bd-47b3-b3e2-589dbb2104da tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] GET failed (client error): The resource could not be found. Oct 10 11:15:03.095607 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-756eb373-08bd-47b3-b3e2-589dbb2104da tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Synchronizing usage tracker for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:03.136776 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-3655ae2c-f722-422d-b539-a77f6ec5fb0e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting port cb82a2a9-7d39-4cb4-b8d1-755ae253b62d {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:03.137122 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3655ae2c-f722-422d-b539-a77f6ec5fb0e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:03.157138 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3d5991d4-933c-4425-baf8-cc7fb9259974 None None] Deleting port 796df052-1bcd-4675-94ce-016c036556dc {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:03.157706 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3d5991d4-933c-4425-baf8-cc7fb9259974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:03.183480 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ce43d85d-f1b9-45b3-875d-371bbdcd667e tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:03.222517 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2dde0-dc9c-4fca-9065-b25be6872f38 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Port': ['ID=cb82a2a9-7d39-4cb4-b8d1-755ae253b62d,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:03.232791 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ce43d85d-f1b9-45b3-875d-371bbdcd667e tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:03.239334 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ce43d85d-f1b9-45b3-875d-371bbdcd667e tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Usage tracker for resource:security_group_rule and tenant:171d59cd94d34ad6adf17fe18583574f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:03.243958 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ce43d85d-f1b9-45b3-875d-371bbdcd667e tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:03.252020 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ce43d85d-f1b9-45b3-875d-371bbdcd667e tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:03.317676 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-756eb373-08bd-47b3-b3e2-589dbb2104da tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Unset dirty status for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:03.318856 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-756eb373-08bd-47b3-b3e2-589dbb2104da tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "GET /v2.0/ports/25825560-3e18-4288-874f-4df6af891f3c HTTP/1.1" status: 404 len: 333 time: 0.3587430 Oct 10 11:15:03.325774 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52490) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:03.335749 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b61a0171-dfd4-4203-80fa-aa7225294ffb tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:03.336302 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b61a0171-dfd4-4203-80fa-aa7225294ffb tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:03.407478 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-57ad8ef6-f126-44e3-9dd6-bd76cff4edd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:03.418191 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-3d5991d4-933c-4425-baf8-cc7fb9259974 None None] For port 796df052-1bcd-4675-94ce-016c036556dc, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=796df052-1bcd-4675-94ce-016c036556dc,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:03.418585 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3d5991d4-933c-4425-baf8-cc7fb9259974 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:03.466711 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09c19d7-802e-43f3-9ecb-d85712f83a3f tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting subnet 8976d9bf-b36d-400c-b470-2388e7d0a466 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:15:03.474033 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d09c19d7-802e-43f3-9ecb-d85712f83a3f tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:03.518657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-b61a0171-dfd4-4203-80fa-aa7225294ffb tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Calling delete_port for 28666c3f-0245-48f6-8372-7a59fbddd23b owned by network:floatingip {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:03.557481 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Attempt 10 to provision port a12a392a-b378-416d-aad7-1293c349aa22 Oct 10 11:15:03.577034 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d09c19d7-802e-43f3-9ecb-d85712f83a3f tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:03.599092 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3d5991d4-933c-4425-baf8-cc7fb9259974 None None] Calling delete_port for 796df052-1bcd-4675-94ce-016c036556dc owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:03.638535 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ce43d85d-f1b9-45b3-875d-371bbdcd667e tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:03.648582 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-ac474fec-d0fd-42cc-a681-f5bbc4950120 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Deleting port a12a392a-b378-416d-aad7-1293c349aa22 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:03.648918 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ac474fec-d0fd-42cc-a681-f5bbc4950120 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:03.682380 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Port a12a392a-b378-416d-aad7-1293c349aa22 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:03.686053 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0c6e7cc1-76f2-4956-bd6b-63347174a316 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:03.692278 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d09c19d7-802e-43f3-9ecb-d85712f83a3f tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:03.699574 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Could not find standard attr ID for object fd28e954-9f38-4460-b3bd-417cbe1a9827. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:15:03.704497 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-455dabec-3256-4df2-a758-41cb2d9b6611 None None] Could not find standard attr ID for object 25825560-3e18-4288-874f-4df6af891f3c. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:15:03.767108 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ce43d85d-f1b9-45b3-875d-371bbdcd667e tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:03.803124 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3655ae2c-f722-422d-b539-a77f6ec5fb0e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:03.810765 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3d5991d4-933c-4425-baf8-cc7fb9259974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:03.837576 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6e7cc1-76f2-4956-bd6b-63347174a316 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:03.852082 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-0c6e7cc1-76f2-4956-bd6b-63347174a316 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:03.868605 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6e7cc1-76f2-4956-bd6b-63347174a316 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:03.869205 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0c6e7cc1-76f2-4956-bd6b-63347174a316 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:03.870505 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-9e9f88ce-0932-4b2d-8a36-2ec9d56f30a9 None None] Could not find standard attr ID for object f45bbe36-8127-444e-8562-9de93b524ccd. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:15:03.873298 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e7cc1-76f2-4956-bd6b-63347174a316 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=e5ce394d-6632-4a4e-a216-1acd01ada2b3,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:03.873432 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5991d4-933c-4425-baf8-cc7fb9259974 None None] Pushing event deleted for resources: {'Port': ['ID=796df052-1bcd-4675-94ce-016c036556dc,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:03.875400 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5991d4-933c-4425-baf8-cc7fb9259974 None None] No DVR routers for this DVR port 796df052-1bcd-4675-94ce-016c036556dc on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:15:03.880911 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43d85d-f1b9-45b3-875d-371bbdcd667e tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c28838-f8a5-4cfe-8b67-6dcfa59e03db,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:03.934104 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3302ddd5-fe60-488d-bd0c-bada21f272d3 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:03.975430 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-3655ae2c-f722-422d-b539-a77f6ec5fb0e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Calling delete_port for cb82a2a9-7d39-4cb4-b8d1-755ae253b62d owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:03.976510 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ce43d85d-f1b9-45b3-875d-371bbdcd667e tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:03.977808 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ce43d85d-f1b9-45b3-875d-371bbdcd667e tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0520194 Oct 10 11:15:03.980445 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52496) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:03.986269 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-5122b681-11b6-4d94-9bb3-e84ac91996a6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Request body: {'security_group_rule': {'security_group_id': 'cfae8b0d-2b22-45e0-add4-0e2b36e9e5dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a2c28838-f8a5-4cfe-8b67-6dcfa59e03db', 'remote_ip_prefix': None}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:03.992491 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5122b681-11b6-4d94-9bb3-e84ac91996a6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:03.996695 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5122b681-11b6-4d94-9bb3-e84ac91996a6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Usage tracker for resource:security_group_rule and tenant:171d59cd94d34ad6adf17fe18583574f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:03.999775 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5122b681-11b6-4d94-9bb3-e84ac91996a6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:04.006675 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5122b681-11b6-4d94-9bb3-e84ac91996a6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:04.010274 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d09c19d7-802e-43f3-9ecb-d85712f83a3f tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:04.043068 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0c6e7cc1-76f2-4956-bd6b-63347174a316 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4895194 Oct 10 11:15:04.050827 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52500) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:04.066344 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c19d7-802e-43f3-9ecb-d85712f83a3f tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Subnet': ['ID=8976d9bf-b36d-400c-b470-2388e7d0a466,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:04.067149 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d09c19d7-802e-43f3-9ecb-d85712f83a3f tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:04.068563 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d09c19d7-802e-43f3-9ecb-d85712f83a3f tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/subnets/8976d9bf-b36d-400c-b470-2388e7d0a466 HTTP/1.1" status: 204 len: 168 time: 0.7418396 Oct 10 11:15:04.075178 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52504) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:04.081670 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3067e4e8-c01d-447b-bf3b-05bd07b2b4a5 None None] Network 878309c2-7232-4a29-8b30-41fc2abc9987 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:04.315063 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5122b681-11b6-4d94-9bb3-e84ac91996a6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:04.324137 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bb2ed-4b7f-4098-afce-462b2df5d87c req-366888aa-ef1b-4daf-9320-7901af2c55b9 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:04.325644 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d57bb2ed-4b7f-4098-afce-462b2df5d87c req-366888aa-ef1b-4daf-9320-7901af2c55b9 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 946 time: 0.7339039 Oct 10 11:15:04.331530 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-30467191-b730-40e5-aedd-c9522bef0cf7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'port': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'mac_address': 'fa:16:3e:c4:ab:a9', 'name': 'tempest-NetworksTestDHCPv6-1493264977'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:04.391201 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ac474fec-d0fd-42cc-a681-f5bbc4950120 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:04.399355 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f2e0ff64-8a89-4e3b-881c-5b30e3ca7385 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:04.462233 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ecff67-8173-436a-85a6-87d24a5f3a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-dac74586-4382-4e00-a6eb-f2005f114a9a', 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'fixed_ips': [{'subnet_id': 'e5ce394d-6632-4a4e-a216-1acd01ada2b3'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:15:04.463056 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d6ecff67-8173-436a-85a6-87d24a5f3a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:04.475819 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b61a0171-dfd4-4203-80fa-aa7225294ffb tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:04.507495 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-f2e0ff64-8a89-4e3b-881c-5b30e3ca7385 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting port ea56d894-4226-4aed-8dbd-fe09441076e5 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:04.507837 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f2e0ff64-8a89-4e3b-881c-5b30e3ca7385 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:04.581830 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-ac474fec-d0fd-42cc-a681-f5bbc4950120 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Calling delete_port for a12a392a-b378-416d-aad7-1293c349aa22 owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:04.616721 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5122b681-11b6-4d94-9bb3-e84ac91996a6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:04.631539 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d57bb2ed-4b7f-4098-afce-462b2df5d87c req-39289474-2571-4fcb-896f-e81cc17bd583 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/security-groups?id=15aba626-277c-4672-990c-ec1e6cd0d0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934074 Oct 10 11:15:04.632134 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3655ae2c-f722-422d-b539-a77f6ec5fb0e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:04.647503 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-30467191-b730-40e5-aedd-c9522bef0cf7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:04.659318 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a0171-dfd4-4203-80fa-aa7225294ffb tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event deleted for resources: {'Port': ['ID=28666c3f-0245-48f6-8372-7a59fbddd23b,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:04.663716 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-30467191-b730-40e5-aedd-c9522bef0cf7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:port and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:04.675923 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-30467191-b730-40e5-aedd-c9522bef0cf7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:04.684966 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-30467191-b730-40e5-aedd-c9522bef0cf7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:04.703082 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-d6ecff67-8173-436a-85a6-87d24a5f3a93 None None] Allocated IP 2001:db8::2 (dac74586-4382-4e00-a6eb-f2005f114a9a/e5ce394d-6632-4a4e-a216-1acd01ada2b3/1bbd224f-db14-4969-9df3-7a11a54e77cf) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:04.723749 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5122b681-11b6-4d94-9bb3-e84ac91996a6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:04.820530 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122b681-11b6-4d94-9bb3-e84ac91996a6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e355be-5702-4caf-b1f6-fa6c2e2eaf4c,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:04.838473 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b61a0171-dfd4-4203-80fa-aa7225294ffb tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:04.842346 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655ae2c-f722-422d-b539-a77f6ec5fb0e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Port': ['ID=cb82a2a9-7d39-4cb4-b8d1-755ae253b62d,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:04.858056 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3655ae2c-f722-422d-b539-a77f6ec5fb0e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:04.867935 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-f2e0ff64-8a89-4e3b-881c-5b30e3ca7385 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] For port ea56d894-4226-4aed-8dbd-fe09441076e5, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ea56d894-4226-4aed-8dbd-fe09441076e5,segment=NetworkSegment(6ae0bea5-4c8a-46eb-96c3-3acb31154e2e),segment_id=6ae0bea5-4c8a-46eb-96c3-3acb31154e2e)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:04.868350 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f2e0ff64-8a89-4e3b-881c-5b30e3ca7385 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:04.877684 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e98a86c-36c2-47eb-9092-cf9d79d13b43 None None] DHCP port deletion for 878309c2-7232-4a29-8b30-41fc2abc9987 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:15:04.929847 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4e98a86c-36c2-47eb-9092-cf9d79d13b43 None None] Deleting port ea56d894-4226-4aed-8dbd-fe09441076e5 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:04.930229 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4e98a86c-36c2-47eb-9092-cf9d79d13b43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:05.066967 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3655ae2c-f722-422d-b539-a77f6ec5fb0e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/ports/cb82a2a9-7d39-4cb4-b8d1-755ae253b62d HTTP/1.1" status: 204 len: 168 time: 2.0424175 Oct 10 11:15:05.066967 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52512) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:05.072352 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30467191-b730-40e5-aedd-c9522bef0cf7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:05.095388 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-f2e0ff64-8a89-4e3b-881c-5b30e3ca7385 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Calling delete_port for ea56d894-4226-4aed-8dbd-fe09441076e5 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:05.127591 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b61a0171-dfd4-4203-80fa-aa7225294ffb tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:05.132176 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5122b681-11b6-4d94-9bb3-e84ac91996a6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:05.138152 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b61a0171-dfd4-4203-80fa-aa7225294ffb tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "DELETE /v2.0/floatingips/acc0ff93-519c-4101-a866-610cfa15eb70 HTTP/1.1" status: 204 len: 168 time: 2.5902119 Oct 10 11:15:05.138350 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5122b681-11b6-4d94-9bb3-e84ac91996a6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1520855 Oct 10 11:15:05.138350 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52516) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:05.144204 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52518) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:05.168713 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-79f366ee-81bc-4fc9-ad94-e0f5ee0137c6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'port_id': 'f7f862c2-d212-4104-80af-4698ab5af369'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:05.182410 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-79f366ee-81bc-4fc9-ad94-e0f5ee0137c6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:05.191335 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ac474fec-d0fd-42cc-a681-f5bbc4950120 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:05.245604 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-79f366ee-81bc-4fc9-ad94-e0f5ee0137c6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Usage tracker for resource:floatingip and tenant:7753f2697ba4464ebd8d731982a0d1f7 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:05.255236 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-79f366ee-81bc-4fc9-ad94-e0f5ee0137c6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:05.270099 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d733ad84-84f6-4c4d-9ec5-99987b275945 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:05.272101 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-79f366ee-81bc-4fc9-ad94-e0f5ee0137c6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:05.277114 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac474fec-d0fd-42cc-a681-f5bbc4950120 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Port': ['ID=a12a392a-b378-416d-aad7-1293c349aa22,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:05.282333 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d6ecff67-8173-436a-85a6-87d24a5f3a93 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:05.311965 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-4e98a86c-36c2-47eb-9092-cf9d79d13b43 None None] For port ea56d894-4226-4aed-8dbd-fe09441076e5, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ea56d894-4226-4aed-8dbd-fe09441076e5,segment=NetworkSegment(6ae0bea5-4c8a-46eb-96c3-3acb31154e2e),segment_id=6ae0bea5-4c8a-46eb-96c3-3acb31154e2e)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:05.311965 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4e98a86c-36c2-47eb-9092-cf9d79d13b43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:05.315548 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d6ecff67-8173-436a-85a6-87d24a5f3a93 None None] Transition to ACTIVE for port object 1bbd224f-db14-4969-9df3-7a11a54e77cf will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:05.324489 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d733ad84-84f6-4c4d-9ec5-99987b275945 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:05.358772 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-30467191-b730-40e5-aedd-c9522bef0cf7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:05.389365 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4549d4b-e211-492c-a48b-5d891f6bf8d3 req-bb42b607-06fc-45f8-8d08-8dd346b42c2a tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:05.392034 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f4549d4b-e211-492c-a48b-5d891f6bf8d3 req-bb42b607-06fc-45f8-8d08-8dd346b42c2a tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 946 time: 0.4280794 Oct 10 11:15:05.418221 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-79f366ee-81bc-4fc9-ad94-e0f5ee0137c6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:05.447441 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f2e0ff64-8a89-4e3b-881c-5b30e3ca7385 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:05.513691 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-30467191-b730-40e5-aedd-c9522bef0cf7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] device_id is not set on port 5ad53622-7901-4508-bc90-36eb81c2f08b yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:15:05.514824 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d6ecff67-8173-436a-85a6-87d24a5f3a93 None None] Transition to ACTIVE for port object 1bbd224f-db14-4969-9df3-7a11a54e77cf will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:05.532226 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4e98a86c-36c2-47eb-9092-cf9d79d13b43 None None] Calling delete_port for ea56d894-4226-4aed-8dbd-fe09441076e5 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:05.583432 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0ff64-8a89-4e3b-881c-5b30e3ca7385 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Port': ['ID=ea56d894-4226-4aed-8dbd-fe09441076e5,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:05.606602 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ea56d894-4226-4aed-8dbd-fe09441076e5 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:15:05.613714 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e0ff64-8a89-4e3b-881c-5b30e3ca7385 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] No DVR routers for this DVR port ea56d894-4226-4aed-8dbd-fe09441076e5 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:15:05.656858 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f4549d4b-e211-492c-a48b-5d891f6bf8d3 req-dd1c193b-e4bb-4ff7-96b1-3ceefa0b9631 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/security-groups?id=15aba626-277c-4672-990c-ec1e6cd0d0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539575 Oct 10 11:15:05.676107 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d6ecff67-8173-436a-85a6-87d24a5f3a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:05.678023 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ac474fec-d0fd-42cc-a681-f5bbc4950120 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:05.724207 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: ea56d894-4226-4aed-8dbd-fe09441076e5 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:15:05.725212 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ea56d894-4226-4aed-8dbd-fe09441076e5 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:15:05.801087 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ecff67-8173-436a-85a6-87d24a5f3a93 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:05.804897 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-d6ecff67-8173-436a-85a6-87d24a5f3a93 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:05.809949 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ecff67-8173-436a-85a6-87d24a5f3a93 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:05.817259 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ecff67-8173-436a-85a6-87d24a5f3a93 None None] Pushing event updated for resources: {'Port': ['ID=1bbd224f-db14-4969-9df3-7a11a54e77cf,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:05.822460 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-4e98a86c-36c2-47eb-9092-cf9d79d13b43 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:15:05.822904 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-4e98a86c-36c2-47eb-9092-cf9d79d13b43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:15:05.872012 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-09cd7f9f-df7c-4af9-b3d2-4230d26da84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:05.933465 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62efb3af-eb57-42bd-ace4-3f8109c76f5e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:05.934375 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-62efb3af-eb57-42bd-ace4-3f8109c76f5e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Synchronizing usage tracker for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:05.951328 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d733ad84-84f6-4c4d-9ec5-99987b275945 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:05.954243 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d6ecff67-8173-436a-85a6-87d24a5f3a93 None None] Attempting to bind port 1bbd224f-db14-4969-9df3-7a11a54e77cf on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:15:05.954788 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d6ecff67-8173-436a-85a6-87d24a5f3a93 None None] Attempting to bind port 1bbd224f-db14-4969-9df3-7a11a54e77cf by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:15:05.956344 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ecff67-8173-436a-85a6-87d24a5f3a93 None None] Attempting to bind port 1bbd224f-db14-4969-9df3-7a11a54e77cf on network dac74586-4382-4e00-a6eb-f2005f114a9a {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:15:05.964042 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ecff67-8173-436a-85a6-87d24a5f3a93 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:15:05.964816 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ecff67-8173-436a-85a6-87d24a5f3a93 None None] Checking segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:15:05.965382 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d6ecff67-8173-436a-85a6-87d24a5f3a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:05.965934 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ecff67-8173-436a-85a6-87d24a5f3a93 None None] Bound using segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:15:05.966573 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d6ecff67-8173-436a-85a6-87d24a5f3a93 None None] Bound port: 1bbd224f-db14-4969-9df3-7a11a54e77cf, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:15:05.967249 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d6ecff67-8173-436a-85a6-87d24a5f3a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:05.972868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733ad84-84f6-4c4d-9ec5-99987b275945 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90e355be-5702-4caf-b1f6-fa6c2e2eaf4c,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:06.039227 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f2e0ff64-8a89-4e3b-881c-5b30e3ca7385 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:06.083608 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-30467191-b730-40e5-aedd-c9522bef0cf7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 2001:db8::367 (dac74586-4382-4e00-a6eb-f2005f114a9a/e5ce394d-6632-4a4e-a216-1acd01ada2b3/5ad53622-7901-4508-bc90-36eb81c2f08b) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:06.086140 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d6ecff67-8173-436a-85a6-87d24a5f3a93 None None] For port 1bbd224f-db14-4969-9df3-7a11a54e77cf, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:15:06.089410 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d6ecff67-8173-436a-85a6-87d24a5f3a93 None None] For port 1bbd224f-db14-4969-9df3-7a11a54e77cf, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1bbd224f-db14-4969-9df3-7a11a54e77cf,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:15:06.089918 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-f2e0ff64-8a89-4e3b-881c-5b30e3ca7385 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['878309c2-7232-4a29-8b30-41fc2abc9987']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:06.113467 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d733ad84-84f6-4c4d-9ec5-99987b275945 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:06.113729 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-f2e0ff64-8a89-4e3b-881c-5b30e3ca7385 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae0bea5-4c8a-46eb-96c3-3acb31154e2e') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:06.113844 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-f2e0ff64-8a89-4e3b-881c-5b30e3ca7385 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae0bea5-4c8a-46eb-96c3-3acb31154e2e') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:06.116838 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d733ad84-84f6-4c4d-9ec5-99987b275945 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/90e355be-5702-4caf-b1f6-fa6c2e2eaf4c HTTP/1.1" status: 204 len: 168 time: 0.9693117 Oct 10 11:15:06.121431 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52526) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:06.137230 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac474fec-d0fd-42cc-a681-f5bbc4950120 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Router 482ee349-c181-43f2-85e9-18de9f582332 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:15:06.144172 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-62efb3af-eb57-42bd-ace4-3f8109c76f5e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Unset dirty status for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:06.145337 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-62efb3af-eb57-42bd-ace4-3f8109c76f5e tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.0775938 Oct 10 11:15:06.148786 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52530) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:06.151728 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f2e0ff64-8a89-4e3b-881c-5b30e3ca7385 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:06.194943 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d6ecff67-8173-436a-85a6-87d24a5f3a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:06.204414 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f2e0ff64-8a89-4e3b-881c-5b30e3ca7385 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:06.236766 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e0ff64-8a89-4e3b-881c-5b30e3ca7385 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Releasing vlan 465 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:15:06.237179 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f2e0ff64-8a89-4e3b-881c-5b30e3ca7385 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:06.260274 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-79f366ee-81bc-4fc9-ad94-e0f5ee0137c6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:06.290934 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ecff67-8173-436a-85a6-87d24a5f3a93 None None] Pushing event updated for resources: {'Port': ['ID=1bbd224f-db14-4969-9df3-7a11a54e77cf,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:06.304127 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e8c3862d-c756-4eeb-954c-f4abc16cfd97 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Synchronizing usage tracker for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group_rule {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:06.308008 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 6ae0bea5-4c8a-46eb-96c3-3acb31154e2e resource provider aggregate not found Oct 10 11:15:06.324445 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4e98a86c-36c2-47eb-9092-cf9d79d13b43 None None] Deleting port ea56d894-4226-4aed-8dbd-fe09441076e5 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:06.324842 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4e98a86c-36c2-47eb-9092-cf9d79d13b43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:06.399520 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4e98a86c-36c2-47eb-9092-cf9d79d13b43 None None] The port 'ea56d894-4226-4aed-8dbd-fe09441076e5' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:15:06.407291 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 6ae0bea5-4c8a-46eb-96c3-3acb31154e2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ae0bea5-4c8a-46eb-96c3-3acb31154e2e found for delete ", "request_id": "req-d3ac04ce-cf5a-4be3-bed7-48ff695cb340"}]} Oct 10 11:15:06.412399 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-723d9257-893b-4f2f-b150-3ec0cbf430d2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] GET failed (client error): The resource could not be found. Oct 10 11:15:06.419518 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-723d9257-893b-4f2f-b150-3ec0cbf430d2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "GET /v2.0/ports/cb82a2a9-7d39-4cb4-b8d1-755ae253b62d HTTP/1.1" status: 404 len: 333 time: 0.2639306 Oct 10 11:15:06.429096 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52540) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:06.480991 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac474fec-d0fd-42cc-a681-f5bbc4950120 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:15:06.487646 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ac474fec-d0fd-42cc-a681-f5bbc4950120 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "PUT /v2.0/routers/482ee349-c181-43f2-85e9-18de9f582332/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1409569 Oct 10 11:15:06.489845 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52544) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:06.494151 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965b43bd-b732-40c6-bd5b-6e86fd1fb64a None None] Sync routers for ids ['482ee349-c181-43f2-85e9-18de9f582332'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:15:06.499919 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-c14a4c94-b65c-4e2c-bdf0-1eb0fe3d36cd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-121795689'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:06.505682 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b43bd-b732-40c6-bd5b-6e86fd1fb64a None None] Routers {'482ee349-c181-43f2-85e9-18de9f582332'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:15:06.506595 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-965b43bd-b732-40c6-bd5b-6e86fd1fb64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:15:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['482ee349-c181-43f2-85e9-18de9f582332'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:06.533075 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c14a4c94-b65c-4e2c-bdf0-1eb0fe3d36cd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:06.546361 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-48cff7a0-ae19-4282-9ff8-d3c890367945 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Synchronizing usage tracker for tenant:bff75ec139ff428ea17476871cda1880 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:06.581074 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-965b43bd-b732-40c6-bd5b-6e86fd1fb64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:06.591593 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b43bd-b732-40c6-bd5b-6e86fd1fb64a None None] Routers {'482ee349-c181-43f2-85e9-18de9f582332'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:15:06.592368 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-965b43bd-b732-40c6-bd5b-6e86fd1fb64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:15:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['482ee349-c181-43f2-85e9-18de9f582332'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:06.603044 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c14a4c94-b65c-4e2c-bdf0-1eb0fe3d36cd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:network and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:06.612107 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c14a4c94-b65c-4e2c-bdf0-1eb0fe3d36cd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:06.631680 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c14a4c94-b65c-4e2c-bdf0-1eb0fe3d36cd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:06.647012 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-48cff7a0-ae19-4282-9ff8-d3c890367945 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Unset dirty status for tenant:bff75ec139ff428ea17476871cda1880 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:06.648840 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-48cff7a0-ae19-4282-9ff8-d3c890367945 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "GET /v2.0/ports?device_id=482ee349-c181-43f2-85e9-18de9f582332 HTTP/1.1" status: 200 len: 205 time: 0.1573279 Oct 10 11:15:06.658503 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52548) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:06.687944 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e8c3862d-c756-4eeb-954c-f4abc16cfd97 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Unset dirty status for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group_rule {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:06.693450 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e8c3862d-c756-4eeb-954c-f4abc16cfd97 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5622656 Oct 10 11:15:06.693598 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-965b43bd-b732-40c6-bd5b-6e86fd1fb64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:06.693598 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965b43bd-b732-40c6-bd5b-6e86fd1fb64a None None] The sync data for ids ['482ee349-c181-43f2-85e9-18de9f582332'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:15:06.730424 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52552) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:06.745655 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f2e0ff64-8a89-4e3b-881c-5b30e3ca7385 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:06.780504 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f2e0ff64-8a89-4e3b-881c-5b30e3ca7385 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:06.792383 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14a4c94-b65c-4e2c-bdf0-1eb0fe3d36cd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:06.795795 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c14a4c94-b65c-4e2c-bdf0-1eb0fe3d36cd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:06.823853 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0ff64-8a89-4e3b-881c-5b30e3ca7385 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Network': ['ID=878309c2-7232-4a29-8b30-41fc2abc9987,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:06.846751 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a377f62b-2769-46a3-98f1-ebd0e8375944 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:06.866140 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-30467191-b730-40e5-aedd-c9522bef0cf7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:06.876675 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-79f366ee-81bc-4fc9-ad94-e0f5ee0137c6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Allocated IP 172.26.4.29 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/a80b0ef4-7b43-4972-98d6-e66eb5b0c964) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:06.881956 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f2e0ff64-8a89-4e3b-881c-5b30e3ca7385 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/networks/878309c2-7232-4a29-8b30-41fc2abc9987 HTTP/1.1" status: 204 len: 168 time: 2.8058043 Oct 10 11:15:06.892024 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52556) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:06.901285 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e14c9-d5d5-4b7d-a263-b576a1227b9d req-290f5f9c-009a-4a72-acea-e37d0b6457a6 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:06.902827 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f43e14c9-d5d5-4b7d-a263-b576a1227b9d req-290f5f9c-009a-4a72-acea-e37d0b6457a6 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 946 time: 0.4997301 Oct 10 11:15:06.914829 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-546d7b58-0ad6-4680-ad50-52ffeeee972d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1865212855'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:06.936337 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:06.948847 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-546d7b58-0ad6-4680-ad50-52ffeeee972d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:06.951254 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c14a4c94-b65c-4e2c-bdf0-1eb0fe3d36cd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 497} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:15:06.955576 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-30467191-b730-40e5-aedd-c9522bef0cf7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Transition to ACTIVE for port object 5ad53622-7901-4508-bc90-36eb81c2f08b will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:06.961117 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:06.970613 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-546d7b58-0ad6-4680-ad50-52ffeeee972d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:network and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:07.002287 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-546d7b58-0ad6-4680-ad50-52ffeeee972d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:07.023591 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-546d7b58-0ad6-4680-ad50-52ffeeee972d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:07.028843 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c14a4c94-b65c-4e2c-bdf0-1eb0fe3d36cd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:07.029194 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-c14a4c94-b65c-4e2c-bdf0-1eb0fe3d36cd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Added segment fc787bd5-9cf8-45c4-997b-31912c17cf11 of type vlan for network 199558a1-848d-4c62-b5b4-63066ad839d3 Oct 10 11:15:07.104215 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f43e14c9-d5d5-4b7d-a263-b576a1227b9d req-ab4e312f-6116-4619-8efd-e5171ab215da tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/security-groups?id=15aba626-277c-4672-990c-ec1e6cd0d0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838872 Oct 10 11:15:07.135954 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6e07a9c5-968f-463f-b600-94becd91ee00 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:07.164383 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c14a4c94-b65c-4e2c-bdf0-1eb0fe3d36cd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:07.192985 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546d7b58-0ad6-4680-ad50-52ffeeee972d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:07.196511 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-546d7b58-0ad6-4680-ad50-52ffeeee972d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:07.206912 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a377f62b-2769-46a3-98f1-ebd0e8375944 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:07.211474 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-79f366ee-81bc-4fc9-ad94-e0f5ee0137c6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:07.215052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a377f62b-2769-46a3-98f1-ebd0e8375944 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:07.225434 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6e07a9c5-968f-463f-b600-94becd91ee00 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:07.233205 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-30467191-b730-40e5-aedd-c9522bef0cf7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:07.313328 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a377f62b-2769-46a3-98f1-ebd0e8375944 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:07.313902 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a377f62b-2769-46a3-98f1-ebd0e8375944 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Fanout notify agent at l3_agent the message router_deleted on router 482ee349-c181-43f2-85e9-18de9f582332 {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:15:07.323845 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546d7b58-0ad6-4680-ad50-52ffeeee972d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 467} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:15:07.341402 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a377f62b-2769-46a3-98f1-ebd0e8375944 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:07.342633 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a377f62b-2769-46a3-98f1-ebd0e8375944 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/routers/482ee349-c181-43f2-85e9-18de9f582332 HTTP/1.1" status: 204 len: 168 time: 0.6842830 Oct 10 11:15:07.345640 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30467191-b730-40e5-aedd-c9522bef0cf7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:07.345966 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52560) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:07.351779 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-30467191-b730-40e5-aedd-c9522bef0cf7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:07.360833 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30467191-b730-40e5-aedd-c9522bef0cf7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:07.366698 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30467191-b730-40e5-aedd-c9522bef0cf7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:07.367320 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-30467191-b730-40e5-aedd-c9522bef0cf7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:07.371230 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30467191-b730-40e5-aedd-c9522bef0cf7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Port': ['ID=5ad53622-7901-4508-bc90-36eb81c2f08b,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:07.373586 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c14a4c94-b65c-4e2c-bdf0-1eb0fe3d36cd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:07.380168 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14a4c94-b65c-4e2c-bdf0-1eb0fe3d36cd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:07.380824 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c14a4c94-b65c-4e2c-bdf0-1eb0fe3d36cd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:07.384861 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6e07a9c5-968f-463f-b600-94becd91ee00 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:07.387099 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6e07a9c5-968f-463f-b600-94becd91ee00 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:07.387552 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-546d7b58-0ad6-4680-ad50-52ffeeee972d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:07.391052 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-546d7b58-0ad6-4680-ad50-52ffeeee972d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Added segment efd5b8f0-74ff-40f4-b82b-fe1df64782e4 of type vlan for network 5eaffece-653d-454b-8d1d-52ee888fa406 Oct 10 11:15:07.391194 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6e07a9c5-968f-463f-b600-94becd91ee00 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "DELETE /v2.0/security-groups/a2c28838-f8a5-4cfe-8b67-6dcfa59e03db HTTP/1.1" status: 204 len: 168 time: 0.6570640 Oct 10 11:15:07.403064 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52564) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:07.436132 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07a9c5-968f-463f-b600-94becd91ee00 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c28838-f8a5-4cfe-8b67-6dcfa59e03db,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:07.472829 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-1002359c-5216-441f-a65f-59af102969db tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Deleting subnet ac32c1c5-7aa4-42b5-b681-df60df5adb60 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:15:07.478392 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1002359c-5216-441f-a65f-59af102969db tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:07.546132 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a4c94-b65c-4e2c-bdf0-1eb0fe3d36cd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Network': ['ID=199558a1-848d-4c62-b5b4-63066ad839d3,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:07.550226 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-546d7b58-0ad6-4680-ad50-52ffeeee972d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:07.567883 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-79f366ee-81bc-4fc9-ad94-e0f5ee0137c6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:07.574858 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1002359c-5216-441f-a65f-59af102969db tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:07.587484 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 199558a1-848d-4c62-b5b4-63066ad839d3 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:15:07.616783 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7a630ddb-ce23-4d3f-a35c-31bc1e87e597 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Synchronizing usage tracker for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:07.635805 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c14a4c94-b65c-4e2c-bdf0-1eb0fe3d36cd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1490648 Oct 10 11:15:07.635805 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-30467191-b730-40e5-aedd-c9522bef0cf7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5781548 Oct 10 11:15:07.639126 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52568) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:07.639460 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52570) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:07.640130 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1bbd224f-db14-4969-9df3-7a11a54e77cf up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:15:07.671866 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f366ee-81bc-4fc9-ad94-e0f5ee0137c6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:07.677712 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-79f366ee-81bc-4fc9-ad94-e0f5ee0137c6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:07.680741 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f366ee-81bc-4fc9-ad94-e0f5ee0137c6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:07.705882 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-a73ae2f1-5ade-40d0-ac3c-37b744bc6a6f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'subnet': {'network_id': '199558a1-848d-4c62-b5b4-63066ad839d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:07.710023 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f366ee-81bc-4fc9-ad94-e0f5ee0137c6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event updated for resources: {'Port': ['ID=a80b0ef4-7b43-4972-98d6-e66eb5b0c964,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:07.775411 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-546d7b58-0ad6-4680-ad50-52ffeeee972d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:07.782329 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546d7b58-0ad6-4680-ad50-52ffeeee972d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:07.783262 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-546d7b58-0ad6-4680-ad50-52ffeeee972d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:07.793451 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1002359c-5216-441f-a65f-59af102969db tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:07.896687 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0e2b420a-3c8b-450f-aa79-14f08d5b82a4 None None] Provisioning for port 1bbd224f-db14-4969-9df3-7a11a54e77cf completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:07.925758 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 1bbd224f-db14-4969-9df3-7a11a54e77cf completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:07.932387 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 1bbd224f-db14-4969-9df3-7a11a54e77cf triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:15:07.932985 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:07.934239 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 1bbd224f-db14-4969-9df3-7a11a54e77cf Oct 10 11:15:07.937662 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7a630ddb-ce23-4d3f-a35c-31bc1e87e597 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Unset dirty status for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:07.942483 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7a630ddb-ce23-4d3f-a35c-31bc1e87e597 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.5382552 Oct 10 11:15:07.943256 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52576) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:07.972788 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-546d7b58-0ad6-4680-ad50-52ffeeee972d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0689349 Oct 10 11:15:07.977205 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52580) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:07.979397 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d7b58-0ad6-4680-ad50-52ffeeee972d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Network': ['ID=5eaffece-653d-454b-8d1d-52ee888fa406,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:07.994705 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d7b58-0ad6-4680-ad50-52ffeeee972d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:07.995296 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d7b58-0ad6-4680-ad50-52ffeeee972d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:07.995828 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d7b58-0ad6-4680-ad50-52ffeeee972d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:07.996323 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d7b58-0ad6-4680-ad50-52ffeeee972d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:07.997063 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d7b58-0ad6-4680-ad50-52ffeeee972d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:07.997628 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d7b58-0ad6-4680-ad50-52ffeeee972d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:07.998113 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d7b58-0ad6-4680-ad50-52ffeeee972d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:07.998611 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d7b58-0ad6-4680-ad50-52ffeeee972d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:07.999109 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d7b58-0ad6-4680-ad50-52ffeeee972d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:07.999720 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d7b58-0ad6-4680-ad50-52ffeeee972d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:08.000287 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d7b58-0ad6-4680-ad50-52ffeeee972d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:08.000823 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546d7b58-0ad6-4680-ad50-52ffeeee972d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:08.007460 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-26076d4d-eea1-4b9a-a6d5-ee59fce3d344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'subnet': {'network_id': '5eaffece-653d-454b-8d1d-52ee888fa406', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:08.029793 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 5eaffece-653d-454b-8d1d-52ee888fa406 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:15:08.061667 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a73ae2f1-5ade-40d0-ac3c-37b744bc6a6f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:08.075441 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a73ae2f1-5ade-40d0-ac3c-37b744bc6a6f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:subnet and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:08.220156 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a73ae2f1-5ade-40d0-ac3c-37b744bc6a6f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:08.234039 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1002359c-5216-441f-a65f-59af102969db tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:08.240632 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a73ae2f1-5ade-40d0-ac3c-37b744bc6a6f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:08.248076 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 1bbd224f-db14-4969-9df3-7a11a54e77cf is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:15:08.248461 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:08.267555 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-c2ea1b23-ea11-4023-b29d-e01bdbe442e5 None None] Provisioning for port 5ad53622-7901-4508-bc90-36eb81c2f08b completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:08.280863 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-c2ea1b23-ea11-4023-b29d-e01bdbe442e5 None None] Provisioning complete for port 5ad53622-7901-4508-bc90-36eb81c2f08b triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:15:08.281215 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c2ea1b23-ea11-4023-b29d-e01bdbe442e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:08.282095 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c2ea1b23-ea11-4023-b29d-e01bdbe442e5 None None] Attempt 1 to provision port 5ad53622-7901-4508-bc90-36eb81c2f08b Oct 10 11:15:08.334926 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3249c0e5-7383-4e4e-941b-42be4594a47a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:08.340619 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3249c0e5-7383-4e4e-941b-42be4594a47a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:08.342200 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3249c0e5-7383-4e4e-941b-42be4594a47a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6966476 Oct 10 11:15:08.345747 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52586) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:08.348317 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 1bbd224f-db14-4969-9df3-7a11a54e77cf, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1bbd224f-db14-4969-9df3-7a11a54e77cf,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:08.354988 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c2ea1b23-ea11-4023-b29d-e01bdbe442e5 None None] Port 5ad53622-7901-4508-bc90-36eb81c2f08b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:08.406995 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002359c-5216-441f-a65f-59af102969db tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Subnet': ['ID=ac32c1c5-7aa4-42b5-b681-df60df5adb60,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:08.410151 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1002359c-5216-441f-a65f-59af102969db tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:08.419889 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c4d58b-d2a8-4b90-b8a6-b0f7696eb444 None None] Network 05226b8e-d8a7-49bf-8112-65d6b09f3502 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:08.429731 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-4f3f838d-03e8-4a0a-8723-e1d63c18f06d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting port 5ad53622-7901-4508-bc90-36eb81c2f08b {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:08.430077 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4f3f838d-03e8-4a0a-8723-e1d63c18f06d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:08.446604 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002359c-5216-441f-a65f-59af102969db tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:08.446942 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002359c-5216-441f-a65f-59af102969db tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:08.447284 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002359c-5216-441f-a65f-59af102969db tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:08.447616 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002359c-5216-441f-a65f-59af102969db tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:08.447945 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002359c-5216-441f-a65f-59af102969db tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:08.448268 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002359c-5216-441f-a65f-59af102969db tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:08.448586 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002359c-5216-441f-a65f-59af102969db tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:08.448906 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002359c-5216-441f-a65f-59af102969db tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:08.449221 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002359c-5216-441f-a65f-59af102969db tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:08.449800 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002359c-5216-441f-a65f-59af102969db tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:08.450147 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002359c-5216-441f-a65f-59af102969db tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:08.450473 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1002359c-5216-441f-a65f-59af102969db tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:08.456643 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1002359c-5216-441f-a65f-59af102969db tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/subnets/ac32c1c5-7aa4-42b5-b681-df60df5adb60 HTTP/1.1" status: 204 len: 168 time: 1.1096506 Oct 10 11:15:08.460767 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52590) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:08.466977 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a91b2df5-938c-4329-aa6f-dafe7f5ff5c1 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:08.475973 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-26076d4d-eea1-4b9a-a6d5-ee59fce3d344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:08.507297 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-26076d4d-eea1-4b9a-a6d5-ee59fce3d344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:subnet and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:08.524708 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73ae2f1-5ade-40d0-ac3c-37b744bc6a6f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:08.528104 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a73ae2f1-5ade-40d0-ac3c-37b744bc6a6f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:08.552324 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-26076d4d-eea1-4b9a-a6d5-ee59fce3d344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:08.584482 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-26076d4d-eea1-4b9a-a6d5-ee59fce3d344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:08.602321 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:08.658067 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a91b2df5-938c-4329-aa6f-dafe7f5ff5c1 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:08.699949 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-79f366ee-81bc-4fc9-ad94-e0f5ee0137c6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:08.704231 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:08.706306 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=1bbd224f-db14-4969-9df3-7a11a54e77cf,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:08.730419 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4f3f838d-03e8-4a0a-8723-e1d63c18f06d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:08.756178 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1bf03191-21b0-426e-afec-3ea0b0f66ca5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:08.798899 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b998a5-1de0-4bab-b802-c07422342781 req-0f00c32f-6ceb-4567-b90d-2ab5072266b1 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:08.800762 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-98b998a5-1de0-4bab-b802-c07422342781 req-0f00c32f-6ceb-4567-b90d-2ab5072266b1 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 946 time: 0.4766924 Oct 10 11:15:08.807032 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26076d4d-eea1-4b9a-a6d5-ee59fce3d344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:08.810558 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-26076d4d-eea1-4b9a-a6d5-ee59fce3d344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:08.817288 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f595a2-6a99-436d-8266-452138c222ec None None] DHCP port deletion for 05226b8e-d8a7-49bf-8112-65d6b09f3502 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:15:08.817288 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-75f595a2-6a99-436d-8266-452138c222ec None None] Deleting port 08e2a588-01cc-445d-8c59-ebaeac4a7947 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:08.817633 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-75f595a2-6a99-436d-8266-452138c222ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:08.857152 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c2ea1b23-ea11-4023-b29d-e01bdbe442e5 None None] Attempt 2 to provision port 5ad53622-7901-4508-bc90-36eb81c2f08b Oct 10 11:15:08.859194 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-1bf03191-21b0-426e-afec-3ea0b0f66ca5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Deleting port 08e2a588-01cc-445d-8c59-ebaeac4a7947 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:08.860078 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1bf03191-21b0-426e-afec-3ea0b0f66ca5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:08.864583 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-4f3f838d-03e8-4a0a-8723-e1d63c18f06d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Calling delete_port for 5ad53622-7901-4508-bc90-36eb81c2f08b owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:08.997675 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a91b2df5-938c-4329-aa6f-dafe7f5ff5c1 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:09.012424 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c2ea1b23-ea11-4023-b29d-e01bdbe442e5 None None] Port 5ad53622-7901-4508-bc90-36eb81c2f08b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:09.091547 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-79f366ee-81bc-4fc9-ad94-e0f5ee0137c6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:09.091791 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-98b998a5-1de0-4bab-b802-c07422342781 req-1fc50fcf-9d98-46f9-9f16-dfeed5ce7023 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/security-groups?id=15aba626-277c-4672-990c-ec1e6cd0d0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577538 Oct 10 11:15:09.102137 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b2df5-938c-4329-aa6f-dafe7f5ff5c1 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfae8b0d-2b22-45e0-add4-0e2b36e9e5dd,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:09.103490 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-75f595a2-6a99-436d-8266-452138c222ec None None] For port 08e2a588-01cc-445d-8c59-ebaeac4a7947, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=08e2a588-01cc-445d-8c59-ebaeac4a7947,segment=NetworkSegment(ae2cf185-825c-47b7-8f0d-c4690ca9eabd),segment_id=ae2cf185-825c-47b7-8f0d-c4690ca9eabd)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:09.111461 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-75f595a2-6a99-436d-8266-452138c222ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:09.268205 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4f3f838d-03e8-4a0a-8723-e1d63c18f06d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:09.288997 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-75f595a2-6a99-436d-8266-452138c222ec None None] Calling delete_port for 08e2a588-01cc-445d-8c59-ebaeac4a7947 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:09.325345 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f838d-03e8-4a0a-8723-e1d63c18f06d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Port': ['ID=5ad53622-7901-4508-bc90-36eb81c2f08b,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:09.389990 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-1bf03191-21b0-426e-afec-3ea0b0f66ca5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] For port 08e2a588-01cc-445d-8c59-ebaeac4a7947, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=08e2a588-01cc-445d-8c59-ebaeac4a7947,segment=NetworkSegment(ae2cf185-825c-47b7-8f0d-c4690ca9eabd),segment_id=ae2cf185-825c-47b7-8f0d-c4690ca9eabd)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:09.390384 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1bf03191-21b0-426e-afec-3ea0b0f66ca5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:09.399652 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4f3f838d-03e8-4a0a-8723-e1d63c18f06d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:09.417940 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4f3f838d-03e8-4a0a-8723-e1d63c18f06d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/5ad53622-7901-4508-bc90-36eb81c2f08b HTTP/1.1" status: 204 len: 168 time: 1.0710099 Oct 10 11:15:09.420942 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52596) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:09.433003 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:09.470541 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-79f366ee-81bc-4fc9-ad94-e0f5ee0137c6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:09.496442 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-75f595a2-6a99-436d-8266-452138c222ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:09.539037 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f437b3-80ff-4064-8bb4-c1e7ce213856 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:09.542763 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f437b3-80ff-4064-8bb4-c1e7ce213856 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:09.546323 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-51f437b3-80ff-4064-8bb4-c1e7ce213856 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:09.557185 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f595a2-6a99-436d-8266-452138c222ec None None] No DVR routers for this DVR port 08e2a588-01cc-445d-8c59-ebaeac4a7947 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:15:09.582801 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c2ea1b23-ea11-4023-b29d-e01bdbe442e5 None None] Attempt 3 to provision port 5ad53622-7901-4508-bc90-36eb81c2f08b Oct 10 11:15:09.600978 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-79f366ee-81bc-4fc9-ad94-e0f5ee0137c6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:09.626259 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-1bf03191-21b0-426e-afec-3ea0b0f66ca5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Calling delete_port for 08e2a588-01cc-445d-8c59-ebaeac4a7947 owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:09.627583 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1bbd224f-db14-4969-9df3-7a11a54e77cf up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:15:09.667645 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f595a2-6a99-436d-8266-452138c222ec None None] Pushing event deleted for resources: {'Port': ['ID=08e2a588-01cc-445d-8c59-ebaeac4a7947,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:09.677325 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c2ea1b23-ea11-4023-b29d-e01bdbe442e5 None None] Port 5ad53622-7901-4508-bc90-36eb81c2f08b was deleted so its status cannot be updated. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 10 11:15:09.715384 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 1bbd224f-db14-4969-9df3-7a11a54e77cf triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:15:09.715903 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:09.716367 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 1bbd224f-db14-4969-9df3-7a11a54e77cf Oct 10 11:15:09.726509 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a73ae2f1-5ade-40d0-ac3c-37b744bc6a6f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:09.769910 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-51f437b3-80ff-4064-8bb4-c1e7ce213856 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:09.774011 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-51f437b3-80ff-4064-8bb4-c1e7ce213856 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3490303 Oct 10 11:15:09.779700 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a91b2df5-938c-4329-aa6f-dafe7f5ff5c1 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:09.781138 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a91b2df5-938c-4329-aa6f-dafe7f5ff5c1 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "DELETE /v2.0/security-groups/cfae8b0d-2b22-45e0-add4-0e2b36e9e5dd HTTP/1.1" status: 204 len: 168 time: 1.8279293 Oct 10 11:15:09.787629 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52602) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:09.787967 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52604) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:09.824469 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.api [None req-1bf03191-21b0-426e-afec-3ea0b0f66ca5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:15:09.826261 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG oslo_db.api [None req-1bf03191-21b0-426e-afec-3ea0b0f66ca5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:15:09.861411 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ae2f1-5ade-40d0-ac3c-37b744bc6a6f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Subnet': ['ID=9d1d7ef6-bcd5-4792-b2cb-fd0d11b13a1e,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:09.870440 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-26076d4d-eea1-4b9a-a6d5-ee59fce3d344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:09.876175 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 1bbd224f-db14-4969-9df3-7a11a54e77cf is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:15:09.927745 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 08e2a588-01cc-445d-8c59-ebaeac4a7947 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:15:09.947374 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-79f366ee-81bc-4fc9-ad94-e0f5ee0137c6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:10.007698 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 08e2a588-01cc-445d-8c59-ebaeac4a7947 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:15:10.008193 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 08e2a588-01cc-445d-8c59-ebaeac4a7947 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:15:10.011248 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ae2f1-5ade-40d0-ac3c-37b744bc6a6f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Checking segment: {'id': 'fc787bd5-9cf8-45c4-997b-31912c17cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '199558a1-848d-4c62-b5b4-63066ad839d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:15:10.011674 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73ae2f1-5ade-40d0-ac3c-37b744bc6a6f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network hostable DHCP agents. Network: 199558a1-848d-4c62-b5b4-63066ad839d3, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:15:10.076842 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26076d4d-eea1-4b9a-a6d5-ee59fce3d344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Subnet': ['ID=f12cf747-c4d4-4b1e-86bb-c005ff29a243,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:10.096444 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26076d4d-eea1-4b9a-a6d5-ee59fce3d344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Checking segment: {'id': 'efd5b8f0-74ff-40f4-b82b-fe1df64782e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '5eaffece-653d-454b-8d1d-52ee888fa406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:15:10.096797 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26076d4d-eea1-4b9a-a6d5-ee59fce3d344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network hostable DHCP agents. Network: 5eaffece-653d-454b-8d1d-52ee888fa406, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:15:10.123610 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f366ee-81bc-4fc9-ad94-e0f5ee0137c6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event updated for resources: {'Port': ['ID=a80b0ef4-7b43-4972-98d6-e66eb5b0c964,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:10.125067 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000d93d-a9c8-49c5-9478-99354b609adf req-1bcc05a0-1c38-4bac-9ea0-ca13dd78664e tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:10.127810 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0000d93d-a9c8-49c5-9478-99354b609adf req-1bcc05a0-1c38-4bac-9ea0-ca13dd78664e tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 946 time: 0.2517478 Oct 10 11:15:10.165024 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73ae2f1-5ade-40d0-ac3c-37b744bc6a6f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network 199558a1-848d-4c62-b5b4-63066ad839d3 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:15:10.179444 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0000d93d-a9c8-49c5-9478-99354b609adf req-f3b70a56-3024-48c9-97be-5880a73e5eb0 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/security-groups?id=15aba626-277c-4672-990c-ec1e6cd0d0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451961 Oct 10 11:15:10.182677 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-0778ae9e-ee14-4e89-863d-e3dd87f860d7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet e5ce394d-6632-4a4e-a216-1acd01ada2b3 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:15:10.193364 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0778ae9e-ee14-4e89-863d-e3dd87f860d7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:10.227985 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26076d4d-eea1-4b9a-a6d5-ee59fce3d344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network 5eaffece-653d-454b-8d1d-52ee888fa406 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:15:10.231118 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f042fcc6-22bc-4b4f-8a64-df7badc43270 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Synchronizing usage tracker for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:10.314315 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-a73ae2f1-5ade-40d0-ac3c-37b744bc6a6f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 199558a1-848d-4c62-b5b4-63066ad839d3) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:10.316214 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-26076d4d-eea1-4b9a-a6d5-ee59fce3d344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 5eaffece-653d-454b-8d1d-52ee888fa406) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:10.320630 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73ae2f1-5ade-40d0-ac3c-37b744bc6a6f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:10.321199 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a73ae2f1-5ade-40d0-ac3c-37b744bc6a6f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:10.327237 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3562c6af-6746-437c-8496-5de7e35d846d None None] Network 199558a1-848d-4c62-b5b4-63066ad839d3 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:10.331645 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-1bf03191-21b0-426e-afec-3ea0b0f66ca5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Deleting port 08e2a588-01cc-445d-8c59-ebaeac4a7947 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:10.331984 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1bf03191-21b0-426e-afec-3ea0b0f66ca5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:10.341754 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0778ae9e-ee14-4e89-863d-e3dd87f860d7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:10.350324 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47acc05d-3c0d-4aed-9cfa-6100f6707acc None None] Network 5eaffece-653d-454b-8d1d-52ee888fa406 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:10.398109 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d47e2-5152-420d-b37a-b3201258fdcb req-ded0ad15-7fa9-4c11-b71c-c493103c97f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:10.400026 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f28d47e2-5152-420d-b37a-b3201258fdcb req-ded0ad15-7fa9-4c11-b71c-c493103c97f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=33e4bc3f82eb46749091c6a32d15300f&device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 1099 time: 0.6753495 Oct 10 11:15:10.448579 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f042fcc6-22bc-4b4f-8a64-df7badc43270 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Unset dirty status for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:10.455285 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f042fcc6-22bc-4b4f-8a64-df7badc43270 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6448519 Oct 10 11:15:10.455871 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52610) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:10.474106 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-79f366ee-81bc-4fc9-ad94-e0f5ee0137c6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Floating IP b81f1925-55e3-4d8c-8d1d-6a97ff58833a associated. External IP: 172.26.4.29, port: f7f862c2-d212-4104-80af-4698ab5af369. Oct 10 11:15:10.480897 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26076d4d-eea1-4b9a-a6d5-ee59fce3d344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:10.481477 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-26076d4d-eea1-4b9a-a6d5-ee59fce3d344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:10.537767 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-52fc259f-9b38-4e44-b092-a324a181039c tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Request body: {'security_group': {'name': 'tempest-secgroup--70574770'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:10.544389 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-1bf03191-21b0-426e-afec-3ea0b0f66ca5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] The port '08e2a588-01cc-445d-8c59-ebaeac4a7947' was deleted {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:15:10.561466 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-52fc259f-9b38-4e44-b092-a324a181039c tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:10.641502 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-52fc259f-9b38-4e44-b092-a324a181039c tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:10.669870 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1bf03191-21b0-426e-afec-3ea0b0f66ca5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:10.682232 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a73ae2f1-5ade-40d0-ac3c-37b744bc6a6f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0380874 Oct 10 11:15:10.684824 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52614) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:10.698486 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-8a41d299-b75a-43df-ae51-86972ddcffa0 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'subnet': {'network_id': '199558a1-848d-4c62-b5b4-63066ad839d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:10.735004 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-1bf03191-21b0-426e-afec-3ea0b0f66ca5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05226b8e-d8a7-49bf-8112-65d6b09f3502']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:10.753114 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-26076d4d-eea1-4b9a-a6d5-ee59fce3d344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7626016 Oct 10 11:15:10.755544 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52618) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:10.756575 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-1bf03191-21b0-426e-afec-3ea0b0f66ca5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2cf185-825c-47b7-8f0d-c4690ca9eabd') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:10.756868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-1bf03191-21b0-426e-afec-3ea0b0f66ca5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2cf185-825c-47b7-8f0d-c4690ca9eabd') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:10.764530 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0778ae9e-ee14-4e89-863d-e3dd87f860d7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:10.767725 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67317ac1-21cb-4efa-b587-894229259968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-199558a1-848d-4c62-b5b4-63066ad839d3', 'network_id': '199558a1-848d-4c62-b5b4-63066ad839d3', 'tenant_id': '3cd86c8887eb49658ebcaac7109ea926', 'fixed_ips': [{'subnet_id': '9d1d7ef6-bcd5-4792-b2cb-fd0d11b13a1e'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:15:10.768506 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-67317ac1-21cb-4efa-b587-894229259968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:10.786069 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1b5b1f-0766-40b2-9758-48bb2a2a3f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-5eaffece-653d-454b-8d1d-52ee888fa406', 'network_id': '5eaffece-653d-454b-8d1d-52ee888fa406', 'tenant_id': 'd4be467877224cc3b1469223421a71e0', 'fixed_ips': [{'subnet_id': 'f12cf747-c4d4-4b1e-86bb-c005ff29a243'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:15:10.787006 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4a1b5b1f-0766-40b2-9758-48bb2a2a3f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:10.814738 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-ea51c99e-0115-4746-81e0-196f07871f3c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1385973151', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:10.820619 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1bf03191-21b0-426e-afec-3ea0b0f66ca5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:10.830281 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d47e2-5152-420d-b37a-b3201258fdcb req-d138bbcc-7dc5-41a4-a21b-b932eb5e3501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:10.832309 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f28d47e2-5152-420d-b37a-b3201258fdcb req-d138bbcc-7dc5-41a4-a21b-b932eb5e3501 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1157963f-067d-4ea1-9106-419179a67f58 HTTP/1.1" status: 200 len: 912 time: 0.4224250 Oct 10 11:15:10.838643 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ea51c99e-0115-4746-81e0-196f07871f3c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:10.856026 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1bf03191-21b0-426e-afec-3ea0b0f66ca5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:10.858351 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ea51c99e-0115-4746-81e0-196f07871f3c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:router and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:10.867048 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ea51c99e-0115-4746-81e0-196f07871f3c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:10.875633 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ea51c99e-0115-4746-81e0-196f07871f3c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:10.879810 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf03191-21b0-426e-afec-3ea0b0f66ca5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Releasing vlan 475 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:15:10.880528 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1bf03191-21b0-426e-afec-3ea0b0f66ca5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:10.911162 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-52fc259f-9b38-4e44-b092-a324a181039c tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:10.931860 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment ae2cf185-825c-47b7-8f0d-c4690ca9eabd resource provider aggregate not found Oct 10 11:15:10.936906 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f28d47e2-5152-420d-b37a-b3201258fdcb req-e167ff48-9633-4f5a-9f06-e344f32e33bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46ce091b-031c-4e0f-891d-a479b308972b HTTP/1.1" status: 200 len: 217 time: 0.0967247 Oct 10 11:15:10.970155 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:15:11.039199 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment ae2cf185-825c-47b7-8f0d-c4690ca9eabd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae2cf185-825c-47b7-8f0d-c4690ca9eabd found for delete ", "request_id": "req-19ee6199-d8db-4e74-8688-0d217ae2ab33"}]} Oct 10 11:15:11.066881 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8a41d299-b75a-43df-ae51-86972ddcffa0 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:11.070926 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8a41d299-b75a-43df-ae51-86972ddcffa0 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:subnet and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:11.071065 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-67317ac1-21cb-4efa-b587-894229259968 None None] Allocated IP 172.20.0.2 (199558a1-848d-4c62-b5b4-63066ad839d3/9d1d7ef6-bcd5-4792-b2cb-fd0d11b13a1e/c75d19a2-956d-4edc-b490-a3499f2cfd91) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:11.073689 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-4a1b5b1f-0766-40b2-9758-48bb2a2a3f3e None None] Allocated IP 2001:db8::2 (5eaffece-653d-454b-8d1d-52ee888fa406/f12cf747-c4d4-4b1e-86bb-c005ff29a243/5ca926e8-3cbd-4e10-bcfc-461c697e5137) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:11.073967 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8a41d299-b75a-43df-ae51-86972ddcffa0 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:11.081094 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8a41d299-b75a-43df-ae51-86972ddcffa0 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:11.086324 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ea51c99e-0115-4746-81e0-196f07871f3c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:11.087278 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ea51c99e-0115-4746-81e0-196f07871f3c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:11.097459 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-52fc259f-9b38-4e44-b092-a324a181039c tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:11.108250 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-52fc259f-9b38-4e44-b092-a324a181039c tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Usage tracker for resource:security_group_rule and tenant:171d59cd94d34ad6adf17fe18583574f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:11.119214 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1bf03191-21b0-426e-afec-3ea0b0f66ca5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:11.119459 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-52fc259f-9b38-4e44-b092-a324a181039c tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:11.132676 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-52fc259f-9b38-4e44-b092-a324a181039c tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:11.144693 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1bf03191-21b0-426e-afec-3ea0b0f66ca5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:11.160396 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf03191-21b0-426e-afec-3ea0b0f66ca5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Network': ['ID=05226b8e-d8a7-49bf-8112-65d6b09f3502,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:11.160396 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1bf03191-21b0-426e-afec-3ea0b0f66ca5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/networks/05226b8e-d8a7-49bf-8112-65d6b09f3502 HTTP/1.1" status: 204 len: 168 time: 2.6866875 Oct 10 11:15:11.160396 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52626) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:11.167200 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-6218a379-377b-47da-aeb3-f676ba23abca tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1402412637', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:11.175796 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-6218a379-377b-47da-aeb3-f676ba23abca tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:11.178598 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a41d299-b75a-43df-ae51-86972ddcffa0 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:11.181727 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8a41d299-b75a-43df-ae51-86972ddcffa0 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:11.200052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6218a379-377b-47da-aeb3-f676ba23abca tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Usage tracker for resource:router and tenant:bff75ec139ff428ea17476871cda1880 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:11.215357 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6218a379-377b-47da-aeb3-f676ba23abca tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:11.228627 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0778ae9e-ee14-4e89-863d-e3dd87f860d7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:11.228867 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-6218a379-377b-47da-aeb3-f676ba23abca tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:11.239334 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d47e2-5152-420d-b37a-b3201258fdcb req-dad449b8-3c4c-4fc3-bfb6-60d1701b7909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:11.240776 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f28d47e2-5152-420d-b37a-b3201258fdcb req-dad449b8-3c4c-4fc3-bfb6-60d1701b7909 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7be2e63b-bb98-48fb-8637-057299282689 HTTP/1.1" status: 200 len: 851 time: 0.2114220 Oct 10 11:15:11.289386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0778ae9e-ee14-4e89-863d-e3dd87f860d7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:11.293388 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ea51c99e-0115-4746-81e0-196f07871f3c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:11.331942 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd474a61-b63a-4a93-ab15-f2040b786c7c None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:11.344052 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778ae9e-ee14-4e89-863d-e3dd87f860d7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=e5ce394d-6632-4a4e-a216-1acd01ada2b3,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:11.356728 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.ipam_backend_mixin [None req-8a41d299-b75a-43df-ae51-86972ddcffa0 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9d1d7ef6-bcd5-4792-b2cb-fd0d11b13a1e (CIDR: 172.20.0.0/28) Oct 10 11:15:11.361003 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6218a379-377b-47da-aeb3-f676ba23abca tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:11.361410 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6218a379-377b-47da-aeb3-f676ba23abca tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:11.376837 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6218a379-377b-47da-aeb3-f676ba23abca tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:11.414066 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a41d299-b75a-43df-ae51-86972ddcffa0 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:15:11.414555 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a41d299-b75a-43df-ae51-86972ddcffa0 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:15:11.414922 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0778ae9e-ee14-4e89-863d-e3dd87f860d7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/e5ce394d-6632-4a4e-a216-1acd01ada2b3 HTTP/1.1" status: 204 len: 168 time: 1.6067710 Oct 10 11:15:11.417735 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f28d47e2-5152-420d-b37a-b3201258fdcb req-a9e7cfca-2b50-46f5-ad33-507a6cfbabf8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1157963f-067d-4ea1-9106-419179a67f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128571 Oct 10 11:15:11.422365 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52632) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:11.460046 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-67317ac1-21cb-4efa-b587-894229259968 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:11.490082 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ea51c99e-0115-4746-81e0-196f07871f3c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:11.519990 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-bb9b1cc7-7021-4861-be74-44864d73a8e1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0966949 Oct 10 11:15:11.521646 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6218a379-377b-47da-aeb3-f676ba23abca tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:11.522059 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-67317ac1-21cb-4efa-b587-894229259968 None None] Transition to ACTIVE for port object c75d19a2-956d-4edc-b490-a3499f2cfd91 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:11.527777 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52636) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:11.554566 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f366ee-81bc-4fc9-ad94-e0f5ee0137c6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Router 5b29db68-2788-491e-bb1a-1710265879bc has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:15:11.616714 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8a41d299-b75a-43df-ae51-86972ddcffa0 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9280841 Oct 10 11:15:11.617876 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52640) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:11.620674 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-67317ac1-21cb-4efa-b587-894229259968 None None] Transition to ACTIVE for port object c75d19a2-956d-4edc-b490-a3499f2cfd91 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:11.624174 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-f110fc9d-b345-442a-88f5-56236726fa56 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'subnet': {'network_id': '199558a1-848d-4c62-b5b4-63066ad839d3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:11.667700 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ea51c99e-0115-4746-81e0-196f07871f3c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:11.668653 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ea51c99e-0115-4746-81e0-196f07871f3c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9050941 Oct 10 11:15:11.672881 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52644) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:11.732882 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c979e9-7e19-4088-8a04-f7cd40257b53 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:11.737378 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-50c979e9-7e19-4088-8a04-f7cd40257b53 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2041667 Oct 10 11:15:11.738816 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-859d267d-74e4-4e60-a335-fe1210939485 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'port': {'network_id': '5eaffece-653d-454b-8d1d-52ee888fa406', 'name': 'tempest-PortsIpV6TestJSON-591782770'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:11.755316 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52648) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:11.762787 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4a1b5b1f-0766-40b2-9758-48bb2a2a3f3e None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:11.775398 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4a1b5b1f-0766-40b2-9758-48bb2a2a3f3e None None] Transition to ACTIVE for port object 5ca926e8-3cbd-4e10-bcfc-461c697e5137 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:11.790245 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6218a379-377b-47da-aeb3-f676ba23abca tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:11.791418 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6218a379-377b-47da-aeb3-f676ba23abca tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6286888 Oct 10 11:15:11.797605 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52652) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:11.801676 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-67317ac1-21cb-4efa-b587-894229259968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:11.817158 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4a1b5b1f-0766-40b2-9758-48bb2a2a3f3e None None] Transition to ACTIVE for port object 5ca926e8-3cbd-4e10-bcfc-461c697e5137 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:11.851643 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-0bbb7009-06b8-4bf3-9f2b-6ca558119227 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'network': {'name': 'tempest-RoutersTest-1492546320'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:11.861633 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b748b00f-12b8-4d6f-a8ae-50656ff43e71 None None] DHCP port deletion for dac74586-4382-4e00-a6eb-f2005f114a9a request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:15:11.868107 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-0bbb7009-06b8-4bf3-9f2b-6ca558119227 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:11.874486 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-52fc259f-9b38-4e44-b092-a324a181039c tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:11.890015 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0bbb7009-06b8-4bf3-9f2b-6ca558119227 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Usage tracker for resource:network and tenant:bff75ec139ff428ea17476871cda1880 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:11.899795 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67317ac1-21cb-4efa-b587-894229259968 None None] Network 199558a1-848d-4c62-b5b4-63066ad839d3 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:11.903731 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b748b00f-12b8-4d6f-a8ae-50656ff43e71 None None] Deleting port 1bbd224f-db14-4969-9df3-7a11a54e77cf {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:11.904276 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b748b00f-12b8-4d6f-a8ae-50656ff43e71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:11.907422 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0bbb7009-06b8-4bf3-9f2b-6ca558119227 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:11.923333 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-0bbb7009-06b8-4bf3-9f2b-6ca558119227 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:11.938573 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f110fc9d-b345-442a-88f5-56236726fa56 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:11.956303 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1f9c6-4129-4009-9f45-42f3f08d243f req-30a2b198-6221-4ecd-8c69-be805290e210 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:11.956892 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f110fc9d-b345-442a-88f5-56236726fa56 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:subnet and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:11.957489 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-abd1f9c6-4129-4009-9f45-42f3f08d243f req-30a2b198-6221-4ecd-8c69-be805290e210 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 946 time: 0.6067622 Oct 10 11:15:11.958165 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-52fc259f-9b38-4e44-b092-a324a181039c tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:11.961973 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f110fc9d-b345-442a-88f5-56236726fa56 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:11.971780 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-859d267d-74e4-4e60-a335-fe1210939485 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:11.974176 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f110fc9d-b345-442a-88f5-56236726fa56 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:11.977501 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f28d47e2-5152-420d-b37a-b3201258fdcb req-7e948bf3-e9e3-4c8e-a4e2-d2856096a3e6 service neutron] 10.222.0.15 "GET /v2.0/networks/1157963f-067d-4ea1-9106-419179a67f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5489430 Oct 10 11:15:11.979242 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-859d267d-74e4-4e60-a335-fe1210939485 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:port and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:11.984649 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-859d267d-74e4-4e60-a335-fe1210939485 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:11.992312 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-859d267d-74e4-4e60-a335-fe1210939485 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:12.004857 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-67317ac1-21cb-4efa-b587-894229259968 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:12.014818 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67317ac1-21cb-4efa-b587-894229259968 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:12.016752 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbb7009-06b8-4bf3-9f2b-6ca558119227 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Made reservation on behalf of bff75ec139ff428ea17476871cda1880 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:12.020571 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0bbb7009-06b8-4bf3-9f2b-6ca558119227 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:12.026768 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4a1b5b1f-0766-40b2-9758-48bb2a2a3f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:12.054140 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bbb7009-06b8-4bf3-9f2b-6ca558119227 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 466} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:15:12.064420 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0bbb7009-06b8-4bf3-9f2b-6ca558119227 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:12.064777 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-0bbb7009-06b8-4bf3-9f2b-6ca558119227 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Added segment 084ebfc1-8430-4424-bd4e-eab1839b28db of type vlan for network 5d977799-95ec-4d44-89a5-1031ab78ac92 Oct 10 11:15:12.077362 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67317ac1-21cb-4efa-b587-894229259968 None None] Pushing event updated for resources: {'Port': ['ID=c75d19a2-956d-4edc-b490-a3499f2cfd91,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:12.091613 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f110fc9d-b345-442a-88f5-56236726fa56 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:12.095437 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f110fc9d-b345-442a-88f5-56236726fa56 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:12.102019 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d280d19c-55d8-4fb5-87ba-bc59453cf468 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:12.102769 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d280d19c-55d8-4fb5-87ba-bc59453cf468 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:12.125478 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0bbb7009-06b8-4bf3-9f2b-6ca558119227 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:12.139963 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859d267d-74e4-4e60-a335-fe1210939485 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:12.144652 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-859d267d-74e4-4e60-a335-fe1210939485 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:12.179992 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc259f-9b38-4e44-b092-a324a181039c tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7c3fa6-9798-43c2-afe9-58efc46e16d0,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:12.191964 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1b5b1f-0766-40b2-9758-48bb2a2a3f3e None None] Network 5eaffece-653d-454b-8d1d-52ee888fa406 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:12.209459 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-4a1b5b1f-0766-40b2-9758-48bb2a2a3f3e None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:12.231862 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b5b1f-0766-40b2-9758-48bb2a2a3f3e None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:12.249376 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-abd1f9c6-4129-4009-9f45-42f3f08d243f req-9ed08e67-652f-404a-8be2-53dd06f99315 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/security-groups?id=15aba626-277c-4672-990c-ec1e6cd0d0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601402 Oct 10 11:15:12.250214 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-52fc259f-9b38-4e44-b092-a324a181039c tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:12.251278 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-52fc259f-9b38-4e44-b092-a324a181039c tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.7791038 Oct 10 11:15:12.256458 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52656) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:12.257588 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-859d267d-74e4-4e60-a335-fe1210939485 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] device_id is not set on port 6d184f07-1f8d-4cbd-94c2-66018492b258 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:15:12.275884 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f366ee-81bc-4fc9-ad94-e0f5ee0137c6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:15:12.304434 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-7be3827d-dc12-4e10-8e92-121d7228a941 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Request body: {'security_group_rule': {'security_group_id': '2e7c3fa6-9798-43c2-afe9-58efc46e16d0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:12.321372 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f28d47e2-5152-420d-b37a-b3201258fdcb req-56054b5c-0e19-4b01-b0ac-d6c1bcb87fe1 service neutron] 10.222.0.15 "GET /v2.0/networks/1157963f-067d-4ea1-9106-419179a67f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554600 Oct 10 11:15:12.325291 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7be3827d-dc12-4e10-8e92-121d7228a941 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:12.328077 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ccfed9-f6f4-4829-a6d3-bc2be9ba06e7 None None] Sync routers for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:15:12.338352 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d280d19c-55d8-4fb5-87ba-bc59453cf468 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:12.340752 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d280d19c-55d8-4fb5-87ba-bc59453cf468 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5727792 Oct 10 11:15:12.340921 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7be3827d-dc12-4e10-8e92-121d7228a941 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Usage tracker for resource:security_group_rule and tenant:171d59cd94d34ad6adf17fe18583574f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:12.344574 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52660) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:12.348629 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7be3827d-dc12-4e10-8e92-121d7228a941 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:12.351851 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b5b1f-0766-40b2-9758-48bb2a2a3f3e None None] Pushing event updated for resources: {'Port': ['ID=5ca926e8-3cbd-4e10-bcfc-461c697e5137,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:12.354994 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-67317ac1-21cb-4efa-b587-894229259968 None None] Attempting to bind port c75d19a2-956d-4edc-b490-a3499f2cfd91 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:15:12.360928 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-67317ac1-21cb-4efa-b587-894229259968 None None] Attempting to bind port c75d19a2-956d-4edc-b490-a3499f2cfd91 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'fc787bd5-9cf8-45c4-997b-31912c17cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '199558a1-848d-4c62-b5b4-63066ad839d3'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:15:12.360928 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67317ac1-21cb-4efa-b587-894229259968 None None] Attempting to bind port c75d19a2-956d-4edc-b490-a3499f2cfd91 on network 199558a1-848d-4c62-b5b4-63066ad839d3 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:15:12.365864 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7be3827d-dc12-4e10-8e92-121d7228a941 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:12.388442 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0bbb7009-06b8-4bf3-9f2b-6ca558119227 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:12.395224 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbb7009-06b8-4bf3-9f2b-6ca558119227 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:12.395224 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0bbb7009-06b8-4bf3-9f2b-6ca558119227 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:12.424683 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67317ac1-21cb-4efa-b587-894229259968 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:15:12.425300 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67317ac1-21cb-4efa-b587-894229259968 None None] Checking segment: {'id': 'fc787bd5-9cf8-45c4-997b-31912c17cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '199558a1-848d-4c62-b5b4-63066ad839d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:15:12.425461 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-67317ac1-21cb-4efa-b587-894229259968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:12.425867 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67317ac1-21cb-4efa-b587-894229259968 None None] Bound using segment: {'id': 'fc787bd5-9cf8-45c4-997b-31912c17cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '199558a1-848d-4c62-b5b4-63066ad839d3'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:15:12.426888 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-123bd651-cdcf-40cf-9f59-fc0d55fb45b5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807796 Oct 10 11:15:12.428176 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-79f366ee-81bc-4fc9-ad94-e0f5ee0137c6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:12.430894 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-67317ac1-21cb-4efa-b587-894229259968 None None] Bound port: c75d19a2-956d-4edc-b490-a3499f2cfd91, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc787bd5-9cf8-45c4-997b-31912c17cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '199558a1-848d-4c62-b5b4-63066ad839d3'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:15:12.432508 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-67317ac1-21cb-4efa-b587-894229259968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:12.444709 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ccfed9-f6f4-4829-a6d3-bc2be9ba06e7 None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:15:12.445356 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-03ccfed9-f6f4-4829-a6d3-bc2be9ba06e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:15:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:12.454631 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52664) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:12.465243 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-d60fd0d9-d15a-40dd-a1c4-c123e3161ac5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:12.542734 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-03ccfed9-f6f4-4829-a6d3-bc2be9ba06e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:12.563352 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-4a1b5b1f-0766-40b2-9758-48bb2a2a3f3e None None] Attempting to bind port 5ca926e8-3cbd-4e10-bcfc-461c697e5137 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:15:12.563993 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-4a1b5b1f-0766-40b2-9758-48bb2a2a3f3e None None] Attempting to bind port 5ca926e8-3cbd-4e10-bcfc-461c697e5137 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'efd5b8f0-74ff-40f4-b82b-fe1df64782e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '5eaffece-653d-454b-8d1d-52ee888fa406'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:15:12.564350 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b5b1f-0766-40b2-9758-48bb2a2a3f3e None None] Attempting to bind port 5ca926e8-3cbd-4e10-bcfc-461c697e5137 on network 5eaffece-653d-454b-8d1d-52ee888fa406 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:15:12.595774 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-79f366ee-81bc-4fc9-ad94-e0f5ee0137c6 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.4398985 Oct 10 11:15:12.604571 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52668) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:12.616137 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ccfed9-f6f4-4829-a6d3-bc2be9ba06e7 None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:15:12.617007 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-03ccfed9-f6f4-4829-a6d3-bc2be9ba06e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:15:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:12.627388 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-20a44f1e-e748-4f95-85cf-f34cd1393041 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-794775863'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:12.665030 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b5b1f-0766-40b2-9758-48bb2a2a3f3e None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:15:12.665751 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b5b1f-0766-40b2-9758-48bb2a2a3f3e None None] Checking segment: {'id': 'efd5b8f0-74ff-40f4-b82b-fe1df64782e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '5eaffece-653d-454b-8d1d-52ee888fa406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:15:12.666159 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4a1b5b1f-0766-40b2-9758-48bb2a2a3f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:12.666541 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b5b1f-0766-40b2-9758-48bb2a2a3f3e None None] Bound using segment: {'id': 'efd5b8f0-74ff-40f4-b82b-fe1df64782e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '5eaffece-653d-454b-8d1d-52ee888fa406'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:15:12.667023 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-4a1b5b1f-0766-40b2-9758-48bb2a2a3f3e None None] Bound port: 5ca926e8-3cbd-4e10-bcfc-461c697e5137, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efd5b8f0-74ff-40f4-b82b-fe1df64782e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '5eaffece-653d-454b-8d1d-52ee888fa406'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:15:12.667560 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4a1b5b1f-0766-40b2-9758-48bb2a2a3f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:12.691284 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d60fd0d9-d15a-40dd-a1c4-c123e3161ac5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:12.705765 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d60fd0d9-d15a-40dd-a1c4-c123e3161ac5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:12.710954 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-20a44f1e-e748-4f95-85cf-f34cd1393041 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:12.717912 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c4866d0e-0b98-4794-aae8-3613c5291195 req-a63b4895-50f1-4d37-9df2-61352a5998b0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1837790 Oct 10 11:15:12.739192 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-20a44f1e-e748-4f95-85cf-f34cd1393041 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Usage tracker for resource:network and tenant:7753f2697ba4464ebd8d731982a0d1f7 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:12.746834 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-20a44f1e-e748-4f95-85cf-f34cd1393041 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:12.755866 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-03ccfed9-f6f4-4829-a6d3-bc2be9ba06e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:12.756272 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ccfed9-f6f4-4829-a6d3-bc2be9ba06e7 None None] The sync data for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:15:12.761979 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb7009-06b8-4bf3-9f2b-6ca558119227 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Network': ['ID=5d977799-95ec-4d44-89a5-1031ab78ac92,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:12.764392 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-20a44f1e-e748-4f95-85cf-f34cd1393041 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:12.779312 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7be3827d-dc12-4e10-8e92-121d7228a941 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:12.788074 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-859d267d-74e4-4e60-a335-fe1210939485 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Allocated IP 2001:db8::121 (5eaffece-653d-454b-8d1d-52ee888fa406/f12cf747-c4d4-4b1e-86bb-c005ff29a243/6d184f07-1f8d-4cbd-94c2-66018492b258) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:12.804297 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 5d977799-95ec-4d44-89a5-1031ab78ac92 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:15:12.835876 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0bbb7009-06b8-4bf3-9f2b-6ca558119227 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0350304 Oct 10 11:15:12.849131 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52672) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:12.858198 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-940b29b5-1671-40e7-b2f7-e8301179c77a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'subnet': {'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:12.872965 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-b748b00f-12b8-4d6f-a8ae-50656ff43e71 None None] For port 1bbd224f-db14-4969-9df3-7a11a54e77cf, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1bbd224f-db14-4969-9df3-7a11a54e77cf,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:12.873355 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b748b00f-12b8-4d6f-a8ae-50656ff43e71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:12.936919 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a44f1e-e748-4f95-85cf-f34cd1393041 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Made reservation on behalf of 7753f2697ba4464ebd8d731982a0d1f7 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:12.940999 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-20a44f1e-e748-4f95-85cf-f34cd1393041 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:12.944825 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-67317ac1-21cb-4efa-b587-894229259968 None None] For port c75d19a2-956d-4edc-b490-a3499f2cfd91, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:15:12.992908 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7be3827d-dc12-4e10-8e92-121d7228a941 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:13.018664 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60fd0d9-d15a-40dd-a1c4-c123e3161ac5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:13.022329 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d60fd0d9-d15a-40dd-a1c4-c123e3161ac5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:13.060460 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f110fc9d-b345-442a-88f5-56236726fa56 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:13.064820 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7be3827d-dc12-4e10-8e92-121d7228a941 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:13.110240 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b748b00f-12b8-4d6f-a8ae-50656ff43e71 None None] Calling delete_port for 1bbd224f-db14-4969-9df3-7a11a54e77cf owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:13.153227 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a44f1e-e748-4f95-85cf-f34cd1393041 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 485} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:15:13.162863 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3827d-dc12-4e10-8e92-121d7228a941 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5fd855-f197-4223-9a24-9282ac067d4b,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:13.163302 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-67317ac1-21cb-4efa-b587-894229259968 None None] For port c75d19a2-956d-4edc-b490-a3499f2cfd91, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c75d19a2-956d-4edc-b490-a3499f2cfd91,segment=NetworkSegment(fc787bd5-9cf8-45c4-997b-31912c17cf11),segment_id=fc787bd5-9cf8-45c4-997b-31912c17cf11)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:15:13.176263 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-940b29b5-1671-40e7-b2f7-e8301179c77a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:13.184773 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-940b29b5-1671-40e7-b2f7-e8301179c77a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Usage tracker for resource:subnet and tenant:bff75ec139ff428ea17476871cda1880 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:13.186420 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f110fc9d-b345-442a-88f5-56236726fa56 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network 199558a1-848d-4c62-b5b4-63066ad839d3 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:13.194596 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-940b29b5-1671-40e7-b2f7-e8301179c77a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:13.197616 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-f110fc9d-b345-442a-88f5-56236726fa56 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:13.198144 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-4a1b5b1f-0766-40b2-9758-48bb2a2a3f3e None None] For port 5ca926e8-3cbd-4e10-bcfc-461c697e5137, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:15:13.204391 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-940b29b5-1671-40e7-b2f7-e8301179c77a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:13.208475 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-4a1b5b1f-0766-40b2-9758-48bb2a2a3f3e None None] For port 5ca926e8-3cbd-4e10-bcfc-461c697e5137, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5ca926e8-3cbd-4e10-bcfc-461c697e5137,segment=NetworkSegment(efd5b8f0-74ff-40f4-b82b-fe1df64782e4),segment_id=efd5b8f0-74ff-40f4-b82b-fe1df64782e4)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:15:13.208779 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-20a44f1e-e748-4f95-85cf-f34cd1393041 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:13.209121 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-20a44f1e-e748-4f95-85cf-f34cd1393041 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Added segment 51a1646b-62d6-40ef-90fa-f486ef827c5c of type vlan for network 4705909d-4fc5-4eb0-8f45-63680a3dd739 Oct 10 11:15:13.212785 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f110fc9d-b345-442a-88f5-56236726fa56 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:13.213541 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f110fc9d-b345-442a-88f5-56236726fa56 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:13.232367 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-67317ac1-21cb-4efa-b587-894229259968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:13.236894 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4866d0e-0b98-4794-aae8-3613c5291195 req-195ac0bd-54dd-4a11-bb64-a4936d794037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:13.236894 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c4866d0e-0b98-4794-aae8-3613c5291195 req-195ac0bd-54dd-4a11-bb64-a4936d794037 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae70dbd562a74602ba992b43f7087eba&device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 1098 time: 0.4330239 Oct 10 11:15:13.239856 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110fc9d-b345-442a-88f5-56236726fa56 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Subnet': ['ID=ec20acf0-5a2d-4406-825d-6aad042268a6,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:13.282768 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-20a44f1e-e748-4f95-85cf-f34cd1393041 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:13.288145 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-859d267d-74e4-4e60-a335-fe1210939485 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:13.309406 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-859d267d-74e4-4e60-a335-fe1210939485 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Transition to ACTIVE for port object 6d184f07-1f8d-4cbd-94c2-66018492b258 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:13.322316 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4a1b5b1f-0766-40b2-9758-48bb2a2a3f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:13.346575 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f110fc9d-b345-442a-88f5-56236726fa56 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7252562 Oct 10 11:15:13.349184 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52678) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:13.349911 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7be3827d-dc12-4e10-8e92-121d7228a941 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:13.351114 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7be3827d-dc12-4e10-8e92-121d7228a941 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0578053 Oct 10 11:15:13.355157 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52680) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:13.366966 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940b29b5-1671-40e7-b2f7-e8301179c77a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Made reservation on behalf of bff75ec139ff428ea17476871cda1880 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:13.372064 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-940b29b5-1671-40e7-b2f7-e8301179c77a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:13.375782 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67317ac1-21cb-4efa-b587-894229259968 None None] Pushing event updated for resources: {'Port': ['ID=c75d19a2-956d-4edc-b490-a3499f2cfd91,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:13.411902 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-7dbb3a0b-b8ba-44fa-bf79-26e26579f726 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'port': {'network_id': '199558a1-848d-4c62-b5b4-63066ad839d3', 'fixed_ips': [{'subnet_id': '9d1d7ef6-bcd5-4792-b2cb-fd0d11b13a1e'}, {'subnet_id': 'ec20acf0-5a2d-4406-825d-6aad042268a6'}], 'name': 'tempest-PortsTestJSON-8380190'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:13.434183 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a17da4a1-5850-4aa3-b0b0-da2df5e2f369 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:13.445845 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b748b00f-12b8-4d6f-a8ae-50656ff43e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:13.446941 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-859d267d-74e4-4e60-a335-fe1210939485 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:13.448689 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-20a44f1e-e748-4f95-85cf-f34cd1393041 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:13.454745 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a44f1e-e748-4f95-85cf-f34cd1393041 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:13.455370 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-20a44f1e-e748-4f95-85cf-f34cd1393041 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:13.474969 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b748b00f-12b8-4d6f-a8ae-50656ff43e71 None None] No DVR routers for this DVR port 1bbd224f-db14-4969-9df3-7a11a54e77cf on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:15:13.479445 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b5b1f-0766-40b2-9758-48bb2a2a3f3e None None] Pushing event updated for resources: {'Port': ['ID=5ca926e8-3cbd-4e10-bcfc-461c697e5137,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:13.544785 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a17da4a1-5850-4aa3-b0b0-da2df5e2f369 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:13.566651 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748b00f-12b8-4d6f-a8ae-50656ff43e71 None None] Pushing event deleted for resources: {'Port': ['ID=1bbd224f-db14-4969-9df3-7a11a54e77cf,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:13.591206 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1bbd224f-db14-4969-9df3-7a11a54e77cf no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:15:13.645999 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 1bbd224f-db14-4969-9df3-7a11a54e77cf {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:15:13.646584 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1bbd224f-db14-4969-9df3-7a11a54e77cf not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:15:13.738413 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859d267d-74e4-4e60-a335-fe1210939485 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network 5eaffece-653d-454b-8d1d-52ee888fa406 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:13.748679 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d267d-74e4-4e60-a335-fe1210939485 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Port': ['ID=6d184f07-1f8d-4cbd-94c2-66018492b258,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:13.753881 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-859d267d-74e4-4e60-a335-fe1210939485 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:13.757610 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d267d-74e4-4e60-a335-fe1210939485 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:13.763848 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859d267d-74e4-4e60-a335-fe1210939485 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:13.764749 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-859d267d-74e4-4e60-a335-fe1210939485 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:13.801932 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-20a44f1e-e748-4f95-85cf-f34cd1393041 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1937618 Oct 10 11:15:13.803000 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a44f1e-e748-4f95-85cf-f34cd1393041 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event updated for resources: {'Network': ['ID=4705909d-4fc5-4eb0-8f45-63680a3dd739,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:13.810521 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52686) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:13.817317 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 4705909d-4fc5-4eb0-8f45-63680a3dd739 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:15:13.822131 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-368bc84b-79b6-4fa3-8802-f0cbe1d8e1ed tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Request body: {'subnet': {'network_id': '4705909d-4fc5-4eb0-8f45-63680a3dd739', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:13.894909 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a17da4a1-5850-4aa3-b0b0-da2df5e2f369 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:13.958455 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a17da4a1-5850-4aa3-b0b0-da2df5e2f369 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:13.960382 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a17da4a1-5850-4aa3-b0b0-da2df5e2f369 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/3c5fd855-f197-4223-9a24-9282ac067d4b HTTP/1.1" status: 204 len: 168 time: 0.6042917 Oct 10 11:15:13.993730 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52690) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:14.061816 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17da4a1-5850-4aa3-b0b0-da2df5e2f369 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c5fd855-f197-4223-9a24-9282ac067d4b,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:14.071667 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-859d267d-74e4-4e60-a335-fe1210939485 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3952198 Oct 10 11:15:14.083433 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52694) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:14.145111 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4866d0e-0b98-4794-aae8-3613c5291195 req-ff68ea8a-94ac-44e4-af10-0712bad1983f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:14.146946 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c4866d0e-0b98-4794-aae8-3613c5291195 req-ff68ea8a-94ac-44e4-af10-0712bad1983f service neutron] 10.222.0.15 "GET /v2.0/networks?id=f36cb35b-e765-411b-82dd-156471dbc6b1 HTTP/1.1" status: 200 len: 913 time: 0.8678033 Oct 10 11:15:14.168155 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7dbb3a0b-b8ba-44fa-bf79-26e26579f726 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:14.169563 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07544eb-912d-46d5-bedd-446d898126b1 req-e20a6373-3fb0-4ef8-9ea9-5a58b22244ce tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:14.171026 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a07544eb-912d-46d5-bedd-446d898126b1 req-e20a6373-3fb0-4ef8-9ea9-5a58b22244ce tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 946 time: 0.7845585 Oct 10 11:15:14.228605 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1e7fee79-4deb-4512-97d2-bb901b9dd02c tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Synchronizing usage tracker for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group_rule {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:14.308315 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7dbb3a0b-b8ba-44fa-bf79-26e26579f726 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:port and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:14.333870 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7dbb3a0b-b8ba-44fa-bf79-26e26579f726 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:14.344785 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-368bc84b-79b6-4fa3-8802-f0cbe1d8e1ed tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:14.349430 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a07544eb-912d-46d5-bedd-446d898126b1 req-11ef1c22-e2c4-41d4-8500-3fce4edd8dd0 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/security-groups?id=15aba626-277c-4672-990c-ec1e6cd0d0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198490 Oct 10 11:15:14.359040 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-368bc84b-79b6-4fa3-8802-f0cbe1d8e1ed tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Usage tracker for resource:subnet and tenant:7753f2697ba4464ebd8d731982a0d1f7 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:14.361946 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7dbb3a0b-b8ba-44fa-bf79-26e26579f726 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:14.411108 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c4866d0e-0b98-4794-aae8-3613c5291195 req-593113a5-9154-4316-b633-e915c0a4bbcc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9c1e995-eabf-45b1-8559-c8881096b3b7 HTTP/1.1" status: 200 len: 1001 time: 0.2465873 Oct 10 11:15:14.413094 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-368bc84b-79b6-4fa3-8802-f0cbe1d8e1ed tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:14.429611 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-368bc84b-79b6-4fa3-8802-f0cbe1d8e1ed tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:14.524477 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1e7fee79-4deb-4512-97d2-bb901b9dd02c tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Unset dirty status for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group_rule {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:14.527698 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1e7fee79-4deb-4512-97d2-bb901b9dd02c tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5262346 Oct 10 11:15:14.551236 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.objects.ports [None req-d60fd0d9-d15a-40dd-a1c4-c123e3161ac5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89896) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 10 11:15:14.552350 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbb3a0b-b8ba-44fa-bf79-26e26579f726 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:14.573205 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52700) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:14.574079 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d60fd0d9-d15a-40dd-a1c4-c123e3161ac5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:14.652980 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4866d0e-0b98-4794-aae8-3613c5291195 req-1b0d9130-4a60-4d88-88df-602e226a441b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:14.654449 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c4866d0e-0b98-4794-aae8-3613c5291195 req-1b0d9130-4a60-4d88-88df-602e226a441b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04983d62-0192-4bd4-9c0c-86c066bd05d2 HTTP/1.1" status: 200 len: 851 time: 0.2088330 Oct 10 11:15:14.714395 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368bc84b-79b6-4fa3-8802-f0cbe1d8e1ed tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Made reservation on behalf of 7753f2697ba4464ebd8d731982a0d1f7 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:14.717945 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-368bc84b-79b6-4fa3-8802-f0cbe1d8e1ed tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:14.831644 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60fd0d9-d15a-40dd-a1c4-c123e3161ac5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:14.838740 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-940b29b5-1671-40e7-b2f7-e8301179c77a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:14.843040 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea4f41d-d5fe-41b7-bb34-ff551aef4c88 None None] Network 199558a1-848d-4c62-b5b4-63066ad839d3 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:14.849360 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-d60fd0d9-d15a-40dd-a1c4-c123e3161ac5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:14.871800 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60fd0d9-d15a-40dd-a1c4-c123e3161ac5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:14.872382 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d60fd0d9-d15a-40dd-a1c4-c123e3161ac5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:14.915785 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60fd0d9-d15a-40dd-a1c4-c123e3161ac5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=924eb341-bc82-44e7-84e0-bcffe580b189,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:15.075239 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1eeea0-938f-4c1d-ad02-be78ef4152c6 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:15.075436 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-13fd9b74-a3dd-42ae-b583-16e2943e2370 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:15.093109 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7dbb3a0b-b8ba-44fa-bf79-26e26579f726 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:15.141813 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940b29b5-1671-40e7-b2f7-e8301179c77a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Checking segment: {'id': '084ebfc1-8430-4424-bd4e-eab1839b28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:15:15.141813 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940b29b5-1671-40e7-b2f7-e8301179c77a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network hostable DHCP agents. Network: 5d977799-95ec-4d44-89a5-1031ab78ac92, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:15:15.159466 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-158a714b-551e-4ceb-b467-b6cb98dc4afe tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:15.163350 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b29b5-1671-40e7-b2f7-e8301179c77a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Subnet': ['ID=22058f69-f2e3-4009-81b5-341aef96f3e2,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:15.183351 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-7dbb3a0b-b8ba-44fa-bf79-26e26579f726 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] device_id is not set on port 488b7851-07d2-416d-8d3b-ee9a2561f8c0 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:15:15.245916 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d60fd0d9-d15a-40dd-a1c4-c123e3161ac5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7900455 Oct 10 11:15:15.247647 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-fdbf8c0f-9e8a-431c-9281-cdff675733c1 None None] Provisioning for port c75d19a2-956d-4edc-b490-a3499f2cfd91 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:15.251727 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52706) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:15.255122 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4866d0e-0b98-4794-aae8-3613c5291195 req-fbce3e19-2f60-44de-b985-7f8aa099c7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:15.256947 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c4866d0e-0b98-4794-aae8-3613c5291195 req-fbce3e19-2f60-44de-b985-7f8aa099c7ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f36cb35b-e765-411b-82dd-156471dbc6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5896780 Oct 10 11:15:15.260876 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-e3a4b5d4-cb97-4d21-99a6-c9a64afb278a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:15.278053 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-13fd9b74-a3dd-42ae-b583-16e2943e2370 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:15.338335 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625a2f28-531d-42c3-8854-39853d1d419a None None] Network 5eaffece-653d-454b-8d1d-52ee888fa406 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:15.582472 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4b0fa-9c9e-4f74-8bd3-d57ef50c25d8 req-e1f20c40-7fb1-4280-83b6-4a273921ca9b tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:15.589629 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-40a4b0fa-9c9e-4f74-8bd3-d57ef50c25d8 req-e1f20c40-7fb1-4280-83b6-4a273921ca9b tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 946 time: 0.3654060 Oct 10 11:15:15.595947 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940b29b5-1671-40e7-b2f7-e8301179c77a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network 5d977799-95ec-4d44-89a5-1031ab78ac92 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:15:15.636893 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0b8397d0-864a-40da-83e6-85d0ed9afc22 None None] Provisioning for port 5ca926e8-3cbd-4e10-bcfc-461c697e5137 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:15.645913 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-dac74586-4382-4e00-a6eb-f2005f114a9a', 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'fixed_ips': [{'subnet_id': '924eb341-bc82-44e7-84e0-bcffe580b189'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:15:15.645913 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:15.675073 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-13fd9b74-a3dd-42ae-b583-16e2943e2370 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:15.733913 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-940b29b5-1671-40e7-b2f7-e8301179c77a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 5d977799-95ec-4d44-89a5-1031ab78ac92) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:15.737280 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c4866d0e-0b98-4794-aae8-3613c5291195 req-46fa6456-817d-4a9f-b9bf-d16e24cd9b33 service neutron] 10.222.0.15 "GET /v2.0/networks/f36cb35b-e765-411b-82dd-156471dbc6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437952 Oct 10 11:15:15.749918 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940b29b5-1671-40e7-b2f7-e8301179c77a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:15.750509 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-940b29b5-1671-40e7-b2f7-e8301179c77a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:15.754265 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf0b0cf-9d2f-443c-bb28-b600940daf96 None None] Update dhcp port {'port': {'network_id': '199558a1-848d-4c62-b5b4-63066ad839d3', 'fixed_ips': [{'subnet_id': '9d1d7ef6-bcd5-4792-b2cb-fd0d11b13a1e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ec20acf0-5a2d-4406-825d-6aad042268a6'}], 'binding:host_id': 'dv-neutron-860842-1-hyperv'}, 'id': 'c75d19a2-956d-4edc-b490-a3499f2cfd91'} from dv-neutron-860842-1-hyperv. {{(pid=89898) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 10 11:15:15.755247 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-368bc84b-79b6-4fa3-8802-f0cbe1d8e1ed tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:15.761849 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd9b74-a3dd-42ae-b583-16e2943e2370 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7c3fa6-9798-43c2-afe9-58efc46e16d0,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:15.784412 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5ca926e8-3cbd-4e10-bcfc-461c697e5137 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:15:15.809824 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37733bb7-7343-4543-b77c-5eb99e5a4cf9 None None] Network 5d977799-95ec-4d44-89a5-1031ab78ac92 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:15.853258 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-40a4b0fa-9c9e-4f74-8bd3-d57ef50c25d8 req-3eeefa18-7778-43e4-91e0-e4a896ecfd2f tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/security-groups?id=15aba626-277c-4672-990c-ec1e6cd0d0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626555 Oct 10 11:15:15.928017 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368bc84b-79b6-4fa3-8802-f0cbe1d8e1ed tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event updated for resources: {'Subnet': ['ID=242019df-54a5-4701-a152-5b5ad09eb4f2,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:15.945583 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368bc84b-79b6-4fa3-8802-f0cbe1d8e1ed tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Checking segment: {'id': '51a1646b-62d6-40ef-90fa-f486ef827c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '4705909d-4fc5-4eb0-8f45-63680a3dd739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:15:15.946090 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368bc84b-79b6-4fa3-8802-f0cbe1d8e1ed tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Network hostable DHCP agents. Network: 4705909d-4fc5-4eb0-8f45-63680a3dd739, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:15:15.960286 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-158a714b-551e-4ceb-b467-b6cb98dc4afe tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:16.039570 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-158a714b-551e-4ceb-b467-b6cb98dc4afe tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:16.049158 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e3a4b5d4-cb97-4d21-99a6-c9a64afb278a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:16.072385 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e3a4b5d4-cb97-4d21-99a6-c9a64afb278a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:subnet and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:16.086650 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e3a4b5d4-cb97-4d21-99a6-c9a64afb278a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:16.118240 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368bc84b-79b6-4fa3-8802-f0cbe1d8e1ed tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Network 4705909d-4fc5-4eb0-8f45-63680a3dd739 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:15:16.129032 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1cf0b0cf-9d2f-443c-bb28-b600940daf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:16.139042 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e3a4b5d4-cb97-4d21-99a6-c9a64afb278a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:16.141956 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-13fd9b74-a3dd-42ae-b583-16e2943e2370 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:16.145396 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-13fd9b74-a3dd-42ae-b583-16e2943e2370 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "DELETE /v2.0/security-groups/2e7c3fa6-9798-43c2-afe9-58efc46e16d0 HTTP/1.1" status: 204 len: 168 time: 1.5643785 Oct 10 11:15:16.149364 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52710) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:16.157904 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-940b29b5-1671-40e7-b2f7-e8301179c77a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3055530 Oct 10 11:15:16.167310 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52714) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:16.170687 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c4866d0e-0b98-4794-aae8-3613c5291195 req-1686a31c-b3d0-482c-b399-801b729e0ef0 service neutron] 10.222.0.15 "GET /v2.0/networks/f36cb35b-e765-411b-82dd-156471dbc6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224756 Oct 10 11:15:16.216595 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Allocated IP 2001:db8::f816:3eff:fea9:8214 (dac74586-4382-4e00-a6eb-f2005f114a9a/924eb341-bc82-44e7-84e0-bcffe580b189/dac58567-96b0-4c5e-a32d-56aa50e85a35) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:16.228896 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a714b-551e-4ceb-b467-b6cb98dc4afe tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Port': ['ID=6d184f07-1f8d-4cbd-94c2-66018492b258,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:16.263728 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-368bc84b-79b6-4fa3-8802-f0cbe1d8e1ed tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 4705909d-4fc5-4eb0-8f45-63680a3dd739) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:16.277390 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368bc84b-79b6-4fa3-8802-f0cbe1d8e1ed tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:16.277996 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-368bc84b-79b6-4fa3-8802-f0cbe1d8e1ed tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:16.305573 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c308f2-bfe2-4024-97a0-b4d341d0d381 None None] Network 4705909d-4fc5-4eb0-8f45-63680a3dd739 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:16.314770 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a4b5d4-cb97-4d21-99a6-c9a64afb278a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:16.318451 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e3a4b5d4-cb97-4d21-99a6-c9a64afb278a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:16.319779 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d2873fe1-1084-4e38-bcbf-810e651eb6ad tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Synchronizing usage tracker for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:16.343155 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-7dbb3a0b-b8ba-44fa-bf79-26e26579f726 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Allocated IP 172.20.0.3 (199558a1-848d-4c62-b5b4-63066ad839d3/9d1d7ef6-bcd5-4792-b2cb-fd0d11b13a1e/488b7851-07d2-416d-8d3b-ee9a2561f8c0) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:16.369159 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-7dbb3a0b-b8ba-44fa-bf79-26e26579f726 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Allocated IP 172.20.0.23 (199558a1-848d-4c62-b5b4-63066ad839d3/ec20acf0-5a2d-4406-825d-6aad042268a6/488b7851-07d2-416d-8d3b-ee9a2561f8c0) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:16.394599 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-158a714b-551e-4ceb-b467-b6cb98dc4afe tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:16.460815 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-368bc84b-79b6-4fa3-8802-f0cbe1d8e1ed tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6490924 Oct 10 11:15:16.462012 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52718) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:16.467892 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-758d001b-5910-4591-a93d-83be0f716af4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-90141324', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}, 'admin_state_up': False}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:16.478090 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-758d001b-5910-4591-a93d-83be0f716af4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:16.483825 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-758d001b-5910-4591-a93d-83be0f716af4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Usage tracker for resource:router and tenant:7753f2697ba4464ebd8d731982a0d1f7 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:16.487948 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-758d001b-5910-4591-a93d-83be0f716af4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Quota usage for router was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:16.496278 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-758d001b-5910-4591-a93d-83be0f716af4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:16.524663 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d2873fe1-1084-4e38-bcbf-810e651eb6ad tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Unset dirty status for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:16.530017 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d2873fe1-1084-4e38-bcbf-810e651eb6ad tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3758485 Oct 10 11:15:16.530788 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52722) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:16.536826 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-8d3c282e-75a2-4532-8d47-42c0112674b3 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Request body: {'security_group': {'name': 'tempest-secgroup--1999913664'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:16.543652 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8d3c282e-75a2-4532-8d47-42c0112674b3 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:16.555846 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8d3c282e-75a2-4532-8d47-42c0112674b3 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:16.620731 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-758d001b-5910-4591-a93d-83be0f716af4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:16.622212 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-758d001b-5910-4591-a93d-83be0f716af4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:16.646941 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-158a714b-551e-4ceb-b467-b6cb98dc4afe tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:16.667794 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-758d001b-5910-4591-a93d-83be0f716af4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:16.694691 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 5ca926e8-3cbd-4e10-bcfc-461c697e5137 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:16.719694 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.ipam_backend_mixin [None req-e3a4b5d4-cb97-4d21-99a6-c9a64afb278a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 924eb341-bc82-44e7-84e0-bcffe580b189 (CIDR: 2001:db8::/64) Oct 10 11:15:16.741847 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 5ca926e8-3cbd-4e10-bcfc-461c697e5137 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:15:16.742223 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:16.742551 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 5ca926e8-3cbd-4e10-bcfc-461c697e5137 Oct 10 11:15:16.800966 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a4b5d4-cb97-4d21-99a6-c9a64afb278a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:15:16.801513 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a4b5d4-cb97-4d21-99a6-c9a64afb278a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:15:16.842038 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8d3c282e-75a2-4532-8d47-42c0112674b3 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:16.890158 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8d3c282e-75a2-4532-8d47-42c0112674b3 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:16.967359 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8a97c9-f0a8-4620-8738-ed7fbfa22f45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-5d977799-95ec-4d44-89a5-1031ab78ac92', 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'fixed_ips': [{'subnet_id': '22058f69-f2e3-4009-81b5-341aef96f3e2'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:15:16.968180 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-fd8a97c9-f0a8-4620-8738-ed7fbfa22f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:17.006084 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8d3c282e-75a2-4532-8d47-42c0112674b3 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:17.041779 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e3a4b5d4-cb97-4d21-99a6-c9a64afb278a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7892377 Oct 10 11:15:17.048453 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52728) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:17.146365 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-63ac89f5-16ac-4ebe-871b-6c8428ad1ca0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:17.294395 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1bcf6cf6-69a3-437f-943b-6e15288eb4e1 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:17.324188 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba6fe29-57db-4e2e-9c66-e829c7c5016e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-4705909d-4fc5-4eb0-8f45-63680a3dd739', 'network_id': '4705909d-4fc5-4eb0-8f45-63680a3dd739', 'tenant_id': '7753f2697ba4464ebd8d731982a0d1f7', 'fixed_ips': [{'subnet_id': '242019df-54a5-4701-a152-5b5ad09eb4f2'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:15:17.325010 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dba6fe29-57db-4e2e-9c66-e829c7c5016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:17.326261 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-63ac89f5-16ac-4ebe-871b-6c8428ad1ca0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:17.354205 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-63ac89f5-16ac-4ebe-871b-6c8428ad1ca0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:subnet and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:17.360981 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-63ac89f5-16ac-4ebe-871b-6c8428ad1ca0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:17.371926 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:17.421103 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7dbb3a0b-b8ba-44fa-bf79-26e26579f726 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:17.434535 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-63ac89f5-16ac-4ebe-871b-6c8428ad1ca0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:17.437993 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Transition to ACTIVE for port object dac58567-96b0-4c5e-a32d-56aa50e85a35 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:17.441115 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 5ca926e8-3cbd-4e10-bcfc-461c697e5137 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:15:17.441492 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:17.451865 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-758d001b-5910-4591-a93d-83be0f716af4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:17.483067 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-fd8a97c9-f0a8-4620-8738-ed7fbfa22f45 None None] Allocated IP 172.20.0.2 (5d977799-95ec-4d44-89a5-1031ab78ac92/22058f69-f2e3-4009-81b5-341aef96f3e2/fc55207b-84fb-4114-8066-9e1d11969cfb) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:17.486187 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-7dbb3a0b-b8ba-44fa-bf79-26e26579f726 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Transition to ACTIVE for port object 488b7851-07d2-416d-8d3b-ee9a2561f8c0 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:17.494841 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-81dd5d9e-0d35-454f-b19b-580b12be2775 None None] Provisioning for port 6d184f07-1f8d-4cbd-94c2-66018492b258 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:17.530227 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Transition to ACTIVE for port object dac58567-96b0-4c5e-a32d-56aa50e85a35 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:17.538373 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-81dd5d9e-0d35-454f-b19b-580b12be2775 None None] Provisioning complete for port 6d184f07-1f8d-4cbd-94c2-66018492b258 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:15:17.538737 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-81dd5d9e-0d35-454f-b19b-580b12be2775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:17.539069 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-81dd5d9e-0d35-454f-b19b-580b12be2775 None None] Attempt 1 to provision port 6d184f07-1f8d-4cbd-94c2-66018492b258 Oct 10 11:15:17.595049 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 5ca926e8-3cbd-4e10-bcfc-461c697e5137, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5ca926e8-3cbd-4e10-bcfc-461c697e5137,segment=NetworkSegment(efd5b8f0-74ff-40f4-b82b-fe1df64782e4),segment_id=efd5b8f0-74ff-40f4-b82b-fe1df64782e4)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:17.596625 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ac89f5-16ac-4ebe-871b-6c8428ad1ca0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:17.600161 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-63ac89f5-16ac-4ebe-871b-6c8428ad1ca0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:17.639526 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7dbb3a0b-b8ba-44fa-bf79-26e26579f726 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:17.781851 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8d3c282e-75a2-4532-8d47-42c0112674b3 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:17.788085 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:17.792534 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c75d19a2-956d-4edc-b490-a3499f2cfd91 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:15:17.815852 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:17.821327 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-158a714b-551e-4ceb-b467-b6cb98dc4afe tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:17.840954 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8d3c282e-75a2-4532-8d47-42c0112674b3 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:17.888825 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-81dd5d9e-0d35-454f-b19b-580b12be2775 None None] Port 6d184f07-1f8d-4cbd-94c2-66018492b258 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:17.936498 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-158a714b-551e-4ceb-b467-b6cb98dc4afe tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:17.937054 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-158a714b-551e-4ceb-b467-b6cb98dc4afe tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:17.953715 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-dba6fe29-57db-4e2e-9c66-e829c7c5016e None None] Allocated IP 172.20.0.2 (4705909d-4fc5-4eb0-8f45-63680a3dd739/242019df-54a5-4701-a152-5b5ad09eb4f2/12a08828-98fc-40c6-9eba-ae60c9a7f7b9) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:17.954265 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbb3a0b-b8ba-44fa-bf79-26e26579f726 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network 199558a1-848d-4c62-b5b4-63066ad839d3 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:17.964709 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:17.970694 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-7dbb3a0b-b8ba-44fa-bf79-26e26579f726 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:17.985788 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbb3a0b-b8ba-44fa-bf79-26e26579f726 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:17.989791 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:17.992469 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:18.004121 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-1cf0b0cf-9d2f-443c-bb28-b600940daf96 None None] Allocated IP 172.20.0.18 (199558a1-848d-4c62-b5b4-63066ad839d3/ec20acf0-5a2d-4406-825d-6aad042268a6/c75d19a2-956d-4edc-b490-a3499f2cfd91) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:18.080414 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd0ce6-e8d4-4ebb-8551-d6d2e7485025 req-ba898259-c6b4-4a07-ae26-23c1d3c6e9c3 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:18.082309 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8dcd0ce6-e8d4-4ebb-8551-d6d2e7485025 req-ba898259-c6b4-4a07-ae26-23c1d3c6e9c3 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 946 time: 0.9750702 Oct 10 11:15:18.090186 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb3a0b-b8ba-44fa-bf79-26e26579f726 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Port': ['ID=488b7851-07d2-416d-8d3b-ee9a2561f8c0,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:18.094711 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=5ca926e8-3cbd-4e10-bcfc-461c697e5137,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:18.112259 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c282e-75a2-4532-8d47-42c0112674b3 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e904295-7a57-40c7-88c0-6598daf7343a,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:18.185336 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbb3a0b-b8ba-44fa-bf79-26e26579f726 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:18.186022 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7dbb3a0b-b8ba-44fa-bf79-26e26579f726 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:18.231185 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-758d001b-5910-4591-a93d-83be0f716af4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:18.260092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8d3c282e-75a2-4532-8d47-42c0112674b3 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:18.260924 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8dcd0ce6-e8d4-4ebb-8551-d6d2e7485025 req-f5666a7a-22d9-41c9-9003-599df26467fe tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/security-groups?id=15aba626-277c-4672-990c-ec1e6cd0d0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329463 Oct 10 11:15:18.261270 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8d3c282e-75a2-4532-8d47-42c0112674b3 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7287722 Oct 10 11:15:18.262005 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a714b-551e-4ceb-b467-b6cb98dc4afe tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Port': ['ID=6d184f07-1f8d-4cbd-94c2-66018492b258,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:18.266192 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52732) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:18.287101 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-758d001b-5910-4591-a93d-83be0f716af4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:18.291154 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-c512661b-fbfd-4981-8c99-e2d940193178 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Request body: {'security_group_rule': {'security_group_id': '2e904295-7a57-40c7-88c0-6598daf7343a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:18.303787 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c512661b-fbfd-4981-8c99-e2d940193178 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:18.309940 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c512661b-fbfd-4981-8c99-e2d940193178 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Usage tracker for resource:security_group_rule and tenant:171d59cd94d34ad6adf17fe18583574f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:18.313906 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c512661b-fbfd-4981-8c99-e2d940193178 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:18.327867 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c512661b-fbfd-4981-8c99-e2d940193178 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:18.466390 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c512661b-fbfd-4981-8c99-e2d940193178 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:18.468329 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-81dd5d9e-0d35-454f-b19b-580b12be2775 None None] Attempt 2 to provision port 6d184f07-1f8d-4cbd-94c2-66018492b258 Oct 10 11:15:18.479911 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7dbb3a0b-b8ba-44fa-bf79-26e26579f726 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1001 time: 5.1161630 Oct 10 11:15:18.482935 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52738) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:18.492326 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-437951d8-4039-4b3b-b824-a7900e5dfd97 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9d1d7ef6-bcd5-4792-b2cb-fd0d11b13a1e'}]}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:18.524751 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158a714b-551e-4ceb-b467-b6cb98dc4afe tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network 5eaffece-653d-454b-8d1d-52ee888fa406 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:18.528079 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-158a714b-551e-4ceb-b467-b6cb98dc4afe tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:18.553938 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-63ac89f5-16ac-4ebe-871b-6c8428ad1ca0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:18.595274 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Attempting to bind port dac58567-96b0-4c5e-a32d-56aa50e85a35 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:15:18.601777 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Attempting to bind port dac58567-96b0-4c5e-a32d-56aa50e85a35 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:15:18.601777 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Attempting to bind port dac58567-96b0-4c5e-a32d-56aa50e85a35 on network dac74586-4382-4e00-a6eb-f2005f114a9a {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:15:18.607758 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Pushing event updated for resources: {'Port': ['ID=dac58567-96b0-4c5e-a32d-56aa50e85a35,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:18.623144 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port c75d19a2-956d-4edc-b490-a3499f2cfd91 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:18.657158 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:15:18.657554 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Checking segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:15:18.657960 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:18.658349 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Bound using segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:15:18.658827 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Bound port: dac58567-96b0-4c5e-a32d-56aa50e85a35, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:15:18.659195 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:18.672649 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ac89f5-16ac-4ebe-871b-6c8428ad1ca0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:18.692987 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-63ac89f5-16ac-4ebe-871b-6c8428ad1ca0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:18.700863 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-fd8a97c9-f0a8-4620-8738-ed7fbfa22f45 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:18.703584 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac89f5-16ac-4ebe-871b-6c8428ad1ca0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:18.704351 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-63ac89f5-16ac-4ebe-871b-6c8428ad1ca0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:18.802099 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-758d001b-5910-4591-a93d-83be0f716af4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Allocated IP 172.26.4.131 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/933ea3f2-aae9-4234-97c9-8d2fa5b5ab8d) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:18.867077 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-437951d8-4039-4b3b-b824-a7900e5dfd97 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:18.882725 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port c75d19a2-956d-4edc-b490-a3499f2cfd91 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:15:18.883404 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:18.884035 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port c75d19a2-956d-4edc-b490-a3499f2cfd91 Oct 10 11:15:18.907410 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac89f5-16ac-4ebe-871b-6c8428ad1ca0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=ba71629d-2802-4ac5-adf9-6f1a8989e2b4,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:18.935720 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:18.936242 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:18.936746 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:18.937499 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:18.938018 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:18.938630 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:18.939114 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:18.939621 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:18.940105 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:18.940575 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:18.941065 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:18.941670 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:15:18.954870 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c512661b-fbfd-4981-8c99-e2d940193178 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:18.985404 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-81dd5d9e-0d35-454f-b19b-580b12be2775 None None] Port 6d184f07-1f8d-4cbd-94c2-66018492b258 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:18.999800 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dba6fe29-57db-4e2e-9c66-e829c7c5016e None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:19.011621 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-fd8a97c9-f0a8-4620-8738-ed7fbfa22f45 None None] Transition to ACTIVE for port object fc55207b-84fb-4114-8066-9e1d11969cfb will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:19.027770 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-758d001b-5910-4591-a93d-83be0f716af4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:19.032372 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c512661b-fbfd-4981-8c99-e2d940193178 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:19.082840 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512661b-fbfd-4981-8c99-e2d940193178 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b32b484a-52ee-410d-a901-6ecc1b729b03,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:19.097349 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-dba6fe29-57db-4e2e-9c66-e829c7c5016e None None] Transition to ACTIVE for port object 12a08828-98fc-40c6-9eba-ae60c9a7f7b9 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:19.117945 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-1cf0b0cf-9d2f-443c-bb28-b600940daf96 None None] For port c75d19a2-956d-4edc-b490-a3499f2cfd91, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c75d19a2-956d-4edc-b490-a3499f2cfd91,segment=NetworkSegment(fc787bd5-9cf8-45c4-997b-31912c17cf11),segment_id=fc787bd5-9cf8-45c4-997b-31912c17cf11)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:19.118948 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158a714b-551e-4ceb-b467-b6cb98dc4afe tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Router fc0cd65e-9247-4f81-ab64-0c37274f7923 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:15:19.129446 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-fd8a97c9-f0a8-4620-8738-ed7fbfa22f45 None None] Transition to ACTIVE for port object fc55207b-84fb-4114-8066-9e1d11969cfb will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:19.133836 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-63ac89f5-16ac-4ebe-871b-6c8428ad1ca0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0842910 Oct 10 11:15:19.142300 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52744) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:19.161210 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-9557b0ee-ed70-40df-bdeb-25e706441981 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'port': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'mac_address': 'fa:16:3e:9f:e3:1e', 'name': 'tempest-NetworksTestDHCPv6-782459885'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:19.172860 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-dba6fe29-57db-4e2e-9c66-e829c7c5016e None None] Transition to ACTIVE for port object 12a08828-98fc-40c6-9eba-ae60c9a7f7b9 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:19.188217 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-758d001b-5910-4591-a93d-83be0f716af4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:19.216536 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] For port dac58567-96b0-4c5e-a32d-56aa50e85a35, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:15:19.236297 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1cf0b0cf-9d2f-443c-bb28-b600940daf96 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:19.246808 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c512661b-fbfd-4981-8c99-e2d940193178 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:19.250702 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c512661b-fbfd-4981-8c99-e2d940193178 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9745414 Oct 10 11:15:19.250873 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] For port dac58567-96b0-4c5e-a32d-56aa50e85a35, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=dac58567-96b0-4c5e-a32d-56aa50e85a35,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:15:19.255720 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-fd8a97c9-f0a8-4620-8738-ed7fbfa22f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:19.264639 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d7fc3-979b-44b1-ad29-e64f793c437c req-fd9164d4-7d83-4226-86cc-75521e181eab tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:19.266784 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-917d7fc3-979b-44b1-ad29-e64f793c437c req-fd9164d4-7d83-4226-86cc-75521e181eab tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 946 time: 0.4534750 Oct 10 11:15:19.267255 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52748) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:19.308081 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port c75d19a2-956d-4edc-b490-a3499f2cfd91 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:15:19.308081 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:19.324716 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-1cf0b0cf-9d2f-443c-bb28-b600940daf96 None None] Transition to ACTIVE for port object c75d19a2-956d-4edc-b490-a3499f2cfd91 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:19.337000 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dba6fe29-57db-4e2e-9c66-e829c7c5016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:19.338276 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758d001b-5910-4591-a93d-83be0f716af4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:19.342993 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-758d001b-5910-4591-a93d-83be0f716af4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:19.352243 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758d001b-5910-4591-a93d-83be0f716af4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:19.354685 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8699c4-23c4-4aa4-af1e-6b6e857e4041 req-15b1955b-457b-4e2e-995a-ea102424ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:19.355200 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8a97c9-f0a8-4620-8738-ed7fbfa22f45 None None] Network 5d977799-95ec-4d44-89a5-1031ab78ac92 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:19.357068 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ab8699c4-23c4-4aa4-af1e-6b6e857e4041 req-15b1955b-457b-4e2e-995a-ea102424ec75 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=33e4bc3f82eb46749091c6a32d15300f&device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 1099 time: 0.4685514 Oct 10 11:15:19.375021 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-fd8a97c9-f0a8-4620-8738-ed7fbfa22f45 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:19.379665 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8a97c9-f0a8-4620-8738-ed7fbfa22f45 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:19.390984 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:19.409921 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d001b-5910-4591-a93d-83be0f716af4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event updated for resources: {'Port': ['ID=933ea3f2-aae9-4234-97c9-8d2fa5b5ab8d,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:19.418311 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158a714b-551e-4ceb-b467-b6cb98dc4afe tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:15:19.430511 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0584229-0514-4710-81c2-1e6419e9b7e5 None None] Sync routers for ids ['fc0cd65e-9247-4f81-ab64-0c37274f7923'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:15:19.450950 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0584229-0514-4710-81c2-1e6419e9b7e5 None None] Routers {'fc0cd65e-9247-4f81-ab64-0c37274f7923'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:15:19.454379 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-d0584229-0514-4710-81c2-1e6419e9b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:15:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['fc0cd65e-9247-4f81-ab64-0c37274f7923'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:19.466648 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba6fe29-57db-4e2e-9c66-e829c7c5016e None None] Network 4705909d-4fc5-4eb0-8f45-63680a3dd739 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:19.480822 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-facfc7e2-25dc-472d-83f8-792648867b42 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-group-rules/b32b484a-52ee-410d-a901-6ecc1b729b03 HTTP/1.1" status: 200 len: 763 time: 0.1287870 Oct 10 11:15:19.485441 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52752) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:19.517645 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-158a714b-551e-4ceb-b467-b6cb98dc4afe tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "PUT /v2.0/routers/fc0cd65e-9247-4f81-ab64-0c37274f7923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4325604 Oct 10 11:15:19.522508 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52756) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:19.544222 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-d0584229-0514-4710-81c2-1e6419e9b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:19.555029 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0584229-0514-4710-81c2-1e6419e9b7e5 None None] Routers {'fc0cd65e-9247-4f81-ab64-0c37274f7923'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:15:19.555788 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-d0584229-0514-4710-81c2-1e6419e9b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:15:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['fc0cd65e-9247-4f81-ab64-0c37274f7923'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:19.598381 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-81dd5d9e-0d35-454f-b19b-580b12be2775 None None] Attempt 3 to provision port 6d184f07-1f8d-4cbd-94c2-66018492b258 Oct 10 11:15:19.639284 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:15:19.639637 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:15:19.640147 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a97c9-f0a8-4620-8738-ed7fbfa22f45 None None] Pushing event updated for resources: {'Port': ['ID=fc55207b-84fb-4114-8066-9e1d11969cfb,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:19.642540 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-d0584229-0514-4710-81c2-1e6419e9b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:19.649500 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-1bcf6cf6-69a3-437f-943b-6e15288eb4e1 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Allocated IP 172.20.0.1 (5d977799-95ec-4d44-89a5-1031ab78ac92/22058f69-f2e3-4009-81b5-341aef96f3e2/fcbd8aee-0654-4a6f-a83b-e1f2319d1d32) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:19.650706 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0584229-0514-4710-81c2-1e6419e9b7e5 None None] The sync data for ids ['fc0cd65e-9247-4f81-ab64-0c37274f7923'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:15:19.661909 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9e5ab1bb-ad15-46a9-9267-09350b7c407d tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Synchronizing usage tracker for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group_rule {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:19.663693 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-917d7fc3-979b-44b1-ad29-e64f793c437c req-d32dafdd-594c-4c5f-89d0-29715fbca25a tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/security-groups?id=15aba626-277c-4672-990c-ec1e6cd0d0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942972 Oct 10 11:15:19.708795 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-dba6fe29-57db-4e2e-9c66-e829c7c5016e None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:19.712259 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba6fe29-57db-4e2e-9c66-e829c7c5016e None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:19.722545 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1cf0b0cf-9d2f-443c-bb28-b600940daf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:19.748809 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9557b0ee-ed70-40df-bdeb-25e706441981 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:19.771223 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8f2cc0-789b-4c93-8cf6-876c493c5583 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:19.772226 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ee8f2cc0-789b-4c93-8cf6-876c493c5583 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Synchronizing usage tracker for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:19.853175 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-fd8a97c9-f0a8-4620-8738-ed7fbfa22f45 None None] Attempting to bind port fc55207b-84fb-4114-8066-9e1d11969cfb on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:15:19.853455 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-fd8a97c9-f0a8-4620-8738-ed7fbfa22f45 None None] Attempting to bind port fc55207b-84fb-4114-8066-9e1d11969cfb by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '084ebfc1-8430-4424-bd4e-eab1839b28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:15:19.853839 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8a97c9-f0a8-4620-8738-ed7fbfa22f45 None None] Attempting to bind port fc55207b-84fb-4114-8066-9e1d11969cfb on network 5d977799-95ec-4d44-89a5-1031ab78ac92 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:15:19.855548 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9e5ab1bb-ad15-46a9-9267-09350b7c407d tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Unset dirty status for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group_rule {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:19.857035 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9e5ab1bb-ad15-46a9-9267-09350b7c407d tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3703940 Oct 10 11:15:19.862068 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52760) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:19.906633 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e4f83c3f-e613-40ea-a95f-fad1e43669e6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:19.949822 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9557b0ee-ed70-40df-bdeb-25e706441981 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:port and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:19.954160 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8699c4-23c4-4aa4-af1e-6b6e857e4041 req-5ad8b830-b0c1-422c-836d-e56252f093ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:19.955617 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ab8699c4-23c4-4aa4-af1e-6b6e857e4041 req-5ad8b830-b0c1-422c-836d-e56252f093ba service neutron] 10.222.0.15 "GET /v2.0/networks?id=1157963f-067d-4ea1-9106-419179a67f58 HTTP/1.1" status: 200 len: 912 time: 0.5598288 Oct 10 11:15:19.970578 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9557b0ee-ed70-40df-bdeb-25e706441981 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:19.971042 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ee8f2cc0-789b-4c93-8cf6-876c493c5583 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Unset dirty status for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:19.975573 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ee8f2cc0-789b-4c93-8cf6-876c493c5583 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "GET /v2.0/ports?device_id=fc0cd65e-9247-4f81-ab64-0c37274f7923 HTTP/1.1" status: 200 len: 988 time: 0.3943617 Oct 10 11:15:19.986900 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52764) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:20.022520 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-81dd5d9e-0d35-454f-b19b-580b12be2775 None None] Port 6d184f07-1f8d-4cbd-94c2-66018492b258 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:20.023662 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8a97c9-f0a8-4620-8738-ed7fbfa22f45 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:15:20.024156 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8a97c9-f0a8-4620-8738-ed7fbfa22f45 None None] Checking segment: {'id': '084ebfc1-8430-4424-bd4e-eab1839b28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:15:20.024662 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-fd8a97c9-f0a8-4620-8738-ed7fbfa22f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:20.025155 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8a97c9-f0a8-4620-8738-ed7fbfa22f45 None None] Bound using segment: {'id': '084ebfc1-8430-4424-bd4e-eab1839b28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:15:20.025769 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-fd8a97c9-f0a8-4620-8738-ed7fbfa22f45 None None] Bound port: fc55207b-84fb-4114-8066-9e1d11969cfb, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '084ebfc1-8430-4424-bd4e-eab1839b28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:15:20.026246 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-fd8a97c9-f0a8-4620-8738-ed7fbfa22f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:20.041702 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e4f83c3f-e613-40ea-a95f-fad1e43669e6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:20.046345 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6fe29-57db-4e2e-9c66-e829c7c5016e None None] Pushing event updated for resources: {'Port': ['ID=12a08828-98fc-40c6-9eba-ae60c9a7f7b9,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:20.100585 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9557b0ee-ed70-40df-bdeb-25e706441981 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:20.105846 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ab8699c4-23c4-4aa4-af1e-6b6e857e4041 req-dcda423d-7406-42f1-b108-1eb8b9f8f6e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46ce091b-031c-4e0f-891d-a479b308972b HTTP/1.1" status: 200 len: 217 time: 0.1320918 Oct 10 11:15:20.135016 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-fd8a97c9-f0a8-4620-8738-ed7fbfa22f45 None None] For port fc55207b-84fb-4114-8066-9e1d11969cfb, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:15:20.136646 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-fd8a97c9-f0a8-4620-8738-ed7fbfa22f45 None None] For port fc55207b-84fb-4114-8066-9e1d11969cfb, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=fc55207b-84fb-4114-8066-9e1d11969cfb,segment=NetworkSegment(084ebfc1-8430-4424-bd4e-eab1839b28db),segment_id=084ebfc1-8430-4424-bd4e-eab1839b28db)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:15:20.196950 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-437951d8-4039-4b3b-b824-a7900e5dfd97 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Delete allocated IP 172.20.0.23 (199558a1-848d-4c62-b5b4-63066ad839d3/ec20acf0-5a2d-4406-825d-6aad042268a6) {{(pid=89896) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 10 11:15:20.269433 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-fd8a97c9-f0a8-4620-8738-ed7fbfa22f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:20.286328 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-dba6fe29-57db-4e2e-9c66-e829c7c5016e None None] Attempting to bind port 12a08828-98fc-40c6-9eba-ae60c9a7f7b9 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:15:20.286847 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-dba6fe29-57db-4e2e-9c66-e829c7c5016e None None] Attempting to bind port 12a08828-98fc-40c6-9eba-ae60c9a7f7b9 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '51a1646b-62d6-40ef-90fa-f486ef827c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '4705909d-4fc5-4eb0-8f45-63680a3dd739'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:15:20.287326 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba6fe29-57db-4e2e-9c66-e829c7c5016e None None] Attempting to bind port 12a08828-98fc-40c6-9eba-ae60c9a7f7b9 on network 4705909d-4fc5-4eb0-8f45-63680a3dd739 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:15:20.308451 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba6fe29-57db-4e2e-9c66-e829c7c5016e None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:15:20.309367 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba6fe29-57db-4e2e-9c66-e829c7c5016e None None] Checking segment: {'id': '51a1646b-62d6-40ef-90fa-f486ef827c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '4705909d-4fc5-4eb0-8f45-63680a3dd739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:15:20.309367 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dba6fe29-57db-4e2e-9c66-e829c7c5016e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:20.309780 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba6fe29-57db-4e2e-9c66-e829c7c5016e None None] Bound using segment: {'id': '51a1646b-62d6-40ef-90fa-f486ef827c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '4705909d-4fc5-4eb0-8f45-63680a3dd739'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:15:20.310369 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-dba6fe29-57db-4e2e-9c66-e829c7c5016e None None] Bound port: 12a08828-98fc-40c6-9eba-ae60c9a7f7b9, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a1646b-62d6-40ef-90fa-f486ef827c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '4705909d-4fc5-4eb0-8f45-63680a3dd739'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:15:20.310847 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dba6fe29-57db-4e2e-9c66-e829c7c5016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:20.349134 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port c75d19a2-956d-4edc-b490-a3499f2cfd91 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:15:20.349690 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:20.365279 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea211467-2304-47e6-9611-f85d3453ad2b None None] Pushing event updated for resources: {'Port': ['ID=dac58567-96b0-4c5e-a32d-56aa50e85a35,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:20.448337 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9557b0ee-ed70-40df-bdeb-25e706441981 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:20.480545 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8699c4-23c4-4aa4-af1e-6b6e857e4041 req-e46535d4-de06-4dfc-a800-18ccb0006e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:20.484070 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ab8699c4-23c4-4aa4-af1e-6b6e857e4041 req-e46535d4-de06-4dfc-a800-18ccb0006e4a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7be2e63b-bb98-48fb-8637-057299282689 HTTP/1.1" status: 200 len: 851 time: 0.3640835 Oct 10 11:15:20.523082 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port c75d19a2-956d-4edc-b490-a3499f2cfd91, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c75d19a2-956d-4edc-b490-a3499f2cfd91,segment=NetworkSegment(fc787bd5-9cf8-45c4-997b-31912c17cf11),segment_id=fc787bd5-9cf8-45c4-997b-31912c17cf11)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:20.537116 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-81dd5d9e-0d35-454f-b19b-580b12be2775 None None] Attempt 4 to provision port 6d184f07-1f8d-4cbd-94c2-66018492b258 Oct 10 11:15:20.657736 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-81dd5d9e-0d35-454f-b19b-580b12be2775 None None] Port 6d184f07-1f8d-4cbd-94c2-66018492b258 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:20.661876 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:20.672956 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-dba6fe29-57db-4e2e-9c66-e829c7c5016e None None] For port 12a08828-98fc-40c6-9eba-ae60c9a7f7b9, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:15:20.683023 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-dba6fe29-57db-4e2e-9c66-e829c7c5016e None None] For port 12a08828-98fc-40c6-9eba-ae60c9a7f7b9, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=12a08828-98fc-40c6-9eba-ae60c9a7f7b9,segment=NetworkSegment(51a1646b-62d6-40ef-90fa-f486ef827c5c),segment_id=51a1646b-62d6-40ef-90fa-f486ef827c5c)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:15:20.698033 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0b0cf-9d2f-443c-bb28-b600940daf96 None None] Pushing event updated for resources: {'Port': ['ID=c75d19a2-956d-4edc-b490-a3499f2cfd91,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:20.726134 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1bcf6cf6-69a3-437f-943b-6e15288eb4e1 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:20.731019 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ab8699c4-23c4-4aa4-af1e-6b6e857e4041 req-58796857-4e78-40a8-bca7-f950d60fa818 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1157963f-067d-4ea1-9106-419179a67f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2181864 Oct 10 11:15:20.891183 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e4f83c3f-e613-40ea-a95f-fad1e43669e6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:20.967937 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dba6fe29-57db-4e2e-9c66-e829c7c5016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:21.012511 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-1bcf6cf6-69a3-437f-943b-6e15288eb4e1 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Transition to ACTIVE for port object fcbd8aee-0654-4a6f-a83b-e1f2319d1d32 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:21.043304 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device dac58567-96b0-4c5e-a32d-56aa50e85a35 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:15:21.094623 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ab8699c4-23c4-4aa4-af1e-6b6e857e4041 req-8b202472-5ecc-410c-9469-ef7434bc1c4a service neutron] 10.222.0.15 "GET /v2.0/networks/1157963f-067d-4ea1-9106-419179a67f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420920 Oct 10 11:15:21.158667 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-81dd5d9e-0d35-454f-b19b-580b12be2775 None None] Attempt 5 to provision port 6d184f07-1f8d-4cbd-94c2-66018492b258 Oct 10 11:15:21.166270 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-758d001b-5910-4591-a93d-83be0f716af4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for router_gateway, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:21.195391 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.resource_extend [None req-437951d8-4039-4b3b-b824-a7900e5dfd97 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:15:21.211582 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9557b0ee-ed70-40df-bdeb-25e706441981 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:21.261710 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a97c9-f0a8-4620-8738-ed7fbfa22f45 None None] Pushing event updated for resources: {'Port': ['ID=fc55207b-84fb-4114-8066-9e1d11969cfb,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:21.361952 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-437951d8-4039-4b3b-b824-a7900e5dfd97 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:21.373084 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ff2256-0d47-4a5b-b4de-19ac8f34de86 None None] Network 199558a1-848d-4c62-b5b4-63066ad839d3 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:21.414760 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-81dd5d9e-0d35-454f-b19b-580b12be2775 None None] Port 6d184f07-1f8d-4cbd-94c2-66018492b258 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:21.439149 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-9557b0ee-ed70-40df-bdeb-25e706441981 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] device_id is not set on port c128c897-92d7-4ea4-bdcb-a894a26578d5 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:15:21.521296 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port dac58567-96b0-4c5e-a32d-56aa50e85a35 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:21.543996 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5ca926e8-3cbd-4e10-bcfc-461c697e5137 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:15:21.558146 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-437951d8-4039-4b3b-b824-a7900e5dfd97 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Ignored duplicate provisioning block setup for port 488b7851-07d2-416d-8d3b-ee9a2561f8c0 by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 10 11:15:21.579463 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=c75d19a2-956d-4edc-b490-a3499f2cfd91,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:21.626335 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ab8699c4-23c4-4aa4-af1e-6b6e857e4041 req-8ccdb305-6be4-4dcf-8321-16eb60eac82a service neutron] 10.222.0.15 "GET /v2.0/networks/1157963f-067d-4ea1-9106-419179a67f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944718 Oct 10 11:15:21.627848 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1bcf6cf6-69a3-437f-943b-6e15288eb4e1 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:21.678913 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e4f83c3f-e613-40ea-a95f-fad1e43669e6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:21.683908 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e4f83c3f-e613-40ea-a95f-fad1e43669e6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/b32b484a-52ee-410d-a901-6ecc1b729b03 HTTP/1.1" status: 204 len: 168 time: 1.8195498 Oct 10 11:15:21.696070 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f83c3f-e613-40ea-a95f-fad1e43669e6 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b32b484a-52ee-410d-a901-6ecc1b729b03,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:21.710652 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52774) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:21.727585 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22613592-417f-4069-b510-b8482527561e None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:21.804306 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6fe29-57db-4e2e-9c66-e829c7c5016e None None] Pushing event updated for resources: {'Port': ['ID=12a08828-98fc-40c6-9eba-ae60c9a7f7b9,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:21.818909 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-758d001b-5910-4591-a93d-83be0f716af4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:21.830539 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1b89c-69c9-4f19-92fe-82409a2fbf87 req-ce629d20-1186-4aff-8ca1-82a892d122b7 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:21.832166 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7ab1b89c-69c9-4f19-92fe-82409a2fbf87 req-ce629d20-1186-4aff-8ca1-82a892d122b7 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 946 time: 0.8817823 Oct 10 11:15:21.890042 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-9557b0ee-ed70-40df-bdeb-25e706441981 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 2001:db8:0:1::179 (dac74586-4382-4e00-a6eb-f2005f114a9a/ba71629d-2802-4ac5-adf9-6f1a8989e2b4/c128c897-92d7-4ea4-bdcb-a894a26578d5) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:21.896626 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-9557b0ee-ed70-40df-bdeb-25e706441981 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 2001:db8::f816:3eff:fe9f:e31e (dac74586-4382-4e00-a6eb-f2005f114a9a/924eb341-bc82-44e7-84e0-bcffe580b189/c128c897-92d7-4ea4-bdcb-a894a26578d5) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:21.976724 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-81dd5d9e-0d35-454f-b19b-580b12be2775 None None] Attempt 6 to provision port 6d184f07-1f8d-4cbd-94c2-66018492b258 Oct 10 11:15:22.011635 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 5ca926e8-3cbd-4e10-bcfc-461c697e5137 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:15:22.012009 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:22.012346 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 5ca926e8-3cbd-4e10-bcfc-461c697e5137 Oct 10 11:15:22.020200 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-437951d8-4039-4b3b-b824-a7900e5dfd97 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:22.072792 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dcb7c3-395d-42a1-82fb-55c412bdeb96 None None] Network 5d977799-95ec-4d44-89a5-1031ab78ac92 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:22.075135 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcf6cf6-69a3-437f-943b-6e15288eb4e1 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network 5d977799-95ec-4d44-89a5-1031ab78ac92 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:22.127066 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-1bcf6cf6-69a3-437f-943b-6e15288eb4e1 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:22.142934 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcf6cf6-69a3-437f-943b-6e15288eb4e1 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:22.161934 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7ab1b89c-69c9-4f19-92fe-82409a2fbf87 req-a251cab1-2665-4ae5-9a6d-9bbff2b6b497 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/security-groups?id=15aba626-277c-4672-990c-ec1e6cd0d0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447090 Oct 10 11:15:22.283644 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-81dd5d9e-0d35-454f-b19b-580b12be2775 None None] Port 6d184f07-1f8d-4cbd-94c2-66018492b258 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:22.327343 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cde3bd8b-0c25-4a99-abc8-77d9d9dc3310 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:22.338416 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf6cf6-69a3-437f-943b-6e15288eb4e1 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Port': ['ID=fcbd8aee-0654-4a6f-a83b-e1f2319d1d32,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:22.406153 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758d001b-5910-4591-a93d-83be0f716af4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Router 8c7c5de3-7283-4551-8767-8ebc0d425e80 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:15:22.567716 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 5ca926e8-3cbd-4e10-bcfc-461c697e5137 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:15:22.649722 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-82616d77-3828-4b52-9166-1eb37f618be3 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Synchronizing usage tracker for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group_rule {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:22.777266 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce79246-2401-41af-8fc9-2cfc86b34ec3 None None] Network 4705909d-4fc5-4eb0-8f45-63680a3dd739 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:22.846776 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-437951d8-4039-4b3b-b824-a7900e5dfd97 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] In _notify_port_updated(), no bound segment for port 488b7851-07d2-416d-8d3b-ee9a2561f8c0 on network 199558a1-848d-4c62-b5b4-63066ad839d3 {{(pid=89896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 10 11:15:22.852313 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437951d8-4039-4b3b-b824-a7900e5dfd97 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:22.853025 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-437951d8-4039-4b3b-b824-a7900e5dfd97 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:22.854446 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-437951d8-4039-4b3b-b824-a7900e5dfd97 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "PUT /v2.0/ports/488b7851-07d2-416d-8d3b-ee9a2561f8c0 HTTP/1.1" status: 200 len: 916 time: 4.3704123 Oct 10 11:15:22.870336 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52780) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:22.907659 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-eae98b50-a465-40ed-9116-59688c2f5731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9d1d7ef6-bcd5-4792-b2cb-fd0d11b13a1e'}, {'subnet_id': 'ec20acf0-5a2d-4406-825d-6aad042268a6'}]}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:23.078309 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-81dd5d9e-0d35-454f-b19b-580b12be2775 None None] Attempt 7 to provision port 6d184f07-1f8d-4cbd-94c2-66018492b258 Oct 10 11:15:23.184512 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9557b0ee-ed70-40df-bdeb-25e706441981 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:23.219800 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-9557b0ee-ed70-40df-bdeb-25e706441981 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Transition to ACTIVE for port object c128c897-92d7-4ea4-bdcb-a894a26578d5 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:23.272009 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-82616d77-3828-4b52-9166-1eb37f618be3 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Unset dirty status for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group_rule {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:23.275721 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-82616d77-3828-4b52-9166-1eb37f618be3 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.2601974 Oct 10 11:15:23.278135 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52788) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:23.286080 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-a9be2474-96c7-48f5-ac33-b578b8aa8795 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Request body: {'security_group_rule': {'security_group_id': '2e904295-7a57-40c7-88c0-6598daf7343a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:23.349938 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-81dd5d9e-0d35-454f-b19b-580b12be2775 None None] Port 6d184f07-1f8d-4cbd-94c2-66018492b258 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:23.350709 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 12a08828-98fc-40c6-9eba-ae60c9a7f7b9 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:15:23.379591 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a9be2474-96c7-48f5-ac33-b578b8aa8795 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:23.395321 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758d001b-5910-4591-a93d-83be0f716af4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:15:23.423315 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a9be2474-96c7-48f5-ac33-b578b8aa8795 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:23.445307 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1bcf6cf6-69a3-437f-943b-6e15288eb4e1 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:23.457804 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eaeed4-84bc-42ef-b1da-816f5c779793 None None] Sync routers for ids ['8c7c5de3-7283-4551-8767-8ebc0d425e80'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:15:23.490855 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-cde3bd8b-0c25-4a99-abc8-77d9d9dc3310 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting port 6d184f07-1f8d-4cbd-94c2-66018492b258 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:23.491213 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cde3bd8b-0c25-4a99-abc8-77d9d9dc3310 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:23.521375 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437951d8-4039-4b3b-b824-a7900e5dfd97 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Port': ['ID=488b7851-07d2-416d-8d3b-ee9a2561f8c0,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:23.558402 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9557b0ee-ed70-40df-bdeb-25e706441981 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:23.563362 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eaeed4-84bc-42ef-b1da-816f5c779793 None None] Routers {'8c7c5de3-7283-4551-8767-8ebc0d425e80'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:15:23.564094 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-60eaeed4-84bc-42ef-b1da-816f5c779793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:15:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['8c7c5de3-7283-4551-8767-8ebc0d425e80'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:23.622472 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-758d001b-5910-4591-a93d-83be0f716af4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:23.627563 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-758d001b-5910-4591-a93d-83be0f716af4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.1643794 Oct 10 11:15:23.630938 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52792) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:23.643824 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a9be2474-96c7-48f5-ac33-b578b8aa8795 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:23.654061 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-60eaeed4-84bc-42ef-b1da-816f5c779793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:23.669194 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 12a08828-98fc-40c6-9eba-ae60c9a7f7b9 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:23.675983 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840afea7-9462-42cf-99bf-a70edf6d77b5 None None] Update dhcp port {'port': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'fixed_ips': [{'subnet_id': '924eb341-bc82-44e7-84e0-bcffe580b189', 'ip_address': '2001:db8::f816:3eff:fea9:8214'}, {'subnet_id': 'ba71629d-2802-4ac5-adf9-6f1a8989e2b4'}], 'binding:host_id': 'dv-neutron-860842-1-hyperv'}, 'id': 'dac58567-96b0-4c5e-a32d-56aa50e85a35'} from dv-neutron-860842-1-hyperv. {{(pid=89898) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 10 11:15:23.720441 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eaeed4-84bc-42ef-b1da-816f5c779793 None None] Routers {'8c7c5de3-7283-4551-8767-8ebc0d425e80'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:15:23.721168 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-60eaeed4-84bc-42ef-b1da-816f5c779793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:15:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['8c7c5de3-7283-4551-8767-8ebc0d425e80'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:23.739076 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9557b0ee-ed70-40df-bdeb-25e706441981 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:23.746480 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-9557b0ee-ed70-40df-bdeb-25e706441981 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:23.748276 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557b0ee-ed70-40df-bdeb-25e706441981 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Port': ['ID=c128c897-92d7-4ea4-bdcb-a894a26578d5,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:23.752798 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9557b0ee-ed70-40df-bdeb-25e706441981 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:23.758404 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9557b0ee-ed70-40df-bdeb-25e706441981 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:23.759217 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9557b0ee-ed70-40df-bdeb-25e706441981 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:23.769767 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab346983-5239-423a-a555-704b8be97b06 req-9ee4e232-568e-46bf-b119-101a1c8f85fa tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:23.771783 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ab346983-5239-423a-a555-704b8be97b06 req-9ee4e232-568e-46bf-b119-101a1c8f85fa tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.4619124 Oct 10 11:15:23.776581 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c75d19a2-956d-4edc-b490-a3499f2cfd91 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:15:23.839920 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-60eaeed4-84bc-42ef-b1da-816f5c779793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:23.840625 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eaeed4-84bc-42ef-b1da-816f5c779793 None None] The sync data for ids ['8c7c5de3-7283-4551-8767-8ebc0d425e80'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:15:23.855246 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-81dd5d9e-0d35-454f-b19b-580b12be2775 None None] Attempt 8 to provision port 6d184f07-1f8d-4cbd-94c2-66018492b258 Oct 10 11:15:23.872130 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eae98b50-a465-40ed-9116-59688c2f5731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:23.884609 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d14bf0-7ecc-403f-a901-d282b04d3e44 req-b9ee242e-96e4-4c79-8da8-831312fbca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:23.886124 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-44d14bf0-7ecc-403f-a901-d282b04d3e44 req-b9ee242e-96e4-4c79-8da8-831312fbca4e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae70dbd562a74602ba992b43f7087eba&device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 1098 time: 0.6176422 Oct 10 11:15:23.887691 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-840afea7-9462-42cf-99bf-a70edf6d77b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:23.922167 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871f4dd-d651-4b07-b36c-49e23e6c43e8 req-73ed5c47-7808-4548-a8a6-ca38d5fc38e1 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:23.923643 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8871f4dd-d651-4b07-b36c-49e23e6c43e8 req-73ed5c47-7808-4548-a8a6-ca38d5fc38e1 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 946 time: 0.4751763 Oct 10 11:15:23.958571 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a9be2474-96c7-48f5-ac33-b578b8aa8795 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:23.982427 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-81dd5d9e-0d35-454f-b19b-580b12be2775 None None] Port 6d184f07-1f8d-4cbd-94c2-66018492b258 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:24.036792 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9557b0ee-ed70-40df-bdeb-25e706441981 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.8901560 Oct 10 11:15:24.043451 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device fc55207b-84fb-4114-8066-9e1d11969cfb up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:15:24.048222 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52796) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:24.051116 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a9be2474-96c7-48f5-ac33-b578b8aa8795 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:24.098560 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ab346983-5239-423a-a555-704b8be97b06 req-3707d315-5008-48cc-acf6-d932f9e957d9 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2999737 Oct 10 11:15:24.127096 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be2474-96c7-48f5-ac33-b578b8aa8795 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f79f913b-4b4d-4b02-9f93-89e4d756f398,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:24.131500 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cde3bd8b-0c25-4a99-abc8-77d9d9dc3310 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:24.216908 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-840afea7-9462-42cf-99bf-a70edf6d77b5 None None] Allocated IP 2001:db8:0:1::2 (dac74586-4382-4e00-a6eb-f2005f114a9a/ba71629d-2802-4ac5-adf9-6f1a8989e2b4/dac58567-96b0-4c5e-a32d-56aa50e85a35) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:24.260049 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port fc55207b-84fb-4114-8066-9e1d11969cfb completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:24.289132 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-cde3bd8b-0c25-4a99-abc8-77d9d9dc3310 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Calling delete_port for 6d184f07-1f8d-4cbd-94c2-66018492b258 owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:24.307633 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8871f4dd-d651-4b07-b36c-49e23e6c43e8 req-96d72ab2-0280-4dde-92d9-93691647fd65 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/security-groups?id=15aba626-277c-4672-990c-ec1e6cd0d0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568802 Oct 10 11:15:24.370564 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-840afea7-9462-42cf-99bf-a70edf6d77b5 None None] For port dac58567-96b0-4c5e-a32d-56aa50e85a35, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=dac58567-96b0-4c5e-a32d-56aa50e85a35,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:24.399301 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-840afea7-9462-42cf-99bf-a70edf6d77b5 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:24.417080 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a9be2474-96c7-48f5-ac33-b578b8aa8795 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:24.420903 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-840afea7-9462-42cf-99bf-a70edf6d77b5 None None] Ignored duplicate provisioning block setup for port dac58567-96b0-4c5e-a32d-56aa50e85a35 by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 10 11:15:24.422303 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a9be2474-96c7-48f5-ac33-b578b8aa8795 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1411374 Oct 10 11:15:24.425345 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52802) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:24.434621 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1bcf6cf6-69a3-437f-943b-6e15288eb4e1 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:24.463959 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-d25389a2-3aab-4344-9fe5-14e49aa0b859 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting port c128c897-92d7-4ea4-bdcb-a894a26578d5 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:24.464295 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d25389a2-3aab-4344-9fe5-14e49aa0b859 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:24.483289 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-81dd5d9e-0d35-454f-b19b-580b12be2775 None None] Attempt 9 to provision port 6d184f07-1f8d-4cbd-94c2-66018492b258 Oct 10 11:15:24.525996 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d14bf0-7ecc-403f-a901-d282b04d3e44 req-cafb169b-d5ac-40a5-b2d9-eeff272adaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:24.527495 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-44d14bf0-7ecc-403f-a901-d282b04d3e44 req-cafb169b-d5ac-40a5-b2d9-eeff272adaee service neutron] 10.222.0.15 "GET /v2.0/networks?id=f36cb35b-e765-411b-82dd-156471dbc6b1 HTTP/1.1" status: 200 len: 913 time: 0.6326282 Oct 10 11:15:24.529668 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-840afea7-9462-42cf-99bf-a70edf6d77b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:24.570146 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-017e8497-04a4-4f2d-a9cb-78d697d0e02a tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-group-rules/f79f913b-4b4d-4b02-9f93-89e4d756f398 HTTP/1.1" status: 200 len: 763 time: 0.1250458 Oct 10 11:15:24.576563 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52806) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:24.665170 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-81dd5d9e-0d35-454f-b19b-580b12be2775 None None] Port 6d184f07-1f8d-4cbd-94c2-66018492b258 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:24.737999 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840afea7-9462-42cf-99bf-a70edf6d77b5 None None] Pushing event updated for resources: {'Port': ['ID=dac58567-96b0-4c5e-a32d-56aa50e85a35,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:24.740700 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-2dff0cd6-d1d3-442d-a81c-5cceff0d3dc8 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Synchronizing usage tracker for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group_rule {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:25.167034 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-81dd5d9e-0d35-454f-b19b-580b12be2775 None None] Attempt 10 to provision port 6d184f07-1f8d-4cbd-94c2-66018492b258 Oct 10 11:15:25.255874 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-2dff0cd6-d1d3-442d-a81c-5cceff0d3dc8 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Unset dirty status for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group_rule {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:25.261241 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2dff0cd6-d1d3-442d-a81c-5cceff0d3dc8 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6800034 Oct 10 11:15:25.262883 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52814) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:25.264252 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-81dd5d9e-0d35-454f-b19b-580b12be2775 None None] Port 6d184f07-1f8d-4cbd-94c2-66018492b258 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:25.288896 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cde3bd8b-0c25-4a99-abc8-77d9d9dc3310 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:25.299063 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-81dd5d9e-0d35-454f-b19b-580b12be2775 None None] Provisioning complete for port 5ca926e8-3cbd-4e10-bcfc-461c697e5137 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:15:25.299522 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-81dd5d9e-0d35-454f-b19b-580b12be2775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:25.299929 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-81dd5d9e-0d35-454f-b19b-580b12be2775 None None] Attempt 1 to provision port 5ca926e8-3cbd-4e10-bcfc-461c697e5137 Oct 10 11:15:25.344095 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-44d14bf0-7ecc-403f-a901-d282b04d3e44 req-4e24d216-28e8-471a-b1e8-7da8235514df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9c1e995-eabf-45b1-8559-c8881096b3b7 HTTP/1.1" status: 200 len: 1001 time: 0.7661729 Oct 10 11:15:25.485707 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-81dd5d9e-0d35-454f-b19b-580b12be2775 None None] Current status of the port 5ca926e8-3cbd-4e10-bcfc-461c697e5137 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:15:25.532958 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3bd8b-0c25-4a99-abc8-77d9d9dc3310 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Port': ['ID=6d184f07-1f8d-4cbd-94c2-66018492b258,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:25.558334 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dd94a817-e493-4827-9049-6068d77a8330 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:25.564107 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-eae98b50-a465-40ed-9116-59688c2f5731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Allocated IP 172.20.0.29 (199558a1-848d-4c62-b5b4-63066ad839d3/ec20acf0-5a2d-4406-825d-6aad042268a6/488b7851-07d2-416d-8d3b-ee9a2561f8c0) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:25.571047 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dd94a817-e493-4827-9049-6068d77a8330 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:25.618617 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d14bf0-7ecc-403f-a901-d282b04d3e44 req-3dc1f988-884f-4bd6-b841-f7f5c78b07bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:25.619885 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-44d14bf0-7ecc-403f-a901-d282b04d3e44 req-3dc1f988-884f-4bd6-b841-f7f5c78b07bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04983d62-0192-4bd4-9c0c-86c066bd05d2 HTTP/1.1" status: 200 len: 851 time: 0.2673645 Oct 10 11:15:25.720192 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cde3bd8b-0c25-4a99-abc8-77d9d9dc3310 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:25.746784 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Provisioning for port dac58567-96b0-4c5e-a32d-56aa50e85a35 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:25.759065 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Provisioning complete for port dac58567-96b0-4c5e-a32d-56aa50e85a35 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:15:25.759065 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:25.759065 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Attempt 1 to provision port dac58567-96b0-4c5e-a32d-56aa50e85a35 Oct 10 11:15:25.886573 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Current status of the port dac58567-96b0-4c5e-a32d-56aa50e85a35 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:15:25.887112 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:25.900436 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a5dc347c-6315-4263-9684-02625eea459e tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:25.914948 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dd94a817-e493-4827-9049-6068d77a8330 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:25.923494 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] For port dac58567-96b0-4c5e-a32d-56aa50e85a35, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=dac58567-96b0-4c5e-a32d-56aa50e85a35,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:25.954463 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94a817-e493-4827-9049-6068d77a8330 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f79f913b-4b4d-4b02-9f93-89e4d756f398,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:25.962277 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d25389a2-3aab-4344-9fe5-14e49aa0b859 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:26.009867 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:26.018405 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4551375-35d9-4f4e-95ae-17c7cd56599a req-20c34262-b1ee-4ca2-8395-ed0de7176386 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:26.019906 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f4551375-35d9-4f4e-95ae-17c7cd56599a req-20c34262-b1ee-4ca2-8395-ed0de7176386 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.6246252 Oct 10 11:15:26.046014 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68628588-9b66-4dae-81d5-d4b1ad736164 req-c61fb35a-2037-4fb5-99c7-275d5bcfa7b4 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:26.048144 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-68628588-9b66-4dae-81d5-d4b1ad736164 req-c61fb35a-2037-4fb5-99c7-275d5bcfa7b4 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 946 time: 0.8270454 Oct 10 11:15:26.126335 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-d25389a2-3aab-4344-9fe5-14e49aa0b859 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Calling delete_port for c128c897-92d7-4ea4-bdcb-a894a26578d5 owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:26.132120 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Pushing event updated for resources: {'Port': ['ID=dac58567-96b0-4c5e-a32d-56aa50e85a35,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:26.142991 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dd94a817-e493-4827-9049-6068d77a8330 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:26.144098 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-dd94a817-e493-4827-9049-6068d77a8330 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/f79f913b-4b4d-4b02-9f93-89e4d756f398 HTTP/1.1" status: 204 len: 168 time: 0.8802254 Oct 10 11:15:26.173249 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52818) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:26.187673 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Provisioning for port 488b7851-07d2-416d-8d3b-ee9a2561f8c0 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:26.194680 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Provisioning complete for port 488b7851-07d2-416d-8d3b-ee9a2561f8c0 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:15:26.195047 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:26.195379 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Attempt 1 to provision port 488b7851-07d2-416d-8d3b-ee9a2561f8c0 Oct 10 11:15:26.252355 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Port 488b7851-07d2-416d-8d3b-ee9a2561f8c0 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:26.277436 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eae98b50-a465-40ed-9116-59688c2f5731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:26.306711 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f4551375-35d9-4f4e-95ae-17c7cd56599a req-d5dc6c43-1da9-4475-a689-a78c42298c80 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2695756 Oct 10 11:15:26.310808 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde3bd8b-0c25-4a99-abc8-77d9d9dc3310 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Router fc0cd65e-9247-4f81-ab64-0c37274f7923 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:15:26.337362 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-68628588-9b66-4dae-81d5-d4b1ad736164 req-f9d79869-7dc3-40f8-8b42-7a6e69a6fe14 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/security-groups?id=15aba626-277c-4672-990c-ec1e6cd0d0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229514 Oct 10 11:15:26.347528 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-eae98b50-a465-40ed-9116-59688c2f5731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Ignored duplicate provisioning block setup for port 488b7851-07d2-416d-8d3b-ee9a2561f8c0 by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 10 11:15:26.349746 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d14bf0-7ecc-403f-a901-d282b04d3e44 req-53145aa3-ac22-4c0b-a93e-678e7c1e966f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:26.351250 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-44d14bf0-7ecc-403f-a901-d282b04d3e44 req-53145aa3-ac22-4c0b-a93e-678e7c1e966f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f36cb35b-e765-411b-82dd-156471dbc6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6756563 Oct 10 11:15:26.368055 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-dd2d5891-92a6-4b7c-81c5-19313521dd5b tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1832645 Oct 10 11:15:26.371476 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1bcf6cf6-69a3-437f-943b-6e15288eb4e1 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:26.387480 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52822) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:26.403194 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-cb3ab8bd-2f49-43d2-a297-ab5038a42b5f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Request body: {'security_group_rule': {'security_group_id': '2e904295-7a57-40c7-88c0-6598daf7343a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:26.446472 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1bcf6cf6-69a3-437f-943b-6e15288eb4e1 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:26.449268 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-cb3ab8bd-2f49-43d2-a297-ab5038a42b5f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:26.551046 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eae98b50-a465-40ed-9116-59688c2f5731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:26.636627 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-cb3ab8bd-2f49-43d2-a297-ab5038a42b5f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Usage tracker for resource:security_group_rule and tenant:171d59cd94d34ad6adf17fe18583574f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:26.642363 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-cb3ab8bd-2f49-43d2-a297-ab5038a42b5f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:26.650911 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-cb3ab8bd-2f49-43d2-a297-ab5038a42b5f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:26.653234 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde3bd8b-0c25-4a99-abc8-77d9d9dc3310 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:15:26.672255 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cde3bd8b-0c25-4a99-abc8-77d9d9dc3310 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "PUT /v2.0/routers/fc0cd65e-9247-4f81-ab64-0c37274f7923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6714971 Oct 10 11:15:26.672255 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52826) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:26.673142 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d36d843-6dea-4cd6-bb61-4ad2bf84dc42 None None] Sync routers for ids ['fc0cd65e-9247-4f81-ab64-0c37274f7923'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:15:26.689305 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d36d843-6dea-4cd6-bb61-4ad2bf84dc42 None None] Routers {'fc0cd65e-9247-4f81-ab64-0c37274f7923'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:15:26.689960 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-5d36d843-6dea-4cd6-bb61-4ad2bf84dc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:15:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['fc0cd65e-9247-4f81-ab64-0c37274f7923'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:26.754441 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Attempt 2 to provision port 488b7851-07d2-416d-8d3b-ee9a2561f8c0 Oct 10 11:15:26.771897 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-cb3ab8bd-2f49-43d2-a297-ab5038a42b5f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Project 171d59cd94d34ad6adf17fe18583574f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:15:26.777721 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-8137a82b-e2fe-4983-8e61-4165565dff42 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] GET failed (client error): The resource could not be found. Oct 10 11:15:26.778259 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8137a82b-e2fe-4983-8e61-4165565dff42 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Synchronizing usage tracker for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:26.792563 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cb3ab8bd-2f49-43d2-a297-ab5038a42b5f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:26.823575 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device dac58567-96b0-4c5e-a32d-56aa50e85a35 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:15:26.834896 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-5d36d843-6dea-4cd6-bb61-4ad2bf84dc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:26.856901 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d36d843-6dea-4cd6-bb61-4ad2bf84dc42 None None] Routers {'fc0cd65e-9247-4f81-ab64-0c37274f7923'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:15:26.860471 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-5d36d843-6dea-4cd6-bb61-4ad2bf84dc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:15:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['fc0cd65e-9247-4f81-ab64-0c37274f7923'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:26.876140 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca2f33-97c9-4350-b77c-da9e69b230d6 req-0b7809fe-f751-48a8-92a3-7992716e941e tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:26.877689 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2fca2f33-97c9-4350-b77c-da9e69b230d6 req-0b7809fe-f751-48a8-92a3-7992716e941e tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.15 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 946 time: 0.1770074 Oct 10 11:15:26.923544 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf6cf6-69a3-437f-943b-6e15288eb4e1 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Port': ['ID=fcbd8aee-0654-4a6f-a83b-e1f2319d1d32,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:26.962060 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-5d36d843-6dea-4cd6-bb61-4ad2bf84dc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:26.962464 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d36d843-6dea-4cd6-bb61-4ad2bf84dc42 None None] The sync data for ids ['fc0cd65e-9247-4f81-ab64-0c37274f7923'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:15:26.978530 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8137a82b-e2fe-4983-8e61-4165565dff42 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Unset dirty status for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:26.982196 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8137a82b-e2fe-4983-8e61-4165565dff42 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "GET /v2.0/ports/6d184f07-1f8d-4cbd-94c2-66018492b258 HTTP/1.1" status: 404 len: 333 time: 0.3145061 Oct 10 11:15:26.982196 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cb3ab8bd-2f49-43d2-a297-ab5038a42b5f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:26.988833 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Port 488b7851-07d2-416d-8d3b-ee9a2561f8c0 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:26.996258 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52830) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:27.000513 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port dac58567-96b0-4c5e-a32d-56aa50e85a35 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:15:27.000933 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:27.001267 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port dac58567-96b0-4c5e-a32d-56aa50e85a35 Oct 10 11:15:27.071127 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1bcf6cf6-69a3-437f-943b-6e15288eb4e1 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:27.073013 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cb3ab8bd-2f49-43d2-a297-ab5038a42b5f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:27.100806 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-44d14bf0-7ecc-403f-a901-d282b04d3e44 req-cbf62d66-a7c3-4bbd-804f-124a37c14324 service neutron] 10.222.0.15 "GET /v2.0/networks/f36cb35b-e765-411b-82dd-156471dbc6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7316639 Oct 10 11:15:27.122957 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port dac58567-96b0-4c5e-a32d-56aa50e85a35 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:15:27.170278 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-2fca2f33-97c9-4350-b77c-da9e69b230d6 req-e6255c47-8269-4f07-829e-eb8711704ae0 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Deleting port 46ce091b-031c-4e0f-891d-a479b308972b {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:27.170613 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-2fca2f33-97c9-4350-b77c-da9e69b230d6 req-e6255c47-8269-4f07-829e-eb8711704ae0 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:27.194743 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ab8bd-2f49-43d2-a297-ab5038a42b5f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ffcc004-1daa-4206-99ee-b494085bec3a,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:27.208888 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-18d6fa83-8e57-4d11-98e9-c5c2a8aeb70b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:27.269931 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-eae98b50-a465-40ed-9116-59688c2f5731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] In _notify_port_updated(), no bound segment for port 488b7851-07d2-416d-8d3b-ee9a2561f8c0 on network 199558a1-848d-4c62-b5b4-63066ad839d3 {{(pid=89896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 10 11:15:27.275577 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae98b50-a465-40ed-9116-59688c2f5731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:27.276187 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eae98b50-a465-40ed-9116-59688c2f5731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:27.277448 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-eae98b50-a465-40ed-9116-59688c2f5731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "PUT /v2.0/ports/488b7851-07d2-416d-8d3b-ee9a2561f8c0 HTTP/1.1" status: 200 len: 996 time: 4.3996806 Oct 10 11:15:27.290365 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52834) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:27.338427 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d25389a2-3aab-4344-9fe5-14e49aa0b859 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:27.339993 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae98b50-a465-40ed-9116-59688c2f5731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Port': ['ID=488b7851-07d2-416d-8d3b-ee9a2561f8c0,revision_number=3']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:27.411856 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25389a2-3aab-4344-9fe5-14e49aa0b859 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Port': ['ID=c128c897-92d7-4ea4-bdcb-a894a26578d5,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:27.413151 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cb3ab8bd-2f49-43d2-a297-ab5038a42b5f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:27.416725 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cb3ab8bd-2f49-43d2-a297-ab5038a42b5f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0260134 Oct 10 11:15:27.423207 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52842) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:27.491214 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Attempt 3 to provision port 488b7851-07d2-416d-8d3b-ee9a2561f8c0 Oct 10 11:15:27.502444 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8062c5b3-e09c-476a-bf11-26d70f561dfe tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-group-rules/2ffcc004-1daa-4206-99ee-b494085bec3a HTTP/1.1" status: 200 len: 769 time: 0.0760326 Oct 10 11:15:27.523929 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52846) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:27.563940 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Port 488b7851-07d2-416d-8d3b-ee9a2561f8c0 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:27.633948 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-44d14bf0-7ecc-403f-a901-d282b04d3e44 req-908372d5-e9d2-41ca-8473-78905102be7c service neutron] 10.222.0.15 "GET /v2.0/networks/f36cb35b-e765-411b-82dd-156471dbc6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5199776 Oct 10 11:15:27.650367 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d25389a2-3aab-4344-9fe5-14e49aa0b859 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:27.670514 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcf6cf6-69a3-437f-943b-6e15288eb4e1 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network 5d977799-95ec-4d44-89a5-1031ab78ac92 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:27.674056 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-1bcf6cf6-69a3-437f-943b-6e15288eb4e1 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:27.679226 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d25389a2-3aab-4344-9fe5-14e49aa0b859 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/c128c897-92d7-4ea4-bdcb-a894a26578d5 HTTP/1.1" status: 204 len: 168 time: 3.6305389 Oct 10 11:15:27.680004 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52850) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:27.715051 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-c36a6845-187d-4a60-91d2-c3ea17cea471 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting port 488b7851-07d2-416d-8d3b-ee9a2561f8c0 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:27.715614 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c36a6845-187d-4a60-91d2-c3ea17cea471 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:27.915305 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb96a81-9923-4dc8-b62e-8598cf810328 req-37879f1c-ca5b-4f92-9f2d-d800f7984b3b tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:27.917053 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5fb96a81-9923-4dc8-b62e-8598cf810328 req-37879f1c-ca5b-4f92-9f2d-d800f7984b3b tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 946 time: 0.4077992 Oct 10 11:15:27.991088 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5fb96a81-9923-4dc8-b62e-8598cf810328 req-87f40a0e-f820-4c3c-a068-c880d9ae0364 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/security-groups?id=15aba626-277c-4672-990c-ec1e6cd0d0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656016 Oct 10 11:15:27.997657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-18d6fa83-8e57-4d11-98e9-c5c2a8aeb70b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:28.013393 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b49f54-2e95-4aef-9bfb-dafb37b26991 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:28.014071 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a1b49f54-2e95-4aef-9bfb-dafb37b26991 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:28.022879 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-18d6fa83-8e57-4d11-98e9-c5c2a8aeb70b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:28.065750 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Attempt 4 to provision port 488b7851-07d2-416d-8d3b-ee9a2561f8c0 Oct 10 11:15:28.090139 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcf6cf6-69a3-437f-943b-6e15288eb4e1 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Router a8962c56-7c3c-4985-b7f5-6966f4971d64 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:15:28.122793 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Port 488b7851-07d2-416d-8d3b-ee9a2561f8c0 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:28.161073 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a1b49f54-2e95-4aef-9bfb-dafb37b26991 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:28.162304 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a1b49f54-2e95-4aef-9bfb-dafb37b26991 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4783518 Oct 10 11:15:28.170944 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52854) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:28.256283 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c215a8c8-f6ba-4cb8-88e7-fa4a33a4366f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Synchronizing usage tracker for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group_rule {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:28.323361 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcf6cf6-69a3-437f-943b-6e15288eb4e1 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:15:28.333067 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1bcf6cf6-69a3-437f-943b-6e15288eb4e1 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "PUT /v2.0/routers/a8962c56-7c3c-4985-b7f5-6966f4971d64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1583745 Oct 10 11:15:28.333067 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52858) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:28.338218 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-93808a87-5b30-4417-b072-962bb70b4240 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'network': {'name': 'tempest-RoutersTest-1728506209'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:28.349568 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-93808a87-5b30-4417-b072-962bb70b4240 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:28.357192 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-93808a87-5b30-4417-b072-962bb70b4240 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Usage tracker for resource:network and tenant:bff75ec139ff428ea17476871cda1880 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:28.361255 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bee9712-5572-482f-8994-de313a665a3f None None] Sync routers for ids ['a8962c56-7c3c-4985-b7f5-6966f4971d64'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:15:28.368731 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dfd251-38e6-483b-ae98-164ee7b6bd0b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:28.370341 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-78dfd251-38e6-483b-ae98-164ee7b6bd0b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1983449 Oct 10 11:15:28.371596 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-93808a87-5b30-4417-b072-962bb70b4240 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:28.374427 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52862) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:28.374563 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bee9712-5572-482f-8994-de313a665a3f None None] Routers {'a8962c56-7c3c-4985-b7f5-6966f4971d64'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:15:28.375360 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-3bee9712-5572-482f-8994-de313a665a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:15:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a8962c56-7c3c-4985-b7f5-6966f4971d64'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:28.411124 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-93808a87-5b30-4417-b072-962bb70b4240 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:28.460890 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd7e291-c75f-4985-ad59-fe3ea6a99f09 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:28.461580 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c215a8c8-f6ba-4cb8-88e7-fa4a33a4366f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Unset dirty status for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group_rule {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:28.462616 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c215a8c8-f6ba-4cb8-88e7-fa4a33a4366f tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.9226432 Oct 10 11:15:28.463375 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-18d6fa83-8e57-4d11-98e9-c5c2a8aeb70b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:28.463881 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d6fa83-8e57-4d11-98e9-c5c2a8aeb70b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Fanout notify agent at l3_agent the message router_deleted on router fc0cd65e-9247-4f81-ab64-0c37274f7923 {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:15:28.464214 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd7e291-c75f-4985-ad59-fe3ea6a99f09 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:28.465994 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd7e291-c75f-4985-ad59-fe3ea6a99f09 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:28.467156 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0bd7e291-c75f-4985-ad59-fe3ea6a99f09 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:28.470712 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52866) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:28.488055 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648e96b-8838-4e38-8f88-01427bd05598 req-f29a62a3-8955-43fa-a608-60d8764ecdaf tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:28.489547 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0648e96b-8838-4e38-8f88-01427bd05598 req-f29a62a3-8955-43fa-a608-60d8764ecdaf tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 1.0396037 Oct 10 11:15:28.493983 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93808a87-5b30-4417-b072-962bb70b4240 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Made reservation on behalf of bff75ec139ff428ea17476871cda1880 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:28.497322 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-93808a87-5b30-4417-b072-962bb70b4240 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:28.502554 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-2fca2f33-97c9-4350-b77c-da9e69b230d6 req-e6255c47-8269-4f07-829e-eb8711704ae0 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] For port 46ce091b-031c-4e0f-891d-a479b308972b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=46ce091b-031c-4e0f-891d-a479b308972b,segment=NetworkSegment(62ddf195-ca82-40a4-ab0f-3f5025c7f3de),segment_id=62ddf195-ca82-40a4-ab0f-3f5025c7f3de)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:28.502907 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-2fca2f33-97c9-4350-b77c-da9e69b230d6 req-e6255c47-8269-4f07-829e-eb8711704ae0 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:28.515998 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-a5dc347c-6315-4263-9684-02625eea459e tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Allocated IP 172.20.0.1 (4705909d-4fc5-4eb0-8f45-63680a3dd739/242019df-54a5-4701-a152-5b5ad09eb4f2/9157396e-cb9e-41b7-8ed8-42a33fc1f2a1) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:28.533116 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3ebb5595-216a-44f1-852b-d4621eb804bc tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:28.548012 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3ebb5595-216a-44f1-852b-d4621eb804bc tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:28.564265 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93808a87-5b30-4417-b072-962bb70b4240 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 490} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:15:28.571543 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-3bee9712-5572-482f-8994-de313a665a3f None None] Set router a8962c56-7c3c-4985-b7f5-6966f4971d64 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:15:28.577146 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-93808a87-5b30-4417-b072-962bb70b4240 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:28.577453 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-93808a87-5b30-4417-b072-962bb70b4240 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Added segment a5ea9421-cedb-455a-9bc2-87bd154c005b of type vlan for network 757118be-9cf5-4577-b56a-2adc20b7ec80 Oct 10 11:15:28.609705 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-93808a87-5b30-4417-b072-962bb70b4240 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:28.613840 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0bd7e291-c75f-4985-ad59-fe3ea6a99f09 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:28.617508 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0bd7e291-c75f-4985-ad59-fe3ea6a99f09 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2392595 Oct 10 11:15:28.618675 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52870) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:28.630410 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Attempt 5 to provision port 488b7851-07d2-416d-8d3b-ee9a2561f8c0 Oct 10 11:15:28.675137 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-2fca2f33-97c9-4350-b77c-da9e69b230d6 req-e6255c47-8269-4f07-829e-eb8711704ae0 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Calling delete_port for 46ce091b-031c-4e0f-891d-a479b308972b owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:28.745329 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-18d6fa83-8e57-4d11-98e9-c5c2a8aeb70b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:28.749859 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-18d6fa83-8e57-4d11-98e9-c5c2a8aeb70b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/routers/fc0cd65e-9247-4f81-ab64-0c37274f7923 HTTP/1.1" status: 204 len: 168 time: 1.7495182 Oct 10 11:15:28.778929 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Port 488b7851-07d2-416d-8d3b-ee9a2561f8c0 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:28.779892 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52874) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:28.799940 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3ebb5595-216a-44f1-852b-d4621eb804bc tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:28.836981 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb5595-216a-44f1-852b-d4621eb804bc tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ffcc004-1daa-4206-99ee-b494085bec3a,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:28.866978 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd7c517-b3f7-4821-9209-42a98df12e50 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet 924eb341-bc82-44e7-84e0-bcffe580b189 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:15:28.870081 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-edd7c517-b3f7-4821-9209-42a98df12e50 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:28.900899 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0648e96b-8838-4e38-8f88-01427bd05598 req-019eebc4-5254-4264-bb8a-f388a5bbdd74 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3824053 Oct 10 11:15:28.926426 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-93808a87-5b30-4417-b072-962bb70b4240 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:28.933454 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93808a87-5b30-4417-b072-962bb70b4240 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:28.934324 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-93808a87-5b30-4417-b072-962bb70b4240 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:28.947583 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c36a6845-187d-4a60-91d2-c3ea17cea471 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:28.958592 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3ebb5595-216a-44f1-852b-d4621eb804bc tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:28.959896 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-3ebb5595-216a-44f1-852b-d4621eb804bc tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/2ffcc004-1daa-4206-99ee-b494085bec3a HTTP/1.1" status: 204 len: 168 time: 0.4880536 Oct 10 11:15:28.973079 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52878) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:28.984942 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-edd7c517-b3f7-4821-9209-42a98df12e50 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:29.013795 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-3bee9712-5572-482f-8994-de313a665a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:15:23Z', 'revision_number': 2, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None, '_interfaces': [{'id': 'fcbd8aee-0654-4a6f-a83b-e1f2319d1d32', 'name': '', 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:84:8a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:17Z', 'updated_at': '2022-10-10T11:15:25Z', 'revision_number': 2, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:29.020171 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bee9712-5572-482f-8994-de313a665a3f None None] Checking router: a8962c56-7c3c-4985-b7f5-6966f4971d64 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:15:29.020663 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bee9712-5572-482f-8994-de313a665a3f None None] Updating router a8962c56-7c3c-4985-b7f5-6966f4971d64 port fcbd8aee-0654-4a6f-a83b-e1f2319d1d32 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:15:29.094672 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3bee9712-5572-482f-8994-de313a665a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:29.123517 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93808a87-5b30-4417-b072-962bb70b4240 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Network': ['ID=757118be-9cf5-4577-b56a-2adc20b7ec80,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:29.130428 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-c36a6845-187d-4a60-91d2-c3ea17cea471 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Calling delete_port for 488b7851-07d2-416d-8d3b-ee9a2561f8c0 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:29.155813 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 757118be-9cf5-4577-b56a-2adc20b7ec80 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:15:29.168806 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-93808a87-5b30-4417-b072-962bb70b4240 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8327534 Oct 10 11:15:29.178019 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52884) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:29.193246 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-b18f97ed-a3ba-420e-874e-2391a18e453c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'subnet': {'network_id': '757118be-9cf5-4577-b56a-2adc20b7ec80', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:29.235546 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-40a2bf97-6b6b-4398-aea0-cf787600adef tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting subnet f12cf747-c4d4-4b1e-86bb-c005ff29a243 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:15:29.248933 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-40a2bf97-6b6b-4398-aea0-cf787600adef tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:29.281854 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Attempt 6 to provision port 488b7851-07d2-416d-8d3b-ee9a2561f8c0 Oct 10 11:15:29.368231 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b18f97ed-a3ba-420e-874e-2391a18e453c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:29.368872 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a65151b1-fc59-4d01-8913-a9dd53d1ef85 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3918650 Oct 10 11:15:29.372101 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a5dc347c-6315-4263-9684-02625eea459e tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:29.373720 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-edd7c517-b3f7-4821-9209-42a98df12e50 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:29.396700 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52888) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:29.424775 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b18f97ed-a3ba-420e-874e-2391a18e453c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Usage tracker for resource:subnet and tenant:bff75ec139ff428ea17476871cda1880 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:29.430291 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b18f97ed-a3ba-420e-874e-2391a18e453c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:29.431169 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-40a2bf97-6b6b-4398-aea0-cf787600adef tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:29.445042 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b18f97ed-a3ba-420e-874e-2391a18e453c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:29.450041 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Port 488b7851-07d2-416d-8d3b-ee9a2561f8c0 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:29.468833 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe1c6f-c8fe-433e-aa7d-ebd2cd5659bf req-58d44f9d-dd5e-4108-a49e-6893d3743515 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:29.470375 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5cbe1c6f-c8fe-433e-aa7d-ebd2cd5659bf req-58d44f9d-dd5e-4108-a49e-6893d3743515 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 946 time: 0.3436053 Oct 10 11:15:29.475435 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-a5dc347c-6315-4263-9684-02625eea459e tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Transition to ACTIVE for port object 9157396e-cb9e-41b7-8ed8-42a33fc1f2a1 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:29.550508 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5cbe1c6f-c8fe-433e-aa7d-ebd2cd5659bf req-329b23ce-b18d-4c90-98aa-098791f77c04 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/security-groups?id=15aba626-277c-4672-990c-ec1e6cd0d0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441051 Oct 10 11:15:29.558730 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-2fca2f33-97c9-4350-b77c-da9e69b230d6 req-e6255c47-8269-4f07-829e-eb8711704ae0 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:29.583442 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18f97ed-a3ba-420e-874e-2391a18e453c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Made reservation on behalf of bff75ec139ff428ea17476871cda1880 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:29.588214 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b18f97ed-a3ba-420e-874e-2391a18e453c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:29.610883 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-edd7c517-b3f7-4821-9209-42a98df12e50 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:29.642966 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6255c47-8269-4f07-829e-eb8711704ae0 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Pushing event deleted for resources: {'Port': ['ID=46ce091b-031c-4e0f-891d-a479b308972b,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:29.678493 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-edd7c517-b3f7-4821-9209-42a98df12e50 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:29.681239 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7c517-b3f7-4821-9209-42a98df12e50 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=924eb341-bc82-44e7-84e0-bcffe580b189,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:29.701204 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f551990-6c2e-44d9-b567-7c2a7f015bee None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:29.733290 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-219ba6c6-6a9e-40af-936b-48acd8b7b492 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:29.811860 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3bee9712-5572-482f-8994-de313a665a3f None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:29.824327 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fca2f33-97c9-4350-b77c-da9e69b230d6 req-e6255c47-8269-4f07-829e-eb8711704ae0 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] No DVR routers for this DVR port 46ce091b-031c-4e0f-891d-a479b308972b on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:15:29.833662 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3bee9712-5572-482f-8994-de313a665a3f None None] Transition to ACTIVE for port object fcbd8aee-0654-4a6f-a83b-e1f2319d1d32 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:29.839833 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-2fca2f33-97c9-4350-b77c-da9e69b230d6 req-e6255c47-8269-4f07-829e-eb8711704ae0 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:29.842395 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e966ac4d-4ebc-4743-ad40-ed856ce4b1de', 'name': 'network-vif-deleted', 'tag': '46ce091b-031c-4e0f-891d-a479b308972b'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:15:29.844718 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ee8c27-a52a-40f4-aff4-4f456dfce939" -d '{"events": [{"server_uuid": "e966ac4d-4ebc-4743-ad40-ed856ce4b1de", "name": "network-vif-deleted", "tag": "46ce091b-031c-4e0f-891d-a479b308972b"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:15:29.866523 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-40a2bf97-6b6b-4398-aea0-cf787600adef tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:29.886760 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-edd7c517-b3f7-4821-9209-42a98df12e50 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/924eb341-bc82-44e7-84e0-bcffe580b189 HTTP/1.1" status: 204 len: 168 time: 1.2678721 Oct 10 11:15:29.892047 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52894) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:29.935352 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 46ce091b-031c-4e0f-891d-a479b308972b no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:15:29.985765 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07f6468-5c19-43cb-b5c7-22c9525353e2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet ba71629d-2802-4ac5-adf9-6f1a8989e2b4 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:15:29.987187 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f07f6468-5c19-43cb-b5c7-22c9525353e2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:29.992926 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Attempt 7 to provision port 488b7851-07d2-416d-8d3b-ee9a2561f8c0 Oct 10 11:15:30.027376 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b18f97ed-a3ba-420e-874e-2391a18e453c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:30.029152 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-219ba6c6-6a9e-40af-936b-48acd8b7b492 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:30.040449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a5dc347c-6315-4263-9684-02625eea459e tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:30.057153 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: 46ce091b-031c-4e0f-891d-a479b308972b {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:15:30.057508 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 46ce091b-031c-4e0f-891d-a479b308972b not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:15:30.058804 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42598c2d-5237-47ba-954e-a8b4879b69e2 x-openstack-request-id: req-42598c2d-5237-47ba-954e-a8b4879b69e2 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:15:30.059282 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e966ac4d-4ebc-4743-ad40-ed856ce4b1de", "name": "network-vif-deleted", "tag": "46ce091b-031c-4e0f-891d-a479b308972b", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:15:30.059677 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-42598c2d-5237-47ba-954e-a8b4879b69e2 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:15:30.060212 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42598c2d-5237-47ba-954e-a8b4879b69e2'] response: {'server_uuid': 'e966ac4d-4ebc-4743-ad40-ed856ce4b1de', 'name': 'network-vif-deleted', 'tag': '46ce091b-031c-4e0f-891d-a479b308972b', 'status': 'completed', 'code': 200} Oct 10 11:15:30.065147 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Port 488b7851-07d2-416d-8d3b-ee9a2561f8c0 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:30.065877 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3bee9712-5572-482f-8994-de313a665a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:30.178527 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dc347c-6315-4263-9684-02625eea459e tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Network 4705909d-4fc5-4eb0-8f45-63680a3dd739 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:30.180298 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2fca2f33-97c9-4350-b77c-da9e69b230d6 req-e6255c47-8269-4f07-829e-eb8711704ae0 tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.15 "DELETE /v2.0/ports/46ce091b-031c-4e0f-891d-a479b308972b HTTP/1.1" status: 204 len: 173 time: 3.2885373 Oct 10 11:15:30.187678 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-a5dc347c-6315-4263-9684-02625eea459e tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:30.195372 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dc347c-6315-4263-9684-02625eea459e tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:30.233172 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc347c-6315-4263-9684-02625eea459e tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event updated for resources: {'Port': ['ID=9157396e-cb9e-41b7-8ed8-42a33fc1f2a1,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:30.233386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f07f6468-5c19-43cb-b5c7-22c9525353e2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:30.269602 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c36a6845-187d-4a60-91d2-c3ea17cea471 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:30.280375 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f97ed-a3ba-420e-874e-2391a18e453c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Subnet': ['ID=9892a4bc-81fb-46c1-95ad-5f43637abd6a,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:30.299228 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18f97ed-a3ba-420e-874e-2391a18e453c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Checking segment: {'id': 'a5ea9421-cedb-455a-9bc2-87bd154c005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '757118be-9cf5-4577-b56a-2adc20b7ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:15:30.311173 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18f97ed-a3ba-420e-874e-2391a18e453c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network hostable DHCP agents. Network: 757118be-9cf5-4577-b56a-2adc20b7ec80, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:15:30.331319 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a5dc347c-6315-4263-9684-02625eea459e tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:30.335749 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a6845-187d-4a60-91d2-c3ea17cea471 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Port': ['ID=488b7851-07d2-416d-8d3b-ee9a2561f8c0,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:30.354229 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97433bff-c414-49c2-9ac0-3b840453b2ee None None] Pushing event updated for resources: {'Port': ['ID=fcbd8aee-0654-4a6f-a83b-e1f2319d1d32,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:30.410371 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-219ba6c6-6a9e-40af-936b-48acd8b7b492 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:30.420686 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3c42f-72b0-4ef4-893f-03092f2f1e25 req-1dd76e64-d152-42a9-b84b-522fdf08a96d tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:30.426605 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-3bee9712-5572-482f-8994-de313a665a3f None None] Attempting to bind port fcbd8aee-0654-4a6f-a83b-e1f2319d1d32 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:15:30.427477 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-3bee9712-5572-482f-8994-de313a665a3f None None] Attempting to bind port fcbd8aee-0654-4a6f-a83b-e1f2319d1d32 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '084ebfc1-8430-4424-bd4e-eab1839b28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:15:30.428200 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bee9712-5572-482f-8994-de313a665a3f None None] Attempting to bind port fcbd8aee-0654-4a6f-a83b-e1f2319d1d32 on network 5d977799-95ec-4d44-89a5-1031ab78ac92 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:15:30.429026 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4bc3c42f-72b0-4ef4-893f-03092f2f1e25 req-1dd76e64-d152-42a9-b84b-522fdf08a96d tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.3238549 Oct 10 11:15:30.440857 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bee9712-5572-482f-8994-de313a665a3f None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:15:30.442336 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bee9712-5572-482f-8994-de313a665a3f None None] Checking segment: {'id': '084ebfc1-8430-4424-bd4e-eab1839b28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:15:30.442336 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3bee9712-5572-482f-8994-de313a665a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:30.442921 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bee9712-5572-482f-8994-de313a665a3f None None] Bound using segment: {'id': '084ebfc1-8430-4424-bd4e-eab1839b28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:15:30.443495 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-3bee9712-5572-482f-8994-de313a665a3f None None] Bound port: fcbd8aee-0654-4a6f-a83b-e1f2319d1d32, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '084ebfc1-8430-4424-bd4e-eab1839b28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:15:30.444500 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3bee9712-5572-482f-8994-de313a665a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:30.454583 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-40a2bf97-6b6b-4398-aea0-cf787600adef tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:30.464750 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ba6c6-6a9e-40af-936b-48acd8b7b492 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e904295-7a57-40c7-88c0-6598daf7343a,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:30.471207 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18f97ed-a3ba-420e-874e-2391a18e453c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network 757118be-9cf5-4577-b56a-2adc20b7ec80 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:15:30.480001 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f07f6468-5c19-43cb-b5c7-22c9525353e2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:30.560282 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4bc3c42f-72b0-4ef4-893f-03092f2f1e25 req-26b01f8d-a7fb-44ae-aa59-a3827f6e14e8 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303329 Oct 10 11:15:30.583848 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2bf97-6b6b-4398-aea0-cf787600adef tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Subnet': ['ID=f12cf747-c4d4-4b1e-86bb-c005ff29a243,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:30.628195 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-3bee9712-5572-482f-8994-de313a665a3f None None] For port fcbd8aee-0654-4a6f-a83b-e1f2319d1d32, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:15:30.631598 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-3bee9712-5572-482f-8994-de313a665a3f None None] For port fcbd8aee-0654-4a6f-a83b-e1f2319d1d32, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=fcbd8aee-0654-4a6f-a83b-e1f2319d1d32,segment=NetworkSegment(084ebfc1-8430-4424-bd4e-eab1839b28db),segment_id=084ebfc1-8430-4424-bd4e-eab1839b28db)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:15:30.643087 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Attempt 8 to provision port 488b7851-07d2-416d-8d3b-ee9a2561f8c0 Oct 10 11:15:30.686072 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Port 488b7851-07d2-416d-8d3b-ee9a2561f8c0 was deleted so its status cannot be updated. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 10 11:15:30.691583 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9250bc-396c-4a23-b31e-a95d65a62d43 None None] Network 5eaffece-653d-454b-8d1d-52ee888fa406 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:30.719113 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-b18f97ed-a3ba-420e-874e-2391a18e453c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 757118be-9cf5-4577-b56a-2adc20b7ec80) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:30.723844 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18f97ed-a3ba-420e-874e-2391a18e453c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:30.724437 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b18f97ed-a3ba-420e-874e-2391a18e453c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:30.729876 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-40a2bf97-6b6b-4398-aea0-cf787600adef tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:30.747871 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c36a6845-187d-4a60-91d2-c3ea17cea471 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:30.750193 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c36a6845-187d-4a60-91d2-c3ea17cea471 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/ports/488b7851-07d2-416d-8d3b-ee9a2561f8c0 HTTP/1.1" status: 204 len: 168 time: 3.4521232 Oct 10 11:15:30.753234 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52904) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:30.786243 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Could not find standard attr ID for object 6d184f07-1f8d-4cbd-94c2-66018492b258. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:15:30.788109 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9dfaf1-256d-4f89-8d00-b31e57ef1f4c None None] Network 757118be-9cf5-4577-b56a-2adc20b7ec80 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:30.800913 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7d0f35-58a4-4e59-ac22-31e5e1af911c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] GET failed (client error): The resource could not be found. Oct 10 11:15:30.801463 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0c7d0f35-58a4-4e59-ac22-31e5e1af911c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Synchronizing usage tracker for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:30.805307 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-40a2bf97-6b6b-4398-aea0-cf787600adef tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/subnets/f12cf747-c4d4-4b1e-86bb-c005ff29a243 HTTP/1.1" status: 204 len: 168 time: 2.0190806 Oct 10 11:15:30.806841 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-219ba6c6-6a9e-40af-936b-48acd8b7b492 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:30.807991 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-219ba6c6-6a9e-40af-936b-48acd8b7b492 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "DELETE /v2.0/security-groups/2e904295-7a57-40c7-88c0-6598daf7343a HTTP/1.1" status: 204 len: 168 time: 1.4036741 Oct 10 11:15:30.808639 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52908) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:30.816193 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52910) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:30.835822 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f07f6468-5c19-43cb-b5c7-22c9525353e2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:30.850236 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3bee9712-5572-482f-8994-de313a665a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:30.855950 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-8b1d62d2-b325-4d14-85b5-77e715090511 req-fc27c02a-e6d0-49eb-b07d-e66a500ec9df tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Synchronizing usage tracker for tenant:33e4bc3f82eb46749091c6a32d15300f on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:30.885890 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b18f97ed-a3ba-420e-874e-2391a18e453c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7056906 Oct 10 11:15:30.893772 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52916) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:30.909914 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f07f6468-5c19-43cb-b5c7-22c9525353e2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:30.911727 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f07f6468-5c19-43cb-b5c7-22c9525353e2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/ba71629d-2802-4ac5-adf9-6f1a8989e2b4 HTTP/1.1" status: 204 len: 168 time: 1.0197964 Oct 10 11:15:30.918123 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52920) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:30.968560 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f6468-5c19-43cb-b5c7-22c9525353e2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=ba71629d-2802-4ac5-adf9-6f1a8989e2b4,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:30.978355 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0c7d0f35-58a4-4e59-ac22-31e5e1af911c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Unset dirty status for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:30.979512 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0c7d0f35-58a4-4e59-ac22-31e5e1af911c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "GET /v2.0/ports/488b7851-07d2-416d-8d3b-ee9a2561f8c0 HTTP/1.1" status: 404 len: 333 time: 0.2252371 Oct 10 11:15:30.997863 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52924) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:31.078249 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Provisioning for port fc55207b-84fb-4114-8066-9e1d11969cfb completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:31.102839 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bee9712-5572-482f-8994-de313a665a3f None None] Routers {'a8962c56-7c3c-4985-b7f5-6966f4971d64'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:15:31.103490 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-3bee9712-5572-482f-8994-de313a665a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:15:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a8962c56-7c3c-4985-b7f5-6966f4971d64'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:31.118931 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1b01ebb6-f81d-4f99-9fc3-71c49c36d741 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1956604 Oct 10 11:15:31.129962 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52928) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:31.156130 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-245d28aa-9e70-4cd6-b7d4-65ffa6e471a7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:31.194340 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Provisioning complete for port fc55207b-84fb-4114-8066-9e1d11969cfb triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:15:31.195131 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:31.195621 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Attempt 1 to provision port fc55207b-84fb-4114-8066-9e1d11969cfb Oct 10 11:15:31.263659 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-8b1d62d2-b325-4d14-85b5-77e715090511 req-fc27c02a-e6d0-49eb-b07d-e66a500ec9df tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] Unset dirty status for tenant:33e4bc3f82eb46749091c6a32d15300f on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:31.265320 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8b1d62d2-b325-4d14-85b5-77e715090511 req-fc27c02a-e6d0-49eb-b07d-e66a500ec9df tempest-TestServerAdvancedOps-1527580306 tempest-TestServerAdvancedOps-1527580306-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966ac4d-4ebc-4743-ad40-ed856ce4b1de HTTP/1.1" status: 200 len: 210 time: 0.5203013 Oct 10 11:15:31.269747 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-669de8df-4c11-4bd7-89ca-05ed0ba80d96 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:31.277623 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-51c6ebe8-fa62-44d9-9ade-9bdaa2143bce tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Synchronizing usage tracker for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:31.307381 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a5dc347c-6315-4263-9684-02625eea459e tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:31.345800 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da75a44-ecaf-400b-aee7-72b41c86aa36 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting subnet ec20acf0-5a2d-4406-825d-6aad042268a6 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:15:31.351971 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4da75a44-ecaf-400b-aee7-72b41c86aa36 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:31.377214 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-245d28aa-9e70-4cd6-b7d4-65ffa6e471a7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:31.394470 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-669de8df-4c11-4bd7-89ca-05ed0ba80d96 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting port 5ca926e8-3cbd-4e10-bcfc-461c697e5137 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:31.395845 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-669de8df-4c11-4bd7-89ca-05ed0ba80d96 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:31.398858 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-51c6ebe8-fa62-44d9-9ade-9bdaa2143bce tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Unset dirty status for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:31.400246 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-51c6ebe8-fa62-44d9-9ade-9bdaa2143bce tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5828369 Oct 10 11:15:31.424760 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52932) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:31.433458 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-245d28aa-9e70-4cd6-b7d4-65ffa6e471a7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:subnet and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:31.442071 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-245d28aa-9e70-4cd6-b7d4-65ffa6e471a7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:31.447688 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-abe01e31-f500-4ab9-aa89-fb7222617b1a tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Request body: {'security_group': {'name': 'tempest-secgroup--783158453'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:31.473997 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-abe01e31-f500-4ab9-aa89-fb7222617b1a tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:31.480106 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-245d28aa-9e70-4cd6-b7d4-65ffa6e471a7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:31.491968 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-3bee9712-5572-482f-8994-de313a665a3f None None] Set router a8962c56-7c3c-4985-b7f5-6966f4971d64 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:15:31.508957 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-abe01e31-f500-4ab9-aa89-fb7222617b1a tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:31.565835 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4da75a44-ecaf-400b-aee7-72b41c86aa36 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:31.640876 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245d28aa-9e70-4cd6-b7d4-65ffa6e471a7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:31.644679 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-245d28aa-9e70-4cd6-b7d4-65ffa6e471a7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:31.682593 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4da75a44-ecaf-400b-aee7-72b41c86aa36 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:31.832162 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97433bff-c414-49c2-9ac0-3b840453b2ee None None] Pushing event updated for resources: {'Port': ['ID=fcbd8aee-0654-4a6f-a83b-e1f2319d1d32,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:31.904445 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76543d7e-18ed-4418-904a-cbf296c83dab None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:31.944185 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-abe01e31-f500-4ab9-aa89-fb7222617b1a tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:32.049165 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-abe01e31-f500-4ab9-aa89-fb7222617b1a tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:32.086215 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4da75a44-ecaf-400b-aee7-72b41c86aa36 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:32.099697 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43cb40d-4bf9-436a-85f0-ea12e5e7adef None None] DHCP port deletion for 5eaffece-653d-454b-8d1d-52ee888fa406 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:15:32.142621 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-669de8df-4c11-4bd7-89ca-05ed0ba80d96 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] For port 5ca926e8-3cbd-4e10-bcfc-461c697e5137, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5ca926e8-3cbd-4e10-bcfc-461c697e5137,segment=NetworkSegment(efd5b8f0-74ff-40f4-b82b-fe1df64782e4),segment_id=efd5b8f0-74ff-40f4-b82b-fe1df64782e4)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:32.142915 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-669de8df-4c11-4bd7-89ca-05ed0ba80d96 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:32.146356 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da75a44-ecaf-400b-aee7-72b41c86aa36 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Subnet': ['ID=ec20acf0-5a2d-4406-825d-6aad042268a6,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:32.150506 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4da75a44-ecaf-400b-aee7-72b41c86aa36 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:32.163491 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4da75a44-ecaf-400b-aee7-72b41c86aa36 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/subnets/ec20acf0-5a2d-4406-825d-6aad042268a6 HTTP/1.1" status: 204 len: 168 time: 1.1622908 Oct 10 11:15:32.163837 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52936) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:32.167354 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-823af93f-709f-4218-ac66-58c6e76d2715 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:32.189884 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414accef-1792-4354-ad0a-efdb3ca3fd02 None None] Network 199558a1-848d-4c62-b5b4-63066ad839d3 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:32.201850 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Current status of the port fc55207b-84fb-4114-8066-9e1d11969cfb is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:15:32.202228 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:32.223063 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f43cb40d-4bf9-436a-85f0-ea12e5e7adef None None] Deleting port 5ca926e8-3cbd-4e10-bcfc-461c697e5137 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:32.223441 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f43cb40d-4bf9-436a-85f0-ea12e5e7adef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:32.277401 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-669de8df-4c11-4bd7-89ca-05ed0ba80d96 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Calling delete_port for 5ca926e8-3cbd-4e10-bcfc-461c697e5137 owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:32.304328 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041fce2f-378f-4586-ac75-b17761971063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-757118be-9cf5-4577-b56a-2adc20b7ec80', 'network_id': '757118be-9cf5-4577-b56a-2adc20b7ec80', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'fixed_ips': [{'subnet_id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:15:32.304985 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-041fce2f-378f-4586-ac75-b17761971063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:32.336578 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-abe01e31-f500-4ab9-aa89-fb7222617b1a tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Usage tracker for resource:security_group_rule and tenant:171d59cd94d34ad6adf17fe18583574f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:32.356020 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-abe01e31-f500-4ab9-aa89-fb7222617b1a tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:32.386822 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-a962cf1d-1f53-4770-a47e-5fa4b87e14c3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting subnet 9d1d7ef6-bcd5-4792-b2cb-fd0d11b13a1e {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:15:32.388740 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-abe01e31-f500-4ab9-aa89-fb7222617b1a tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:32.393153 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a962cf1d-1f53-4770-a47e-5fa4b87e14c3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:32.420106 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52942) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:32.503619 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a962cf1d-1f53-4770-a47e-5fa4b87e14c3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:32.538106 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] For port fc55207b-84fb-4114-8066-9e1d11969cfb, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=fc55207b-84fb-4114-8066-9e1d11969cfb,segment=NetworkSegment(084ebfc1-8430-4424-bd4e-eab1839b28db),segment_id=084ebfc1-8430-4424-bd4e-eab1839b28db)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:32.628729 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:32.727979 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a962cf1d-1f53-4770-a47e-5fa4b87e14c3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:32.758591 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c620924-04d6-4198-a845-4f227eec7111 admin admin] Deleting subnet 7be2e63b-bb98-48fb-8637-057299282689 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:15:32.785977 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5ca926e8-3cbd-4e10-bcfc-461c697e5137 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:15:32.790615 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3c620924-04d6-4198-a845-4f227eec7111 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:32.813788 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-823af93f-709f-4218-ac66-58c6e76d2715 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Allocated IP 172.21.0.1 (757118be-9cf5-4577-b56a-2adc20b7ec80/9892a4bc-81fb-46c1-95ad-5f43637abd6a/b88aec83-5f86-4168-9df6-267ed2bb1dcd) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:32.839629 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-3bee9712-5572-482f-8994-de313a665a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:15:23Z', 'revision_number': 2, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None, '_interfaces': [{'id': 'fcbd8aee-0654-4a6f-a83b-e1f2319d1d32', 'name': '', 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:84:8a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:17Z', 'updated_at': '2022-10-10T11:15:30Z', 'revision_number': 4, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:32.844012 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-669de8df-4c11-4bd7-89ca-05ed0ba80d96 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:32.891371 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 5ca926e8-3cbd-4e10-bcfc-461c697e5137 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:15:32.891703 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5ca926e8-3cbd-4e10-bcfc-461c697e5137 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:15:32.912913 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Provisioning for port fcbd8aee-0654-4a6f-a83b-e1f2319d1d32 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:32.916176 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bee9712-5572-482f-8994-de313a665a3f None None] The sync data for ids ['a8962c56-7c3c-4985-b7f5-6966f4971d64'] in dv-neutron-860842-1-hyperv is: [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:15:23Z', 'revision_number': 2, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None, '_interfaces': [{'id': 'fcbd8aee-0654-4a6f-a83b-e1f2319d1d32', 'name': '', 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:84:8a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:17Z', 'updated_at': '2022-10-10T11:15:30Z', 'revision_number': 4, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:15:32.931723 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-abe01e31-f500-4ab9-aa89-fb7222617b1a tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:32.935635 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669de8df-4c11-4bd7-89ca-05ed0ba80d96 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Port': ['ID=5ca926e8-3cbd-4e10-bcfc-461c697e5137,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:32.954077 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669de8df-4c11-4bd7-89ca-05ed0ba80d96 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] No DVR routers for this DVR port 5ca926e8-3cbd-4e10-bcfc-461c697e5137 on host dv-neutron-860842-1-hyperv {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:15:32.968870 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3c620924-04d6-4198-a845-4f227eec7111 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:33.016694 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Pushing event updated for resources: {'Port': ['ID=fc55207b-84fb-4114-8066-9e1d11969cfb,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:33.049040 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a962cf1d-1f53-4770-a47e-5fa4b87e14c3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:33.092219 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-abe01e31-f500-4ab9-aa89-fb7222617b1a tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:33.113385 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad7cc3a-c3e7-408d-9d90-89bc7a0e32b8 None None] DHCP port deletion for dac74586-4382-4e00-a6eb-f2005f114a9a request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:15:33.119904 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.resource_extend [None req-a5dc347c-6315-4263-9684-02625eea459e tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:15:33.120123 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a962cf1d-1f53-4770-a47e-5fa4b87e14c3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:33.125856 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f43cb40d-4bf9-436a-85f0-ea12e5e7adef None None] For port 5ca926e8-3cbd-4e10-bcfc-461c697e5137, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5ca926e8-3cbd-4e10-bcfc-461c697e5137,segment=NetworkSegment(efd5b8f0-74ff-40f4-b82b-fe1df64782e4),segment_id=efd5b8f0-74ff-40f4-b82b-fe1df64782e4)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:33.126256 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f43cb40d-4bf9-436a-85f0-ea12e5e7adef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:33.139667 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-2ad7cc3a-c3e7-408d-9d90-89bc7a0e32b8 None None] Deleting port dac58567-96b0-4c5e-a32d-56aa50e85a35 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:33.140575 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2ad7cc3a-c3e7-408d-9d90-89bc7a0e32b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:33.175996 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a5dc347c-6315-4263-9684-02625eea459e tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:33.191616 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962cf1d-1f53-4770-a47e-5fa4b87e14c3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Subnet': ['ID=9d1d7ef6-bcd5-4792-b2cb-fd0d11b13a1e,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:33.199569 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a962cf1d-1f53-4770-a47e-5fa4b87e14c3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/subnets/9d1d7ef6-bcd5-4792-b2cb-fd0d11b13a1e HTTP/1.1" status: 204 len: 168 time: 1.0324867 Oct 10 11:15:33.205630 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52946) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:33.261373 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe01e31-f500-4ab9-aa89-fb7222617b1a tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44d1b40a-01ae-4742-99a8-3d677241d623,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:33.268081 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3c620924-04d6-4198-a845-4f227eec7111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:33.396335 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f43cb40d-4bf9-436a-85f0-ea12e5e7adef None None] Calling delete_port for 5ca926e8-3cbd-4e10-bcfc-461c697e5137 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:33.419972 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-669de8df-4c11-4bd7-89ca-05ed0ba80d96 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:33.423921 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-71d77f33-81fb-4ae4-a244-f753a4d2fb1c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:33.426183 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Provisioning for port 12a08828-98fc-40c6-9eba-ae60c9a7f7b9 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:33.452181 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-669de8df-4c11-4bd7-89ca-05ed0ba80d96 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eaffece-653d-454b-8d1d-52ee888fa406']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:33.467020 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-669de8df-4c11-4bd7-89ca-05ed0ba80d96 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd5b8f0-74ff-40f4-b82b-fe1df64782e4') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:33.467296 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-669de8df-4c11-4bd7-89ca-05ed0ba80d96 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd5b8f0-74ff-40f4-b82b-fe1df64782e4') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:33.468217 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-823af93f-709f-4218-ac66-58c6e76d2715 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:33.475454 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Provisioning complete for port 12a08828-98fc-40c6-9eba-ae60c9a7f7b9 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:15:33.475888 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:33.476215 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Attempt 1 to provision port 12a08828-98fc-40c6-9eba-ae60c9a7f7b9 Oct 10 11:15:33.481382 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-669de8df-4c11-4bd7-89ca-05ed0ba80d96 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:33.493243 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-823af93f-709f-4218-ac66-58c6e76d2715 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Transition to ACTIVE for port object b88aec83-5f86-4168-9df6-267ed2bb1dcd will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:33.494785 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-71d77f33-81fb-4ae4-a244-f753a4d2fb1c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting port c75d19a2-956d-4edc-b490-a3499f2cfd91 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:33.495266 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-71d77f33-81fb-4ae4-a244-f753a4d2fb1c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:33.498416 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-669de8df-4c11-4bd7-89ca-05ed0ba80d96 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:33.507032 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669de8df-4c11-4bd7-89ca-05ed0ba80d96 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Releasing vlan 467 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:15:33.507442 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-669de8df-4c11-4bd7-89ca-05ed0ba80d96 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:33.544269 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a5dc347c-6315-4263-9684-02625eea459e tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:33.735008 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-abe01e31-f500-4ab9-aa89-fb7222617b1a tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:33.737840 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-abe01e31-f500-4ab9-aa89-fb7222617b1a tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3013730 Oct 10 11:15:33.741435 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52956) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:33.747899 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-2ad7cc3a-c3e7-408d-9d90-89bc7a0e32b8 None None] For port dac58567-96b0-4c5e-a32d-56aa50e85a35, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=dac58567-96b0-4c5e-a32d-56aa50e85a35,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:33.748293 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2ad7cc3a-c3e7-408d-9d90-89bc7a0e32b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:33.758649 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-515423c7-c156-4cd9-ae8c-5200b0fdaef9 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Request body: {'security_group_rule': {'security_group_id': '44d1b40a-01ae-4742-99a8-3d677241d623', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:33.767702 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-515423c7-c156-4cd9-ae8c-5200b0fdaef9 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:33.787542 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-71d77f33-81fb-4ae4-a244-f753a4d2fb1c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] For port c75d19a2-956d-4edc-b490-a3499f2cfd91, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c75d19a2-956d-4edc-b490-a3499f2cfd91,segment=NetworkSegment(fc787bd5-9cf8-45c4-997b-31912c17cf11),segment_id=fc787bd5-9cf8-45c4-997b-31912c17cf11)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:33.788119 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-71d77f33-81fb-4ae4-a244-f753a4d2fb1c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:33.845421 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment efd5b8f0-74ff-40f4-b82b-fe1df64782e4 resource provider aggregate not found Oct 10 11:15:33.884420 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a5dc347c-6315-4263-9684-02625eea459e tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:33.893306 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment efd5b8f0-74ff-40f4-b82b-fe1df64782e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid efd5b8f0-74ff-40f4-b82b-fe1df64782e4 found for delete ", "request_id": "req-6ee37e82-35e8-4e6f-a608-ee4cf0363a71"}]} Oct 10 11:15:33.898343 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.objects.ports [None req-245d28aa-9e70-4cd6-b7d4-65ffa6e471a7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89897) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 10 11:15:33.899670 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc347c-6315-4263-9684-02625eea459e tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event updated for resources: {'Port': ['ID=9157396e-cb9e-41b7-8ed8-42a33fc1f2a1,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:33.951486 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9118bd7a-a19f-4b86-a815-13eb0a688f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:33.967743 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-71d77f33-81fb-4ae4-a244-f753a4d2fb1c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Calling delete_port for c75d19a2-956d-4edc-b490-a3499f2cfd91 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:33.991475 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-2ad7cc3a-c3e7-408d-9d90-89bc7a0e32b8 None None] Calling delete_port for dac58567-96b0-4c5e-a32d-56aa50e85a35 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:34.050831 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-515423c7-c156-4cd9-ae8c-5200b0fdaef9 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Usage tracker for resource:security_group_rule and tenant:171d59cd94d34ad6adf17fe18583574f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:34.055213 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-515423c7-c156-4cd9-ae8c-5200b0fdaef9 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:34.064129 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-515423c7-c156-4cd9-ae8c-5200b0fdaef9 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:34.067526 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-823af93f-709f-4218-ac66-58c6e76d2715 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:34.144055 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-f43cb40d-4bf9-436a-85f0-ea12e5e7adef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:15:34.144055 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-f43cb40d-4bf9-436a-85f0-ea12e5e7adef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:15:34.152249 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823af93f-709f-4218-ac66-58c6e76d2715 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network 757118be-9cf5-4577-b56a-2adc20b7ec80 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:34.155504 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-823af93f-709f-4218-ac66-58c6e76d2715 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:34.157949 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823af93f-709f-4218-ac66-58c6e76d2715 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:34.190016 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-669de8df-4c11-4bd7-89ca-05ed0ba80d96 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:34.194776 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-71d77f33-81fb-4ae4-a244-f753a4d2fb1c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:34.206702 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823af93f-709f-4218-ac66-58c6e76d2715 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Port': ['ID=b88aec83-5f86-4168-9df6-267ed2bb1dcd,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:34.213860 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-041fce2f-378f-4586-ac75-b17761971063 None None] Allocated IP 172.21.0.2 (757118be-9cf5-4577-b56a-2adc20b7ec80/9892a4bc-81fb-46c1-95ad-5f43637abd6a/61f73835-4c90-4fa7-8a41-bbd5fc076c9f) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:34.218961 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3c620924-04d6-4198-a845-4f227eec7111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:34.232520 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-669de8df-4c11-4bd7-89ca-05ed0ba80d96 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:34.237296 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Current status of the port 12a08828-98fc-40c6-9eba-ae60c9a7f7b9 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:15:34.250194 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:34.261802 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d77f33-81fb-4ae4-a244-f753a4d2fb1c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] No DVR routers for this DVR port c75d19a2-956d-4edc-b490-a3499f2cfd91 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:15:34.285294 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8d9d3a-1d36-438b-81d1-791e91c77740 None None] Update dhcp port {'port': {'network_id': '199558a1-848d-4c62-b5b4-63066ad839d3', 'fixed_ips': [{'subnet_id': '9d1d7ef6-bcd5-4792-b2cb-fd0d11b13a1e'}], 'binding:host_id': 'dv-neutron-860842-1-hyperv'}, 'id': 'c75d19a2-956d-4edc-b490-a3499f2cfd91'} from dv-neutron-860842-1-hyperv. {{(pid=89898) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 10 11:15:34.291185 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669de8df-4c11-4bd7-89ca-05ed0ba80d96 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Network': ['ID=5eaffece-653d-454b-8d1d-52ee888fa406,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:34.300629 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c620924-04d6-4198-a845-4f227eec7111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7be2e63b-bb98-48fb-8637-057299282689,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:34.310122 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3c620924-04d6-4198-a845-4f227eec7111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:34.314710 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3c620924-04d6-4198-a845-4f227eec7111 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/7be2e63b-bb98-48fb-8637-057299282689 HTTP/1.1" status: 204 len: 168 time: 1.8256013 Oct 10 11:15:34.314982 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d77f33-81fb-4ae4-a244-f753a4d2fb1c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Port': ['ID=c75d19a2-956d-4edc-b490-a3499f2cfd91,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:34.317873 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52962) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:34.335439 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-515423c7-c156-4cd9-ae8c-5200b0fdaef9 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:34.342850 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2ad7cc3a-c3e7-408d-9d90-89bc7a0e32b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:34.343052 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-669de8df-4c11-4bd7-89ca-05ed0ba80d96 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/networks/5eaffece-653d-454b-8d1d-52ee888fa406 HTTP/1.1" status: 204 len: 168 time: 3.5259523 Oct 10 11:15:34.351279 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52966) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:34.383683 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8d9d3a-1d36-438b-81d1-791e91c77740 None None] Host dv-neutron-860842-1-hyperv tried to update port c75d19a2-956d-4edc-b490-a3499f2cfd91 which no longer exists. {{(pid=89898) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 10 11:15:34.424213 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-823af93f-709f-4218-ac66-58c6e76d2715 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:34.426674 dv-neutron-860842-1-hyperv neutron-server[89897]: WARNING neutron.services.revisions.revision_plugin [None req-245d28aa-9e70-4cd6-b7d4-65ffa6e471a7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Could not find related port for resource to bump revision. Oct 10 11:15:34.503107 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dc347c-6315-4263-9684-02625eea459e tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Network 4705909d-4fc5-4eb0-8f45-63680a3dd739 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:34.503368 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7cc3a-c3e7-408d-9d90-89bc7a0e32b8 None None] Pushing event deleted for resources: {'Port': ['ID=dac58567-96b0-4c5e-a32d-56aa50e85a35,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:34.505810 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-96c6f0d1-0b1e-463c-bbd7-e2b24fd271fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:34.507848 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-a5dc347c-6315-4263-9684-02625eea459e tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:34.521575 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2600913f-c49f-4189-9643-06d88c7b7c5f None None] Network 199558a1-848d-4c62-b5b4-63066ad839d3 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:34.551233 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-71d77f33-81fb-4ae4-a244-f753a4d2fb1c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:34.564359 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] For port 12a08828-98fc-40c6-9eba-ae60c9a7f7b9, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=12a08828-98fc-40c6-9eba-ae60c9a7f7b9,segment=NetworkSegment(51a1646b-62d6-40ef-90fa-f486ef827c5c),segment_id=51a1646b-62d6-40ef-90fa-f486ef827c5c)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:34.595186 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.ipam_pluggable_backend [None req-245d28aa-9e70-4cd6-b7d4-65ffa6e471a7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Port dac58567-96b0-4c5e-a32d-56aa50e85a35 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=89897) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Oct 10 11:15:34.595438 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.ipam_pluggable_backend [None req-245d28aa-9e70-4cd6-b7d4-65ffa6e471a7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Reverting IP allocation for 2001:db8::f816:3eff:fea9:8214 {{(pid=89897) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Oct 10 11:15:34.622825 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfe0d9f-6446-4099-900b-75ec1dab2a64 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:34.623395 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6dfe0d9f-6446-4099-900b-75ec1dab2a64 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Synchronizing usage tracker for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:34.634892 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-245d28aa-9e70-4cd6-b7d4-65ffa6e471a7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:34.636179 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad7cc3a-c3e7-408d-9d90-89bc7a0e32b8 None None] No DVR routers for this DVR port dac58567-96b0-4c5e-a32d-56aa50e85a35 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:15:34.645817 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f43cb40d-4bf9-436a-85f0-ea12e5e7adef None None] Deleting port 5ca926e8-3cbd-4e10-bcfc-461c697e5137 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:34.646256 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f43cb40d-4bf9-436a-85f0-ea12e5e7adef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:34.696741 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-71d77f33-81fb-4ae4-a244-f753a4d2fb1c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['199558a1-848d-4c62-b5b4-63066ad839d3']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:34.700811 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:34.727208 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-515423c7-c156-4cd9-ae8c-5200b0fdaef9 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:34.744325 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-71d77f33-81fb-4ae4-a244-f753a4d2fb1c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc787bd5-9cf8-45c4-997b-31912c17cf11') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:34.746262 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d28aa-9e70-4cd6-b7d4-65ffa6e471a7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=94df8397-00c5-446b-ab44-5e8f6b4c3e4b,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:34.751021 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-71d77f33-81fb-4ae4-a244-f753a4d2fb1c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc787bd5-9cf8-45c4-997b-31912c17cf11') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:34.814378 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245d28aa-9e70-4cd6-b7d4-65ffa6e471a7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:34.850283 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6dfe0d9f-6446-4099-900b-75ec1dab2a64 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Unset dirty status for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:34.850283 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6dfe0d9f-6446-4099-900b-75ec1dab2a64 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "GET /v2.0/ports/0d251c41-969a-43a8-8074-28aa89e9d51d HTTP/1.1" status: 200 len: 845 time: 0.4920366 Oct 10 11:15:34.858329 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-515423c7-c156-4cd9-ae8c-5200b0fdaef9 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:34.865001 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-71d77f33-81fb-4ae4-a244-f753a4d2fb1c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:34.867313 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f43cb40d-4bf9-436a-85f0-ea12e5e7adef None None] The port '5ca926e8-3cbd-4e10-bcfc-461c697e5137' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:15:34.871472 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52970) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:34.880363 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Could not find standard attr ID for object c75d19a2-956d-4edc-b490-a3499f2cfd91. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:15:34.965821 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device fcbd8aee-0654-4a6f-a83b-e1f2319d1d32 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:15:34.979382 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-245d28aa-9e70-4cd6-b7d4-65ffa6e471a7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:34.987492 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245d28aa-9e70-4cd6-b7d4-65ffa6e471a7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:34.988089 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-245d28aa-9e70-4cd6-b7d4-65ffa6e471a7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:35.022519 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515423c7-c156-4cd9-ae8c-5200b0fdaef9 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95440c2d-0b6a-4005-86a6-45d84f52ec4b,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:35.029143 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3123a3b0-ace7-4e55-a4fa-8807f07c94b7 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:35.044223 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-71d77f33-81fb-4ae4-a244-f753a4d2fb1c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:35.048716 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-823af93f-709f-4218-ac66-58c6e76d2715 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:35.080702 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d77f33-81fb-4ae4-a244-f753a4d2fb1c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Releasing vlan 497 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:15:35.081106 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-71d77f33-81fb-4ae4-a244-f753a4d2fb1c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:35.090745 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d515679b-1558-40cb-bf9d-be28c77e890f None None] Could not find standard attr ID for object c128c897-92d7-4ea4-bdcb-a894a26578d5. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:15:35.103252 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5dc347c-6315-4263-9684-02625eea459e tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Router 8c7c5de3-7283-4551-8767-8ebc0d425e80 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:15:35.109885 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-96c6f0d1-0b1e-463c-bbd7-e2b24fd271fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:35.119319 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-245d28aa-9e70-4cd6-b7d4-65ffa6e471a7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9853826 Oct 10 11:15:35.125630 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52976) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:35.142120 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-b705e1c4-bb9f-4c74-bec6-aeb0ba09d1ca tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:35.191084 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dd137b-e6ad-4dc8-bee0-7931755dcbe3 None None] DHCP port deletion for 199558a1-848d-4c62-b5b4-63066ad839d3 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:15:35.209734 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d515679b-1558-40cb-bf9d-be28c77e890f None None] Could not find standard attr ID for object dac58567-96b0-4c5e-a32d-56aa50e85a35. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:15:35.223789 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24891f52-a09a-49dc-9bb2-14a2873d1f4f None None] Pushing event updated for resources: {'Port': ['ID=12a08828-98fc-40c6-9eba-ae60c9a7f7b9,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:35.266512 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-96c6f0d1-0b1e-463c-bbd7-e2b24fd271fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1157963f-067d-4ea1-9106-419179a67f58']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:35.285826 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-96c6f0d1-0b1e-463c-bbd7-e2b24fd271fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ddf195-ca82-40a4-ab0f-3f5025c7f3de') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:35.286309 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-96c6f0d1-0b1e-463c-bbd7-e2b24fd271fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ddf195-ca82-40a4-ab0f-3f5025c7f3de') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:35.290916 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-041fce2f-378f-4586-ac75-b17761971063 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:35.328783 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-624713d6-feac-4ff5-8167-c54edda541a2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "GET /v2.0/ports/0d251c41-969a-43a8-8074-28aa89e9d51d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4280159 Oct 10 11:15:35.337428 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-041fce2f-378f-4586-ac75-b17761971063 None None] Transition to ACTIVE for port object 61f73835-4c90-4fa7-8a41-bbd5fc076c9f will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:35.339708 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d515679b-1558-40cb-bf9d-be28c77e890f None None] Could not find standard attr ID for object 488b7851-07d2-416d-8d3b-ee9a2561f8c0. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:15:35.361033 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment fc787bd5-9cf8-45c4-997b-31912c17cf11 resource provider aggregate not found Oct 10 11:15:35.361805 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 52982) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:35.364749 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-515423c7-c156-4cd9-ae8c-5200b0fdaef9 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:35.368420 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-515423c7-c156-4cd9-ae8c-5200b0fdaef9 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6235147 Oct 10 11:15:35.378329 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52988) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:35.384577 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment fc787bd5-9cf8-45c4-997b-31912c17cf11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc787bd5-9cf8-45c4-997b-31912c17cf11 found for delete ", "request_id": "req-3d175bb4-85bf-4468-94c4-41301755c163"}]} Oct 10 11:15:35.388482 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d515679b-1558-40cb-bf9d-be28c77e890f None None] Could not find standard attr ID for object c75d19a2-956d-4edc-b490-a3499f2cfd91. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:15:35.414291 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-96c6f0d1-0b1e-463c-bbd7-e2b24fd271fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:35.426668 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-1334331f-468d-47ca-aec1-47601ffe99a3 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'subnet': {'network_id': '8284bdf5-404a-488a-9478-0ede65c92a22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:35.457011 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-041fce2f-378f-4586-ac75-b17761971063 None None] Transition to ACTIVE for port object 61f73835-4c90-4fa7-8a41-bbd5fc076c9f will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:35.461912 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port fcbd8aee-0654-4a6f-a83b-e1f2319d1d32 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:35.471017 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port fcbd8aee-0654-4a6f-a83b-e1f2319d1d32 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:15:35.471512 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:35.471916 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port fcbd8aee-0654-4a6f-a83b-e1f2319d1d32 Oct 10 11:15:35.496920 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd85d6e-fdd0-45ef-9ca2-950441301a28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-dac74586-4382-4e00-a6eb-f2005f114a9a', 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'fixed_ips': [{'subnet_id': '94df8397-00c5-446b-ab44-5e8f6b4c3e4b'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:15:35.497862 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-edd85d6e-fdd0-45ef-9ca2-950441301a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:35.500768 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-96c6f0d1-0b1e-463c-bbd7-e2b24fd271fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:35.580872 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-041fce2f-378f-4586-ac75-b17761971063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:35.583952 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c6f0d1-0b1e-463c-bbd7-e2b24fd271fe admin admin] Releasing vlan 483 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:15:35.584343 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-96c6f0d1-0b1e-463c-bbd7-e2b24fd271fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:35.584484 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d515679b-1558-40cb-bf9d-be28c77e890f None None] Provisioning for port 9157396e-cb9e-41b7-8ed8-42a33fc1f2a1 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:35.588463 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-71d77f33-81fb-4ae4-a244-f753a4d2fb1c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:35.625772 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-71d77f33-81fb-4ae4-a244-f753a4d2fb1c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:35.636226 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-24dcc6df-3d0c-45f4-b88f-788190f1356b tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:35.638490 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d515679b-1558-40cb-bf9d-be28c77e890f None None] Provisioning complete for port 9157396e-cb9e-41b7-8ed8-42a33fc1f2a1 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:15:35.638490 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d515679b-1558-40cb-bf9d-be28c77e890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:35.638490 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d515679b-1558-40cb-bf9d-be28c77e890f None None] Attempt 1 to provision port 9157396e-cb9e-41b7-8ed8-42a33fc1f2a1 Oct 10 11:15:35.642678 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d77f33-81fb-4ae4-a244-f753a4d2fb1c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Network': ['ID=199558a1-848d-4c62-b5b4-63066ad839d3,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:35.664956 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-71d77f33-81fb-4ae4-a244-f753a4d2fb1c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/networks/199558a1-848d-4c62-b5b4-63066ad839d3 HTTP/1.1" status: 204 len: 168 time: 2.4546604 Oct 10 11:15:35.669110 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52992) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:35.691322 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dc347c-6315-4263-9684-02625eea459e tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:15:35.703139 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a5dc347c-6315-4263-9684-02625eea459e tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "PUT /v2.0/routers/8c7c5de3-7283-4551-8767-8ebc0d425e80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0684900 Oct 10 11:15:35.709812 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7500cc93-9b84-40c6-a82d-632bcc26fedc None None] Sync routers for ids ['8c7c5de3-7283-4551-8767-8ebc0d425e80'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:15:35.713357 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-1334331f-468d-47ca-aec1-47601ffe99a3 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:35.717252 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1334331f-468d-47ca-aec1-47601ffe99a3 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:subnet and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:35.720676 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1334331f-468d-47ca-aec1-47601ffe99a3 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:35.725856 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7500cc93-9b84-40c6-a82d-632bcc26fedc None None] Routers {'8c7c5de3-7283-4551-8767-8ebc0d425e80'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:15:35.727321 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-1334331f-468d-47ca-aec1-47601ffe99a3 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:35.727943 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-7500cc93-9b84-40c6-a82d-632bcc26fedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:15:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['8c7c5de3-7283-4551-8767-8ebc0d425e80'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:35.738663 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 52996) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:35.744872 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b705e1c4-bb9f-4c74-bec6-aeb0ba09d1ca tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:35.745467 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-619d74e7-5363-4759-a71d-6d538165991f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Request body: {'port': {'network_id': '4705909d-4fc5-4eb0-8f45-63680a3dd739', 'name': 'tempest-FloatingIPTestJSON-1823866007'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:35.751504 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b705e1c4-bb9f-4c74-bec6-aeb0ba09d1ca tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:subnet and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:35.754554 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041fce2f-378f-4586-ac75-b17761971063 None None] Network 757118be-9cf5-4577-b56a-2adc20b7ec80 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:35.755343 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b705e1c4-bb9f-4c74-bec6-aeb0ba09d1ca tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:35.761813 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b705e1c4-bb9f-4c74-bec6-aeb0ba09d1ca tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:35.764227 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-041fce2f-378f-4586-ac75-b17761971063 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:35.768419 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041fce2f-378f-4586-ac75-b17761971063 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:35.788845 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041fce2f-378f-4586-ac75-b17761971063 None None] Pushing event updated for resources: {'Port': ['ID=61f73835-4c90-4fa7-8a41-bbd5fc076c9f,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:35.793785 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-24dcc6df-3d0c-45f4-b88f-788190f1356b tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:35.810786 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1334331f-468d-47ca-aec1-47601ffe99a3 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:35.816466 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1334331f-468d-47ca-aec1-47601ffe99a3 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:35.818255 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d515679b-1558-40cb-bf9d-be28c77e890f None None] Port 9157396e-cb9e-41b7-8ed8-42a33fc1f2a1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:35.825021 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-7500cc93-9b84-40c6-a82d-632bcc26fedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:35.835095 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7500cc93-9b84-40c6-a82d-632bcc26fedc None None] Routers {'8c7c5de3-7283-4551-8767-8ebc0d425e80'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:15:35.836172 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-7500cc93-9b84-40c6-a82d-632bcc26fedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:15:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['8c7c5de3-7283-4551-8767-8ebc0d425e80'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:35.900682 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-34c8aad8-ba28-4eb3-8bcf-170042b2073f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:35.959034 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-7500cc93-9b84-40c6-a82d-632bcc26fedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:35.959755 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7500cc93-9b84-40c6-a82d-632bcc26fedc None None] The sync data for ids ['8c7c5de3-7283-4551-8767-8ebc0d425e80'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:15:36.007081 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-edd85d6e-fdd0-45ef-9ca2-950441301a28 None None] Allocated IP 2001:db8::f816:3eff:fe98:33df (dac74586-4382-4e00-a6eb-f2005f114a9a/94df8397-00c5-446b-ab44-5e8f6b4c3e4b/da73937a-c655-42bb-a758-92d755fc19d3) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:36.012652 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port fcbd8aee-0654-4a6f-a83b-e1f2319d1d32 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:15:36.013033 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:36.036902 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-041fce2f-378f-4586-ac75-b17761971063 None None] Attempting to bind port 61f73835-4c90-4fa7-8a41-bbd5fc076c9f on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:15:36.037270 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-041fce2f-378f-4586-ac75-b17761971063 None None] Attempting to bind port 61f73835-4c90-4fa7-8a41-bbd5fc076c9f by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'a5ea9421-cedb-455a-9bc2-87bd154c005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '757118be-9cf5-4577-b56a-2adc20b7ec80'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:15:36.037660 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041fce2f-378f-4586-ac75-b17761971063 None None] Attempting to bind port 61f73835-4c90-4fa7-8a41-bbd5fc076c9f on network 757118be-9cf5-4577-b56a-2adc20b7ec80 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:15:36.067507 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041fce2f-378f-4586-ac75-b17761971063 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:15:36.067507 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041fce2f-378f-4586-ac75-b17761971063 None None] Checking segment: {'id': 'a5ea9421-cedb-455a-9bc2-87bd154c005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '757118be-9cf5-4577-b56a-2adc20b7ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:15:36.067861 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-041fce2f-378f-4586-ac75-b17761971063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:36.068128 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041fce2f-378f-4586-ac75-b17761971063 None None] Bound using segment: {'id': 'a5ea9421-cedb-455a-9bc2-87bd154c005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '757118be-9cf5-4577-b56a-2adc20b7ec80'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:15:36.068491 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-041fce2f-378f-4586-ac75-b17761971063 None None] Bound port: 61f73835-4c90-4fa7-8a41-bbd5fc076c9f, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ea9421-cedb-455a-9bc2-87bd154c005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '757118be-9cf5-4577-b56a-2adc20b7ec80'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:15:36.068861 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-041fce2f-378f-4586-ac75-b17761971063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:36.075664 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b705e1c4-bb9f-4c74-bec6-aeb0ba09d1ca tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:36.080104 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b705e1c4-bb9f-4c74-bec6-aeb0ba09d1ca tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:36.093573 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-619d74e7-5363-4759-a71d-6d538165991f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:36.096042 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-96c6f0d1-0b1e-463c-bbd7-e2b24fd271fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:36.104717 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-619d74e7-5363-4759-a71d-6d538165991f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Usage tracker for resource:port and tenant:7753f2697ba4464ebd8d731982a0d1f7 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:36.110084 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-619d74e7-5363-4759-a71d-6d538165991f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Quota usage for port was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:36.125408 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be884e9-3d6f-4c00-970c-358fb06b4240 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:36.126114 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5be884e9-3d6f-4c00-970c-358fb06b4240 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Synchronizing usage tracker for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:36.129781 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-619d74e7-5363-4759-a71d-6d538165991f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:36.147714 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 62ddf195-ca82-40a4-ab0f-3f5025c7f3de resource provider aggregate not found Oct 10 11:15:36.164499 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-823af93f-709f-4218-ac66-58c6e76d2715 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:36.170157 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-24dcc6df-3d0c-45f4-b88f-788190f1356b tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:36.181490 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-96c6f0d1-0b1e-463c-bbd7-e2b24fd271fe admin admin] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:36.191964 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dcc6df-3d0c-45f4-b88f-788190f1356b tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d1b40a-01ae-4742-99a8-3d677241d623,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:36.205770 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port fcbd8aee-0654-4a6f-a83b-e1f2319d1d32, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=fcbd8aee-0654-4a6f-a83b-e1f2319d1d32,segment=NetworkSegment(084ebfc1-8430-4424-bd4e-eab1839b28db),segment_id=084ebfc1-8430-4424-bd4e-eab1839b28db)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:36.207125 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 62ddf195-ca82-40a4-ab0f-3f5025c7f3de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62ddf195-ca82-40a4-ab0f-3f5025c7f3de found for delete ", "request_id": "req-03f7741f-1e2f-428f-bcc1-bce3a41c63b1"}]} Oct 10 11:15:36.207256 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-24dcc6df-3d0c-45f4-b88f-788190f1356b tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:36.208106 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-24dcc6df-3d0c-45f4-b88f-788190f1356b tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "DELETE /v2.0/security-groups/44d1b40a-01ae-4742-99a8-3d677241d623 HTTP/1.1" status: 204 len: 168 time: 0.8258595 Oct 10 11:15:36.211015 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53004) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:36.217693 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6f0d1-0b1e-463c-bbd7-e2b24fd271fe admin admin] Pushing event deleted for resources: {'Network': ['ID=1157963f-067d-4ea1-9106-419179a67f58,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:36.228388 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619d74e7-5363-4759-a71d-6d538165991f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Made reservation on behalf of 7753f2697ba4464ebd8d731982a0d1f7 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:36.231907 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-619d74e7-5363-4759-a71d-6d538165991f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:36.269165 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-823af93f-709f-4218-ac66-58c6e76d2715 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:36.282670 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:36.283449 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device fc55207b-84fb-4114-8066-9e1d11969cfb up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:15:36.294126 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5be884e9-3d6f-4c00-970c-358fb06b4240 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Unset dirty status for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:36.295284 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5be884e9-3d6f-4c00-970c-358fb06b4240 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6252306 Oct 10 11:15:36.307809 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53008) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:36.337159 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-619d74e7-5363-4759-a71d-6d538165991f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] device_id is not set on port 359c6ede-a571-4103-8ce4-07579167be96 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:15:36.363133 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d515679b-1558-40cb-bf9d-be28c77e890f None None] Attempt 2 to provision port 9157396e-cb9e-41b7-8ed8-42a33fc1f2a1 Oct 10 11:15:36.375116 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-96c6f0d1-0b1e-463c-bbd7-e2b24fd271fe admin admin] 10.222.0.40 "DELETE /v2.0/networks/1157963f-067d-4ea1-9106-419179a67f58 HTTP/1.1" status: 204 len: 168 time: 2.0504715 Oct 10 11:15:36.382059 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53012) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:36.430732 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-07f4ca03-a206-4764-b9b8-ef096f18dacc tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Synchronizing usage tracker for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:36.434157 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-041fce2f-378f-4586-ac75-b17761971063 None None] For port 61f73835-4c90-4fa7-8a41-bbd5fc076c9f, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:15:36.490970 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-823af93f-709f-4218-ac66-58c6e76d2715 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:36.494347 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823af93f-709f-4218-ac66-58c6e76d2715 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Port': ['ID=b88aec83-5f86-4168-9df6-267ed2bb1dcd,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:36.510597 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-041fce2f-378f-4586-ac75-b17761971063 None None] For port 61f73835-4c90-4fa7-8a41-bbd5fc076c9f, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=61f73835-4c90-4fa7-8a41-bbd5fc076c9f,segment=NetworkSegment(a5ea9421-cedb-455a-9bc2-87bd154c005b),segment_id=a5ea9421-cedb-455a-9bc2-87bd154c005b)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:15:36.534490 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.ipam_backend_mixin [None req-b705e1c4-bb9f-4c74-bec6-aeb0ba09d1ca tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 94df8397-00c5-446b-ab44-5e8f6b4c3e4b (CIDR: 2001:db8::/64) Oct 10 11:15:36.535266 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d515679b-1558-40cb-bf9d-be28c77e890f None None] Port 9157396e-cb9e-41b7-8ed8-42a33fc1f2a1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:36.539139 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-59913b27-6ebe-431a-b318-f15198300538 admin admin] Deleting subnet 8d569ad3-2c3f-40a4-829f-c0c574c8887b {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:15:36.542966 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-07f4ca03-a206-4764-b9b8-ef096f18dacc tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Unset dirty status for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:36.544264 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-07f4ca03-a206-4764-b9b8-ef096f18dacc tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3323436 Oct 10 11:15:36.545219 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=fcbd8aee-0654-4a6f-a83b-e1f2319d1d32,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:36.555404 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-59913b27-6ebe-431a-b318-f15198300538 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:36.555652 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-edd85d6e-fdd0-45ef-9ca2-950441301a28 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:36.558258 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-041fce2f-378f-4586-ac75-b17761971063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:36.569182 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53016) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:36.606507 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-b705e1c4-bb9f-4c74-bec6-aeb0ba09d1ca tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:15:36.606997 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b705e1c4-bb9f-4c74-bec6-aeb0ba09d1ca tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:15:36.621007 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-edd85d6e-fdd0-45ef-9ca2-950441301a28 None None] Transition to ACTIVE for port object da73937a-c655-42bb-a758-92d755fc19d3 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:36.621739 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1043284e-f0d4-466a-b9ed-e21470916600 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Synchronizing usage tracker for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:36.676921 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-59913b27-6ebe-431a-b318-f15198300538 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:36.700476 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-619d74e7-5363-4759-a71d-6d538165991f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Allocated IP 172.20.0.4 (4705909d-4fc5-4eb0-8f45-63680a3dd739/242019df-54a5-4701-a152-5b5ad09eb4f2/359c6ede-a571-4103-8ce4-07579167be96) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:36.719708 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-78f788c3-acc4-463b-9769-7b149c23d0d3 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Synchronizing usage tracker for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group_rule {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:36.721600 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1043284e-f0d4-466a-b9ed-e21470916600 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Unset dirty status for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:36.723108 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1043284e-f0d4-466a-b9ed-e21470916600 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4142766 Oct 10 11:15:36.729978 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port fc55207b-84fb-4114-8066-9e1d11969cfb triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:15:36.729978 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:36.729978 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port fc55207b-84fb-4114-8066-9e1d11969cfb Oct 10 11:15:36.730284 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53020) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:36.732976 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-9ac66374-0595-4b05-bfe3-69a1ead13402 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-610753345'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:36.743061 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-9ac66374-0595-4b05-bfe3-69a1ead13402 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:36.745901 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b705e1c4-bb9f-4c74-bec6-aeb0ba09d1ca tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6193888 Oct 10 11:15:36.751487 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9ac66374-0595-4b05-bfe3-69a1ead13402 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:network and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:36.757936 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9ac66374-0595-4b05-bfe3-69a1ead13402 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:36.759227 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-edd85d6e-fdd0-45ef-9ca2-950441301a28 None None] Transition to ACTIVE for port object da73937a-c655-42bb-a758-92d755fc19d3 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:36.760320 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53024) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:36.771339 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-e07942a6-d2d5-41ee-944b-7b89b7ad1a9b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:36.783300 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041fce2f-378f-4586-ac75-b17761971063 None None] Pushing event updated for resources: {'Port': ['ID=61f73835-4c90-4fa7-8a41-bbd5fc076c9f,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:36.786367 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-9ac66374-0595-4b05-bfe3-69a1ead13402 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:36.804699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1334331f-468d-47ca-aec1-47601ffe99a3 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:36.813060 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823af93f-709f-4218-ac66-58c6e76d2715 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network 757118be-9cf5-4577-b56a-2adc20b7ec80 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:36.815203 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-59913b27-6ebe-431a-b318-f15198300538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:36.821018 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-823af93f-709f-4218-ac66-58c6e76d2715 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:36.837389 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-78f788c3-acc4-463b-9769-7b149c23d0d3 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Unset dirty status for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group_rule {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:36.839092 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-78f788c3-acc4-463b-9769-7b149c23d0d3 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2683325 Oct 10 11:15:36.843162 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-edd85d6e-fdd0-45ef-9ca2-950441301a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:36.888091 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53028) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:36.966574 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd85d6e-fdd0-45ef-9ca2-950441301a28 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:36.971013 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-edd85d6e-fdd0-45ef-9ca2-950441301a28 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:36.974922 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port fc55207b-84fb-4114-8066-9e1d11969cfb is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:15:36.978910 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd85d6e-fdd0-45ef-9ca2-950441301a28 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:36.990560 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd85d6e-fdd0-45ef-9ca2-950441301a28 None None] Pushing event updated for resources: {'Port': ['ID=da73937a-c655-42bb-a758-92d755fc19d3,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:37.021724 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac66374-0595-4b05-bfe3-69a1ead13402 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:37.030655 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9ac66374-0595-4b05-bfe3-69a1ead13402 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:37.037581 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:37.037581 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d515679b-1558-40cb-bf9d-be28c77e890f None None] Attempt 3 to provision port 9157396e-cb9e-41b7-8ed8-42a33fc1f2a1 Oct 10 11:15:37.047937 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-b86704b3-c467-491c-aa11-f4fabd494847 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] delete failed (client error): The resource could not be found. Oct 10 11:15:37.062774 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b86704b3-c467-491c-aa11-f4fabd494847 tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "DELETE /v2.0/security-groups/44d1b40a-01ae-4742-99a8-3d677241d623 HTTP/1.1" status: 404 len: 347 time: 0.1706536 Oct 10 11:15:37.072504 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53032) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:37.084112 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:37.088960 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1334331f-468d-47ca-aec1-47601ffe99a3 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network 8284bdf5-404a-488a-9478-0ede65c92a22 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:37.123153 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device dac58567-96b0-4c5e-a32d-56aa50e85a35 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:15:37.125956 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-1334331f-468d-47ca-aec1-47601ffe99a3 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:37.147049 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1334331f-468d-47ca-aec1-47601ffe99a3 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:37.147632 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1334331f-468d-47ca-aec1-47601ffe99a3 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:37.164139 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dae464-760d-4111-9fa3-9016b8ef9c00 None None] Network 8284bdf5-404a-488a-9478-0ede65c92a22 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:37.174270 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334331f-468d-47ca-aec1-47601ffe99a3 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Subnet': ['ID=3534d5f7-e793-44bc-acd3-31eb535fec95,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:37.229638 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: dac58567-96b0-4c5e-a32d-56aa50e85a35 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:15:37.229638 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device dac58567-96b0-4c5e-a32d-56aa50e85a35 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:15:37.229951 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac66374-0595-4b05-bfe3-69a1ead13402 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 463} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:15:37.241391 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c75d19a2-956d-4edc-b490-a3499f2cfd91 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:15:37.276015 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-e07942a6-d2d5-41ee-944b-7b89b7ad1a9b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:37.282232 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e07942a6-d2d5-41ee-944b-7b89b7ad1a9b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:subnet and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:37.287958 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e07942a6-d2d5-41ee-944b-7b89b7ad1a9b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:37.309848 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d515679b-1558-40cb-bf9d-be28c77e890f None None] Port 9157396e-cb9e-41b7-8ed8-42a33fc1f2a1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:37.314775 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-e07942a6-d2d5-41ee-944b-7b89b7ad1a9b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:37.330658 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9ac66374-0595-4b05-bfe3-69a1ead13402 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:37.331887 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-9ac66374-0595-4b05-bfe3-69a1ead13402 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Added segment 9db96df1-cde7-4e3a-9c8e-874faf9ee1e2 of type vlan for network 513d4982-4de2-4853-9a9e-a6c63b4a707a Oct 10 11:15:37.359792 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: c75d19a2-956d-4edc-b490-a3499f2cfd91 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:15:37.360228 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c75d19a2-956d-4edc-b490-a3499f2cfd91 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:15:37.368041 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-edd85d6e-fdd0-45ef-9ca2-950441301a28 None None] Attempting to bind port da73937a-c655-42bb-a758-92d755fc19d3 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:15:37.374305 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-edd85d6e-fdd0-45ef-9ca2-950441301a28 None None] Attempting to bind port da73937a-c655-42bb-a758-92d755fc19d3 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:15:37.374868 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd85d6e-fdd0-45ef-9ca2-950441301a28 None None] Attempting to bind port da73937a-c655-42bb-a758-92d755fc19d3 on network dac74586-4382-4e00-a6eb-f2005f114a9a {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:15:37.392886 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9ac66374-0595-4b05-bfe3-69a1ead13402 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:37.397985 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd85d6e-fdd0-45ef-9ca2-950441301a28 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:15:37.398693 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd85d6e-fdd0-45ef-9ca2-950441301a28 None None] Checking segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:15:37.399182 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-edd85d6e-fdd0-45ef-9ca2-950441301a28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:37.399784 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd85d6e-fdd0-45ef-9ca2-950441301a28 None None] Bound using segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:15:37.400176 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-edd85d6e-fdd0-45ef-9ca2-950441301a28 None None] Bound port: da73937a-c655-42bb-a758-92d755fc19d3, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:15:37.401244 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-edd85d6e-fdd0-45ef-9ca2-950441301a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:37.409245 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823af93f-709f-4218-ac66-58c6e76d2715 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Router a8962c56-7c3c-4985-b7f5-6966f4971d64 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:15:37.484879 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8bb0e56f-1f57-4c6f-a496-3801c36897fc tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Synchronizing usage tracker for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:37.497838 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07942a6-d2d5-41ee-944b-7b89b7ad1a9b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:37.502051 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e07942a6-d2d5-41ee-944b-7b89b7ad1a9b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:37.514196 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-619d74e7-5363-4759-a71d-6d538165991f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:37.586720 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-edd85d6e-fdd0-45ef-9ca2-950441301a28 None None] For port da73937a-c655-42bb-a758-92d755fc19d3, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:15:37.620731 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-619d74e7-5363-4759-a71d-6d538165991f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Transition to ACTIVE for port object 359c6ede-a571-4103-8ce4-07579167be96 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:37.628198 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 12a08828-98fc-40c6-9eba-ae60c9a7f7b9 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:15:37.633060 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-59913b27-6ebe-431a-b318-f15198300538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:37.640721 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53036) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:37.640904 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1334331f-468d-47ca-aec1-47601ffe99a3 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2781415 Oct 10 11:15:37.651859 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-16d700b8-d979-4716-a12e-d0d700007ed4 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'security_group': {'name': 'tempest-secgroup-50736909'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:37.659258 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823af93f-709f-4218-ac66-58c6e76d2715 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:15:37.666182 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-16d700b8-d979-4716-a12e-d0d700007ed4 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:37.674893 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-16d700b8-d979-4716-a12e-d0d700007ed4 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:security_group and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:37.682876 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-823af93f-709f-4218-ac66-58c6e76d2715 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "PUT /v2.0/routers/a8962c56-7c3c-4985-b7f5-6966f4971d64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7758741 Oct 10 11:15:37.682876 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-16d700b8-d979-4716-a12e-d0d700007ed4 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:37.683747 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46656e85-cb18-45dd-97f7-ae94391a05a4 None None] Sync routers for ids ['a8962c56-7c3c-4985-b7f5-6966f4971d64'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:15:37.688332 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53040) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:37.690839 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-edd85d6e-fdd0-45ef-9ca2-950441301a28 None None] For port da73937a-c655-42bb-a758-92d755fc19d3, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=da73937a-c655-42bb-a758-92d755fc19d3,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:15:37.694915 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9ac66374-0595-4b05-bfe3-69a1ead13402 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:37.695084 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-e80c8436-9ef0-4e56-893b-4ebd78b70479 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'network': {'name': 'tempest-RoutersTest-1640175750'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:37.698224 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-16d700b8-d979-4716-a12e-d0d700007ed4 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:37.703729 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac66374-0595-4b05-bfe3-69a1ead13402 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:37.704631 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9ac66374-0595-4b05-bfe3-69a1ead13402 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:37.705118 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e80c8436-9ef0-4e56-893b-4ebd78b70479 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:37.714042 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e80c8436-9ef0-4e56-893b-4ebd78b70479 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Usage tracker for resource:network and tenant:bff75ec139ff428ea17476871cda1880 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:37.717621 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e80c8436-9ef0-4e56-893b-4ebd78b70479 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:37.724495 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e80c8436-9ef0-4e56-893b-4ebd78b70479 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:37.729749 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46656e85-cb18-45dd-97f7-ae94391a05a4 None None] Routers {'a8962c56-7c3c-4985-b7f5-6966f4971d64'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:15:37.730755 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-46656e85-cb18-45dd-97f7-ae94391a05a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:15:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a8962c56-7c3c-4985-b7f5-6966f4971d64'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:37.743637 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8bb0e56f-1f57-4c6f-a496-3801c36897fc tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] Unset dirty status for tenant:171d59cd94d34ad6adf17fe18583574f on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:37.744867 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8bb0e56f-1f57-4c6f-a496-3801c36897fc tempest-SecGroupIPv6Test-52431464 tempest-SecGroupIPv6Test-52431464-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6588440 Oct 10 11:15:37.755376 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59913b27-6ebe-431a-b318-f15198300538 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d569ad3-2c3f-40a4-829f-c0c574c8887b,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:37.769482 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-59913b27-6ebe-431a-b318-f15198300538 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:37.790768 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-edd85d6e-fdd0-45ef-9ca2-950441301a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:37.798691 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53046) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:37.800345 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-59913b27-6ebe-431a-b318-f15198300538 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/8d569ad3-2c3f-40a4-829f-c0c574c8887b HTTP/1.1" status: 204 len: 168 time: 1.4075942 Oct 10 11:15:37.802095 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-619d74e7-5363-4759-a71d-6d538165991f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:37.808317 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-16d700b8-d979-4716-a12e-d0d700007ed4 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:37.889309 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9ac66374-0595-4b05-bfe3-69a1ead13402 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1605971 Oct 10 11:15:37.896157 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53050) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:37.904897 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-e4f4604b-5ed1-4465-beb7-9a12e2db9830 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'subnet': {'network_id': '513d4982-4de2-4853-9a9e-a6c63b4a707a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:37.911954 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d515679b-1558-40cb-bf9d-be28c77e890f None None] Attempt 4 to provision port 9157396e-cb9e-41b7-8ed8-42a33fc1f2a1 Oct 10 11:15:37.947713 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80c8436-9ef0-4e56-893b-4ebd78b70479 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Made reservation on behalf of bff75ec139ff428ea17476871cda1880 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:37.951340 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e80c8436-9ef0-4e56-893b-4ebd78b70479 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:37.954864 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac66374-0595-4b05-bfe3-69a1ead13402 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Network': ['ID=513d4982-4de2-4853-9a9e-a6c63b4a707a,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:38.048898 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d515679b-1558-40cb-bf9d-be28c77e890f None None] Port 9157396e-cb9e-41b7-8ed8-42a33fc1f2a1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:38.109135 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 513d4982-4de2-4853-9a9e-a6c63b4a707a details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:15:38.129082 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-16d700b8-d979-4716-a12e-d0d700007ed4 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:38.133970 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619d74e7-5363-4759-a71d-6d538165991f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Network 4705909d-4fc5-4eb0-8f45-63680a3dd739 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:38.150798 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-619d74e7-5363-4759-a71d-6d538165991f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:38.154491 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619d74e7-5363-4759-a71d-6d538165991f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:38.175989 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-e4f4604b-5ed1-4465-beb7-9a12e2db9830 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:38.196756 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80c8436-9ef0-4e56-893b-4ebd78b70479 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 469} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:15:38.207130 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e80c8436-9ef0-4e56-893b-4ebd78b70479 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:38.207489 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-e80c8436-9ef0-4e56-893b-4ebd78b70479 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Added segment 8770faea-9d12-4c86-a79d-265a7a20e916 of type vlan for network 4b525415-42bc-476a-8fbe-adfd7ac4edea Oct 10 11:15:38.221785 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-46656e85-cb18-45dd-97f7-ae94391a05a4 None None] Set router a8962c56-7c3c-4985-b7f5-6966f4971d64 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:15:38.236184 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e4f4604b-5ed1-4465-beb7-9a12e2db9830 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:subnet and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:38.237118 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e80c8436-9ef0-4e56-893b-4ebd78b70479 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:38.244372 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e4f4604b-5ed1-4465-beb7-9a12e2db9830 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:38.255368 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-e4f4604b-5ed1-4465-beb7-9a12e2db9830 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:38.308306 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-16d700b8-d979-4716-a12e-d0d700007ed4 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:security_group_rule and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:38.324418 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-16d700b8-d979-4716-a12e-d0d700007ed4 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:38.350090 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-16d700b8-d979-4716-a12e-d0d700007ed4 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:38.376491 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d74e7-5363-4759-a71d-6d538165991f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event updated for resources: {'Port': ['ID=359c6ede-a571-4103-8ce4-07579167be96,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:38.382026 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0edf2995-5163-4037-97f6-8adcf5d1c71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:38.432912 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f4604b-5ed1-4465-beb7-9a12e2db9830 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:38.436905 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e4f4604b-5ed1-4465-beb7-9a12e2db9830 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:38.450668 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619d74e7-5363-4759-a71d-6d538165991f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:38.451330 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-619d74e7-5363-4759-a71d-6d538165991f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:38.479418 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e80c8436-9ef0-4e56-893b-4ebd78b70479 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:38.486201 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80c8436-9ef0-4e56-893b-4ebd78b70479 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:38.486702 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e80c8436-9ef0-4e56-893b-4ebd78b70479 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:38.507565 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e07942a6-d2d5-41ee-944b-7b89b7ad1a9b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:38.543571 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd85d6e-fdd0-45ef-9ca2-950441301a28 None None] Pushing event updated for resources: {'Port': ['ID=da73937a-c655-42bb-a758-92d755fc19d3,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:38.552759 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d515679b-1558-40cb-bf9d-be28c77e890f None None] Attempt 5 to provision port 9157396e-cb9e-41b7-8ed8-42a33fc1f2a1 Oct 10 11:15:38.611090 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 12a08828-98fc-40c6-9eba-ae60c9a7f7b9 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:15:38.611787 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:38.612266 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 12a08828-98fc-40c6-9eba-ae60c9a7f7b9 Oct 10 11:15:38.643576 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53056) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:38.777610 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb63254-65af-4e84-85a9-989c15625d36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-8284bdf5-404a-488a-9478-0ede65c92a22', 'network_id': '8284bdf5-404a-488a-9478-0ede65c92a22', 'tenant_id': 'd4be467877224cc3b1469223421a71e0', 'fixed_ips': [{'subnet_id': '3534d5f7-e793-44bc-acd3-31eb535fec95'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:15:38.778528 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1fb63254-65af-4e84-85a9-989c15625d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:38.788911 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebb28fe-1752-45eb-8d7b-8652dafede89 None None] Network 757118be-9cf5-4577-b56a-2adc20b7ec80 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:38.837732 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0edf2995-5163-4037-97f6-8adcf5d1c71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:38.858124 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07942a6-d2d5-41ee-944b-7b89b7ad1a9b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:38.865947 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-e07942a6-d2d5-41ee-944b-7b89b7ad1a9b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:38.866790 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-0edf2995-5163-4037-97f6-8adcf5d1c71a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985d4af2-7e6c-43d9-80a2-4845a619a5da']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:38.870128 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:38.874331 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07942a6-d2d5-41ee-944b-7b89b7ad1a9b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:38.875134 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e07942a6-d2d5-41ee-944b-7b89b7ad1a9b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:38.881137 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-0edf2995-5163-4037-97f6-8adcf5d1c71a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3a7d05-b144-4965-b1bb-92f7183769c4') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:38.881137 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-0edf2995-5163-4037-97f6-8adcf5d1c71a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3a7d05-b144-4965-b1bb-92f7183769c4') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:38.895830 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0edf2995-5163-4037-97f6-8adcf5d1c71a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:38.915726 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0edf2995-5163-4037-97f6-8adcf5d1c71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:38.924662 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0edf2995-5163-4037-97f6-8adcf5d1c71a admin admin] Releasing vlan 452 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:15:38.925209 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0edf2995-5163-4037-97f6-8adcf5d1c71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:38.940942 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07942a6-d2d5-41ee-944b-7b89b7ad1a9b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=81e29f98-687c-4d85-b12f-509cdb0570b2,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:39.096368 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e07942a6-d2d5-41ee-944b-7b89b7ad1a9b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3325276 Oct 10 11:15:39.096612 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e80c8436-9ef0-4e56-893b-4ebd78b70479 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4058058 Oct 10 11:15:39.097963 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53064) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:39.098427 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53066) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:39.106953 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-8d575861-8e69-4e95-b983-747633f8efeb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'subnet': {'network_id': '4b525415-42bc-476a-8fbe-adfd7ac4edea', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:39.132173 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-619d74e7-5363-4759-a71d-6d538165991f tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3933258 Oct 10 11:15:39.141551 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53072) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:39.142337 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c8436-9ef0-4e56-893b-4ebd78b70479 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Network': ['ID=4b525415-42bc-476a-8fbe-adfd7ac4edea,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:39.156639 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment ea3a7d05-b144-4965-b1bb-92f7183769c4 resource provider aggregate not found Oct 10 11:15:39.163732 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-ffc0a6ed-2b7b-42b6-9b80-985f73e8eb45 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Request body: {'floatingip': {'port_id': '359c6ede-a571-4103-8ce4-07579167be96'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:39.252918 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0edf2995-5163-4037-97f6-8adcf5d1c71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:39.269013 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-cf268503-5c3a-41dc-b360-e5b84b6228b2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'port': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'mac_address': 'fa:16:3e:f3:8a:3e', 'name': 'tempest-NetworksTestDHCPv6-1619011845'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:39.293291 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8d575861-8e69-4e95-b983-747633f8efeb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:39.306645 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e4f4604b-5ed1-4465-beb7-9a12e2db9830 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:39.307088 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 4b525415-42bc-476a-8fbe-adfd7ac4edea details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:15:39.307593 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0edf2995-5163-4037-97f6-8adcf5d1c71a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:39.308069 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment ea3a7d05-b144-4965-b1bb-92f7183769c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea3a7d05-b144-4965-b1bb-92f7183769c4 found for delete ", "request_id": "req-30a32c5e-3efc-4821-a771-9d06f0350d00"}]} Oct 10 11:15:39.329819 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a2740615-4d0f-400c-ac03-010956c00a0e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=171d59cd94d34ad6adf17fe18583574f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6814396 Oct 10 11:15:39.339668 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf2995-5163-4037-97f6-8adcf5d1c71a admin admin] Pushing event deleted for resources: {'Network': ['ID=985d4af2-7e6c-43d9-80a2-4845a619a5da,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:39.349503 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d515679b-1558-40cb-bf9d-be28c77e890f None None] Port 9157396e-cb9e-41b7-8ed8-42a33fc1f2a1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:39.352125 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53078) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:39.360775 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ffc0a6ed-2b7b-42b6-9b80-985f73e8eb45 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:39.369264 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8d575861-8e69-4e95-b983-747633f8efeb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Usage tracker for resource:subnet and tenant:bff75ec139ff428ea17476871cda1880 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:39.380620 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8d575861-8e69-4e95-b983-747633f8efeb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:39.468954 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 12a08828-98fc-40c6-9eba-ae60c9a7f7b9 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:15:39.473214 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0edf2995-5163-4037-97f6-8adcf5d1c71a admin admin] 10.222.0.40 "DELETE /v2.0/networks/985d4af2-7e6c-43d9-80a2-4845a619a5da HTTP/1.1" status: 204 len: 168 time: 1.6731391 Oct 10 11:15:39.474016 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device fcbd8aee-0654-4a6f-a83b-e1f2319d1d32 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:15:39.492683 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-16d700b8-d979-4716-a12e-d0d700007ed4 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:39.522405 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8d575861-8e69-4e95-b983-747633f8efeb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:39.569388 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-16d700b8-d979-4716-a12e-d0d700007ed4 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:39.589693 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f4604b-5ed1-4465-beb7-9a12e2db9830 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Checking segment: {'id': '9db96df1-cde7-4e3a-9c8e-874faf9ee1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '513d4982-4de2-4853-9a9e-a6c63b4a707a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:15:39.590497 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f4604b-5ed1-4465-beb7-9a12e2db9830 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network hostable DHCP agents. Network: 513d4982-4de2-4853-9a9e-a6c63b4a707a, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:15:39.637312 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4604b-5ed1-4465-beb7-9a12e2db9830 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Subnet': ['ID=96fb6fd8-ae4e-4538-b89f-ce2a2f0f86da,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:39.674658 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c1d72d-ad1e-4754-ae96-793ac8466226 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:39.681464 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-cf268503-5c3a-41dc-b360-e5b84b6228b2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:39.689928 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-cf268503-5c3a-41dc-b360-e5b84b6228b2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:port and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:39.693846 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-cf268503-5c3a-41dc-b360-e5b84b6228b2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:39.700698 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-cf268503-5c3a-41dc-b360-e5b84b6228b2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:39.713099 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d575861-8e69-4e95-b983-747633f8efeb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Made reservation on behalf of bff75ec139ff428ea17476871cda1880 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:39.717644 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8d575861-8e69-4e95-b983-747633f8efeb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:39.759121 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f4604b-5ed1-4465-beb7-9a12e2db9830 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network 513d4982-4de2-4853-9a9e-a6c63b4a707a is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:15:39.770539 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:39.850136 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d700b8-d979-4716-a12e-d0d700007ed4 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc3f82f-e41f-4191-92f0-08f1cd2fb075,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:39.857300 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-82b3626d-8d53-4086-b3cc-29065106b698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:39.857488 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf268503-5c3a-41dc-b360-e5b84b6228b2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:39.875262 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d515679b-1558-40cb-bf9d-be28c77e890f None None] Attempt 6 to provision port 9157396e-cb9e-41b7-8ed8-42a33fc1f2a1 Oct 10 11:15:39.880098 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-16d700b8-d979-4716-a12e-d0d700007ed4 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:39.881407 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-16d700b8-d979-4716-a12e-d0d700007ed4 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 2.2386310 Oct 10 11:15:39.891345 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53084) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:39.966302 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-d3ca88c2-97f0-4eef-a66d-21e09a10a876 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'security_group': {'name': 'tempest-secgroup-493274539'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:39.970809 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d515679b-1558-40cb-bf9d-be28c77e890f None None] Port 9157396e-cb9e-41b7-8ed8-42a33fc1f2a1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:39.985503 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53088) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:39.998393 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d3ca88c2-97f0-4eef-a66d-21e09a10a876 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:40.004426 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-e4f4604b-5ed1-4465-beb7-9a12e2db9830 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 513d4982-4de2-4853-9a9e-a6c63b4a707a) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:40.013058 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-82b3626d-8d53-4086-b3cc-29065106b698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:40.015457 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f4604b-5ed1-4465-beb7-9a12e2db9830 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:40.015629 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e4f4604b-5ed1-4465-beb7-9a12e2db9830 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:40.026747 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3beef2f2-c39c-4902-b67c-73bd59a661f4 None None] Network 513d4982-4de2-4853-9a9e-a6c63b4a707a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:40.034610 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d3ca88c2-97f0-4eef-a66d-21e09a10a876 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:security_group and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:40.042120 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d3ca88c2-97f0-4eef-a66d-21e09a10a876 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:40.074710 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d3ca88c2-97f0-4eef-a66d-21e09a10a876 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:40.187169 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cf268503-5c3a-41dc-b360-e5b84b6228b2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:40.195714 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6bc4b485-ed9e-41b7-8fc6-f9ccce6f4461 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=33e4bc3f82eb46749091c6a32d15300f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2090912 Oct 10 11:15:40.199136 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-46656e85-cb18-45dd-97f7-ae94391a05a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:15:34Z', 'revision_number': 3, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None, '_interfaces': [{'id': 'b88aec83-5f86-4168-9df6-267ed2bb1dcd', 'name': '', 'network_id': '757118be-9cf5-4577-b56a-2adc20b7ec80', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:95:06:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:32Z', 'updated_at': '2022-10-10T11:15:35Z', 'revision_number': 2, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcbd8aee-0654-4a6f-a83b-e1f2319d1d32', 'name': '', 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:84:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:17Z', 'updated_at': '2022-10-10T11:15:36Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:40.199736 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53092) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:40.225411 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e4f4604b-5ed1-4465-beb7-9a12e2db9830 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3281636 Oct 10 11:15:40.228227 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53096) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:40.235915 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-ab36492b-fb6d-487f-8047-a4c5299ecc71 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'port': {'network_id': '513d4982-4de2-4853-9a9e-a6c63b4a707a', 'name': 'tempest-PortsTestJSON-1507473736'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:40.260934 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-cf268503-5c3a-41dc-b360-e5b84b6228b2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] device_id is not set on port 6b106e8d-4465-493b-aa8d-607fea0845dd yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:15:40.308506 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d3ca88c2-97f0-4eef-a66d-21e09a10a876 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:40.322410 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port fcbd8aee-0654-4a6f-a83b-e1f2319d1d32 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:15:40.322984 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:40.323111 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port fcbd8aee-0654-4a6f-a83b-e1f2319d1d32 Oct 10 11:15:40.340977 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-82b3626d-8d53-4086-b3cc-29065106b698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:40.351501 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46656e85-cb18-45dd-97f7-ae94391a05a4 None None] Checking router: a8962c56-7c3c-4985-b7f5-6966f4971d64 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:15:40.351753 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46656e85-cb18-45dd-97f7-ae94391a05a4 None None] Updating router a8962c56-7c3c-4985-b7f5-6966f4971d64 port b88aec83-5f86-4168-9df6-267ed2bb1dcd binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:15:40.411365 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-1fb63254-65af-4e84-85a9-989c15625d36 None None] Allocated IP 2001:db8::2 (8284bdf5-404a-488a-9478-0ede65c92a22/3534d5f7-e793-44bc-acd3-31eb535fec95/7a7ddf07-d008-4547-9a73-f4e6144af9d9) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:40.413294 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3626d-8d53-4086-b3cc-29065106b698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f978d543-ecd0-4586-96d2-b2a494f42874,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:40.430128 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d3ca88c2-97f0-4eef-a66d-21e09a10a876 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:40.459112 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d3ca88c2-97f0-4eef-a66d-21e09a10a876 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:security_group_rule and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:40.470503 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d3ca88c2-97f0-4eef-a66d-21e09a10a876 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:40.522021 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d3ca88c2-97f0-4eef-a66d-21e09a10a876 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:40.569427 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-cf268503-5c3a-41dc-b360-e5b84b6228b2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 2001:db8:0:1::2cc (dac74586-4382-4e00-a6eb-f2005f114a9a/81e29f98-687c-4d85-b12f-509cdb0570b2/6b106e8d-4465-493b-aa8d-607fea0845dd) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:40.575982 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-cf268503-5c3a-41dc-b360-e5b84b6228b2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 2001:db8::f816:3eff:fef3:8a3e (dac74586-4382-4e00-a6eb-f2005f114a9a/94df8397-00c5-446b-ab44-5e8f6b4c3e4b/6b106e8d-4465-493b-aa8d-607fea0845dd) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:40.576766 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d515679b-1558-40cb-bf9d-be28c77e890f None None] Attempt 7 to provision port 9157396e-cb9e-41b7-8ed8-42a33fc1f2a1 Oct 10 11:15:40.584883 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b1449793-f926-4cf8-9207-12eb103ef0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:40.590514 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8d575861-8e69-4e95-b983-747633f8efeb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:40.659098 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b1449793-f926-4cf8-9207-12eb103ef0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:40.683639 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-82b3626d-8d53-4086-b3cc-29065106b698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:40.685041 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-82b3626d-8d53-4086-b3cc-29065106b698 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f978d543-ecd0-4586-96d2-b2a494f42874 HTTP/1.1" status: 204 len: 168 time: 1.3318591 Oct 10 11:15:40.725372 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d575861-8e69-4e95-b983-747633f8efeb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Subnet': ['ID=c0950583-692e-4b15-bd82-39d5c0230f9a,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:40.773147 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d3ca88c2-97f0-4eef-a66d-21e09a10a876 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:40.883470 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d3ca88c2-97f0-4eef-a66d-21e09a10a876 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:40.969132 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d575861-8e69-4e95-b983-747633f8efeb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Checking segment: {'id': '8770faea-9d12-4c86-a79d-265a7a20e916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '4b525415-42bc-476a-8fbe-adfd7ac4edea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:15:40.969132 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d575861-8e69-4e95-b983-747633f8efeb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network hostable DHCP agents. Network: 4b525415-42bc-476a-8fbe-adfd7ac4edea, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:15:40.981328 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b1449793-f926-4cf8-9207-12eb103ef0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:41.001332 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca88c2-97f0-4eef-a66d-21e09a10a876 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=818caa23-29a9-478d-8406-546e970a3342,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:41.024996 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b1449793-f926-4cf8-9207-12eb103ef0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:41.036572 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b1449793-f926-4cf8-9207-12eb103ef0e4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/15aba626-277c-4672-990c-ec1e6cd0d0ba HTTP/1.1" status: 204 len: 168 time: 0.8321593 Oct 10 11:15:41.036572 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ffc0a6ed-2b7b-42b6-9b80-985f73e8eb45 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:41.045473 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1449793-f926-4cf8-9207-12eb103ef0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15aba626-277c-4672-990c-ec1e6cd0d0ba,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:41.079517 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d3ca88c2-97f0-4eef-a66d-21e09a10a876 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:41.083521 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d3ca88c2-97f0-4eef-a66d-21e09a10a876 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1834133 Oct 10 11:15:41.083918 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53104) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:41.090426 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-6480f4f0-a066-4025-af5f-ebaa96242efa tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-468426498', 'security_groups': ['818caa23-29a9-478d-8406-546e970a3342'], 'network_id': '8284bdf5-404a-488a-9478-0ede65c92a22', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3534d5f7-e793-44bc-acd3-31eb535fec95'}]}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:41.104563 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ab36492b-fb6d-487f-8047-a4c5299ecc71 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:41.124224 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ab36492b-fb6d-487f-8047-a4c5299ecc71 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:41.147809 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ffc0a6ed-2b7b-42b6-9b80-985f73e8eb45 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:41.160301 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d575861-8e69-4e95-b983-747633f8efeb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network 4b525415-42bc-476a-8fbe-adfd7ac4edea is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:15:41.172126 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cf268503-5c3a-41dc-b360-e5b84b6228b2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:41.191586 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-cf268503-5c3a-41dc-b360-e5b84b6228b2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Transition to ACTIVE for port object 6b106e8d-4465-493b-aa8d-607fea0845dd will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:41.215158 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1fb63254-65af-4e84-85a9-989c15625d36 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:41.243620 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-46656e85-cb18-45dd-97f7-ae94391a05a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:41.247250 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab36492b-fb6d-487f-8047-a4c5299ecc71 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:41.253753 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ab36492b-fb6d-487f-8047-a4c5299ecc71 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:41.306106 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-8d575861-8e69-4e95-b983-747633f8efeb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 4b525415-42bc-476a-8fbe-adfd7ac4edea) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:41.336254 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d575861-8e69-4e95-b983-747633f8efeb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:41.337135 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8d575861-8e69-4e95-b983-747633f8efeb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:41.344029 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-ab36492b-fb6d-487f-8047-a4c5299ecc71 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] device_id is not set on port cdb035f1-9074-4033-a58c-c87f2f004132 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:15:41.410841 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cf268503-5c3a-41dc-b360-e5b84b6228b2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:41.438598 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa68b669-fad0-499e-9e67-1b8d2ed1ef1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-513d4982-4de2-4853-9a9e-a6c63b4a707a', 'network_id': '513d4982-4de2-4853-9a9e-a6c63b4a707a', 'tenant_id': '3cd86c8887eb49658ebcaac7109ea926', 'fixed_ips': [{'subnet_id': '96fb6fd8-ae4e-4538-b89f-ce2a2f0f86da'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:15:41.439971 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-aa68b669-fad0-499e-9e67-1b8d2ed1ef1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:41.451812 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-1fb63254-65af-4e84-85a9-989c15625d36 None None] Transition to ACTIVE for port object 7a7ddf07-d008-4547-9a73-f4e6144af9d9 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:41.458384 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b85be1-e3bf-4009-b4b2-e3e87549b8b4 None None] Network 4b525415-42bc-476a-8fbe-adfd7ac4edea requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:41.471470 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d515679b-1558-40cb-bf9d-be28c77e890f None None] Port 9157396e-cb9e-41b7-8ed8-42a33fc1f2a1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:41.513158 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-ffc0a6ed-2b7b-42b6-9b80-985f73e8eb45 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Floating IP b81f1925-55e3-4d8c-8d1d-6a97ff58833a associated. External IP: 172.26.4.29, port: f7f862c2-d212-4104-80af-4698ab5af369. Oct 10 11:15:41.584674 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6480f4f0-a066-4025-af5f-ebaa96242efa tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:41.607503 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6480f4f0-a066-4025-af5f-ebaa96242efa tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:port and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:41.615389 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6480f4f0-a066-4025-af5f-ebaa96242efa tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:41.626280 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6480f4f0-a066-4025-af5f-ebaa96242efa tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:41.683669 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf268503-5c3a-41dc-b360-e5b84b6228b2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:41.694287 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-cf268503-5c3a-41dc-b360-e5b84b6228b2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:41.703093 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf268503-5c3a-41dc-b360-e5b84b6228b2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:41.708483 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf268503-5c3a-41dc-b360-e5b84b6228b2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:41.709094 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cf268503-5c3a-41dc-b360-e5b84b6228b2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:41.723252 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf268503-5c3a-41dc-b360-e5b84b6228b2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Port': ['ID=6b106e8d-4465-493b-aa8d-607fea0845dd,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:41.807824 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-1fb63254-65af-4e84-85a9-989c15625d36 None None] Transition to ACTIVE for port object 7a7ddf07-d008-4547-9a73-f4e6144af9d9 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:41.814473 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-ab36492b-fb6d-487f-8047-a4c5299ecc71 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Allocated IP 172.20.0.13 (513d4982-4de2-4853-9a9e-a6c63b4a707a/96fb6fd8-ae4e-4538-b89f-ce2a2f0f86da/cdb035f1-9074-4033-a58c-c87f2f004132) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:41.832119 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cf268503-5c3a-41dc-b360-e5b84b6228b2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.7321739 Oct 10 11:15:41.837030 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8d575861-8e69-4e95-b983-747633f8efeb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7350988 Oct 10 11:15:41.844039 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port fcbd8aee-0654-4a6f-a83b-e1f2319d1d32 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:15:41.845249 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 61f73835-4c90-4fa7-8a41-bbd5fc076c9f up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:15:41.849335 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53110) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:41.850458 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53112) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:41.937667 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1fb63254-65af-4e84-85a9-989c15625d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:41.941471 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6480f4f0-a066-4025-af5f-ebaa96242efa tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:42.000474 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53118) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:42.003876 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d515679b-1558-40cb-bf9d-be28c77e890f None None] Attempt 8 to provision port 9157396e-cb9e-41b7-8ed8-42a33fc1f2a1 Oct 10 11:15:42.106142 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-5903937a-aaf4-4151-ade5-71c119ecbf8f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting port 6b106e8d-4465-493b-aa8d-607fea0845dd {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:42.106479 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5903937a-aaf4-4151-ade5-71c119ecbf8f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:42.152065 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb63254-65af-4e84-85a9-989c15625d36 None None] Network 8284bdf5-404a-488a-9478-0ede65c92a22 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:42.166267 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-1fb63254-65af-4e84-85a9-989c15625d36 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:42.168671 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb63254-65af-4e84-85a9-989c15625d36 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:42.187805 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d515679b-1558-40cb-bf9d-be28c77e890f None None] Port 9157396e-cb9e-41b7-8ed8-42a33fc1f2a1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:42.223114 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb63254-65af-4e84-85a9-989c15625d36 None None] Pushing event updated for resources: {'Port': ['ID=7a7ddf07-d008-4547-9a73-f4e6144af9d9,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:42.264937 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc0a6ed-2b7b-42b6-9b80-985f73e8eb45 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Router 5b29db68-2788-491e-bb1a-1710265879bc has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:15:42.304650 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1302df5f-aefe-4b3b-b015-b55a54f49da4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=48135ae443d34b72b86e62ead9b8a141&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002656 Oct 10 11:15:42.307297 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6480f4f0-a066-4025-af5f-ebaa96242efa tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:42.307583 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53122) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:42.397567 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 61f73835-4c90-4fa7-8a41-bbd5fc076c9f completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:42.404228 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-6480f4f0-a066-4025-af5f-ebaa96242efa tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] device_id is not set on port cb48b534-29eb-41f4-945a-3eecb596d897 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:15:42.490493 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-1fb63254-65af-4e84-85a9-989c15625d36 None None] Attempting to bind port 7a7ddf07-d008-4547-9a73-f4e6144af9d9 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:15:42.490969 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-1fb63254-65af-4e84-85a9-989c15625d36 None None] Attempting to bind port 7a7ddf07-d008-4547-9a73-f4e6144af9d9 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'a98e6fd1-2734-4d1c-8dcc-bbf8b19ed705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '8284bdf5-404a-488a-9478-0ede65c92a22'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:15:42.491221 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb63254-65af-4e84-85a9-989c15625d36 None None] Attempting to bind port 7a7ddf07-d008-4547-9a73-f4e6144af9d9 on network 8284bdf5-404a-488a-9478-0ede65c92a22 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:15:42.498425 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bc7e1c-4fff-4397-9e67-57c969c6f009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-4b525415-42bc-476a-8fbe-adfd7ac4edea', 'network_id': '4b525415-42bc-476a-8fbe-adfd7ac4edea', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'fixed_ips': [{'subnet_id': 'c0950583-692e-4b15-bd82-39d5c0230f9a'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:15:42.499284 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-73bc7e1c-4fff-4397-9e67-57c969c6f009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:42.516223 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-46656e85-cb18-45dd-97f7-ae94391a05a4 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:42.519103 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646b5ef1-8d79-4d23-8da2-cf0f94999744 None None] Update dhcp port {'port': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'fixed_ips': [{'subnet_id': '94df8397-00c5-446b-ab44-5e8f6b4c3e4b', 'ip_address': '2001:db8::f816:3eff:fe98:33df'}, {'subnet_id': '81e29f98-687c-4d85-b12f-509cdb0570b2'}], 'binding:host_id': 'dv-neutron-860842-1-hyperv'}, 'id': 'da73937a-c655-42bb-a758-92d755fc19d3'} from dv-neutron-860842-1-hyperv. {{(pid=89898) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 10 11:15:42.566890 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb63254-65af-4e84-85a9-989c15625d36 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:15:42.566890 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb63254-65af-4e84-85a9-989c15625d36 None None] Checking segment: {'id': 'a98e6fd1-2734-4d1c-8dcc-bbf8b19ed705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '8284bdf5-404a-488a-9478-0ede65c92a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:15:42.567315 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1fb63254-65af-4e84-85a9-989c15625d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:42.567643 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb63254-65af-4e84-85a9-989c15625d36 None None] Bound using segment: {'id': 'a98e6fd1-2734-4d1c-8dcc-bbf8b19ed705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '8284bdf5-404a-488a-9478-0ede65c92a22'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:15:42.568118 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-1fb63254-65af-4e84-85a9-989c15625d36 None None] Bound port: 7a7ddf07-d008-4547-9a73-f4e6144af9d9, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98e6fd1-2734-4d1c-8dcc-bbf8b19ed705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': '8284bdf5-404a-488a-9478-0ede65c92a22'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:15:42.568487 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1fb63254-65af-4e84-85a9-989c15625d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:42.657604 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device da73937a-c655-42bb-a758-92d755fc19d3 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:15:42.673411 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ab36492b-fb6d-487f-8047-a4c5299ecc71 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:42.683249 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc0a6ed-2b7b-42b6-9b80-985f73e8eb45 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:15:42.696220 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ede1e-2947-407d-a676-6ffd22f7627c None None] Sync routers for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:15:42.706759 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-46656e85-cb18-45dd-97f7-ae94391a05a4 None None] Transition to ACTIVE for port object b88aec83-5f86-4168-9df6-267ed2bb1dcd will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:42.709187 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ede1e-2947-407d-a676-6ffd22f7627c None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:15:42.710363 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-022ede1e-2947-407d-a676-6ffd22f7627c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:15:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:42.712578 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d515679b-1558-40cb-bf9d-be28c77e890f None None] Attempt 9 to provision port 9157396e-cb9e-41b7-8ed8-42a33fc1f2a1 Oct 10 11:15:42.785450 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-022ede1e-2947-407d-a676-6ffd22f7627c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:42.795837 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ede1e-2947-407d-a676-6ffd22f7627c None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:15:42.796862 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-022ede1e-2947-407d-a676-6ffd22f7627c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:15:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:42.823195 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d8569a40-d64d-4053-8c07-89c4ac9b0b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:42.841894 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-ab36492b-fb6d-487f-8047-a4c5299ecc71 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Transition to ACTIVE for port object cdb035f1-9074-4033-a58c-c87f2f004132 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:42.842113 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-46656e85-cb18-45dd-97f7-ae94391a05a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:42.880723 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-022ede1e-2947-407d-a676-6ffd22f7627c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:42.882644 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ede1e-2947-407d-a676-6ffd22f7627c None None] The sync data for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:15:42.956013 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5903937a-aaf4-4151-ade5-71c119ecbf8f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:43.028791 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d8569a40-d64d-4053-8c07-89c4ac9b0b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:43.036014 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ab36492b-fb6d-487f-8047-a4c5299ecc71 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:43.045116 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-646b5ef1-8d79-4d23-8da2-cf0f94999744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:43.144686 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc0a6ed-2b7b-42b6-9b80-985f73e8eb45 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Router 8c7c5de3-7283-4551-8767-8ebc0d425e80 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:15:43.178269 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-6480f4f0-a066-4025-af5f-ebaa96242efa tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Allocated IP 2001:db8::a9 (8284bdf5-404a-488a-9478-0ede65c92a22/3534d5f7-e793-44bc-acd3-31eb535fec95/cb48b534-29eb-41f4-945a-3eecb596d897) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:43.236414 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d515679b-1558-40cb-bf9d-be28c77e890f None None] Port 9157396e-cb9e-41b7-8ed8-42a33fc1f2a1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:43.265979 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95d57b-7c6d-4dcd-8136-a9cd83db0db8 None None] Pushing event updated for resources: {'Port': ['ID=b88aec83-5f86-4168-9df6-267ed2bb1dcd,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:43.277810 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-5903937a-aaf4-4151-ade5-71c119ecbf8f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Calling delete_port for 6b106e8d-4465-493b-aa8d-607fea0845dd owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:43.375237 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-1fb63254-65af-4e84-85a9-989c15625d36 None None] For port 7a7ddf07-d008-4547-9a73-f4e6144af9d9, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:15:43.395032 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-46656e85-cb18-45dd-97f7-ae94391a05a4 None None] Attempting to bind port b88aec83-5f86-4168-9df6-267ed2bb1dcd on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:15:43.395394 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-46656e85-cb18-45dd-97f7-ae94391a05a4 None None] Attempting to bind port b88aec83-5f86-4168-9df6-267ed2bb1dcd by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'a5ea9421-cedb-455a-9bc2-87bd154c005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '757118be-9cf5-4577-b56a-2adc20b7ec80'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:15:43.395750 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46656e85-cb18-45dd-97f7-ae94391a05a4 None None] Attempting to bind port b88aec83-5f86-4168-9df6-267ed2bb1dcd on network 757118be-9cf5-4577-b56a-2adc20b7ec80 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:15:43.405224 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-aa68b669-fad0-499e-9e67-1b8d2ed1ef1d None None] Allocated IP 172.20.0.2 (513d4982-4de2-4853-9a9e-a6c63b4a707a/96fb6fd8-ae4e-4538-b89f-ce2a2f0f86da/f6a74e50-026b-4b73-86b1-cf6d8d8aba81) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:43.422540 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-1fb63254-65af-4e84-85a9-989c15625d36 None None] For port 7a7ddf07-d008-4547-9a73-f4e6144af9d9, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=7a7ddf07-d008-4547-9a73-f4e6144af9d9,segment=NetworkSegment(a98e6fd1-2734-4d1c-8dcc-bbf8b19ed705),segment_id=a98e6fd1-2734-4d1c-8dcc-bbf8b19ed705)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:15:43.433310 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46656e85-cb18-45dd-97f7-ae94391a05a4 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:15:43.433704 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46656e85-cb18-45dd-97f7-ae94391a05a4 None None] Checking segment: {'id': 'a5ea9421-cedb-455a-9bc2-87bd154c005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '757118be-9cf5-4577-b56a-2adc20b7ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:15:43.434108 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-46656e85-cb18-45dd-97f7-ae94391a05a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:43.434496 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46656e85-cb18-45dd-97f7-ae94391a05a4 None None] Bound using segment: {'id': 'a5ea9421-cedb-455a-9bc2-87bd154c005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '757118be-9cf5-4577-b56a-2adc20b7ec80'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:15:43.434888 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab36492b-fb6d-487f-8047-a4c5299ecc71 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network 513d4982-4de2-4853-9a9e-a6c63b4a707a is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:43.435006 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-46656e85-cb18-45dd-97f7-ae94391a05a4 None None] Bound port: b88aec83-5f86-4168-9df6-267ed2bb1dcd, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ea9421-cedb-455a-9bc2-87bd154c005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '757118be-9cf5-4577-b56a-2adc20b7ec80'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:15:43.435318 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-46656e85-cb18-45dd-97f7-ae94391a05a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:43.445643 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-ab36492b-fb6d-487f-8047-a4c5299ecc71 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:43.448382 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab36492b-fb6d-487f-8047-a4c5299ecc71 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:43.529088 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab36492b-fb6d-487f-8047-a4c5299ecc71 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:43.530692 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ab36492b-fb6d-487f-8047-a4c5299ecc71 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:43.542779 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-73bc7e1c-4fff-4397-9e67-57c969c6f009 None None] Allocated IP 172.22.0.2 (4b525415-42bc-476a-8fbe-adfd7ac4edea/c0950583-692e-4b15-bd82-39d5c0230f9a/f2422997-b7d3-41de-b3b3-e0b1d31e900d) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:43.544684 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port da73937a-c655-42bb-a758-92d755fc19d3 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:43.558882 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36492b-fb6d-487f-8047-a4c5299ecc71 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Port': ['ID=cdb035f1-9074-4033-a58c-c87f2f004132,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:43.586861 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1fb63254-65af-4e84-85a9-989c15625d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:43.630274 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc0a6ed-2b7b-42b6-9b80-985f73e8eb45 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:15:43.650448 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ab36492b-fb6d-487f-8047-a4c5299ecc71 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4183757 Oct 10 11:15:43.651936 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53128) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:43.654775 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bb630eb8-6a2b-4798-b856-2f0ad2d5b10b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:43.661186 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-73448540-a63e-4b2f-8911-615513ea0784 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'port': {'network_id': '513d4982-4de2-4853-9a9e-a6c63b4a707a', 'name': 'tempest-PortsTestJSON-1496623841'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:43.682124 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ffc0a6ed-2b7b-42b6-9b80-985f73e8eb45 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:43.711379 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d8569a40-d64d-4053-8c07-89c4ac9b0b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:43.717353 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afec77f7-9d6f-4606-8849-5fd697cd53e5 None None] Sync routers for ids ['8c7c5de3-7283-4551-8767-8ebc0d425e80'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:15:43.737837 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d515679b-1558-40cb-bf9d-be28c77e890f None None] Attempt 10 to provision port 9157396e-cb9e-41b7-8ed8-42a33fc1f2a1 Oct 10 11:15:43.805178 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8569a40-d64d-4053-8c07-89c4ac9b0b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c342742-588f-47b5-9116-5ef867b4220c,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:43.895677 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afec77f7-9d6f-4606-8849-5fd697cd53e5 None None] Routers {'8c7c5de3-7283-4551-8767-8ebc0d425e80'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:15:43.896114 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-afec77f7-9d6f-4606-8849-5fd697cd53e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:15:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['8c7c5de3-7283-4551-8767-8ebc0d425e80'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:43.910859 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6480f4f0-a066-4025-af5f-ebaa96242efa tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:43.959566 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-6480f4f0-a066-4025-af5f-ebaa96242efa tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Transition to ACTIVE for port object cb48b534-29eb-41f4-945a-3eecb596d897 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:43.961619 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ffc0a6ed-2b7b-42b6-9b80-985f73e8eb45 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "PUT /v2.0/floatingips/b81f1925-55e3-4d8c-8d1d-6a97ff58833a HTTP/1.1" status: 200 len: 977 time: 4.8166285 Oct 10 11:15:43.965902 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53132) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:44.006003 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d8569a40-d64d-4053-8c07-89c4ac9b0b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:44.007421 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d8569a40-d64d-4053-8c07-89c4ac9b0b57 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6c342742-588f-47b5-9116-5ef867b4220c HTTP/1.1" status: 204 len: 168 time: 1.6873810 Oct 10 11:15:44.016682 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-73448540-a63e-4b2f-8911-615513ea0784 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:44.029713 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-646b5ef1-8d79-4d23-8da2-cf0f94999744 None None] Allocated IP 2001:db8:0:1::2 (dac74586-4382-4e00-a6eb-f2005f114a9a/81e29f98-687c-4d85-b12f-509cdb0570b2/da73937a-c655-42bb-a758-92d755fc19d3) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:44.048895 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-73448540-a63e-4b2f-8911-615513ea0784 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:port and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:44.052946 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-73448540-a63e-4b2f-8911-615513ea0784 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:44.062646 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-73448540-a63e-4b2f-8911-615513ea0784 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:44.075944 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-afec77f7-9d6f-4606-8849-5fd697cd53e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:44.078582 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb63254-65af-4e84-85a9-989c15625d36 None None] Pushing event updated for resources: {'Port': ['ID=7a7ddf07-d008-4547-9a73-f4e6144af9d9,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:44.097757 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d515679b-1558-40cb-bf9d-be28c77e890f None None] Port 9157396e-cb9e-41b7-8ed8-42a33fc1f2a1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:44.101954 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-46656e85-cb18-45dd-97f7-ae94391a05a4 None None] For port b88aec83-5f86-4168-9df6-267ed2bb1dcd, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:15:44.109806 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-7f26140a-cb42-4cf0-b28f-3534db61c2c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Deleting port 359c6ede-a571-4103-8ce4-07579167be96 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:44.110399 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7f26140a-cb42-4cf0-b28f-3534db61c2c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:44.158092 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73448540-a63e-4b2f-8911-615513ea0784 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:44.158957 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-73448540-a63e-4b2f-8911-615513ea0784 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:44.207338 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-73448540-a63e-4b2f-8911-615513ea0784 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] device_id is not set on port adabb25e-d7cd-4fd3-a1db-d9477c090e07 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:15:44.297291 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6480f4f0-a066-4025-af5f-ebaa96242efa tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:44.299746 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-46656e85-cb18-45dd-97f7-ae94391a05a4 None None] For port b88aec83-5f86-4168-9df6-267ed2bb1dcd, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=b88aec83-5f86-4168-9df6-267ed2bb1dcd,segment=NetworkSegment(a5ea9421-cedb-455a-9bc2-87bd154c005b),segment_id=a5ea9421-cedb-455a-9bc2-87bd154c005b)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:15:44.301931 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afec77f7-9d6f-4606-8849-5fd697cd53e5 None None] Routers {'8c7c5de3-7283-4551-8767-8ebc0d425e80'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:15:44.302556 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-afec77f7-9d6f-4606-8849-5fd697cd53e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:15:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['8c7c5de3-7283-4551-8767-8ebc0d425e80'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:44.370580 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5903937a-aaf4-4151-ade5-71c119ecbf8f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:44.446141 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6480f4f0-a066-4025-af5f-ebaa96242efa tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network 8284bdf5-404a-488a-9478-0ede65c92a22 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:44.451228 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903937a-aaf4-4151-ade5-71c119ecbf8f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Port': ['ID=6b106e8d-4465-493b-aa8d-607fea0845dd,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:44.451396 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-46656e85-cb18-45dd-97f7-ae94391a05a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:44.451640 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-6480f4f0-a066-4025-af5f-ebaa96242efa tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:44.491707 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-afec77f7-9d6f-4606-8849-5fd697cd53e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:44.492126 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afec77f7-9d6f-4606-8849-5fd697cd53e5 None None] The sync data for ids ['8c7c5de3-7283-4551-8767-8ebc0d425e80'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:15:44.492250 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6480f4f0-a066-4025-af5f-ebaa96242efa tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:44.519811 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6480f4f0-a066-4025-af5f-ebaa96242efa tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:44.520486 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6480f4f0-a066-4025-af5f-ebaa96242efa tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:44.610053 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-aa68b669-fad0-499e-9e67-1b8d2ed1ef1d None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:44.615525 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480f4f0-a066-4025-af5f-ebaa96242efa tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Port': ['ID=cb48b534-29eb-41f4-945a-3eecb596d897,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:44.642952 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5903937a-aaf4-4151-ade5-71c119ecbf8f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:44.651162 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5903937a-aaf4-4151-ade5-71c119ecbf8f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/6b106e8d-4465-493b-aa8d-607fea0845dd HTTP/1.1" status: 204 len: 168 time: 2.7995591 Oct 10 11:15:44.652990 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f7e14cb1-4090-449f-a0fd-06e3de56d6c1 None None] Provisioning for port da73937a-c655-42bb-a758-92d755fc19d3 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:44.653774 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53138) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:44.719279 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6480f4f0-a066-4025-af5f-ebaa96242efa tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6343896 Oct 10 11:15:44.722476 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53142) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:44.729568 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-fc8c7c42-3c1e-4906-9693-79fac257445c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'subnet': {'network_id': '8284bdf5-404a-488a-9478-0ede65c92a22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:44.736200 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 7a7ddf07-d008-4547-9a73-f4e6144af9d9 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:15:44.759730 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-aa68b669-fad0-499e-9e67-1b8d2ed1ef1d None None] Transition to ACTIVE for port object f6a74e50-026b-4b73-86b1-cf6d8d8aba81 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:44.769663 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46656e85-cb18-45dd-97f7-ae94391a05a4 None None] Routers {'a8962c56-7c3c-4985-b7f5-6966f4971d64'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:15:44.770303 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-46656e85-cb18-45dd-97f7-ae94391a05a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:15:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a8962c56-7c3c-4985-b7f5-6966f4971d64'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:44.775609 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7f26140a-cb42-4cf0-b28f-3534db61c2c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:44.832240 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f7e14cb1-4090-449f-a0fd-06e3de56d6c1 None None] Provisioning complete for port da73937a-c655-42bb-a758-92d755fc19d3 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:15:44.832610 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f7e14cb1-4090-449f-a0fd-06e3de56d6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:44.832948 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f7e14cb1-4090-449f-a0fd-06e3de56d6c1 None None] Attempt 1 to provision port da73937a-c655-42bb-a758-92d755fc19d3 Oct 10 11:15:44.880905 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e661069-99ee-4882-9da8-50dc6c28abde tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:44.884669 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-4e661069-99ee-4882-9da8-50dc6c28abde tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:44.924845 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-fc8c7c42-3c1e-4906-9693-79fac257445c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:44.931089 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-fc8c7c42-3c1e-4906-9693-79fac257445c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:subnet and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:44.937017 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-fc8c7c42-3c1e-4906-9693-79fac257445c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:44.942917 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-fc8c7c42-3c1e-4906-9693-79fac257445c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:44.987704 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-4e661069-99ee-4882-9da8-50dc6c28abde tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:44.990009 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4e661069-99ee-4882-9da8-50dc6c28abde tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.3350725 Oct 10 11:15:44.992205 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53146) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:45.034342 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95d57b-7c6d-4dcd-8136-a9cd83db0db8 None None] Pushing event updated for resources: {'Port': ['ID=b88aec83-5f86-4168-9df6-267ed2bb1dcd,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:45.038508 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8c7c42-3c1e-4906-9693-79fac257445c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:45.042295 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fc8c7c42-3c1e-4906-9693-79fac257445c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:45.053874 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-646b5ef1-8d79-4d23-8da2-cf0f94999744 None None] For port da73937a-c655-42bb-a758-92d755fc19d3, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=da73937a-c655-42bb-a758-92d755fc19d3,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:45.057407 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-73bc7e1c-4fff-4397-9e67-57c969c6f009 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:45.060441 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-aa68b669-fad0-499e-9e67-1b8d2ed1ef1d None None] Transition to ACTIVE for port object f6a74e50-026b-4b73-86b1-cf6d8d8aba81 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:45.085715 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-73bc7e1c-4fff-4397-9e67-57c969c6f009 None None] Transition to ACTIVE for port object f2422997-b7d3-41de-b3b3-e0b1d31e900d will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:45.110055 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-46656e85-cb18-45dd-97f7-ae94391a05a4 None None] Set router a8962c56-7c3c-4985-b7f5-6966f4971d64 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:15:45.134415 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7f26140a-cb42-4cf0-b28f-3534db61c2c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:45.135531 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7f26140a-cb42-4cf0-b28f-3534db61c2c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:45.136106 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-7f26140a-cb42-4cf0-b28f-3534db61c2c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Floating IP b81f1925-55e3-4d8c-8d1d-6a97ff58833a disassociated. External IP: 172.26.4.29, port: 359c6ede-a571-4103-8ce4-07579167be96. Oct 10 11:15:45.136685 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-7f26140a-cb42-4cf0-b28f-3534db61c2c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Calling delete_port for 359c6ede-a571-4103-8ce4-07579167be96 owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:45.186545 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-aa68b669-fad0-499e-9e67-1b8d2ed1ef1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:45.191762 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.resource_extend [None req-646b5ef1-8d79-4d23-8da2-cf0f94999744 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:15:45.206631 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.ipam_backend_mixin [None req-fc8c7c42-3c1e-4906-9693-79fac257445c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3534d5f7-e793-44bc-acd3-31eb535fec95 (CIDR: 2001:db8::/64) Oct 10 11:15:45.215391 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3651111e-8f40-40bb-b0ab-2baa6eb186bd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:45.220120 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3651111e-8f40-40bb-b0ab-2baa6eb186bd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2237525 Oct 10 11:15:45.220402 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53150) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:45.256817 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-73bc7e1c-4fff-4397-9e67-57c969c6f009 None None] Transition to ACTIVE for port object f2422997-b7d3-41de-b3b3-e0b1d31e900d will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:45.261992 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8c7c42-3c1e-4906-9693-79fac257445c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:15:45.262474 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8c7c42-3c1e-4906-9693-79fac257445c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:15:45.272109 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-646b5ef1-8d79-4d23-8da2-cf0f94999744 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:45.294505 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-73448540-a63e-4b2f-8911-615513ea0784 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Allocated IP 172.20.0.14 (513d4982-4de2-4853-9a9e-a6c63b4a707a/96fb6fd8-ae4e-4538-b89f-ce2a2f0f86da/adabb25e-d7cd-4fd3-a1db-d9477c090e07) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:45.316060 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39542172-1950-4894-9c7f-07ec4c39d35a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:45.317821 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39542172-1950-4894-9c7f-07ec4c39d35a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:45.319666 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39542172-1950-4894-9c7f-07ec4c39d35a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:45.320880 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-39542172-1950-4894-9c7f-07ec4c39d35a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:45.404195 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 7a7ddf07-d008-4547-9a73-f4e6144af9d9 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:45.412561 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-39542172-1950-4894-9c7f-07ec4c39d35a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:45.414773 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-39542172-1950-4894-9c7f-07ec4c39d35a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1930921 Oct 10 11:15:45.415719 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa68b669-fad0-499e-9e67-1b8d2ed1ef1d None None] Network 513d4982-4de2-4853-9a9e-a6c63b4a707a is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:45.417787 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53154) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:45.418522 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-fc8c7c42-3c1e-4906-9693-79fac257445c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6950192 Oct 10 11:15:45.422782 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-73bc7e1c-4fff-4397-9e67-57c969c6f009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:45.426133 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53158) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:45.435289 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-646b5ef1-8d79-4d23-8da2-cf0f94999744 None None] Ignored duplicate provisioning block setup for port da73937a-c655-42bb-a758-92d755fc19d3 by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 10 11:15:45.444352 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-aa68b669-fad0-499e-9e67-1b8d2ed1ef1d None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:45.444515 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-88170363-52cb-44c0-8e4d-c3376f517531 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'subnet': {'network_id': '8284bdf5-404a-488a-9478-0ede65c92a22', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:45.492943 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7f26140a-cb42-4cf0-b28f-3534db61c2c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:45.636616 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa68b669-fad0-499e-9e67-1b8d2ed1ef1d None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:45.691749 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68b669-fad0-499e-9e67-1b8d2ed1ef1d None None] Pushing event updated for resources: {'Port': ['ID=f6a74e50-026b-4b73-86b1-cf6d8d8aba81,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:45.763035 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-bb630eb8-6a2b-4798-b856-2f0ad2d5b10b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Allocated IP 172.22.0.1 (4b525415-42bc-476a-8fbe-adfd7ac4edea/c0950583-692e-4b15-bd82-39d5c0230f9a/c417a848-aedc-4be0-986b-f4adfe7cdb7d) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:45.770381 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f7e14cb1-4090-449f-a0fd-06e3de56d6c1 None None] Current status of the port da73937a-c655-42bb-a758-92d755fc19d3 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:15:45.770893 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f7e14cb1-4090-449f-a0fd-06e3de56d6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:45.811514 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26140a-cb42-4cf0-b28f-3534db61c2c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event deleted for resources: {'Port': ['ID=359c6ede-a571-4103-8ce4-07579167be96,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:45.841769 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-646b5ef1-8d79-4d23-8da2-cf0f94999744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:45.857765 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc7e1c-4fff-4397-9e67-57c969c6f009 None None] Pushing event updated for resources: {'Port': ['ID=f2422997-b7d3-41de-b3b3-e0b1d31e900d,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:45.926681 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-37c5b1a0-ebea-4592-8492-be29a28a23cb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet 81e29f98-687c-4d85-b12f-509cdb0570b2 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:15:45.927936 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-88170363-52cb-44c0-8e4d-c3376f517531 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:45.942955 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-37c5b1a0-ebea-4592-8492-be29a28a23cb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:46.031311 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-88170363-52cb-44c0-8e4d-c3376f517531 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:subnet and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:46.039780 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-88170363-52cb-44c0-8e4d-c3376f517531 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:46.056229 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-88170363-52cb-44c0-8e4d-c3376f517531 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:46.097564 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-37c5b1a0-ebea-4592-8492-be29a28a23cb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:46.118153 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bc7e1c-4fff-4397-9e67-57c969c6f009 None None] Network 4b525415-42bc-476a-8fbe-adfd7ac4edea is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:46.119672 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-73bc7e1c-4fff-4397-9e67-57c969c6f009 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:46.126613 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bc7e1c-4fff-4397-9e67-57c969c6f009 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:46.154468 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bb630eb8-6a2b-4798-b856-2f0ad2d5b10b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:46.154468 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-bb630eb8-6a2b-4798-b856-2f0ad2d5b10b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Transition to ACTIVE for port object c417a848-aedc-4be0-986b-f4adfe7cdb7d will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:46.195770 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-73448540-a63e-4b2f-8911-615513ea0784 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:46.243069 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-73448540-a63e-4b2f-8911-615513ea0784 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Transition to ACTIVE for port object adabb25e-d7cd-4fd3-a1db-d9477c090e07 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:46.246231 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f26140a-cb42-4cf0-b28f-3534db61c2c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Router 8c7c5de3-7283-4551-8767-8ebc0d425e80 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:15:46.299982 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b5ef1-8d79-4d23-8da2-cf0f94999744 None None] Pushing event updated for resources: {'Port': ['ID=da73937a-c655-42bb-a758-92d755fc19d3,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:46.336545 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-aa68b669-fad0-499e-9e67-1b8d2ed1ef1d None None] Attempting to bind port f6a74e50-026b-4b73-86b1-cf6d8d8aba81 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:15:46.336907 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-aa68b669-fad0-499e-9e67-1b8d2ed1ef1d None None] Attempting to bind port f6a74e50-026b-4b73-86b1-cf6d8d8aba81 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '9db96df1-cde7-4e3a-9c8e-874faf9ee1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '513d4982-4de2-4853-9a9e-a6c63b4a707a'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:15:46.337268 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa68b669-fad0-499e-9e67-1b8d2ed1ef1d None None] Attempting to bind port f6a74e50-026b-4b73-86b1-cf6d8d8aba81 on network 513d4982-4de2-4853-9a9e-a6c63b4a707a {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:15:46.341150 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-37c5b1a0-ebea-4592-8492-be29a28a23cb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:46.364496 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa68b669-fad0-499e-9e67-1b8d2ed1ef1d None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:15:46.364907 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa68b669-fad0-499e-9e67-1b8d2ed1ef1d None None] Checking segment: {'id': '9db96df1-cde7-4e3a-9c8e-874faf9ee1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '513d4982-4de2-4853-9a9e-a6c63b4a707a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:15:46.365254 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-aa68b669-fad0-499e-9e67-1b8d2ed1ef1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:46.365670 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa68b669-fad0-499e-9e67-1b8d2ed1ef1d None None] Bound using segment: {'id': '9db96df1-cde7-4e3a-9c8e-874faf9ee1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '513d4982-4de2-4853-9a9e-a6c63b4a707a'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:15:46.366143 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-aa68b669-fad0-499e-9e67-1b8d2ed1ef1d None None] Bound port: f6a74e50-026b-4b73-86b1-cf6d8d8aba81, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db96df1-cde7-4e3a-9c8e-874faf9ee1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': '513d4982-4de2-4853-9a9e-a6c63b4a707a'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:15:46.366510 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-aa68b669-fad0-499e-9e67-1b8d2ed1ef1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:46.375193 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88170363-52cb-44c0-8e4d-c3376f517531 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:46.379232 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-88170363-52cb-44c0-8e4d-c3376f517531 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:46.408633 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-73bc7e1c-4fff-4397-9e67-57c969c6f009 None None] Attempting to bind port f2422997-b7d3-41de-b3b3-e0b1d31e900d on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:15:46.409328 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-73bc7e1c-4fff-4397-9e67-57c969c6f009 None None] Attempting to bind port f2422997-b7d3-41de-b3b3-e0b1d31e900d by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '8770faea-9d12-4c86-a79d-265a7a20e916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '4b525415-42bc-476a-8fbe-adfd7ac4edea'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:15:46.409497 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc7e1c-4fff-4397-9e67-57c969c6f009 None None] Attempting to bind port f2422997-b7d3-41de-b3b3-e0b1d31e900d on network 4b525415-42bc-476a-8fbe-adfd7ac4edea {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:15:46.423010 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bb630eb8-6a2b-4798-b856-2f0ad2d5b10b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:46.445056 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-f7e14cb1-4090-449f-a0fd-06e3de56d6c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:15:46.445415 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-f7e14cb1-4090-449f-a0fd-06e3de56d6c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:15:46.460463 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc7e1c-4fff-4397-9e67-57c969c6f009 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:15:46.460834 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc7e1c-4fff-4397-9e67-57c969c6f009 None None] Checking segment: {'id': '8770faea-9d12-4c86-a79d-265a7a20e916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '4b525415-42bc-476a-8fbe-adfd7ac4edea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:15:46.461235 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-73bc7e1c-4fff-4397-9e67-57c969c6f009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:46.461720 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc7e1c-4fff-4397-9e67-57c969c6f009 None None] Bound using segment: {'id': '8770faea-9d12-4c86-a79d-265a7a20e916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '4b525415-42bc-476a-8fbe-adfd7ac4edea'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:15:46.462200 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-73bc7e1c-4fff-4397-9e67-57c969c6f009 None None] Bound port: f2422997-b7d3-41de-b3b3-e0b1d31e900d, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8770faea-9d12-4c86-a79d-265a7a20e916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '4b525415-42bc-476a-8fbe-adfd7ac4edea'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:15:46.462833 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-73bc7e1c-4fff-4397-9e67-57c969c6f009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:46.491477 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-46656e85-cb18-45dd-97f7-ae94391a05a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:15:34Z', 'revision_number': 3, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None, '_interfaces': [{'id': 'b88aec83-5f86-4168-9df6-267ed2bb1dcd', 'name': '', 'network_id': '757118be-9cf5-4577-b56a-2adc20b7ec80', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:95:06:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:32Z', 'updated_at': '2022-10-10T11:15:44Z', 'revision_number': 4, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcbd8aee-0654-4a6f-a83b-e1f2319d1d32', 'name': '', 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:84:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:17Z', 'updated_at': '2022-10-10T11:15:36Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:46.535691 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f26140a-cb42-4cf0-b28f-3534db61c2c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:15:46.548349 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95b6429-6a68-407d-b088-cc88cf681f91 None None] Sync routers for ids ['8c7c5de3-7283-4551-8767-8ebc0d425e80'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:15:46.557634 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46656e85-cb18-45dd-97f7-ae94391a05a4 None None] The sync data for ids ['a8962c56-7c3c-4985-b7f5-6966f4971d64'] in dv-neutron-860842-1-hyperv is: [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:15:34Z', 'revision_number': 3, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None, '_interfaces': [{'id': 'b88aec83-5f86-4168-9df6-267ed2bb1dcd', 'name': '', 'network_id': '757118be-9cf5-4577-b56a-2adc20b7ec80', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:95:06:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:32Z', 'updated_at': '2022-10-10T11:15:44Z', 'revision_number': 4, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcbd8aee-0654-4a6f-a83b-e1f2319d1d32', 'name': '', 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:84:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:17Z', 'updated_at': '2022-10-10T11:15:36Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:15:46.562359 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95b6429-6a68-407d-b088-cc88cf681f91 None None] Routers {'8c7c5de3-7283-4551-8767-8ebc0d425e80'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:15:46.563283 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-e95b6429-6a68-407d-b088-cc88cf681f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:15:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['8c7c5de3-7283-4551-8767-8ebc0d425e80'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:46.607808 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device da73937a-c655-42bb-a758-92d755fc19d3 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:15:46.616805 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-73448540-a63e-4b2f-8911-615513ea0784 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:46.706399 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-e95b6429-6a68-407d-b088-cc88cf681f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:46.718022 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95b6429-6a68-407d-b088-cc88cf681f91 None None] Routers {'8c7c5de3-7283-4551-8767-8ebc0d425e80'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:15:46.719038 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-e95b6429-6a68-407d-b088-cc88cf681f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:15:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['8c7c5de3-7283-4551-8767-8ebc0d425e80'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:46.742126 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-37c5b1a0-ebea-4592-8492-be29a28a23cb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:46.747981 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb630eb8-6a2b-4798-b856-2f0ad2d5b10b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network 4b525415-42bc-476a-8fbe-adfd7ac4edea is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:46.750075 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb630eb8-6a2b-4798-b856-2f0ad2d5b10b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Port': ['ID=c417a848-aedc-4be0-986b-f4adfe7cdb7d,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:46.755962 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-bb630eb8-6a2b-4798-b856-2f0ad2d5b10b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:46.770181 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb630eb8-6a2b-4798-b856-2f0ad2d5b10b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:46.775160 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-aa68b669-fad0-499e-9e67-1b8d2ed1ef1d None None] For port f6a74e50-026b-4b73-86b1-cf6d8d8aba81, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:15:46.801997 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-73bc7e1c-4fff-4397-9e67-57c969c6f009 None None] For port f2422997-b7d3-41de-b3b3-e0b1d31e900d, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:15:46.805170 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-aa68b669-fad0-499e-9e67-1b8d2ed1ef1d None None] For port f6a74e50-026b-4b73-86b1-cf6d8d8aba81, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=f6a74e50-026b-4b73-86b1-cf6d8d8aba81,segment=NetworkSegment(9db96df1-cde7-4e3a-9c8e-874faf9ee1e2),segment_id=9db96df1-cde7-4e3a-9c8e-874faf9ee1e2)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:15:46.817723 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-73bc7e1c-4fff-4397-9e67-57c969c6f009 None None] For port f2422997-b7d3-41de-b3b3-e0b1d31e900d, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=f2422997-b7d3-41de-b3b3-e0b1d31e900d,segment=NetworkSegment(8770faea-9d12-4c86-a79d-265a7a20e916),segment_id=8770faea-9d12-4c86-a79d-265a7a20e916)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:15:46.834159 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port da73937a-c655-42bb-a758-92d755fc19d3 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:15:46.834582 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:46.834966 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port da73937a-c655-42bb-a758-92d755fc19d3 Oct 10 11:15:46.850397 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-e95b6429-6a68-407d-b088-cc88cf681f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:46.850994 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95b6429-6a68-407d-b088-cc88cf681f91 None None] The sync data for ids ['8c7c5de3-7283-4551-8767-8ebc0d425e80'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:15:46.891879 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-aa68b669-fad0-499e-9e67-1b8d2ed1ef1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:46.926844 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7f26140a-cb42-4cf0-b28f-3534db61c2c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:46.944205 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bb630eb8-6a2b-4798-b856-2f0ad2d5b10b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:46.988673 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-73bc7e1c-4fff-4397-9e67-57c969c6f009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:47.109401 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5b1a0-ebea-4592-8492-be29a28a23cb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=81e29f98-687c-4d85-b12f-509cdb0570b2,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:47.137283 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-37c5b1a0-ebea-4592-8492-be29a28a23cb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:47.142985 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-37c5b1a0-ebea-4592-8492-be29a28a23cb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/81e29f98-687c-4d85-b12f-509cdb0570b2 HTTP/1.1" status: 204 len: 168 time: 1.7210269 Oct 10 11:15:47.144099 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f7e14cb1-4090-449f-a0fd-06e3de56d6c1 None None] Current status of the port da73937a-c655-42bb-a758-92d755fc19d3 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:15:47.144416 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f7e14cb1-4090-449f-a0fd-06e3de56d6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:47.149015 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7f26140a-cb42-4cf0-b28f-3534db61c2c2 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "DELETE /v2.0/ports/359c6ede-a571-4103-8ce4-07579167be96 HTTP/1.1" status: 204 len: 168 time: 3.1772053 Oct 10 11:15:47.150534 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53162) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:47.151007 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53164) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:47.151842 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73448540-a63e-4b2f-8911-615513ea0784 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Port': ['ID=adabb25e-d7cd-4fd3-a1db-d9477c090e07,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:47.225756 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68b669-fad0-499e-9e67-1b8d2ed1ef1d None None] Pushing event updated for resources: {'Port': ['ID=f6a74e50-026b-4b73-86b1-cf6d8d8aba81,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:47.293142 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73448540-a63e-4b2f-8911-615513ea0784 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network 513d4982-4de2-4853-9a9e-a6c63b4a707a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:47.352470 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1332d912-1b87-4fb6-9423-debdfac54eb1 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:47.362157 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-73448540-a63e-4b2f-8911-615513ea0784 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:47.439713 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bb630eb8-6a2b-4798-b856-2f0ad2d5b10b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:47.489831 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73448540-a63e-4b2f-8911-615513ea0784 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:47.501253 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-88170363-52cb-44c0-8e4d-c3376f517531 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:47.621125 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f7e14cb1-4090-449f-a0fd-06e3de56d6c1 None None] For port da73937a-c655-42bb-a758-92d755fc19d3, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=da73937a-c655-42bb-a758-92d755fc19d3,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:47.653145 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port da73937a-c655-42bb-a758-92d755fc19d3 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:15:47.653539 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:47.696176 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73448540-a63e-4b2f-8911-615513ea0784 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:47.696975 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-73448540-a63e-4b2f-8911-615513ea0784 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:47.730228 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc7e1c-4fff-4397-9e67-57c969c6f009 None None] Pushing event updated for resources: {'Port': ['ID=f2422997-b7d3-41de-b3b3-e0b1d31e900d,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:47.784157 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f7e14cb1-4090-449f-a0fd-06e3de56d6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:47.792250 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88170363-52cb-44c0-8e4d-c3376f517531 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network 8284bdf5-404a-488a-9478-0ede65c92a22 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:47.797785 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-88170363-52cb-44c0-8e4d-c3376f517531 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:47.807877 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88170363-52cb-44c0-8e4d-c3376f517531 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:47.810592 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-88170363-52cb-44c0-8e4d-c3376f517531 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:47.810699 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2a8afd-91fa-43e9-bd4c-279628f541b5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet 94df8397-00c5-446b-ab44-5e8f6b4c3e4b {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:15:47.817744 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fb2a8afd-91fa-43e9-bd4c-279628f541b5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:47.835514 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88170363-52cb-44c0-8e4d-c3376f517531 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Subnet': ['ID=d9aaec60-4d05-4917-ad80-15e36e6364eb,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:47.839647 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16950319-6b3b-4839-8005-affcf5fc6e95 None None] Network 8284bdf5-404a-488a-9478-0ede65c92a22 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:47.865158 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f7e14cb1-4090-449f-a0fd-06e3de56d6c1 None None] Could not find standard attr ID for object 359c6ede-a571-4103-8ce4-07579167be96. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:15:47.954926 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-73448540-a63e-4b2f-8911-615513ea0784 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.3018627 Oct 10 11:15:47.958163 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-88170363-52cb-44c0-8e4d-c3376f517531 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5216472 Oct 10 11:15:47.963134 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53170) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:47.963456 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53172) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:47.969415 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fb2a8afd-91fa-43e9-bd4c-279628f541b5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:47.976402 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-dfbb808f-299c-4226-8b34-c5cf5c75d673 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1139211832', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd9aaec60-4d05-4917-ad80-15e36e6364eb'}], 'security_groups': ['cbc3f82f-e41f-4191-92f0-08f1cd2fb075']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:47.979663 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:15:47.983343 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:15:47.983685 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:15:47.997297 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e14cb1-4090-449f-a0fd-06e3de56d6c1 None None] Pushing event updated for resources: {'Port': ['ID=da73937a-c655-42bb-a758-92d755fc19d3,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:48.077626 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f7e14cb1-4090-449f-a0fd-06e3de56d6c1 None None] Provisioning for port b88aec83-5f86-4168-9df6-267ed2bb1dcd completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:48.182724 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f7e14cb1-4090-449f-a0fd-06e3de56d6c1 None None] Provisioning for port 61f73835-4c90-4fa7-8a41-bbd5fc076c9f completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:48.207719 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f7e14cb1-4090-449f-a0fd-06e3de56d6c1 None None] Provisioning complete for port 61f73835-4c90-4fa7-8a41-bbd5fc076c9f triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:15:48.208878 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f7e14cb1-4090-449f-a0fd-06e3de56d6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:48.209332 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f7e14cb1-4090-449f-a0fd-06e3de56d6c1 None None] Attempt 1 to provision port 61f73835-4c90-4fa7-8a41-bbd5fc076c9f Oct 10 11:15:48.327031 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bb630eb8-6a2b-4798-b856-2f0ad2d5b10b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:48.368989 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2af0fd-2f6b-41dd-a40b-e3c95f7ebb10 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:48.369829 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-bf2af0fd-2f6b-41dd-a40b-e3c95f7ebb10 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Synchronizing usage tracker for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:48.425566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bb630eb8-6a2b-4798-b856-2f0ad2d5b10b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:48.451200 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fb2a8afd-91fa-43e9-bd4c-279628f541b5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:48.458477 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f7e14cb1-4090-449f-a0fd-06e3de56d6c1 None None] Current status of the port 61f73835-4c90-4fa7-8a41-bbd5fc076c9f is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:15:48.459006 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f7e14cb1-4090-449f-a0fd-06e3de56d6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:48.576567 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f7e14cb1-4090-449f-a0fd-06e3de56d6c1 None None] For port 61f73835-4c90-4fa7-8a41-bbd5fc076c9f, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=61f73835-4c90-4fa7-8a41-bbd5fc076c9f,segment=NetworkSegment(a5ea9421-cedb-455a-9bc2-87bd154c005b),segment_id=a5ea9421-cedb-455a-9bc2-87bd154c005b)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:48.676163 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f7e14cb1-4090-449f-a0fd-06e3de56d6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:48.715283 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aa9f838b-708f-45cb-a704-e23af5e2d528 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:48.744177 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port da73937a-c655-42bb-a758-92d755fc19d3 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:15:48.744177 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd5976a-c3f4-4450-b269-735b5235ef32 None None] Update dhcp port {'port': {'network_id': '8284bdf5-404a-488a-9478-0ede65c92a22', 'fixed_ips': [{'subnet_id': '3534d5f7-e793-44bc-acd3-31eb535fec95', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd9aaec60-4d05-4917-ad80-15e36e6364eb'}], 'binding:host_id': 'dv-neutron-860842-1-hyperv'}, 'id': '7a7ddf07-d008-4547-9a73-f4e6144af9d9'} from dv-neutron-860842-1-hyperv. {{(pid=89898) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 10 11:15:48.815650 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-bf2af0fd-2f6b-41dd-a40b-e3c95f7ebb10 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Unset dirty status for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:48.822797 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-bf2af0fd-2f6b-41dd-a40b-e3c95f7ebb10 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.8583179 Oct 10 11:15:48.830734 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53178) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:48.866850 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4dd5976a-c3f4-4450-b269-735b5235ef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:48.951367 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bb630eb8-6a2b-4798-b856-2f0ad2d5b10b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:49.100825 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fb2a8afd-91fa-43e9-bd4c-279628f541b5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:49.200625 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-034c3b32-890b-4453-b652-edbf8e25ea97 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting port adabb25e-d7cd-4fd3-a1db-d9477c090e07 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:49.200978 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-034c3b32-890b-4453-b652-edbf8e25ea97 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:49.216593 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c23350-8751-4c9b-a91f-1b180a5b473e None None] Network 513d4982-4de2-4853-9a9e-a6c63b4a707a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:49.232698 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a8afd-91fa-43e9-bd4c-279628f541b5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=94df8397-00c5-446b-ab44-5e8f6b4c3e4b,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:49.245964 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fb2a8afd-91fa-43e9-bd4c-279628f541b5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:49.265096 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb630eb8-6a2b-4798-b856-2f0ad2d5b10b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Port': ['ID=c417a848-aedc-4be0-986b-f4adfe7cdb7d,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:49.287964 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dfbb808f-299c-4226-8b34-c5cf5c75d673 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:49.356494 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device da73937a-c655-42bb-a758-92d755fc19d3 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:15:49.369924 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb630eb8-6a2b-4798-b856-2f0ad2d5b10b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network 4b525415-42bc-476a-8fbe-adfd7ac4edea is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:49.373173 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-bb630eb8-6a2b-4798-b856-2f0ad2d5b10b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:49.436222 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Provisioning complete for port 0d251c41-969a-43a8-8074-28aa89e9d51d triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:15:49.436788 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:49.436923 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Attempt 1 to provision port 0d251c41-969a-43a8-8074-28aa89e9d51d Oct 10 11:15:49.450715 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-fb2a8afd-91fa-43e9-bd4c-279628f541b5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/94df8397-00c5-446b-ab44-5e8f6b4c3e4b HTTP/1.1" status: 204 len: 168 time: 2.2957995 Oct 10 11:15:49.460798 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53182) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:49.502109 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e243bf-1c09-4a63-adeb-a18317e67f73 None None] Network 4b525415-42bc-476a-8fbe-adfd7ac4edea requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:49.555752 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8ba729ed-a62e-46cf-8aa5-03164978cf1f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0938203 Oct 10 11:15:49.576184 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53186) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:49.596619 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-9b2fee95-169b-4327-bf74-70b561c64428 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:49.633038 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e14cb1-4090-449f-a0fd-06e3de56d6c1 None None] Pushing event updated for resources: {'Port': ['ID=61f73835-4c90-4fa7-8a41-bbd5fc076c9f,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:49.671357 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8847bc3-d483-4e0a-b282-7e51654eafcc None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:49.741455 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Port 0d251c41-969a-43a8-8074-28aa89e9d51d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:49.785865 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb630eb8-6a2b-4798-b856-2f0ad2d5b10b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Router a8962c56-7c3c-4985-b7f5-6966f4971d64 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:15:49.815811 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-4dd5976a-c3f4-4450-b269-735b5235ef32 None None] Allocated IP 2001:db8:0:1::2 (8284bdf5-404a-488a-9478-0ede65c92a22/d9aaec60-4d05-4917-ad80-15e36e6364eb/7a7ddf07-d008-4547-9a73-f4e6144af9d9) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:49.820378 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9b2fee95-169b-4327-bf74-70b561c64428 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:49.868828 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9b2fee95-169b-4327-bf74-70b561c64428 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:subnet and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:49.888950 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9b2fee95-169b-4327-bf74-70b561c64428 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:49.893503 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-034c3b32-890b-4453-b652-edbf8e25ea97 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:49.910186 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9b2fee95-169b-4327-bf74-70b561c64428 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:49.966527 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb630eb8-6a2b-4798-b856-2f0ad2d5b10b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:15:49.971819 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-bb630eb8-6a2b-4798-b856-2f0ad2d5b10b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "PUT /v2.0/routers/a8962c56-7c3c-4985-b7f5-6966f4971d64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1187124 Oct 10 11:15:49.980256 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53190) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:50.001481 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6515fb-cbf6-4b45-be78-4cda42ad3202 None None] Sync routers for ids ['a8962c56-7c3c-4985-b7f5-6966f4971d64'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:15:50.052279 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-034c3b32-890b-4453-b652-edbf8e25ea97 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Calling delete_port for adabb25e-d7cd-4fd3-a1db-d9477c090e07 owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:50.081048 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port da73937a-c655-42bb-a758-92d755fc19d3 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:15:50.081427 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:50.081788 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port da73937a-c655-42bb-a758-92d755fc19d3 Oct 10 11:15:50.168556 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6515fb-cbf6-4b45-be78-4cda42ad3202 None None] Routers {'a8962c56-7c3c-4985-b7f5-6966f4971d64'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:15:50.169090 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0d6515fb-cbf6-4b45-be78-4cda42ad3202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:15:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a8962c56-7c3c-4985-b7f5-6966f4971d64'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:50.214263 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-e7483435-ccd0-431a-8ddc-347bef73db2a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'network': {'name': 'tempest-RoutersTest-552717443'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:50.219506 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-aa9f838b-708f-45cb-a704-e23af5e2d528 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Deleting port 9157396e-cb9e-41b7-8ed8-42a33fc1f2a1 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:50.219839 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aa9f838b-708f-45cb-a704-e23af5e2d528 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:50.266391 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e7483435-ccd0-431a-8ddc-347bef73db2a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:50.286344 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Attempt 2 to provision port 0d251c41-969a-43a8-8074-28aa89e9d51d Oct 10 11:15:50.293150 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e7483435-ccd0-431a-8ddc-347bef73db2a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Usage tracker for resource:network and tenant:bff75ec139ff428ea17476871cda1880 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:50.299572 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e7483435-ccd0-431a-8ddc-347bef73db2a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:50.310008 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2fee95-169b-4327-bf74-70b561c64428 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:50.313883 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9b2fee95-169b-4327-bf74-70b561c64428 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:50.327373 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e7483435-ccd0-431a-8ddc-347bef73db2a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:50.519996 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7483435-ccd0-431a-8ddc-347bef73db2a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Made reservation on behalf of bff75ec139ff428ea17476871cda1880 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:50.524576 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e7483435-ccd0-431a-8ddc-347bef73db2a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:50.536946 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Port 0d251c41-969a-43a8-8074-28aa89e9d51d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:50.565666 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-4dd5976a-c3f4-4450-b269-735b5235ef32 None None] For port 7a7ddf07-d008-4547-9a73-f4e6144af9d9, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=7a7ddf07-d008-4547-9a73-f4e6144af9d9,segment=NetworkSegment(a98e6fd1-2734-4d1c-8dcc-bbf8b19ed705),segment_id=a98e6fd1-2734-4d1c-8dcc-bbf8b19ed705)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:50.568070 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-0d6515fb-cbf6-4b45-be78-4cda42ad3202 None None] Set router a8962c56-7c3c-4985-b7f5-6966f4971d64 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:15:50.665923 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aa9f838b-708f-45cb-a704-e23af5e2d528 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:50.764875 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.resource_extend [None req-4dd5976a-c3f4-4450-b269-735b5235ef32 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:15:50.807511 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-aa9f838b-708f-45cb-a704-e23af5e2d528 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Calling delete_port for 9157396e-cb9e-41b7-8ed8-42a33fc1f2a1 owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:50.811390 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4dd5976a-c3f4-4450-b269-735b5235ef32 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:50.843400 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-034c3b32-890b-4453-b652-edbf8e25ea97 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:50.847447 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port da73937a-c655-42bb-a758-92d755fc19d3 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:15:50.848524 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device f6a74e50-026b-4b73-86b1-cf6d8d8aba81 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:15:50.861180 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7483435-ccd0-431a-8ddc-347bef73db2a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 473} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:15:50.935474 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df05b92d-b9b1-4c0e-aac8-e1598e2a9f4e None None] DHCP port deletion for dac74586-4382-4e00-a6eb-f2005f114a9a request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:15:50.962495 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4dd5976a-c3f4-4450-b269-735b5235ef32 None None] Ignored duplicate provisioning block setup for port 7a7ddf07-d008-4547-9a73-f4e6144af9d9 by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 10 11:15:50.994515 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-df05b92d-b9b1-4c0e-aac8-e1598e2a9f4e None None] Deleting port da73937a-c655-42bb-a758-92d755fc19d3 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:50.994971 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-df05b92d-b9b1-4c0e-aac8-e1598e2a9f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:51.017826 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c3b32-890b-4453-b652-edbf8e25ea97 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Port': ['ID=adabb25e-d7cd-4fd3-a1db-d9477c090e07,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:51.028100 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e7483435-ccd0-431a-8ddc-347bef73db2a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:51.028750 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-e7483435-ccd0-431a-8ddc-347bef73db2a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Added segment 41951f3d-2cee-4e31-98d5-751545be90cf of type vlan for network 466951ab-a469-4f95-88dc-d227ab0ce839 Oct 10 11:15:51.044294 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Attempt 3 to provision port 0d251c41-969a-43a8-8074-28aa89e9d51d Oct 10 11:15:51.092085 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4dd5976a-c3f4-4450-b269-735b5235ef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:51.187527 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e7483435-ccd0-431a-8ddc-347bef73db2a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:51.231681 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-dfbb808f-299c-4226-8b34-c5cf5c75d673 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Delete allocated IP 2001:db8::a9 (8284bdf5-404a-488a-9478-0ede65c92a22/3534d5f7-e793-44bc-acd3-31eb535fec95) {{(pid=89897) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 10 11:15:51.243367 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-dfbb808f-299c-4226-8b34-c5cf5c75d673 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Allocated IP 2001:db8:0:1::173 (8284bdf5-404a-488a-9478-0ede65c92a22/d9aaec60-4d05-4917-ad80-15e36e6364eb/cb48b534-29eb-41f4-945a-3eecb596d897) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:51.317682 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.resource_extend [None req-e7483435-ccd0-431a-8ddc-347bef73db2a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:15:51.343742 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-034c3b32-890b-4453-b652-edbf8e25ea97 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:51.370148 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9b2fee95-169b-4327-bf74-70b561c64428 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:51.397049 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Port 0d251c41-969a-43a8-8074-28aa89e9d51d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:51.421386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e7483435-ccd0-431a-8ddc-347bef73db2a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:51.427230 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7483435-ccd0-431a-8ddc-347bef73db2a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:51.427834 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e7483435-ccd0-431a-8ddc-347bef73db2a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:51.507152 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2fee95-169b-4327-bf74-70b561c64428 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:51.514853 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-9b2fee95-169b-4327-bf74-70b561c64428 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:51.517895 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2fee95-169b-4327-bf74-70b561c64428 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:51.518913 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9b2fee95-169b-4327-bf74-70b561c64428 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:51.526486 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-034c3b32-890b-4453-b652-edbf8e25ea97 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/ports/adabb25e-d7cd-4fd3-a1db-d9477c090e07 HTTP/1.1" status: 204 len: 168 time: 2.6912305 Oct 10 11:15:51.529923 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53194) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:51.569831 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dfbb808f-299c-4226-8b34-c5cf5c75d673 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:51.591646 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-dfbb808f-299c-4226-8b34-c5cf5c75d673 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Ignored duplicate provisioning block setup for port cb48b534-29eb-41f4-945a-3eecb596d897 by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 10 11:15:51.661134 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e7483435-ccd0-431a-8ddc-347bef73db2a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6231475 Oct 10 11:15:51.663898 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53198) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:51.669684 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-59b427a8-9b22-4ed7-b50d-18fd5e98819b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'subnet': {'network_id': '466951ab-a469-4f95-88dc-d227ab0ce839', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:51.671522 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e87673-7b33-4530-90f7-19f702bffb52 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] GET failed (client error): The resource could not be found. Oct 10 11:15:51.672054 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-30e87673-7b33-4530-90f7-19f702bffb52 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Synchronizing usage tracker for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:51.677924 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port f6a74e50-026b-4b73-86b1-cf6d8d8aba81 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:51.707551 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7483435-ccd0-431a-8ddc-347bef73db2a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Network': ['ID=466951ab-a469-4f95-88dc-d227ab0ce839,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:51.715128 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device f2422997-b7d3-41de-b3b3-e0b1d31e900d up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:15:51.723124 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2fee95-169b-4327-bf74-70b561c64428 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=ebef44bb-5dd4-4461-9834-c963e8a4067d,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:51.733746 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dfbb808f-299c-4226-8b34-c5cf5c75d673 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:51.752024 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9b2fee95-169b-4327-bf74-70b561c64428 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1738172 Oct 10 11:15:51.754932 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53202) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:51.765596 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-e3b73c58-cdd0-4b31-9e48-f4000d2dc9fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:51.774306 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5976a-c3f4-4450-b269-735b5235ef32 None None] Pushing event updated for resources: {'Port': ['ID=7a7ddf07-d008-4547-9a73-f4e6144af9d9,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:51.777505 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 466951ab-a469-4f95-88dc-d227ab0ce839 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:15:51.922856 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Attempt 4 to provision port 0d251c41-969a-43a8-8074-28aa89e9d51d Oct 10 11:15:51.963593 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb808f-299c-4226-8b34-c5cf5c75d673 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] In _notify_port_updated(), no bound segment for port cb48b534-29eb-41f4-945a-3eecb596d897 on network 8284bdf5-404a-488a-9478-0ede65c92a22 {{(pid=89897) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 10 11:15:51.969756 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbb808f-299c-4226-8b34-c5cf5c75d673 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:51.970804 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dfbb808f-299c-4226-8b34-c5cf5c75d673 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:51.975597 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-dfbb808f-299c-4226-8b34-c5cf5c75d673 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "PUT /v2.0/ports/cb48b534-29eb-41f4-945a-3eecb596d897 HTTP/1.1" status: 200 len: 931 time: 4.0083609 Oct 10 11:15:51.980449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53206) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:52.012640 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-59b427a8-9b22-4ed7-b50d-18fd5e98819b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:52.015831 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb808f-299c-4226-8b34-c5cf5c75d673 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Port': ['ID=cb48b534-29eb-41f4-945a-3eecb596d897,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:52.038128 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-59b427a8-9b22-4ed7-b50d-18fd5e98819b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Usage tracker for resource:subnet and tenant:bff75ec139ff428ea17476871cda1880 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:52.048717 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-59b427a8-9b22-4ed7-b50d-18fd5e98819b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:52.058646 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-59b427a8-9b22-4ed7-b50d-18fd5e98819b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:52.079516 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-60ce2429-bcb2-4ae1-9378-a52aa012b6c4 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting port cb48b534-29eb-41f4-945a-3eecb596d897 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:52.079928 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-60ce2429-bcb2-4ae1-9378-a52aa012b6c4 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:52.087513 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aa9f838b-708f-45cb-a704-e23af5e2d528 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:52.125479 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-30e87673-7b33-4530-90f7-19f702bffb52 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Unset dirty status for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:52.130394 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-30e87673-7b33-4530-90f7-19f702bffb52 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "GET /v2.0/ports/adabb25e-d7cd-4fd3-a1db-d9477c090e07 HTTP/1.1" status: 404 len: 333 time: 0.5935519 Oct 10 11:15:52.134224 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53210) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:52.138825 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-df05b92d-b9b1-4c0e-aac8-e1598e2a9f4e None None] For port da73937a-c655-42bb-a758-92d755fc19d3, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=da73937a-c655-42bb-a758-92d755fc19d3,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:52.139924 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-df05b92d-b9b1-4c0e-aac8-e1598e2a9f4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:52.195080 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f838b-708f-45cb-a704-e23af5e2d528 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event deleted for resources: {'Port': ['ID=9157396e-cb9e-41b7-8ed8-42a33fc1f2a1,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:52.253063 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e3b73c58-cdd0-4b31-9e48-f4000d2dc9fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:52.259925 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b427a8-9b22-4ed7-b50d-18fd5e98819b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Made reservation on behalf of bff75ec139ff428ea17476871cda1880 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:52.263599 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-59b427a8-9b22-4ed7-b50d-18fd5e98819b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:52.313987 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e3b73c58-cdd0-4b31-9e48-f4000d2dc9fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:subnet and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:52.314370 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-df05b92d-b9b1-4c0e-aac8-e1598e2a9f4e None None] Calling delete_port for da73937a-c655-42bb-a758-92d755fc19d3 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:52.324176 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e3b73c58-cdd0-4b31-9e48-f4000d2dc9fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:52.342722 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e3b73c58-cdd0-4b31-9e48-f4000d2dc9fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:52.364216 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-b1e77787-9f6b-4177-943e-880367e4ea70 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting port cdb035f1-9074-4033-a58c-c87f2f004132 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:52.364867 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b1e77787-9f6b-4177-943e-880367e4ea70 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:52.418157 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Port 0d251c41-969a-43a8-8074-28aa89e9d51d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:52.471630 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0d6515fb-cbf6-4b45-be78-4cda42ad3202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:15:47Z', 'revision_number': 4, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None, '_interfaces': [{'id': 'b88aec83-5f86-4168-9df6-267ed2bb1dcd', 'name': '', 'network_id': '757118be-9cf5-4577-b56a-2adc20b7ec80', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:95:06:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:32Z', 'updated_at': '2022-10-10T11:15:44Z', 'revision_number': 4, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c417a848-aedc-4be0-986b-f4adfe7cdb7d', 'name': '', 'network_id': '4b525415-42bc-476a-8fbe-adfd7ac4edea', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:ce:29:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c0950583-692e-4b15-bd82-39d5c0230f9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:44Z', 'updated_at': '2022-10-10T11:15:47Z', 'revision_number': 2, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': 'c0950583-692e-4b15-bd82-39d5c0230f9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcbd8aee-0654-4a6f-a83b-e1f2319d1d32', 'name': '', 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:84:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:17Z', 'updated_at': '2022-10-10T11:15:36Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:52.477491 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6515fb-cbf6-4b45-be78-4cda42ad3202 None None] Checking router: a8962c56-7c3c-4985-b7f5-6966f4971d64 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:15:52.478234 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6515fb-cbf6-4b45-be78-4cda42ad3202 None None] Updating router a8962c56-7c3c-4985-b7f5-6966f4971d64 port c417a848-aedc-4be0-986b-f4adfe7cdb7d binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:15:52.489281 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b73c58-cdd0-4b31-9e48-f4000d2dc9fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:52.503873 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e3b73c58-cdd0-4b31-9e48-f4000d2dc9fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:52.528859 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port f2422997-b7d3-41de-b3b3-e0b1d31e900d completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:52.551757 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device b88aec83-5f86-4168-9df6-267ed2bb1dcd up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:15:52.623983 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0d6515fb-cbf6-4b45-be78-4cda42ad3202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:52.643699 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-df05b92d-b9b1-4c0e-aac8-e1598e2a9f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:52.730071 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-60ce2429-bcb2-4ae1-9378-a52aa012b6c4 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:52.737354 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05b92d-b9b1-4c0e-aac8-e1598e2a9f4e None None] Pushing event deleted for resources: {'Port': ['ID=da73937a-c655-42bb-a758-92d755fc19d3,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:52.749559 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df05b92d-b9b1-4c0e-aac8-e1598e2a9f4e None None] No DVR routers for this DVR port da73937a-c655-42bb-a758-92d755fc19d3 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:15:52.777061 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25be4f2d-017f-4c0b-8992-9dec6893b6be None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:52.926209 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Attempt 5 to provision port 0d251c41-969a-43a8-8074-28aa89e9d51d Oct 10 11:15:52.945375 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-60ce2429-bcb2-4ae1-9378-a52aa012b6c4 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Calling delete_port for cb48b534-29eb-41f4-945a-3eecb596d897 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:52.993455 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port b88aec83-5f86-4168-9df6-267ed2bb1dcd completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:53.008169 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.ipam_backend_mixin [None req-e3b73c58-cdd0-4b31-9e48-f4000d2dc9fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ebef44bb-5dd4-4461-9834-c963e8a4067d (CIDR: 2001:db8::/64) Oct 10 11:15:53.013018 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port b88aec83-5f86-4168-9df6-267ed2bb1dcd triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:15:53.013394 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:53.013850 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port b88aec83-5f86-4168-9df6-267ed2bb1dcd Oct 10 11:15:53.030622 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aa9f838b-708f-45cb-a704-e23af5e2d528 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:53.042508 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b1e77787-9f6b-4177-943e-880367e4ea70 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:53.061735 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b73c58-cdd0-4b31-9e48-f4000d2dc9fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:15:53.062687 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3b73c58-cdd0-4b31-9e48-f4000d2dc9fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:15:53.085405 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Port 0d251c41-969a-43a8-8074-28aa89e9d51d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:53.215188 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-60ce2429-bcb2-4ae1-9378-a52aa012b6c4 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:53.268086 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce2429-bcb2-4ae1-9378-a52aa012b6c4 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Port': ['ID=cb48b534-29eb-41f4-945a-3eecb596d897,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:53.285623 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-b1e77787-9f6b-4177-943e-880367e4ea70 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Calling delete_port for cdb035f1-9074-4033-a58c-c87f2f004132 owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:53.314222 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-59b427a8-9b22-4ed7-b50d-18fd5e98819b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:53.339561 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e3b73c58-cdd0-4b31-9e48-f4000d2dc9fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5809276 Oct 10 11:15:53.354864 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53214) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:53.359783 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-60ce2429-bcb2-4ae1-9378-a52aa012b6c4 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:53.367095 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-c7bbe2d3-d788-465b-a29a-531981311097 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:53.367315 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece1f087-460c-4c36-aac2-6d24ffb96493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-dac74586-4382-4e00-a6eb-f2005f114a9a', 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'fixed_ips': [{'subnet_id': 'ebef44bb-5dd4-4461-9834-c963e8a4067d'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:15:53.368996 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ece1f087-460c-4c36-aac2-6d24ffb96493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:53.385559 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port b88aec83-5f86-4168-9df6-267ed2bb1dcd is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:15:53.385769 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:53.436402 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-60ce2429-bcb2-4ae1-9378-a52aa012b6c4 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/ports/cb48b534-29eb-41f4-945a-3eecb596d897 HTTP/1.1" status: 204 len: 168 time: 1.4544096 Oct 10 11:15:53.442431 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53218) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:53.450590 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b427a8-9b22-4ed7-b50d-18fd5e98819b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Checking segment: {'id': '41951f3d-2cee-4e31-98d5-751545be90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '466951ab-a469-4f95-88dc-d227ab0ce839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:15:53.450932 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b427a8-9b22-4ed7-b50d-18fd5e98819b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network hostable DHCP agents. Network: 466951ab-a469-4f95-88dc-d227ab0ce839, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:15:53.502881 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b427a8-9b22-4ed7-b50d-18fd5e98819b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Subnet': ['ID=12162c97-ad13-4e88-a40c-8a89b4996470,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:53.515723 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-5caa854c-be77-4087-9632-ff5d9d9f7a90 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] GET failed (client error): The resource could not be found. Oct 10 11:15:53.516753 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5caa854c-be77-4087-9632-ff5d9d9f7a90 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Synchronizing usage tracker for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:53.542076 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port b88aec83-5f86-4168-9df6-267ed2bb1dcd, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=b88aec83-5f86-4168-9df6-267ed2bb1dcd,segment=NetworkSegment(a5ea9421-cedb-455a-9bc2-87bd154c005b),segment_id=a5ea9421-cedb-455a-9bc2-87bd154c005b)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:53.549180 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c7bbe2d3-d788-465b-a29a-531981311097 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:53.556392 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c7bbe2d3-d788-465b-a29a-531981311097 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:subnet and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:53.560799 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c7bbe2d3-d788-465b-a29a-531981311097 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:53.569541 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c7bbe2d3-d788-465b-a29a-531981311097 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:53.580399 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0d6515fb-cbf6-4b45-be78-4cda42ad3202 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:53.586256 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Attempt 6 to provision port 0d251c41-969a-43a8-8074-28aa89e9d51d Oct 10 11:15:53.632581 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b427a8-9b22-4ed7-b50d-18fd5e98819b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network 466951ab-a469-4f95-88dc-d227ab0ce839 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:15:53.661278 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5caa854c-be77-4087-9632-ff5d9d9f7a90 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Unset dirty status for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:53.665586 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5caa854c-be77-4087-9632-ff5d9d9f7a90 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "GET /v2.0/ports/cb48b534-29eb-41f4-945a-3eecb596d897 HTTP/1.1" status: 404 len: 333 time: 0.2173343 Oct 10 11:15:53.665788 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53222) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:53.676958 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0d6515fb-cbf6-4b45-be78-4cda42ad3202 None None] Transition to ACTIVE for port object c417a848-aedc-4be0-986b-f4adfe7cdb7d will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:53.681757 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:53.735595 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-59b427a8-9b22-4ed7-b50d-18fd5e98819b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 466951ab-a469-4f95-88dc-d227ab0ce839) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:53.753370 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b427a8-9b22-4ed7-b50d-18fd5e98819b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:53.754068 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-59b427a8-9b22-4ed7-b50d-18fd5e98819b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:53.755170 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdaf3e7-3fc4-42a7-9a71-1e31d126883a None None] Network 466951ab-a469-4f95-88dc-d227ab0ce839 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:53.760761 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d27bcee4-a06a-431e-8592-91b1dc36a2e5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:53.796176 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0d6515fb-cbf6-4b45-be78-4cda42ad3202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:53.808148 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d27bcee4-a06a-431e-8592-91b1dc36a2e5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:53.853872 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-59b427a8-9b22-4ed7-b50d-18fd5e98819b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1887336 Oct 10 11:15:53.854661 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53226) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:53.856862 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 7a7ddf07-d008-4547-9a73-f4e6144af9d9 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:15:53.887771 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Port 0d251c41-969a-43a8-8074-28aa89e9d51d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:53.953172 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-ece1f087-460c-4c36-aac2-6d24ffb96493 None None] Allocated IP 2001:db8::2 (dac74586-4382-4e00-a6eb-f2005f114a9a/ebef44bb-5dd4-4461-9834-c963e8a4067d/ca5b2fea-957a-4556-8921-7318af5e1592) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:54.000670 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d27bcee4-a06a-431e-8592-91b1dc36a2e5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:54.018214 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bbe2d3-d788-465b-a29a-531981311097 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:54.021686 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c7bbe2d3-d788-465b-a29a-531981311097 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:54.027236 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bcee4-a06a-431e-8592-91b1dc36a2e5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=818caa23-29a9-478d-8406-546e970a3342,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:54.037421 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d27bcee4-a06a-431e-8592-91b1dc36a2e5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:54.041562 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d27bcee4-a06a-431e-8592-91b1dc36a2e5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/security-groups/818caa23-29a9-478d-8406-546e970a3342 HTTP/1.1" status: 204 len: 168 time: 0.3718343 Oct 10 11:15:54.041562 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53230) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:54.176095 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9f838b-708f-45cb-a704-e23af5e2d528 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Router 8c7c5de3-7283-4551-8767-8ebc0d425e80 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:15:54.216856 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=b88aec83-5f86-4168-9df6-267ed2bb1dcd,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:54.263600 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b1e77787-9f6b-4177-943e-880367e4ea70 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:54.327566 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2945f4-4e6b-4a19-958b-0ef25430c504 None None] Pushing event updated for resources: {'Port': ['ID=c417a848-aedc-4be0-986b-f4adfe7cdb7d,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:54.334932 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-0d6515fb-cbf6-4b45-be78-4cda42ad3202 None None] Attempting to bind port c417a848-aedc-4be0-986b-f4adfe7cdb7d on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:15:54.335145 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-0d6515fb-cbf6-4b45-be78-4cda42ad3202 None None] Attempting to bind port c417a848-aedc-4be0-986b-f4adfe7cdb7d by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '8770faea-9d12-4c86-a79d-265a7a20e916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '4b525415-42bc-476a-8fbe-adfd7ac4edea'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:15:54.335359 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6515fb-cbf6-4b45-be78-4cda42ad3202 None None] Attempting to bind port c417a848-aedc-4be0-986b-f4adfe7cdb7d on network 4b525415-42bc-476a-8fbe-adfd7ac4edea {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:15:54.353691 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e77787-9f6b-4177-943e-880367e4ea70 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Port': ['ID=cdb035f1-9074-4033-a58c-c87f2f004132,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:54.359487 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6515fb-cbf6-4b45-be78-4cda42ad3202 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:15:54.359864 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6515fb-cbf6-4b45-be78-4cda42ad3202 None None] Checking segment: {'id': '8770faea-9d12-4c86-a79d-265a7a20e916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '4b525415-42bc-476a-8fbe-adfd7ac4edea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:15:54.360265 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0d6515fb-cbf6-4b45-be78-4cda42ad3202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:54.360653 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6515fb-cbf6-4b45-be78-4cda42ad3202 None None] Bound using segment: {'id': '8770faea-9d12-4c86-a79d-265a7a20e916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '4b525415-42bc-476a-8fbe-adfd7ac4edea'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:15:54.361384 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-0d6515fb-cbf6-4b45-be78-4cda42ad3202 None None] Bound port: c417a848-aedc-4be0-986b-f4adfe7cdb7d, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8770faea-9d12-4c86-a79d-265a7a20e916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '4b525415-42bc-476a-8fbe-adfd7ac4edea'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:15:54.361718 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0d6515fb-cbf6-4b45-be78-4cda42ad3202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:54.365103 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-944ebdd5-f8ed-4514-a999-518780064bdf tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:54.374223 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 61f73835-4c90-4fa7-8a41-bbd5fc076c9f up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:15:54.458022 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-944ebdd5-f8ed-4514-a999-518780064bdf tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:54.460703 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Attempt 7 to provision port 0d251c41-969a-43a8-8074-28aa89e9d51d Oct 10 11:15:54.606807 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b1e77787-9f6b-4177-943e-880367e4ea70 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:54.618630 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9f838b-708f-45cb-a704-e23af5e2d528 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:15:54.631092 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773d761a-f250-4b24-add0-5402e53cdfe2 None None] Sync routers for ids ['8c7c5de3-7283-4551-8767-8ebc0d425e80'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:15:54.650056 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773d761a-f250-4b24-add0-5402e53cdfe2 None None] Routers {'8c7c5de3-7283-4551-8767-8ebc0d425e80'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:15:54.651227 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-773d761a-f250-4b24-add0-5402e53cdfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:15:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['8c7c5de3-7283-4551-8767-8ebc0d425e80'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:54.653995 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-aa9f838b-708f-45cb-a704-e23af5e2d528 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "PUT /v2.0/routers/8c7c5de3-7283-4551-8767-8ebc0d425e80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4969163 Oct 10 11:15:54.654630 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53234) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:54.673182 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-0d6515fb-cbf6-4b45-be78-4cda42ad3202 None None] For port c417a848-aedc-4be0-986b-f4adfe7cdb7d, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:15:54.676312 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-0d6515fb-cbf6-4b45-be78-4cda42ad3202 None None] For port c417a848-aedc-4be0-986b-f4adfe7cdb7d, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c417a848-aedc-4be0-986b-f4adfe7cdb7d,segment=NetworkSegment(8770faea-9d12-4c86-a79d-265a7a20e916),segment_id=8770faea-9d12-4c86-a79d-265a7a20e916)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:15:54.713290 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Port 0d251c41-969a-43a8-8074-28aa89e9d51d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:54.725780 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b1e77787-9f6b-4177-943e-880367e4ea70 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/ports/cdb035f1-9074-4033-a58c-c87f2f004132 HTTP/1.1" status: 204 len: 168 time: 2.5817130 Oct 10 11:15:54.726534 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53238) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:54.749497 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0d6515fb-cbf6-4b45-be78-4cda42ad3202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:54.768593 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-773d761a-f250-4b24-add0-5402e53cdfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:54.780183 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773d761a-f250-4b24-add0-5402e53cdfe2 None None] Routers {'8c7c5de3-7283-4551-8767-8ebc0d425e80'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:15:54.781248 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-773d761a-f250-4b24-add0-5402e53cdfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:15:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['8c7c5de3-7283-4551-8767-8ebc0d425e80'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:54.794238 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b0960682-7a21-4136-aafc-e5753f6bf836 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:54.810282 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e62f354-06af-495b-9c8c-e4eb9d6e5ce5 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] GET failed (client error): The resource could not be found. Oct 10 11:15:54.811504 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4e62f354-06af-495b-9c8c-e4eb9d6e5ce5 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Synchronizing usage tracker for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:15:54.812974 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-944ebdd5-f8ed-4514-a999-518780064bdf tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:54.914072 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6515fb-cbf6-4b45-be78-4cda42ad3202 None None] Routers {'a8962c56-7c3c-4985-b7f5-6966f4971d64'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:15:54.914776 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0d6515fb-cbf6-4b45-be78-4cda42ad3202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:15:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a8962c56-7c3c-4985-b7f5-6966f4971d64'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:54.969756 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 61f73835-4c90-4fa7-8a41-bbd5fc076c9f triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:15:54.970039 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:54.970377 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 61f73835-4c90-4fa7-8a41-bbd5fc076c9f Oct 10 11:15:54.973384 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-773d761a-f250-4b24-add0-5402e53cdfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:54.973817 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773d761a-f250-4b24-add0-5402e53cdfe2 None None] The sync data for ids ['8c7c5de3-7283-4551-8767-8ebc0d425e80'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:15:54.999270 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60fdc52-d128-450a-921f-54948e507e8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-466951ab-a469-4f95-88dc-d227ab0ce839', 'network_id': '466951ab-a469-4f95-88dc-d227ab0ce839', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'fixed_ips': [{'subnet_id': '12162c97-ad13-4e88-a40c-8a89b4996470'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:15:55.000280 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d60fdc52-d128-450a-921f-54948e507e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:55.003295 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4e62f354-06af-495b-9c8c-e4eb9d6e5ce5 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Unset dirty status for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:15:55.007528 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4e62f354-06af-495b-9c8c-e4eb9d6e5ce5 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "GET /v2.0/ports/cdb035f1-9074-4033-a58c-c87f2f004132 HTTP/1.1" status: 404 len: 333 time: 0.2666473 Oct 10 11:15:55.008134 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53242) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:55.053980 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ebdd5-f8ed-4514-a999-518780064bdf tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc3f82f-e41f-4191-92f0-08f1cd2fb075,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:55.066675 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-944ebdd5-f8ed-4514-a999-518780064bdf tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:55.068800 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-944ebdd5-f8ed-4514-a999-518780064bdf tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/security-groups/cbc3f82f-e41f-4191-92f0-08f1cd2fb075 HTTP/1.1" status: 204 len: 168 time: 1.0254698 Oct 10 11:15:55.080327 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53246) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:55.091957 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-17242d8e-4f83-400b-a990-b1eaa9cbfafa tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:55.195886 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ece1f087-460c-4c36-aac2-6d24ffb96493 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:55.200801 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07efb7b-cea3-40da-a211-a14df39d3b61 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting subnet 3534d5f7-e793-44bc-acd3-31eb535fec95 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:15:55.207905 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.objects.ports [None req-c7bbe2d3-d788-465b-a29a-531981311097 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89896) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 10 11:15:55.211871 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f07efb7b-cea3-40da-a211-a14df39d3b61 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:55.214981 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Attempt 8 to provision port 0d251c41-969a-43a8-8074-28aa89e9d51d Oct 10 11:15:55.219229 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c7bbe2d3-d788-465b-a29a-531981311097 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:55.255802 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2945f4-4e6b-4a19-958b-0ef25430c504 None None] Pushing event updated for resources: {'Port': ['ID=c417a848-aedc-4be0-986b-f4adfe7cdb7d,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:55.278915 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ece1f087-460c-4c36-aac2-6d24ffb96493 None None] Transition to ACTIVE for port object ca5b2fea-957a-4556-8921-7318af5e1592 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:55.281865 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-52532100-9210-416e-ab54-5d30a86c2b9c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting subnet 96fb6fd8-ae4e-4538-b89f-ce2a2f0f86da {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:15:55.301890 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-52532100-9210-416e-ab54-5d30a86c2b9c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:55.318024 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f07efb7b-cea3-40da-a211-a14df39d3b61 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:55.333222 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-0d6515fb-cbf6-4b45-be78-4cda42ad3202 None None] Set router a8962c56-7c3c-4985-b7f5-6966f4971d64 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:15:55.395413 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-b0960682-7a21-4136-aafc-e5753f6bf836 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Allocated IP 172.23.0.1 (466951ab-a469-4f95-88dc-d227ab0ce839/12162c97-ad13-4e88-a40c-8a89b4996470/7624ab81-3324-494d-804b-513e39680122) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:55.412565 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ece1f087-460c-4c36-aac2-6d24ffb96493 None None] Transition to ACTIVE for port object ca5b2fea-957a-4556-8921-7318af5e1592 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:55.479819 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 61f73835-4c90-4fa7-8a41-bbd5fc076c9f is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:15:55.482024 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Port 0d251c41-969a-43a8-8074-28aa89e9d51d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:55.526885 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f07efb7b-cea3-40da-a211-a14df39d3b61 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:55.542606 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bbe2d3-d788-465b-a29a-531981311097 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:55.558972 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-c7bbe2d3-d788-465b-a29a-531981311097 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:55.563035 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bbe2d3-d788-465b-a29a-531981311097 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:55.563241 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c7bbe2d3-d788-465b-a29a-531981311097 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:55.603211 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bbe2d3-d788-465b-a29a-531981311097 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=1c5996dd-9751-4fdc-b0ea-25dcc97c8cf5,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:55.612212 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device da73937a-c655-42bb-a758-92d755fc19d3 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:15:55.626081 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-52532100-9210-416e-ab54-5d30a86c2b9c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:55.647118 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ece1f087-460c-4c36-aac2-6d24ffb96493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:55.649853 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b0960682-7a21-4136-aafc-e5753f6bf836 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:55.667560 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-b0960682-7a21-4136-aafc-e5753f6bf836 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Transition to ACTIVE for port object 7624ab81-3324-494d-804b-513e39680122 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:55.688731 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-17242d8e-4f83-400b-a990-b1eaa9cbfafa tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:55.708450 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: da73937a-c655-42bb-a758-92d755fc19d3 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:15:55.708798 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device da73937a-c655-42bb-a758-92d755fc19d3 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:15:55.718971 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c7bbe2d3-d788-465b-a29a-531981311097 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3580396 Oct 10 11:15:55.719290 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53250) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:55.728017 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-59058f3b-085f-4fcc-88b3-5c3dcf297b8c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'port': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'mac_address': 'fa:16:3e:eb:af:ec', 'name': 'tempest-NetworksTestDHCPv6-908183222'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:55.754880 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-52532100-9210-416e-ab54-5d30a86c2b9c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:55.780145 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b0960682-7a21-4136-aafc-e5753f6bf836 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:55.805711 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece1f087-460c-4c36-aac2-6d24ffb96493 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:55.844198 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-ece1f087-460c-4c36-aac2-6d24ffb96493 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:55.846068 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device b88aec83-5f86-4168-9df6-267ed2bb1dcd up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:15:55.855599 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-17242d8e-4f83-400b-a990-b1eaa9cbfafa tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Deleting port 933ea3f2-aae9-4234-97c9-8d2fa5b5ab8d {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:55.863879 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-17242d8e-4f83-400b-a990-b1eaa9cbfafa tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:55.882637 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f07efb7b-cea3-40da-a211-a14df39d3b61 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:55.889824 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece1f087-460c-4c36-aac2-6d24ffb96493 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:55.943101 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1f087-460c-4c36-aac2-6d24ffb96493 None None] Pushing event updated for resources: {'Port': ['ID=ca5b2fea-957a-4556-8921-7318af5e1592,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:55.964131 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07efb7b-cea3-40da-a211-a14df39d3b61 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Subnet': ['ID=3534d5f7-e793-44bc-acd3-31eb535fec95,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:55.970400 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f07efb7b-cea3-40da-a211-a14df39d3b61 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:55.977383 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0960682-7a21-4136-aafc-e5753f6bf836 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network 466951ab-a469-4f95-88dc-d227ab0ce839 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:55.988449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-b0960682-7a21-4136-aafc-e5753f6bf836 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:55.991256 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0960682-7a21-4136-aafc-e5753f6bf836 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:56.013831 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Attempt 9 to provision port 0d251c41-969a-43a8-8074-28aa89e9d51d Oct 10 11:15:56.023453 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-52532100-9210-416e-ab54-5d30a86c2b9c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:56.035001 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0960682-7a21-4136-aafc-e5753f6bf836 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Port': ['ID=7624ab81-3324-494d-804b-513e39680122,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:56.038860 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833d4638-1be8-444b-9bbd-7fb93ee782be None None] Network 8284bdf5-404a-488a-9478-0ede65c92a22 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:56.045063 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f07efb7b-cea3-40da-a211-a14df39d3b61 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/subnets/3534d5f7-e793-44bc-acd3-31eb535fec95 HTTP/1.1" status: 204 len: 168 time: 0.9593618 Oct 10 11:15:56.045063 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53254) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:56.056668 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-6366b35a-a223-42e1-b35a-770bbaed8e73 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'subnet': {'network_id': '8284bdf5-404a-488a-9478-0ede65c92a22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:56.080080 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52532100-9210-416e-ab54-5d30a86c2b9c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Subnet': ['ID=96fb6fd8-ae4e-4538-b89f-ce2a2f0f86da,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:56.089532 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-52532100-9210-416e-ab54-5d30a86c2b9c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:56.109272 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-52532100-9210-416e-ab54-5d30a86c2b9c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/subnets/96fb6fd8-ae4e-4538-b89f-ce2a2f0f86da HTTP/1.1" status: 204 len: 168 time: 1.0955391 Oct 10 11:15:56.110515 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53258) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:56.130618 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d859f2b9-9373-4e0b-88b5-92e65123642b None None] Network 513d4982-4de2-4853-9a9e-a6c63b4a707a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:56.132201 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b0960682-7a21-4136-aafc-e5753f6bf836 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:56.166256 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-17242d8e-4f83-400b-a990-b1eaa9cbfafa tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:56.233608 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-d60fdc52-d128-450a-921f-54948e507e8c None None] Allocated IP 172.23.0.2 (466951ab-a469-4f95-88dc-d227ab0ce839/12162c97-ad13-4e88-a40c-8a89b4996470/fa21cc81-a781-4bba-812d-9f037c687ebe) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:56.281831 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-ece1f087-460c-4c36-aac2-6d24ffb96493 None None] Attempting to bind port ca5b2fea-957a-4556-8921-7318af5e1592 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:15:56.283045 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-ece1f087-460c-4c36-aac2-6d24ffb96493 None None] Attempting to bind port ca5b2fea-957a-4556-8921-7318af5e1592 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:15:56.283045 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece1f087-460c-4c36-aac2-6d24ffb96493 None None] Attempting to bind port ca5b2fea-957a-4556-8921-7318af5e1592 on network dac74586-4382-4e00-a6eb-f2005f114a9a {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:15:56.331946 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-59058f3b-085f-4fcc-88b3-5c3dcf297b8c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:56.368518 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-17242d8e-4f83-400b-a990-b1eaa9cbfafa tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Calling delete_port for 933ea3f2-aae9-4234-97c9-8d2fa5b5ab8d owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:56.370301 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Port 0d251c41-969a-43a8-8074-28aa89e9d51d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:56.372384 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-59058f3b-085f-4fcc-88b3-5c3dcf297b8c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:56.384319 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece1f087-460c-4c36-aac2-6d24ffb96493 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:15:56.384786 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece1f087-460c-4c36-aac2-6d24ffb96493 None None] Checking segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:15:56.385087 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ece1f087-460c-4c36-aac2-6d24ffb96493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:56.385479 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece1f087-460c-4c36-aac2-6d24ffb96493 None None] Bound using segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:15:56.386001 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-ece1f087-460c-4c36-aac2-6d24ffb96493 None None] Bound port: ca5b2fea-957a-4556-8921-7318af5e1592, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:15:56.386371 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ece1f087-460c-4c36-aac2-6d24ffb96493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:56.415425 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port b88aec83-5f86-4168-9df6-267ed2bb1dcd triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:15:56.416145 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:56.416145 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port b88aec83-5f86-4168-9df6-267ed2bb1dcd Oct 10 11:15:56.422094 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-6366b35a-a223-42e1-b35a-770bbaed8e73 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:56.427454 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6366b35a-a223-42e1-b35a-770bbaed8e73 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:subnet and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:56.428982 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-47cd284b-7170-4abc-aebb-abc13b0b1eda tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:56.431142 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6366b35a-a223-42e1-b35a-770bbaed8e73 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:56.440059 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-6366b35a-a223-42e1-b35a-770bbaed8e73 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:56.462950 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-47cd284b-7170-4abc-aebb-abc13b0b1eda tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting port f6a74e50-026b-4b73-86b1-cf6d8d8aba81 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:56.463288 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-47cd284b-7170-4abc-aebb-abc13b0b1eda tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:56.466335 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59058f3b-085f-4fcc-88b3-5c3dcf297b8c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:56.553479 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6366b35a-a223-42e1-b35a-770bbaed8e73 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:56.557007 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6366b35a-a223-42e1-b35a-770bbaed8e73 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:56.749328 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-47cd284b-7170-4abc-aebb-abc13b0b1eda tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] For port f6a74e50-026b-4b73-86b1-cf6d8d8aba81, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=f6a74e50-026b-4b73-86b1-cf6d8d8aba81,segment=NetworkSegment(9db96df1-cde7-4e3a-9c8e-874faf9ee1e2),segment_id=9db96df1-cde7-4e3a-9c8e-874faf9ee1e2)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:56.749737 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-47cd284b-7170-4abc-aebb-abc13b0b1eda tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:56.750453 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b0960682-7a21-4136-aafc-e5753f6bf836 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:56.775963 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-59058f3b-085f-4fcc-88b3-5c3dcf297b8c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:56.870443 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-59058f3b-085f-4fcc-88b3-5c3dcf297b8c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] device_id is not set on port 8b82fb34-84ae-4a74-942b-e8a0c00c518d yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:15:56.882776 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Attempt 10 to provision port 0d251c41-969a-43a8-8074-28aa89e9d51d Oct 10 11:15:56.886965 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-47cd284b-7170-4abc-aebb-abc13b0b1eda tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Calling delete_port for f6a74e50-026b-4b73-86b1-cf6d8d8aba81 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:15:56.950312 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-ece1f087-460c-4c36-aac2-6d24ffb96493 None None] For port ca5b2fea-957a-4556-8921-7318af5e1592, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:15:56.968343 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0d6515fb-cbf6-4b45-be78-4cda42ad3202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:15:47Z', 'revision_number': 4, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None, '_interfaces': [{'id': 'b88aec83-5f86-4168-9df6-267ed2bb1dcd', 'name': '', 'network_id': '757118be-9cf5-4577-b56a-2adc20b7ec80', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:95:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:32Z', 'updated_at': '2022-10-10T11:15:53Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c417a848-aedc-4be0-986b-f4adfe7cdb7d', 'name': '', 'network_id': '4b525415-42bc-476a-8fbe-adfd7ac4edea', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:ce:29:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c0950583-692e-4b15-bd82-39d5c0230f9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:44Z', 'updated_at': '2022-10-10T11:15:54Z', 'revision_number': 4, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': 'c0950583-692e-4b15-bd82-39d5c0230f9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcbd8aee-0654-4a6f-a83b-e1f2319d1d32', 'name': '', 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:84:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:17Z', 'updated_at': '2022-10-10T11:15:36Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:56.975673 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-17242d8e-4f83-400b-a990-b1eaa9cbfafa tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:57.067438 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17242d8e-4f83-400b-a990-b1eaa9cbfafa tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event deleted for resources: {'Port': ['ID=933ea3f2-aae9-4234-97c9-8d2fa5b5ab8d,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:57.084836 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-47cd284b-7170-4abc-aebb-abc13b0b1eda tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:57.119491 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6515fb-cbf6-4b45-be78-4cda42ad3202 None None] The sync data for ids ['a8962c56-7c3c-4985-b7f5-6966f4971d64'] in dv-neutron-860842-1-hyperv is: [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:15:47Z', 'revision_number': 4, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None, '_interfaces': [{'id': 'b88aec83-5f86-4168-9df6-267ed2bb1dcd', 'name': '', 'network_id': '757118be-9cf5-4577-b56a-2adc20b7ec80', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:95:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:32Z', 'updated_at': '2022-10-10T11:15:53Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c417a848-aedc-4be0-986b-f4adfe7cdb7d', 'name': '', 'network_id': '4b525415-42bc-476a-8fbe-adfd7ac4edea', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:ce:29:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c0950583-692e-4b15-bd82-39d5c0230f9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:44Z', 'updated_at': '2022-10-10T11:15:54Z', 'revision_number': 4, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': 'c0950583-692e-4b15-bd82-39d5c0230f9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcbd8aee-0654-4a6f-a83b-e1f2319d1d32', 'name': '', 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:84:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:17Z', 'updated_at': '2022-10-10T11:15:36Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:15:57.125754 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-ece1f087-460c-4c36-aac2-6d24ffb96493 None None] For port ca5b2fea-957a-4556-8921-7318af5e1592, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ca5b2fea-957a-4556-8921-7318af5e1592,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:15:57.155028 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port b88aec83-5f86-4168-9df6-267ed2bb1dcd is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:15:57.231921 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Port 0d251c41-969a-43a8-8074-28aa89e9d51d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:15:57.236385 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ece1f087-460c-4c36-aac2-6d24ffb96493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:57.249445 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Could not find standard attr ID for object 6b106e8d-4465-493b-aa8d-607fea0845dd. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:15:57.333924 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d60fdc52-d128-450a-921f-54948e507e8c None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:57.336360 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1f087-460c-4c36-aac2-6d24ffb96493 None None] Pushing event updated for resources: {'Port': ['ID=ca5b2fea-957a-4556-8921-7318af5e1592,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:57.344597 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd284b-7170-4abc-aebb-abc13b0b1eda tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Port': ['ID=f6a74e50-026b-4b73-86b1-cf6d8d8aba81,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:57.360990 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Could not find standard attr ID for object cb48b534-29eb-41f4-945a-3eecb596d897. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:15:57.361311 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cd284b-7170-4abc-aebb-abc13b0b1eda tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] No DVR routers for this DVR port f6a74e50-026b-4b73-86b1-cf6d8d8aba81 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:15:57.374116 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d60fdc52-d128-450a-921f-54948e507e8c None None] Transition to ACTIVE for port object fa21cc81-a781-4bba-812d-9f037c687ebe will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:57.381080 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Could not find standard attr ID for object da73937a-c655-42bb-a758-92d755fc19d3. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:15:57.406050 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d60fdc52-d128-450a-921f-54948e507e8c None None] Transition to ACTIVE for port object fa21cc81-a781-4bba-812d-9f037c687ebe will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:57.467936 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-17242d8e-4f83-400b-a990-b1eaa9cbfafa tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:57.479112 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Provisioning for port 7a7ddf07-d008-4547-9a73-f4e6144af9d9 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:57.484906 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14151fc1-7a67-4374-9ddf-26c8ad7bf5b4 None None] DHCP port deletion for 513d4982-4de2-4853-9a9e-a6c63b4a707a request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:15:57.501927 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Provisioning complete for port 7a7ddf07-d008-4547-9a73-f4e6144af9d9 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:15:57.515710 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:57.516499 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Attempt 1 to provision port 7a7ddf07-d008-4547-9a73-f4e6144af9d9 Oct 10 11:15:57.555627 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-59058f3b-085f-4fcc-88b3-5c3dcf297b8c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 2001:db8::126 (dac74586-4382-4e00-a6eb-f2005f114a9a/ebef44bb-5dd4-4461-9834-c963e8a4067d/8b82fb34-84ae-4a74-942b-e8a0c00c518d) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:57.571936 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d60fdc52-d128-450a-921f-54948e507e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:57.608490 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6366b35a-a223-42e1-b35a-770bbaed8e73 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:57.694283 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60fdc52-d128-450a-921f-54948e507e8c None None] Network 466951ab-a469-4f95-88dc-d227ab0ce839 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:57.700705 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-d60fdc52-d128-450a-921f-54948e507e8c None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:57.707396 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6366b35a-a223-42e1-b35a-770bbaed8e73 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network 8284bdf5-404a-488a-9478-0ede65c92a22 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:57.721479 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60fdc52-d128-450a-921f-54948e507e8c None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:57.724876 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-6366b35a-a223-42e1-b35a-770bbaed8e73 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:57.729105 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6366b35a-a223-42e1-b35a-770bbaed8e73 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:57.729952 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6366b35a-a223-42e1-b35a-770bbaed8e73 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:57.741338 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-59058f3b-085f-4fcc-88b3-5c3dcf297b8c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 2001:db8:0:1:f816:3eff:feeb:afec (dac74586-4382-4e00-a6eb-f2005f114a9a/1c5996dd-9751-4fdc-b0ea-25dcc97c8cf5/8b82fb34-84ae-4a74-942b-e8a0c00c518d) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:15:57.777049 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-47cd284b-7170-4abc-aebb-abc13b0b1eda tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:57.788442 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366b35a-a223-42e1-b35a-770bbaed8e73 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Subnet': ['ID=810c133a-b2ba-4226-a092-99e3507cf160,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:57.808744 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b0960682-7a21-4136-aafc-e5753f6bf836 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:57.862048 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-47cd284b-7170-4abc-aebb-abc13b0b1eda tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513d4982-4de2-4853-9a9e-a6c63b4a707a']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:57.886404 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b0960682-7a21-4136-aafc-e5753f6bf836 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:57.955506 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60fdc52-d128-450a-921f-54948e507e8c None None] Pushing event updated for resources: {'Port': ['ID=fa21cc81-a781-4bba-812d-9f037c687ebe,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:58.040139 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6366b35a-a223-42e1-b35a-770bbaed8e73 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9937403 Oct 10 11:15:58.041986 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c417a848-aedc-4be0-986b-f4adfe7cdb7d up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:15:58.054679 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53262) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:58.087567 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-47cd284b-7170-4abc-aebb-abc13b0b1eda tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db96df1-cde7-4e3a-9c8e-874faf9ee1e2') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:58.094143 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-47cd284b-7170-4abc-aebb-abc13b0b1eda tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db96df1-cde7-4e3a-9c8e-874faf9ee1e2') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:58.115990 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-c67493ae-6a58-49f5-bb57-62150f667c35 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'security_group': {'name': 'tempest-secgroup-102535109'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:58.128435 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c67493ae-6a58-49f5-bb57-62150f667c35 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:58.132615 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-17242d8e-4f83-400b-a990-b1eaa9cbfafa tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:58.137721 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c67493ae-6a58-49f5-bb57-62150f667c35 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:security_group and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:58.142165 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-17242d8e-4f83-400b-a990-b1eaa9cbfafa tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:58.151487 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-47cd284b-7170-4abc-aebb-abc13b0b1eda tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:58.164038 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c67493ae-6a58-49f5-bb57-62150f667c35 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:58.176089 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0960682-7a21-4136-aafc-e5753f6bf836 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event updated for resources: {'Port': ['ID=7624ab81-3324-494d-804b-513e39680122,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:58.185861 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c67493ae-6a58-49f5-bb57-62150f667c35 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:58.188859 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b0960682-7a21-4136-aafc-e5753f6bf836 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:58.195623 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-47cd284b-7170-4abc-aebb-abc13b0b1eda tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:58.221578 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47cd284b-7170-4abc-aebb-abc13b0b1eda tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Releasing vlan 463 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:15:58.221578 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-47cd284b-7170-4abc-aebb-abc13b0b1eda tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:58.237272 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d60fdc52-d128-450a-921f-54948e507e8c None None] Attempting to bind port fa21cc81-a781-4bba-812d-9f037c687ebe on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:15:58.238148 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d60fdc52-d128-450a-921f-54948e507e8c None None] Attempting to bind port fa21cc81-a781-4bba-812d-9f037c687ebe by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '41951f3d-2cee-4e31-98d5-751545be90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '466951ab-a469-4f95-88dc-d227ab0ce839'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:15:58.238735 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60fdc52-d128-450a-921f-54948e507e8c None None] Attempting to bind port fa21cc81-a781-4bba-812d-9f037c687ebe on network 466951ab-a469-4f95-88dc-d227ab0ce839 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:15:58.253109 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60fdc52-d128-450a-921f-54948e507e8c None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:15:58.253647 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60fdc52-d128-450a-921f-54948e507e8c None None] Checking segment: {'id': '41951f3d-2cee-4e31-98d5-751545be90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '466951ab-a469-4f95-88dc-d227ab0ce839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:15:58.257464 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d60fdc52-d128-450a-921f-54948e507e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:58.257464 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60fdc52-d128-450a-921f-54948e507e8c None None] Bound using segment: {'id': '41951f3d-2cee-4e31-98d5-751545be90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '466951ab-a469-4f95-88dc-d227ab0ce839'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:15:58.257464 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d60fdc52-d128-450a-921f-54948e507e8c None None] Bound port: fa21cc81-a781-4bba-812d-9f037c687ebe, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41951f3d-2cee-4e31-98d5-751545be90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '466951ab-a469-4f95-88dc-d227ab0ce839'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:15:58.257464 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d60fdc52-d128-450a-921f-54948e507e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:58.273561 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Current status of the port 7a7ddf07-d008-4547-9a73-f4e6144af9d9 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:15:58.275386 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:58.278012 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 9db96df1-cde7-4e3a-9c8e-874faf9ee1e2 resource provider aggregate not found Oct 10 11:15:58.355995 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c67493ae-6a58-49f5-bb57-62150f667c35 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:58.367554 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 9db96df1-cde7-4e3a-9c8e-874faf9ee1e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9db96df1-cde7-4e3a-9c8e-874faf9ee1e2 found for delete ", "request_id": "req-5bb7edc6-8e8d-4400-8dfe-87cb2e649028"}]} Oct 10 11:15:58.376878 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-17242d8e-4f83-400b-a990-b1eaa9cbfafa tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:58.377727 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17242d8e-4f83-400b-a990-b1eaa9cbfafa tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Fanout notify agent at l3_agent the message router_deleted on router 8c7c5de3-7283-4551-8767-8ebc0d425e80 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:15:58.398000 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c67493ae-6a58-49f5-bb57-62150f667c35 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:58.401214 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] For port 7a7ddf07-d008-4547-9a73-f4e6144af9d9, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=7a7ddf07-d008-4547-9a73-f4e6144af9d9,segment=NetworkSegment(a98e6fd1-2734-4d1c-8dcc-bbf8b19ed705),segment_id=a98e6fd1-2734-4d1c-8dcc-bbf8b19ed705)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:58.405689 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c67493ae-6a58-49f5-bb57-62150f667c35 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:security_group_rule and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:58.415949 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c67493ae-6a58-49f5-bb57-62150f667c35 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:58.418749 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port c417a848-aedc-4be0-986b-f4adfe7cdb7d completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:58.427686 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-17242d8e-4f83-400b-a990-b1eaa9cbfafa tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:58.434549 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-17242d8e-4f83-400b-a990-b1eaa9cbfafa tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "DELETE /v2.0/routers/8c7c5de3-7283-4551-8767-8ebc0d425e80 HTTP/1.1" status: 204 len: 168 time: 3.7731009 Oct 10 11:15:58.434549 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c67493ae-6a58-49f5-bb57-62150f667c35 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:58.435042 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53270) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:58.439928 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d60fdc52-d128-450a-921f-54948e507e8c None None] For port fa21cc81-a781-4bba-812d-9f037c687ebe, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:15:58.443723 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d60fdc52-d128-450a-921f-54948e507e8c None None] For port fa21cc81-a781-4bba-812d-9f037c687ebe, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=fa21cc81-a781-4bba-812d-9f037c687ebe,segment=NetworkSegment(41951f3d-2cee-4e31-98d5-751545be90cf),segment_id=41951f3d-2cee-4e31-98d5-751545be90cf)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:15:58.489803 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:58.496573 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-47cd284b-7170-4abc-aebb-abc13b0b1eda tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:58.532836 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-47cd284b-7170-4abc-aebb-abc13b0b1eda tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:58.539668 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device f6a74e50-026b-4b73-86b1-cf6d8d8aba81 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:15:58.554010 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd284b-7170-4abc-aebb-abc13b0b1eda tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Network': ['ID=513d4982-4de2-4853-9a9e-a6c63b4a707a,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:58.563360 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-47cd284b-7170-4abc-aebb-abc13b0b1eda tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/networks/513d4982-4de2-4853-9a9e-a6c63b4a707a HTTP/1.1" status: 204 len: 168 time: 2.4475462 Oct 10 11:15:58.570961 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53274) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:58.575129 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac624a71-7655-4ce2-920a-20e6a61e5ecc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Deleting subnet 242019df-54a5-4701-a152-5b5ad09eb4f2 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:15:58.584959 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-eaa4e374-ace4-4cf1-8f92-e5718bb47ba3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1002280954'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:58.589880 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d60fdc52-d128-450a-921f-54948e507e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:58.590310 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ac624a71-7655-4ce2-920a-20e6a61e5ecc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:58.632961 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: f6a74e50-026b-4b73-86b1-cf6d8d8aba81 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:15:58.633411 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device f6a74e50-026b-4b73-86b1-cf6d8d8aba81 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:15:58.642443 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-eaa4e374-ace4-4cf1-8f92-e5718bb47ba3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:58.660070 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d246613-683d-4de4-be8f-26e13561de56 None None] Pushing event updated for resources: {'Port': ['ID=7a7ddf07-d008-4547-9a73-f4e6144af9d9,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:58.676544 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-eaa4e374-ace4-4cf1-8f92-e5718bb47ba3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:network and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:58.691579 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0960682-7a21-4136-aafc-e5753f6bf836 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Network 466951ab-a469-4f95-88dc-d227ab0ce839 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:58.693286 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-b0960682-7a21-4136-aafc-e5753f6bf836 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:58.695184 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-eaa4e374-ace4-4cf1-8f92-e5718bb47ba3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:58.716321 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-eaa4e374-ace4-4cf1-8f92-e5718bb47ba3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:58.722995 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b09b0c-e60a-4a5a-9e3d-eeeb6dcb1ac7 None None] Network 8284bdf5-404a-488a-9478-0ede65c92a22 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:58.747766 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ac624a71-7655-4ce2-920a-20e6a61e5ecc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:58.749474 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Provisioning for port f2422997-b7d3-41de-b3b3-e0b1d31e900d completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:15:58.805924 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Provisioning complete for port f2422997-b7d3-41de-b3b3-e0b1d31e900d triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:15:58.806547 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:58.810612 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Attempt 1 to provision port f2422997-b7d3-41de-b3b3-e0b1d31e900d Oct 10 11:15:58.826399 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c67493ae-6a58-49f5-bb57-62150f667c35 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:58.862329 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa4e374-ace4-4cf1-8f92-e5718bb47ba3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:15:58.863293 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eaa4e374-ace4-4cf1-8f92-e5718bb47ba3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:58.897510 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-59058f3b-085f-4fcc-88b3-5c3dcf297b8c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:58.915213 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa4e374-ace4-4cf1-8f92-e5718bb47ba3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 494} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:15:58.941712 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-59058f3b-085f-4fcc-88b3-5c3dcf297b8c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Transition to ACTIVE for port object 8b82fb34-84ae-4a74-942b-e8a0c00c518d will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:15:58.971717 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eaa4e374-ace4-4cf1-8f92-e5718bb47ba3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:58.972893 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-eaa4e374-ace4-4cf1-8f92-e5718bb47ba3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Added segment f34e0dda-d828-42b7-8ce5-8e341cdf7737 of type vlan for network 346cc750-b643-4a09-aa03-f081d27c3d03 Oct 10 11:15:58.984090 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c67493ae-6a58-49f5-bb57-62150f667c35 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:59.013372 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60fdc52-d128-450a-921f-54948e507e8c None None] Pushing event updated for resources: {'Port': ['ID=fa21cc81-a781-4bba-812d-9f037c687ebe,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:59.047447 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-59058f3b-085f-4fcc-88b3-5c3dcf297b8c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:59.080808 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67493ae-6a58-49f5-bb57-62150f667c35 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4661fdaf-40e4-4b6a-8c81-c226c37f93f0,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:59.116705 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c67493ae-6a58-49f5-bb57-62150f667c35 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:59.120826 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c67493ae-6a58-49f5-bb57-62150f667c35 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0649440 Oct 10 11:15:59.121717 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53278) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:59.131165 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-d0af06b0-d1de-43d5-937e-5d078da96c83 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'security_group': {'name': 'tempest-secgroup-1171346825'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:59.143119 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eaa4e374-ace4-4cf1-8f92-e5718bb47ba3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:59.149726 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ac624a71-7655-4ce2-920a-20e6a61e5ecc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:59.155728 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59058f3b-085f-4fcc-88b3-5c3dcf297b8c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:15:59.158273 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0960682-7a21-4136-aafc-e5753f6bf836 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Router a8962c56-7c3c-4985-b7f5-6966f4971d64 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:15:59.166268 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-59058f3b-085f-4fcc-88b3-5c3dcf297b8c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:15:59.175510 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59058f3b-085f-4fcc-88b3-5c3dcf297b8c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:15:59.188616 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59058f3b-085f-4fcc-88b3-5c3dcf297b8c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:59.189379 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-59058f3b-085f-4fcc-88b3-5c3dcf297b8c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:59.207483 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d0af06b0-d1de-43d5-937e-5d078da96c83 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:59.223605 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d0af06b0-d1de-43d5-937e-5d078da96c83 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:security_group and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:59.228689 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d0af06b0-d1de-43d5-937e-5d078da96c83 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:59.239918 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59058f3b-085f-4fcc-88b3-5c3dcf297b8c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Port': ['ID=8b82fb34-84ae-4a74-942b-e8a0c00c518d,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:59.242564 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d0af06b0-d1de-43d5-937e-5d078da96c83 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:59.278838 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Current status of the port f2422997-b7d3-41de-b3b3-e0b1d31e900d is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:15:59.279216 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:59.314342 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-59058f3b-085f-4fcc-88b3-5c3dcf297b8c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.5915904 Oct 10 11:15:59.315943 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53282) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:59.337662 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8b7186-58c5-4ee3-b303-821f3e52c79b None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:59.355688 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eaa4e374-ace4-4cf1-8f92-e5718bb47ba3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:59.361016 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa4e374-ace4-4cf1-8f92-e5718bb47ba3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:15:59.361924 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eaa4e374-ace4-4cf1-8f92-e5718bb47ba3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:59.417823 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ac624a71-7655-4ce2-920a-20e6a61e5ecc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:59.433329 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0960682-7a21-4136-aafc-e5753f6bf836 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:15:59.448144 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b0960682-7a21-4136-aafc-e5753f6bf836 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "PUT /v2.0/routers/a8962c56-7c3c-4985-b7f5-6966f4971d64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5916829 Oct 10 11:15:59.450579 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53286) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:59.459047 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffef6334-aa1e-46c0-8dbc-1f05514d8c9a None None] Sync routers for ids ['a8962c56-7c3c-4985-b7f5-6966f4971d64'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:15:59.459392 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-0acf4924-3c27-4c80-8ca3-fba43f2f6422 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:59.470996 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d0af06b0-d1de-43d5-937e-5d078da96c83 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:59.474214 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] For port f2422997-b7d3-41de-b3b3-e0b1d31e900d, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=f2422997-b7d3-41de-b3b3-e0b1d31e900d,segment=NetworkSegment(8770faea-9d12-4c86-a79d-265a7a20e916),segment_id=8770faea-9d12-4c86-a79d-265a7a20e916)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:15:59.490512 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffef6334-aa1e-46c0-8dbc-1f05514d8c9a None None] Routers {'a8962c56-7c3c-4985-b7f5-6966f4971d64'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:15:59.491143 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-ffef6334-aa1e-46c0-8dbc-1f05514d8c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:15:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a8962c56-7c3c-4985-b7f5-6966f4971d64'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:15:59.508474 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ac624a71-7655-4ce2-920a-20e6a61e5ecc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:59.514220 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ac624a71-7655-4ce2-920a-20e6a61e5ecc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "DELETE /v2.0/subnets/242019df-54a5-4701-a152-5b5ad09eb4f2 HTTP/1.1" status: 204 len: 168 time: 1.0781686 Oct 10 11:15:59.517832 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53290) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:59.523988 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac624a71-7655-4ce2-920a-20e6a61e5ecc tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event deleted for resources: {'Subnet': ['ID=242019df-54a5-4701-a152-5b5ad09eb4f2,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:59.549399 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51634dd-a1e3-4fc2-a049-ea4b421b69c1 None None] Network 4705909d-4fc5-4eb0-8f45-63680a3dd739 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:15:59.608569 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-f7971d6a-4de0-4059-9ca1-9c9428710a1c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting port 8b82fb34-84ae-4a74-942b-e8a0c00c518d {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:15:59.608824 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f7971d6a-4de0-4059-9ca1-9c9428710a1c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:59.655400 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:59.680217 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-eaa4e374-ace4-4cf1-8f92-e5718bb47ba3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1007833 Oct 10 11:15:59.702346 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53294) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:15:59.703880 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d0af06b0-d1de-43d5-937e-5d078da96c83 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:15:59.728343 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa4e374-ace4-4cf1-8f92-e5718bb47ba3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Network': ['ID=346cc750-b643-4a09-aa03-f081d27c3d03,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:15:59.738207 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-0eb9b600-05d5-4eb7-be95-81240d22d008 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'subnet': {'network_id': '346cc750-b643-4a09-aa03-f081d27c3d03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:15:59.753515 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d0af06b0-d1de-43d5-937e-5d078da96c83 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:security_group_rule and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:15:59.778726 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 346cc750-b643-4a09-aa03-f081d27c3d03 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:15:59.869123 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-34ef2cfa-6255-426f-b9b9-4061915fe6a4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:15:59.877857 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d0af06b0-d1de-43d5-937e-5d078da96c83 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:15:59.894646 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Could not find standard attr ID for object cdb035f1-9074-4033-a58c-c87f2f004132. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:15:59.960263 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d0af06b0-d1de-43d5-937e-5d078da96c83 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:15:59.976176 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Could not find standard attr ID for object cb48b534-29eb-41f4-945a-3eecb596d897. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:16:00.062790 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Could not find standard attr ID for object da73937a-c655-42bb-a758-92d755fc19d3. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:16:00.064851 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 7a7ddf07-d008-4547-9a73-f4e6144af9d9 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:16:00.189545 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-ffef6334-aa1e-46c0-8dbc-1f05514d8c9a None None] Set router a8962c56-7c3c-4985-b7f5-6966f4971d64 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:16:00.237300 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Could not find standard attr ID for object adabb25e-d7cd-4fd3-a1db-d9477c090e07. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:16:00.249491 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-34ef2cfa-6255-426f-b9b9-4061915fe6a4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Deleting port 12a08828-98fc-40c6-9eba-ae60c9a7f7b9 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:00.249935 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-34ef2cfa-6255-426f-b9b9-4061915fe6a4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:00.265304 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888b4f09-965a-419c-b286-b1e6e415d1cf None None] Network 466951ab-a469-4f95-88dc-d227ab0ce839 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:00.272759 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.extraroute_db [None req-0acf4924-3c27-4c80-8ca3-fba43f2f6422 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=89897) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 10 11:16:00.288812 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.extraroute_db [None req-0acf4924-3c27-4c80-8ca3-fba43f2f6422 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Removed routes are [] {{(pid=89897) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 10 11:16:00.290086 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0acf4924-3c27-4c80-8ca3-fba43f2f6422 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:00.363633 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Pushing event updated for resources: {'Port': ['ID=f2422997-b7d3-41de-b3b3-e0b1d31e900d,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:00.384513 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-0eb9b600-05d5-4eb7-be95-81240d22d008 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:00.475526 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0eb9b600-05d5-4eb7-be95-81240d22d008 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:subnet and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:00.491015 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0eb9b600-05d5-4eb7-be95-81240d22d008 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:00.522719 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-0eb9b600-05d5-4eb7-be95-81240d22d008 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:00.574998 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Provisioning for port c417a848-aedc-4be0-986b-f4adfe7cdb7d completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:16:00.585329 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d0af06b0-d1de-43d5-937e-5d078da96c83 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:00.621359 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f7971d6a-4de0-4059-9ca1-9c9428710a1c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:00.622563 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Provisioning complete for port c417a848-aedc-4be0-986b-f4adfe7cdb7d triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:16:00.623007 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:00.623978 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Attempt 1 to provision port c417a848-aedc-4be0-986b-f4adfe7cdb7d Oct 10 11:16:00.722729 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b57aa9-52cb-4e72-8e62-1dbd36e3ebb8 None None] Update dhcp port {'port': {'network_id': '8284bdf5-404a-488a-9478-0ede65c92a22', 'fixed_ips': [{'subnet_id': 'd9aaec60-4d05-4917-ad80-15e36e6364eb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '810c133a-b2ba-4226-a092-99e3507cf160'}], 'binding:host_id': 'dv-neutron-860842-1-hyperv'}, 'id': '7a7ddf07-d008-4547-9a73-f4e6144af9d9'} from dv-neutron-860842-1-hyperv. {{(pid=89898) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 10 11:16:00.807408 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d0af06b0-d1de-43d5-937e-5d078da96c83 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:00.818622 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-f7971d6a-4de0-4059-9ca1-9c9428710a1c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Calling delete_port for 8b82fb34-84ae-4a74-942b-e8a0c00c518d owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:00.855191 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0acf4924-3c27-4c80-8ca3-fba43f2f6422 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:00.860226 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0acf4924-3c27-4c80-8ca3-fba43f2f6422 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568703'] for router, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:00.870496 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb9b600-05d5-4eb7-be95-81240d22d008 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:00.873947 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0eb9b600-05d5-4eb7-be95-81240d22d008 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:00.899081 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 7a7ddf07-d008-4547-9a73-f4e6144af9d9 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:16:00.899536 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:00.900431 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 7a7ddf07-d008-4547-9a73-f4e6144af9d9 Oct 10 11:16:00.930342 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-34ef2cfa-6255-426f-b9b9-4061915fe6a4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] For port 12a08828-98fc-40c6-9eba-ae60c9a7f7b9, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=12a08828-98fc-40c6-9eba-ae60c9a7f7b9,segment=NetworkSegment(51a1646b-62d6-40ef-90fa-f486ef827c5c),segment_id=51a1646b-62d6-40ef-90fa-f486ef827c5c)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:00.930701 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-34ef2cfa-6255-426f-b9b9-4061915fe6a4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:00.981603 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-59b57aa9-52cb-4e72-8e62-1dbd36e3ebb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:01.062597 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0acf4924-3c27-4c80-8ca3-fba43f2f6422 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Router a8962c56-7c3c-4985-b7f5-6966f4971d64 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:16:01.075200 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af06b0-d1de-43d5-937e-5d078da96c83 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c65b0f0-d0c3-4738-a429-6d2751b7462d,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:01.156431 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-34ef2cfa-6255-426f-b9b9-4061915fe6a4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Calling delete_port for 12a08828-98fc-40c6-9eba-ae60c9a7f7b9 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:01.172639 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f808dcd-7644-4c00-8de0-bc86060f0192 None None] DHCP port deletion for 4705909d-4fc5-4eb0-8f45-63680a3dd739 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:16:01.189793 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d0af06b0-d1de-43d5-937e-5d078da96c83 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:01.194148 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d0af06b0-d1de-43d5-937e-5d078da96c83 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0644746 Oct 10 11:16:01.204787 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53298) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:01.217366 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-2dacb115-6b0a-4a3e-8fd5-3c950d887d86 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'security_group': {'name': 'tempest-secgroup-2034761628'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:01.223228 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-2dacb115-6b0a-4a3e-8fd5-3c950d887d86 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:01.227327 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-2dacb115-6b0a-4a3e-8fd5-3c950d887d86 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:security_group and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:01.230210 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-2dacb115-6b0a-4a3e-8fd5-3c950d887d86 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:01.247639 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-2dacb115-6b0a-4a3e-8fd5-3c950d887d86 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:01.273385 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0acf4924-3c27-4c80-8ca3-fba43f2f6422 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:16:01.282045 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0acf4924-3c27-4c80-8ca3-fba43f2f6422 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:01.285314 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0acf4924-3c27-4c80-8ca3-fba43f2f6422 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "PUT /v2.0/routers/a8962c56-7c3c-4985-b7f5-6966f4971d64 HTTP/1.1" status: 200 len: 934 time: 1.8334632 Oct 10 11:16:01.286608 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53302) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:01.343799 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4f808dcd-7644-4c00-8de0-bc86060f0192 None None] Deleting port 12a08828-98fc-40c6-9eba-ae60c9a7f7b9 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:01.343799 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4f808dcd-7644-4c00-8de0-bc86060f0192 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:01.407976 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2dacb115-6b0a-4a3e-8fd5-3c950d887d86 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:01.455172 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-2dacb115-6b0a-4a3e-8fd5-3c950d887d86 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:01.464385 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-2dacb115-6b0a-4a3e-8fd5-3c950d887d86 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:security_group_rule and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:01.469863 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-2dacb115-6b0a-4a3e-8fd5-3c950d887d86 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:01.470070 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-34ef2cfa-6255-426f-b9b9-4061915fe6a4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:01.478649 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-2dacb115-6b0a-4a3e-8fd5-3c950d887d86 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:01.488904 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-89a26b70-b5f3-43e8-9bbf-a1a0a0902e1e tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "GET /v2.0/routers/a8962c56-7c3c-4985-b7f5-6966f4971d64 HTTP/1.1" status: 200 len: 934 time: 0.1991332 Oct 10 11:16:01.489091 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53306) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:01.495926 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-a29c86c1-7600-43e8-9595-dc0dbb809f52 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'router': {'routes': None}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:01.505680 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Current status of the port c417a848-aedc-4be0-986b-f4adfe7cdb7d is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:16:01.506102 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:01.524382 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef2cfa-6255-426f-b9b9-4061915fe6a4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event deleted for resources: {'Port': ['ID=12a08828-98fc-40c6-9eba-ae60c9a7f7b9,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:01.527791 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ef2cfa-6255-426f-b9b9-4061915fe6a4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] No DVR routers for this DVR port 12a08828-98fc-40c6-9eba-ae60c9a7f7b9 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:16:01.592452 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f7971d6a-4de0-4059-9ca1-9c9428710a1c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:01.641505 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4f808dcd-7644-4c00-8de0-bc86060f0192 None None] The port '12a08828-98fc-40c6-9eba-ae60c9a7f7b9' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:16:01.648078 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518bdd7a-b86a-4ae5-8b4e-25b0021a1d71 None None] Update dhcp port {'port': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'fixed_ips': [{'subnet_id': 'ebef44bb-5dd4-4461-9834-c963e8a4067d', 'ip_address': '2001:db8::2'}, {'subnet_id': '1c5996dd-9751-4fdc-b0ea-25dcc97c8cf5'}], 'binding:host_id': 'dv-neutron-860842-1-hyperv'}, 'id': 'ca5b2fea-957a-4556-8921-7318af5e1592'} from dv-neutron-860842-1-hyperv. {{(pid=89898) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 10 11:16:01.653196 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0eb9b600-05d5-4eb7-be95-81240d22d008 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:01.657696 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7971d6a-4de0-4059-9ca1-9c9428710a1c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Port': ['ID=8b82fb34-84ae-4a74-942b-e8a0c00c518d,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:01.765612 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 7a7ddf07-d008-4547-9a73-f4e6144af9d9 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:16:01.766643 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device fa21cc81-a781-4bba-812d-9f037c687ebe up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:16:01.830515 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] For port c417a848-aedc-4be0-986b-f4adfe7cdb7d, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c417a848-aedc-4be0-986b-f4adfe7cdb7d,segment=NetworkSegment(8770faea-9d12-4c86-a79d-265a7a20e916),segment_id=8770faea-9d12-4c86-a79d-265a7a20e916)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:01.838604 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-518bdd7a-b86a-4ae5-8b4e-25b0021a1d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:01.853499 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2dacb115-6b0a-4a3e-8fd5-3c950d887d86 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:01.898596 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-34ef2cfa-6255-426f-b9b9-4061915fe6a4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:01.932825 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-59b57aa9-52cb-4e72-8e62-1dbd36e3ebb8 None None] Allocated IP 2001:db8::2 (8284bdf5-404a-488a-9478-0ede65c92a22/810c133a-b2ba-4226-a092-99e3507cf160/7a7ddf07-d008-4547-9a73-f4e6144af9d9) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:16:01.939999 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:01.947736 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2dacb115-6b0a-4a3e-8fd5-3c950d887d86 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:02.009212 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-ffef6334-aa1e-46c0-8dbc-1f05514d8c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:15:56Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None, '_interfaces': [{'id': '7624ab81-3324-494d-804b-513e39680122', 'name': '', 'network_id': '466951ab-a469-4f95-88dc-d227ab0ce839', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:3a:46:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12162c97-ad13-4e88-a40c-8a89b4996470', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:55Z', 'updated_at': '2022-10-10T11:15:57Z', 'revision_number': 2, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '12162c97-ad13-4e88-a40c-8a89b4996470', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b88aec83-5f86-4168-9df6-267ed2bb1dcd', 'name': '', 'network_id': '757118be-9cf5-4577-b56a-2adc20b7ec80', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:95:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:32Z', 'updated_at': '2022-10-10T11:15:53Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c417a848-aedc-4be0-986b-f4adfe7cdb7d', 'name': '', 'network_id': '4b525415-42bc-476a-8fbe-adfd7ac4edea', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:ce:29:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c0950583-692e-4b15-bd82-39d5c0230f9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:44Z', 'updated_at': '2022-10-10T11:15:54Z', 'revision_number': 4, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': 'c0950583-692e-4b15-bd82-39d5c0230f9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcbd8aee-0654-4a6f-a83b-e1f2319d1d32', 'name': '', 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:84:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:17Z', 'updated_at': '2022-10-10T11:15:36Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:02.041985 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-34ef2cfa-6255-426f-b9b9-4061915fe6a4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4705909d-4fc5-4eb0-8f45-63680a3dd739']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:02.054502 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f7971d6a-4de0-4059-9ca1-9c9428710a1c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:02.060030 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffef6334-aa1e-46c0-8dbc-1f05514d8c9a None None] Checking router: a8962c56-7c3c-4985-b7f5-6966f4971d64 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:16:02.060382 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffef6334-aa1e-46c0-8dbc-1f05514d8c9a None None] Updating router a8962c56-7c3c-4985-b7f5-6966f4971d64 port 7624ab81-3324-494d-804b-513e39680122 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:16:02.066071 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb115-6b0a-4a3e-8fd5-3c950d887d86 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03cae6b9-b606-4911-a8bb-914bb441cdd5,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:02.077927 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-34ef2cfa-6255-426f-b9b9-4061915fe6a4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a1646b-62d6-40ef-90fa-f486ef827c5c') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:02.078252 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-34ef2cfa-6255-426f-b9b9-4061915fe6a4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a1646b-62d6-40ef-90fa-f486ef827c5c') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:02.107200 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9b600-05d5-4eb7-be95-81240d22d008 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Subnet': ['ID=274bd06c-8979-409d-ace8-d44bec70e86f,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:02.110362 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-34ef2cfa-6255-426f-b9b9-4061915fe6a4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:02.125002 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f7971d6a-4de0-4059-9ca1-9c9428710a1c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/8b82fb34-84ae-4a74-942b-e8a0c00c518d HTTP/1.1" status: 204 len: 168 time: 2.8079543 Oct 10 11:16:02.129901 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53310) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:02.132385 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb9b600-05d5-4eb7-be95-81240d22d008 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Checking segment: {'id': 'f34e0dda-d828-42b7-8ce5-8e341cdf7737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '346cc750-b643-4a09-aa03-f081d27c3d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:16:02.132751 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb9b600-05d5-4eb7-be95-81240d22d008 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network hostable DHCP agents. Network: 346cc750-b643-4a09-aa03-f081d27c3d03, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:16:02.141489 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2dacb115-6b0a-4a3e-8fd5-3c950d887d86 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:02.144711 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2dacb115-6b0a-4a3e-8fd5-3c950d887d86 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9369218 Oct 10 11:16:02.156670 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53314) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:02.167951 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-b5d34a47-f613-444a-9e0d-19653a032bf7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1855411898', 'security_groups': ['03cae6b9-b606-4911-a8bb-914bb441cdd5'], 'network_id': '8284bdf5-404a-488a-9478-0ede65c92a22', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '810c133a-b2ba-4226-a092-99e3507cf160'}]}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:02.184519 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-34ef2cfa-6255-426f-b9b9-4061915fe6a4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:02.203606 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ef2cfa-6255-426f-b9b9-4061915fe6a4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Releasing vlan 485 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:16:02.204011 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-34ef2cfa-6255-426f-b9b9-4061915fe6a4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:02.302233 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 51a1646b-62d6-40ef-90fa-f486ef827c5c resource provider aggregate not found Oct 10 11:16:02.334496 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 51a1646b-62d6-40ef-90fa-f486ef827c5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51a1646b-62d6-40ef-90fa-f486ef827c5c found for delete ", "request_id": "req-82245492-a235-4939-bff7-f1117ae66462"}]} Oct 10 11:16:02.348448 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Provisioning complete for port 7a7ddf07-d008-4547-9a73-f4e6144af9d9 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:16:02.348838 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:02.349168 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Attempt 1 to provision port 7a7ddf07-d008-4547-9a73-f4e6144af9d9 Oct 10 11:16:02.350548 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9d3739-daff-4226-bfe4-2d366429084f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:02.351302 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5f9d3739-daff-4226-bfe4-2d366429084f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:16:02.403874 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb9b600-05d5-4eb7-be95-81240d22d008 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network 346cc750-b643-4a09-aa03-f081d27c3d03 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:16:02.438994 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-34ef2cfa-6255-426f-b9b9-4061915fe6a4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:02.441167 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5f9d3739-daff-4226-bfe4-2d366429084f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:16:02.442695 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5f9d3739-daff-4226-bfe4-2d366429084f tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3116705 Oct 10 11:16:02.469513 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53324) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:02.490883 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-34ef2cfa-6255-426f-b9b9-4061915fe6a4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:02.493195 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Pushing event updated for resources: {'Port': ['ID=c417a848-aedc-4be0-986b-f4adfe7cdb7d,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:02.508039 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef2cfa-6255-426f-b9b9-4061915fe6a4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event deleted for resources: {'Network': ['ID=4705909d-4fc5-4eb0-8f45-63680a3dd739,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:02.510008 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ffef6334-aa1e-46c0-8dbc-1f05514d8c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:02.510904 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-0eb9b600-05d5-4eb7-be95-81240d22d008 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 346cc750-b643-4a09-aa03-f081d27c3d03) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:16:02.514143 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-34ef2cfa-6255-426f-b9b9-4061915fe6a4 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "DELETE /v2.0/networks/4705909d-4fc5-4eb0-8f45-63680a3dd739 HTTP/1.1" status: 204 len: 168 time: 2.9915018 Oct 10 11:16:02.518487 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53328) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:02.527192 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ab8be3-ae34-41e6-b877-132ff1c91ff8 None None] Network 346cc750-b643-4a09-aa03-f081d27c3d03 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:02.577608 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port fa21cc81-a781-4bba-812d-9f037c687ebe completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:16:02.588491 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-518bdd7a-b86a-4ae5-8b4e-25b0021a1d71 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe7c:71b7 (dac74586-4382-4e00-a6eb-f2005f114a9a/1c5996dd-9751-4fdc-b0ea-25dcc97c8cf5/ca5b2fea-957a-4556-8921-7318af5e1592) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:16:02.602815 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb9b600-05d5-4eb7-be95-81240d22d008 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:02.603768 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0eb9b600-05d5-4eb7-be95-81240d22d008 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:02.639819 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ca5b2fea-957a-4556-8921-7318af5e1592 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:16:02.686594 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b5d34a47-f613-444a-9e0d-19653a032bf7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:02.695802 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.extraroute_db [None req-a29c86c1-7600-43e8-9595-dc0dbb809f52 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Added routes are [] {{(pid=89897) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 10 11:16:02.696119 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.extraroute_db [None req-a29c86c1-7600-43e8-9595-dc0dbb809f52 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=89897) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 10 11:16:02.713560 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b5d34a47-f613-444a-9e0d-19653a032bf7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:02.725492 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6b5149-1032-47ee-8e98-f92ad7cc4318 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:02.730983 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9a6b5149-1032-47ee-8e98-f92ad7cc4318 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:16:02.734276 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-3b37a5d9-cb5d-4b94-aa26-9e304095d549 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Deleting port a80b0ef4-7b43-4972-98d6-e66eb5b0c964 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:02.734777 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3b37a5d9-cb5d-4b94-aa26-9e304095d549 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:02.761052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9a6b5149-1032-47ee-8e98-f92ad7cc4318 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:16:02.765004 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9a6b5149-1032-47ee-8e98-f92ad7cc4318 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2928174 Oct 10 11:16:02.765761 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53334) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:02.788068 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0eb9b600-05d5-4eb7-be95-81240d22d008 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0782454 Oct 10 11:16:02.788985 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53338) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:02.798259 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-35ec69f1-d8b7-46aa-806b-dd4d32c4d259 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'port': {'network_id': '346cc750-b643-4a09-aa03-f081d27c3d03', 'name': 'tempest-PortsTestJSON-1186426326', 'fixed_ips': [{'subnet_id': '274bd06c-8979-409d-ace8-d44bec70e86f', 'ip_address': '172.20.0.10'}]}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:02.801087 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a29c86c1-7600-43e8-9595-dc0dbb809f52 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:02.841457 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21127df-cf2f-4869-9648-315739c85ce1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:02.843453 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21127df-cf2f-4869-9648-315739c85ce1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:02.844719 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21127df-cf2f-4869-9648-315739c85ce1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:02.849131 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a21127df-cf2f-4869-9648-315739c85ce1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0808520 Oct 10 11:16:02.850054 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53342) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:02.859462 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-59b57aa9-52cb-4e72-8e62-1dbd36e3ebb8 None None] For port 7a7ddf07-d008-4547-9a73-f4e6144af9d9, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=7a7ddf07-d008-4547-9a73-f4e6144af9d9,segment=NetworkSegment(a98e6fd1-2734-4d1c-8dcc-bbf8b19ed705),segment_id=a98e6fd1-2734-4d1c-8dcc-bbf8b19ed705)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:02.902854 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d34a47-f613-444a-9e0d-19653a032bf7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:02.958414 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-35ec69f1-d8b7-46aa-806b-dd4d32c4d259 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:02.973088 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-35ec69f1-d8b7-46aa-806b-dd4d32c4d259 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:03.100545 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ec69f1-d8b7-46aa-806b-dd4d32c4d259 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:03.136189 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3b37a5d9-cb5d-4b94-aa26-9e304095d549 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:03.136614 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3b37a5d9-cb5d-4b94-aa26-9e304095d549 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:03.253464 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b5d34a47-f613-444a-9e0d-19653a032bf7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:03.271455 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.resource_extend [None req-59b57aa9-52cb-4e72-8e62-1dbd36e3ebb8 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:16:03.305498 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-64a3ed0e-be2f-425a-9a01-2f8fb411cccb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet 1c5996dd-9751-4fdc-b0ea-25dcc97c8cf5 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:16:03.315470 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-3b37a5d9-cb5d-4b94-aa26-9e304095d549 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Calling delete_port for a80b0ef4-7b43-4972-98d6-e66eb5b0c964 owned by network:floatingip {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:03.326239 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-b5d34a47-f613-444a-9e0d-19653a032bf7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] device_id is not set on port 028af07f-983d-4e57-9d4b-1026386aee02 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:16:03.402684 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-59b57aa9-52cb-4e72-8e62-1dbd36e3ebb8 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:03.420619 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-35ec69f1-d8b7-46aa-806b-dd4d32c4d259 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:03.445254 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-35ec69f1-d8b7-46aa-806b-dd4d32c4d259 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] device_id is not set on port 05df9703-ed1f-4fde-a8e5-f2793091fccb yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:16:03.456896 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Current status of the port 7a7ddf07-d008-4547-9a73-f4e6144af9d9 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:16:03.565902 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d4d3d-c5f7-4811-862c-25ae21c84371 req-92b39be0-c5eb-4697-a080-2e83ae094a16 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:03.570642 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bb4d4d3d-c5f7-4811-862c-25ae21c84371 req-92b39be0-c5eb-4697-a080-2e83ae094a16 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.9295199 Oct 10 11:16:03.573346 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Could not find standard attr ID for object 6b106e8d-4465-493b-aa8d-607fea0845dd. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:16:03.586083 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c0966638-658c-4321-acdc-5cb0e7e542a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:03.590225 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-518bdd7a-b86a-4ae5-8b4e-25b0021a1d71 None None] For port ca5b2fea-957a-4556-8921-7318af5e1592, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ca5b2fea-957a-4556-8921-7318af5e1592,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:03.619988 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87c8640-5f56-4751-8e39-2cd03deb1387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-346cc750-b643-4a09-aa03-f081d27c3d03', 'network_id': '346cc750-b643-4a09-aa03-f081d27c3d03', 'tenant_id': '3cd86c8887eb49658ebcaac7109ea926', 'fixed_ips': [{'subnet_id': '274bd06c-8979-409d-ace8-d44bec70e86f'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:16:03.620782 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a87c8640-5f56-4751-8e39-2cd03deb1387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:03.651374 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Provisioning complete for port 0d251c41-969a-43a8-8074-28aa89e9d51d triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:16:03.651750 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:03.652086 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Attempt 1 to provision port 0d251c41-969a-43a8-8074-28aa89e9d51d Oct 10 11:16:03.675075 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a29c86c1-7600-43e8-9595-dc0dbb809f52 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:03.690360 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bb4d4d3d-c5f7-4811-862c-25ae21c84371 req-0aff6b7b-0beb-4be5-97ee-0705b49eed6c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185367 Oct 10 11:16:03.695551 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port ca5b2fea-957a-4556-8921-7318af5e1592 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:16:03.710039 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a29c86c1-7600-43e8-9595-dc0dbb809f52 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568703'] for router, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:03.724400 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-518bdd7a-b86a-4ae5-8b4e-25b0021a1d71 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:03.805361 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-59b57aa9-52cb-4e72-8e62-1dbd36e3ebb8 None None] Transition to ACTIVE for port object 7a7ddf07-d008-4547-9a73-f4e6144af9d9 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:16:03.815372 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-518bdd7a-b86a-4ae5-8b4e-25b0021a1d71 None None] Ignored duplicate provisioning block setup for port ca5b2fea-957a-4556-8921-7318af5e1592 by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 10 11:16:03.816389 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Port 0d251c41-969a-43a8-8074-28aa89e9d51d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:03.907154 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3b37a5d9-cb5d-4b94-aa26-9e304095d549 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:03.909428 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-64a3ed0e-be2f-425a-9a01-2f8fb411cccb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:03.933548 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c417a848-aedc-4be0-986b-f4adfe7cdb7d up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:16:03.958046 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-35ec69f1-d8b7-46aa-806b-dd4d32c4d259 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Allocated IP 172.20.0.10 (346cc750-b643-4a09-aa03-f081d27c3d03/274bd06c-8979-409d-ace8-d44bec70e86f/05df9703-ed1f-4fde-a8e5-f2793091fccb) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:16:03.973776 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-59b57aa9-52cb-4e72-8e62-1dbd36e3ebb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:03.985443 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-518bdd7a-b86a-4ae5-8b4e-25b0021a1d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:04.035036 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37a5d9-cb5d-4b94-aa26-9e304095d549 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event deleted for resources: {'Port': ['ID=a80b0ef4-7b43-4972-98d6-e66eb5b0c964,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:04.172101 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-64a3ed0e-be2f-425a-9a01-2f8fb411cccb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:04.203009 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29c86c1-7600-43e8-9595-dc0dbb809f52 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Router a8962c56-7c3c-4985-b7f5-6966f4971d64 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:16:04.237625 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-b5d34a47-f613-444a-9e0d-19653a032bf7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Allocated IP 2001:db8::215 (8284bdf5-404a-488a-9478-0ede65c92a22/810c133a-b2ba-4226-a092-99e3507cf160/028af07f-983d-4e57-9d4b-1026386aee02) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:16:04.245752 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3b37a5d9-cb5d-4b94-aa26-9e304095d549 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for floatingip, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:04.256452 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39410a8-1654-4463-8d3c-714ec6552cf0 req-ced5e816-6603-416d-84a8-40611352484b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:04.257849 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f39410a8-1654-4463-8d3c-714ec6552cf0 req-ced5e816-6603-416d-84a8-40611352484b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.3994260 Oct 10 11:16:04.280818 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ffef6334-aa1e-46c0-8dbc-1f05514d8c9a None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:04.307084 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ffef6334-aa1e-46c0-8dbc-1f05514d8c9a None None] Transition to ACTIVE for port object 7624ab81-3324-494d-804b-513e39680122 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:16:04.309664 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b57aa9-52cb-4e72-8e62-1dbd36e3ebb8 None None] Pushing event updated for resources: {'Port': ['ID=7a7ddf07-d008-4547-9a73-f4e6144af9d9,revision_number=6']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:04.344937 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Attempt 2 to provision port 0d251c41-969a-43a8-8074-28aa89e9d51d Oct 10 11:16:04.369310 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3b37a5d9-cb5d-4b94-aa26-9e304095d549 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:04.374361 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-3b37a5d9-cb5d-4b94-aa26-9e304095d549 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "DELETE /v2.0/floatingips/b81f1925-55e3-4d8c-8d1d-6a97ff58833a HTTP/1.1" status: 204 len: 168 time: 1.8508868 Oct 10 11:16:04.384823 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53350) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:04.416408 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ffef6334-aa1e-46c0-8dbc-1f05514d8c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:04.432665 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-b60b769e-af59-4402-801b-4a528e8cdfe8 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:04.432665 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b60b769e-af59-4402-801b-4a528e8cdfe8 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:04.436485 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b60b769e-af59-4402-801b-4a528e8cdfe8 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "DELETE /v2.0/ports/359c6ede-a571-4103-8ce4-07579167be96 HTTP/1.1" status: 404 len: 333 time: 0.0479841 Oct 10 11:16:04.443722 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53354) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:04.447241 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f39410a8-1654-4463-8d3c-714ec6552cf0 req-7d2c4229-87b7-4461-92d5-b1cfe6291924 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816912 Oct 10 11:16:04.512537 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port c417a848-aedc-4be0-986b-f4adfe7cdb7d triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:16:04.512906 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:04.513241 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port c417a848-aedc-4be0-986b-f4adfe7cdb7d Oct 10 11:16:04.518888 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-35ec69f1-d8b7-46aa-806b-dd4d32c4d259 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:04.557291 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-35ec69f1-d8b7-46aa-806b-dd4d32c4d259 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Transition to ACTIVE for port object 05df9703-ed1f-4fde-a8e5-f2793091fccb will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:16:04.610640 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Port 0d251c41-969a-43a8-8074-28aa89e9d51d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:04.616946 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518bdd7a-b86a-4ae5-8b4e-25b0021a1d71 None None] Pushing event updated for resources: {'Port': ['ID=ca5b2fea-957a-4556-8921-7318af5e1592,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:04.638939 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-68eab624-8eea-497e-9657-b1182e760f17 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Synchronizing usage tracker for tenant:7753f2697ba4464ebd8d731982a0d1f7 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:16:04.702387 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-35ec69f1-d8b7-46aa-806b-dd4d32c4d259 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:04.794288 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ec69f1-d8b7-46aa-806b-dd4d32c4d259 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network 346cc750-b643-4a09-aa03-f081d27c3d03 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:16:04.799648 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-35ec69f1-d8b7-46aa-806b-dd4d32c4d259 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:16:04.803341 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ec69f1-d8b7-46aa-806b-dd4d32c4d259 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:16:04.807889 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-64a3ed0e-be2f-425a-9a01-2f8fb411cccb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:04.855686 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29c86c1-7600-43e8-9595-dc0dbb809f52 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:16:04.861538 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-ffef6334-aa1e-46c0-8dbc-1f05514d8c9a None None] Attempting to bind port 7624ab81-3324-494d-804b-513e39680122 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:16:04.861976 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-ffef6334-aa1e-46c0-8dbc-1f05514d8c9a None None] Attempting to bind port 7624ab81-3324-494d-804b-513e39680122 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '41951f3d-2cee-4e31-98d5-751545be90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '466951ab-a469-4f95-88dc-d227ab0ce839'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:16:04.862343 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef6334-aa1e-46c0-8dbc-1f05514d8c9a None None] Attempting to bind port 7624ab81-3324-494d-804b-513e39680122 on network 466951ab-a469-4f95-88dc-d227ab0ce839 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:16:04.890668 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec69f1-d8b7-46aa-806b-dd4d32c4d259 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Port': ['ID=05df9703-ed1f-4fde-a8e5-f2793091fccb,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:04.892602 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e72ca6-f5fa-41a5-8e18-f4a47a218d78 None None] Pushing event updated for resources: {'Port': ['ID=7624ab81-3324-494d-804b-513e39680122,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:04.898965 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef6334-aa1e-46c0-8dbc-1f05514d8c9a None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:16:04.899356 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef6334-aa1e-46c0-8dbc-1f05514d8c9a None None] Checking segment: {'id': '41951f3d-2cee-4e31-98d5-751545be90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '466951ab-a469-4f95-88dc-d227ab0ce839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:16:04.899763 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ffef6334-aa1e-46c0-8dbc-1f05514d8c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:04.900445 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef6334-aa1e-46c0-8dbc-1f05514d8c9a None None] Bound using segment: {'id': '41951f3d-2cee-4e31-98d5-751545be90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '466951ab-a469-4f95-88dc-d227ab0ce839'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:16:04.910829 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-ffef6334-aa1e-46c0-8dbc-1f05514d8c9a None None] Bound port: 7624ab81-3324-494d-804b-513e39680122, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41951f3d-2cee-4e31-98d5-751545be90cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '466951ab-a469-4f95-88dc-d227ab0ce839'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:16:04.910829 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ffef6334-aa1e-46c0-8dbc-1f05514d8c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:04.931265 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ec69f1-d8b7-46aa-806b-dd4d32c4d259 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:04.932157 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-35ec69f1-d8b7-46aa-806b-dd4d32c4d259 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:04.948366 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-a87c8640-5f56-4751-8e39-2cd03deb1387 None None] Allocated IP 172.20.0.2 (346cc750-b643-4a09-aa03-f081d27c3d03/274bd06c-8979-409d-ace8-d44bec70e86f/6e9473ac-37d1-4545-a18f-d0a3bddee0dd) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:16:04.983142 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a29c86c1-7600-43e8-9595-dc0dbb809f52 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:04.984856 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a29c86c1-7600-43e8-9595-dc0dbb809f52 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "PUT /v2.0/routers/a8962c56-7c3c-4985-b7f5-6966f4971d64 HTTP/1.1" status: 200 len: 700 time: 3.4948075 Oct 10 11:16:04.988181 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53360) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:04.989781 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-68eab624-8eea-497e-9657-b1182e760f17 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Unset dirty status for tenant:7753f2697ba4464ebd8d731982a0d1f7 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:16:04.991068 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-68eab624-8eea-497e-9657-b1182e760f17 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "GET /v2.0/ports?device_id=8c7c5de3-7283-4551-8767-8ebc0d425e80 HTTP/1.1" status: 200 len: 205 time: 0.5462918 Oct 10 11:16:04.994819 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53362) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:05.063281 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-64a3ed0e-be2f-425a-9a01-2f8fb411cccb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:05.117649 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Attempt 3 to provision port 0d251c41-969a-43a8-8074-28aa89e9d51d Oct 10 11:16:05.139250 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b5d34a47-f613-444a-9e0d-19653a032bf7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:05.160532 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400524c-d281-4edf-bfc4-31279dc34fbd req-c56ef02d-0eb0-49ac-a601-57413ab22da3 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:05.169388 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8400524c-d281-4edf-bfc4-31279dc34fbd req-c56ef02d-0eb0-49ac-a601-57413ab22da3 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.5345833 Oct 10 11:16:05.208961 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3ed0e-be2f-425a-9a01-2f8fb411cccb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=1c5996dd-9751-4fdc-b0ea-25dcc97c8cf5,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:05.222451 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-ffef6334-aa1e-46c0-8dbc-1f05514d8c9a None None] For port 7624ab81-3324-494d-804b-513e39680122, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:16:05.224331 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-64a3ed0e-be2f-425a-9a01-2f8fb411cccb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:05.226000 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-ffef6334-aa1e-46c0-8dbc-1f05514d8c9a None None] For port 7624ab81-3324-494d-804b-513e39680122, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=7624ab81-3324-494d-804b-513e39680122,segment=NetworkSegment(41951f3d-2cee-4e31-98d5-751545be90cf),segment_id=41951f3d-2cee-4e31-98d5-751545be90cf)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:16:05.241860 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-b5d34a47-f613-444a-9e0d-19653a032bf7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Transition to ACTIVE for port object 028af07f-983d-4e57-9d4b-1026386aee02 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:16:05.243439 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port c417a848-aedc-4be0-986b-f4adfe7cdb7d is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:16:05.244319 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device f2422997-b7d3-41de-b3b3-e0b1d31e900d up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:16:05.260115 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-64a3ed0e-be2f-425a-9a01-2f8fb411cccb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/1c5996dd-9751-4fdc-b0ea-25dcc97c8cf5 HTTP/1.1" status: 204 len: 168 time: 2.4068360 Oct 10 11:16:05.264932 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53368) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:05.308836 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-35ec69f1-d8b7-46aa-806b-dd4d32c4d259 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5184412 Oct 10 11:16:05.309559 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53372) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:05.311409 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8400524c-d281-4edf-bfc4-31279dc34fbd req-781b9fc2-4224-4ea5-866a-5b8dca58aaa5 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198902 Oct 10 11:16:05.316773 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ffef6334-aa1e-46c0-8dbc-1f05514d8c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:05.354756 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-6853aabc-f4a2-4d49-8e62-7586c84bac43 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'port': {'network_id': '346cc750-b643-4a09-aa03-f081d27c3d03', 'name': 'tempest-PortsTestJSON-793800555', 'fixed_ips': [{'subnet_id': '274bd06c-8979-409d-ace8-d44bec70e86f', 'ip_address': '172.20.0.9'}]}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:05.362900 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-c139fd21-52e6-4b0d-a86f-0b9113b0910a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet ebef44bb-5dd4-4461-9834-c963e8a4067d {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:16:05.377040 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c139fd21-52e6-4b0d-a86f-0b9113b0910a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:05.432933 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b5d34a47-f613-444a-9e0d-19653a032bf7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:05.492684 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c3719134-eb9e-4080-b33b-2cf639c073c7 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "GET /v2.0/routers/a8962c56-7c3c-4985-b7f5-6966f4971d64 HTTP/1.1" status: 200 len: 700 time: 0.4994175 Oct 10 11:16:05.504892 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53378) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:05.507412 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c139fd21-52e6-4b0d-a86f-0b9113b0910a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:05.511016 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e545e6-40ee-4a93-aa57-a1caebe0d283 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:05.547453 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-cbf5a574-1ec5-47ee-ab3a-54e056607289 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] delete failed (client error): The resource could not be found. Oct 10 11:16:05.547453 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-cbf5a574-1ec5-47ee-ab3a-54e056607289 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "DELETE /v2.0/routers/8c7c5de3-7283-4551-8767-8ebc0d425e80 HTTP/1.1" status: 404 len: 336 time: 0.5466735 Oct 10 11:16:05.547767 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53382) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:05.585271 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6853aabc-f4a2-4d49-8e62-7586c84bac43 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:05.599813 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6853aabc-f4a2-4d49-8e62-7586c84bac43 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:05.622046 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28d2f1-14c8-46a9-80bd-76edc95c56d1 req-52a7acf4-4ff4-4268-a061-93848ebf6abd tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:05.624723 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0a28d2f1-14c8-46a9-80bd-76edc95c56d1 req-52a7acf4-4ff4-4268-a061-93848ebf6abd tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.1327493 Oct 10 11:16:05.658607 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d34a47-f613-444a-9e0d-19653a032bf7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network 8284bdf5-404a-488a-9478-0ede65c92a22 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:16:05.668873 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Port 0d251c41-969a-43a8-8074-28aa89e9d51d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:05.674141 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-b5d34a47-f613-444a-9e0d-19653a032bf7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:16:05.681943 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0a28d2f1-14c8-46a9-80bd-76edc95c56d1 req-4c582bf3-52b4-487e-aa3f-4fb79aa42457 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494452 Oct 10 11:16:05.682268 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffef6334-aa1e-46c0-8dbc-1f05514d8c9a None None] Routers {'a8962c56-7c3c-4985-b7f5-6966f4971d64'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:16:05.682938 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-ffef6334-aa1e-46c0-8dbc-1f05514d8c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:15:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a8962c56-7c3c-4985-b7f5-6966f4971d64'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:05.683912 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6853aabc-f4a2-4d49-8e62-7586c84bac43 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:05.689069 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6853aabc-f4a2-4d49-8e62-7586c84bac43 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:05.723133 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-6853aabc-f4a2-4d49-8e62-7586c84bac43 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] device_id is not set on port e01a4859-8475-4103-991e-60c1021c4541 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:16:05.728665 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-c31dee22-0e7a-4911-9792-5ffc0addd221 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:05.729566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c31dee22-0e7a-4911-9792-5ffc0addd221 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:05.731279 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c31dee22-0e7a-4911-9792-5ffc0addd221 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "DELETE /v2.0/subnets/242019df-54a5-4701-a152-5b5ad09eb4f2 HTTP/1.1" status: 404 len: 337 time: 0.1780348 Oct 10 11:16:05.732789 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d34a47-f613-444a-9e0d-19653a032bf7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:16:05.738688 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d34a47-f613-444a-9e0d-19653a032bf7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:05.739303 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b5d34a47-f613-444a-9e0d-19653a032bf7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:05.762528 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53388) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:05.817827 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d34a47-f613-444a-9e0d-19653a032bf7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Port': ['ID=028af07f-983d-4e57-9d4b-1026386aee02,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:05.863277 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-ffef6334-aa1e-46c0-8dbc-1f05514d8c9a None None] Set router a8962c56-7c3c-4985-b7f5-6966f4971d64 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:16:05.917109 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-d9198f83-b8f6-46c6-a391-b2f4a656d6d1 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Deleting port f7f862c2-d212-4104-80af-4698ab5af369 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:05.917483 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d9198f83-b8f6-46c6-a391-b2f4a656d6d1 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:05.965252 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b5d34a47-f613-444a-9e0d-19653a032bf7 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8049228 Oct 10 11:16:05.968227 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53392) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:05.974922 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-22bcf638-d0a4-4e3d-afff-b59d1021fd85 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'subnet': {'network_id': '8284bdf5-404a-488a-9478-0ede65c92a22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:06.152563 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e72ca6-f5fa-41a5-8e18-f4a47a218d78 None None] Pushing event updated for resources: {'Port': ['ID=7624ab81-3324-494d-804b-513e39680122,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:06.181360 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Attempt 4 to provision port 0d251c41-969a-43a8-8074-28aa89e9d51d Oct 10 11:16:06.224846 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0a3b161d-9d47-4f72-ade2-a1383f519413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:06.315351 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c139fd21-52e6-4b0d-a86f-0b9113b0910a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:06.368796 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-22bcf638-d0a4-4e3d-afff-b59d1021fd85 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:06.380868 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-22bcf638-d0a4-4e3d-afff-b59d1021fd85 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:subnet and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:06.384662 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-22bcf638-d0a4-4e3d-afff-b59d1021fd85 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:06.394109 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-22bcf638-d0a4-4e3d-afff-b59d1021fd85 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:06.423427 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c296e7-2065-4f28-8952-00fb69e9214d req-05d2fb96-8ddd-4ba2-8c5a-05e1d4c7c817 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:06.425003 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e7c296e7-2065-4f28-8952-00fb69e9214d req-05d2fb96-8ddd-4ba2-8c5a-05e1d4c7c817 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.1253481 Oct 10 11:16:06.449697 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port f2422997-b7d3-41de-b3b3-e0b1d31e900d triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:16:06.450071 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:06.450583 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port f2422997-b7d3-41de-b3b3-e0b1d31e900d Oct 10 11:16:06.478155 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e7c296e7-2065-4f28-8952-00fb69e9214d req-d306acd4-cfaf-4957-aba7-0bd887c7589e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444145 Oct 10 11:16:06.498298 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Port 0d251c41-969a-43a8-8074-28aa89e9d51d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:06.566559 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a87c8640-5f56-4751-8e39-2cd03deb1387 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:06.581108 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bcf638-d0a4-4e3d-afff-b59d1021fd85 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:06.585370 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-22bcf638-d0a4-4e3d-afff-b59d1021fd85 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:06.642758 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c139fd21-52e6-4b0d-a86f-0b9113b0910a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:06.648627 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-a87c8640-5f56-4751-8e39-2cd03deb1387 None None] Transition to ACTIVE for port object 6e9473ac-37d1-4545-a18f-d0a3bddee0dd will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:16:06.696606 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139fd21-52e6-4b0d-a86f-0b9113b0910a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=ebef44bb-5dd4-4461-9834-c963e8a4067d,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:06.697228 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-a87c8640-5f56-4751-8e39-2cd03deb1387 None None] Transition to ACTIVE for port object 6e9473ac-37d1-4545-a18f-d0a3bddee0dd will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:16:06.705236 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c139fd21-52e6-4b0d-a86f-0b9113b0910a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:06.732117 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d9198f83-b8f6-46c6-a391-b2f4a656d6d1 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:06.736765 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.ipam_backend_mixin [None req-22bcf638-d0a4-4e3d-afff-b59d1021fd85 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 810c133a-b2ba-4226-a092-99e3507cf160 (CIDR: 2001:db8::/64) Oct 10 11:16:06.743265 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c139fd21-52e6-4b0d-a86f-0b9113b0910a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/ebef44bb-5dd4-4461-9834-c963e8a4067d HTTP/1.1" status: 204 len: 168 time: 1.4769051 Oct 10 11:16:06.745777 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53398) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:06.778122 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port f2422997-b7d3-41de-b3b3-e0b1d31e900d is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:16:06.800720 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-ffef6334-aa1e-46c0-8dbc-1f05514d8c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:16:02Z', 'revision_number': 7, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None, '_interfaces': [{'id': '7624ab81-3324-494d-804b-513e39680122', 'name': '', 'network_id': '466951ab-a469-4f95-88dc-d227ab0ce839', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:3a:46:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12162c97-ad13-4e88-a40c-8a89b4996470', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:55Z', 'updated_at': '2022-10-10T11:16:05Z', 'revision_number': 4, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '12162c97-ad13-4e88-a40c-8a89b4996470', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b88aec83-5f86-4168-9df6-267ed2bb1dcd', 'name': '', 'network_id': '757118be-9cf5-4577-b56a-2adc20b7ec80', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:95:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:32Z', 'updated_at': '2022-10-10T11:15:53Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c417a848-aedc-4be0-986b-f4adfe7cdb7d', 'name': '', 'network_id': '4b525415-42bc-476a-8fbe-adfd7ac4edea', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:ce:29:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c0950583-692e-4b15-bd82-39d5c0230f9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:44Z', 'updated_at': '2022-10-10T11:16:01Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': 'c0950583-692e-4b15-bd82-39d5c0230f9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcbd8aee-0654-4a6f-a83b-e1f2319d1d32', 'name': '', 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:84:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:17Z', 'updated_at': '2022-10-10T11:15:36Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:06.805189 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffef6334-aa1e-46c0-8dbc-1f05514d8c9a None None] The sync data for ids ['a8962c56-7c3c-4985-b7f5-6966f4971d64'] in dv-neutron-860842-1-hyperv is: [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:16:02Z', 'revision_number': 7, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None, '_interfaces': [{'id': '7624ab81-3324-494d-804b-513e39680122', 'name': '', 'network_id': '466951ab-a469-4f95-88dc-d227ab0ce839', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:3a:46:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12162c97-ad13-4e88-a40c-8a89b4996470', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:55Z', 'updated_at': '2022-10-10T11:16:05Z', 'revision_number': 4, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '12162c97-ad13-4e88-a40c-8a89b4996470', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b88aec83-5f86-4168-9df6-267ed2bb1dcd', 'name': '', 'network_id': '757118be-9cf5-4577-b56a-2adc20b7ec80', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:95:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:32Z', 'updated_at': '2022-10-10T11:15:53Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c417a848-aedc-4be0-986b-f4adfe7cdb7d', 'name': '', 'network_id': '4b525415-42bc-476a-8fbe-adfd7ac4edea', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:ce:29:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c0950583-692e-4b15-bd82-39d5c0230f9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:44Z', 'updated_at': '2022-10-10T11:16:01Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': 'c0950583-692e-4b15-bd82-39d5c0230f9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcbd8aee-0654-4a6f-a83b-e1f2319d1d32', 'name': '', 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:84:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:17Z', 'updated_at': '2022-10-10T11:15:36Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:16:06.826939 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f5604c58-e9cb-477c-98a0-20b80592fe47 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793073 Oct 10 11:16:06.830126 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53402) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:06.838416 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-11d42cfc-23c1-4d40-8cc8-3fe3306a058c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:06.888649 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-d9198f83-b8f6-46c6-a391-b2f4a656d6d1 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Calling delete_port for f7f862c2-d212-4104-80af-4698ab5af369 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:06.956561 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 12a08828-98fc-40c6-9eba-ae60c9a7f7b9 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:16:07.000980 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a87c8640-5f56-4751-8e39-2cd03deb1387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:07.006095 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-22bcf638-d0a4-4e3d-afff-b59d1021fd85 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:16:07.008068 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22bcf638-d0a4-4e3d-afff-b59d1021fd85 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:07.019234 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Attempt 5 to provision port 0d251c41-969a-43a8-8074-28aa89e9d51d Oct 10 11:16:07.096350 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 12a08828-98fc-40c6-9eba-ae60c9a7f7b9 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:16:07.096921 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 12a08828-98fc-40c6-9eba-ae60c9a7f7b9 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:16:07.117122 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:07.124864 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-11d42cfc-23c1-4d40-8cc8-3fe3306a058c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:07.140783 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-11d42cfc-23c1-4d40-8cc8-3fe3306a058c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:subnet and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:07.163726 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-11d42cfc-23c1-4d40-8cc8-3fe3306a058c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:07.164619 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87c8640-5f56-4751-8e39-2cd03deb1387 None None] Network 346cc750-b643-4a09-aa03-f081d27c3d03 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:16:07.175377 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-a87c8640-5f56-4751-8e39-2cd03deb1387 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:16:07.175590 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-df4889f7-6aeb-457e-b36d-77a005c6b6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:07.177934 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-6853aabc-f4a2-4d49-8e62-7586c84bac43 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Allocated IP 172.20.0.9 (346cc750-b643-4a09-aa03-f081d27c3d03/274bd06c-8979-409d-ace8-d44bec70e86f/e01a4859-8475-4103-991e-60c1021c4541) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:16:07.179860 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Port 0d251c41-969a-43a8-8074-28aa89e9d51d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:07.186253 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87c8640-5f56-4751-8e39-2cd03deb1387 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:16:07.196549 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-11d42cfc-23c1-4d40-8cc8-3fe3306a058c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:07.203210 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c8640-5f56-4751-8e39-2cd03deb1387 None None] Pushing event updated for resources: {'Port': ['ID=6e9473ac-37d1-4545-a18f-d0a3bddee0dd,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:07.209735 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:07.229629 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-22bcf638-d0a4-4e3d-afff-b59d1021fd85 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2599056 Oct 10 11:16:07.233728 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53406) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:07.241153 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-cacc3337-af1e-4047-ab02-8e8b9e165e83 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'subnet': {'network_id': '8284bdf5-404a-488a-9478-0ede65c92a22', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:07.249674 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d9198f83-b8f6-46c6-a391-b2f4a656d6d1 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:07.317915 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d42cfc-23c1-4d40-8cc8-3fe3306a058c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:07.321746 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-11d42cfc-23c1-4d40-8cc8-3fe3306a058c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:07.370382 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faa1413-3393-4cf4-8e8f-e72a2cd6fe55 None None] Update dhcp port {'port': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'fixed_ips': [{'subnet_id': 'ebef44bb-5dd4-4461-9834-c963e8a4067d'}], 'binding:host_id': 'dv-neutron-860842-1-hyperv'}, 'id': 'ca5b2fea-957a-4556-8921-7318af5e1592'} from dv-neutron-860842-1-hyperv. {{(pid=89898) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 10 11:16:07.403930 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 7a7ddf07-d008-4547-9a73-f4e6144af9d9 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:16:07.432128 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9198f83-b8f6-46c6-a391-b2f4a656d6d1 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event deleted for resources: {'Port': ['ID=f7f862c2-d212-4104-80af-4698ab5af369,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:07.569829 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2faa1413-3393-4cf4-8e8f-e72a2cd6fe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:07.583855 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-a87c8640-5f56-4751-8e39-2cd03deb1387 None None] Attempting to bind port 6e9473ac-37d1-4545-a18f-d0a3bddee0dd on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:16:07.584224 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-a87c8640-5f56-4751-8e39-2cd03deb1387 None None] Attempting to bind port 6e9473ac-37d1-4545-a18f-d0a3bddee0dd by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'f34e0dda-d828-42b7-8ce5-8e341cdf7737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '346cc750-b643-4a09-aa03-f081d27c3d03'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:16:07.584588 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87c8640-5f56-4751-8e39-2cd03deb1387 None None] Attempting to bind port 6e9473ac-37d1-4545-a18f-d0a3bddee0dd on network 346cc750-b643-4a09-aa03-f081d27c3d03 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:16:07.599737 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87c8640-5f56-4751-8e39-2cd03deb1387 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:16:07.600118 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87c8640-5f56-4751-8e39-2cd03deb1387 None None] Checking segment: {'id': 'f34e0dda-d828-42b7-8ce5-8e341cdf7737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '346cc750-b643-4a09-aa03-f081d27c3d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:16:07.600524 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a87c8640-5f56-4751-8e39-2cd03deb1387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:07.600919 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87c8640-5f56-4751-8e39-2cd03deb1387 None None] Bound using segment: {'id': 'f34e0dda-d828-42b7-8ce5-8e341cdf7737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '346cc750-b643-4a09-aa03-f081d27c3d03'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:16:07.601399 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-a87c8640-5f56-4751-8e39-2cd03deb1387 None None] Bound port: 6e9473ac-37d1-4545-a18f-d0a3bddee0dd, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34e0dda-d828-42b7-8ce5-8e341cdf7737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '346cc750-b643-4a09-aa03-f081d27c3d03'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:16:07.601873 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a87c8640-5f56-4751-8e39-2cd03deb1387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:07.703535 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Attempt 6 to provision port 0d251c41-969a-43a8-8074-28aa89e9d51d Oct 10 11:16:07.760379 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cacc3337-af1e-4047-ab02-8e8b9e165e83 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:07.768371 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ca5b2fea-957a-4556-8921-7318af5e1592 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:16:07.778147 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cacc3337-af1e-4047-ab02-8e8b9e165e83 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:subnet and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:07.789296 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cacc3337-af1e-4047-ab02-8e8b9e165e83 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:07.803503 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cacc3337-af1e-4047-ab02-8e8b9e165e83 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:07.841765 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d430d8-0f2f-4558-8bb7-598c3f8e9764 None None] Sync routers for ids ['a8962c56-7c3c-4985-b7f5-6966f4971d64'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:16:07.854068 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d430d8-0f2f-4558-8bb7-598c3f8e9764 None None] Routers {'a8962c56-7c3c-4985-b7f5-6966f4971d64'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:16:07.854714 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-f9d430d8-0f2f-4558-8bb7-598c3f8e9764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:16:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a8962c56-7c3c-4985-b7f5-6966f4971d64'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:07.862275 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d9198f83-b8f6-46c6-a391-b2f4a656d6d1 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:07.879566 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6853aabc-f4a2-4d49-8e62-7586c84bac43 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:07.920419 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-6853aabc-f4a2-4d49-8e62-7586c84bac43 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Transition to ACTIVE for port object e01a4859-8475-4103-991e-60c1021c4541 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:16:07.937983 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacc3337-af1e-4047-ab02-8e8b9e165e83 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:07.941332 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cacc3337-af1e-4047-ab02-8e8b9e165e83 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:07.962995 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Port 0d251c41-969a-43a8-8074-28aa89e9d51d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:07.986002 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-a87c8640-5f56-4751-8e39-2cd03deb1387 None None] For port 6e9473ac-37d1-4545-a18f-d0a3bddee0dd, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:16:07.988540 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 7624ab81-3324-494d-804b-513e39680122 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:16:08.064682 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75aba569-05cf-495e-94c4-cd001f27a966 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:08.100875 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d9198f83-b8f6-46c6-a391-b2f4a656d6d1 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "DELETE /v2.0/ports/f7f862c2-d212-4104-80af-4698ab5af369 HTTP/1.1" status: 204 len: 168 time: 2.3322442 Oct 10 11:16:08.102728 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53412) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:08.151124 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-f9d430d8-0f2f-4558-8bb7-598c3f8e9764 None None] Set router a8962c56-7c3c-4985-b7f5-6966f4971d64 gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:16:08.162859 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-a87c8640-5f56-4751-8e39-2cd03deb1387 None None] For port 6e9473ac-37d1-4545-a18f-d0a3bddee0dd, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=6e9473ac-37d1-4545-a18f-d0a3bddee0dd,segment=NetworkSegment(f34e0dda-d828-42b7-8ce5-8e341cdf7737),segment_id=f34e0dda-d828-42b7-8ce5-8e341cdf7737)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:16:08.203144 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.ipam_backend_mixin [None req-cacc3337-af1e-4047-ab02-8e8b9e165e83 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d9aaec60-4d05-4917-ad80-15e36e6364eb (CIDR: 2001:db8:0:1::/64) Oct 10 11:16:08.233887 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-df4889f7-6aeb-457e-b36d-77a005c6b6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Deleting port 7624ab81-3324-494d-804b-513e39680122 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:08.234289 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-df4889f7-6aeb-457e-b36d-77a005c6b6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:08.252522 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-cacc3337-af1e-4047-ab02-8e8b9e165e83 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:16:08.253110 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cacc3337-af1e-4047-ab02-8e8b9e165e83 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:08.258228 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-11d42cfc-23c1-4d40-8cc8-3fe3306a058c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:08.294411 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a87c8640-5f56-4751-8e39-2cd03deb1387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:08.369713 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 7624ab81-3324-494d-804b-513e39680122 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:16:08.381413 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d42cfc-23c1-4d40-8cc8-3fe3306a058c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:16:08.406295 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c8640-5f56-4751-8e39-2cd03deb1387 None None] Pushing event updated for resources: {'Port': ['ID=6e9473ac-37d1-4545-a18f-d0a3bddee0dd,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:08.425013 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d137e9-9011-4343-bee4-4e409e01b5d8 None None] DHCP port deletion for dac74586-4382-4e00-a6eb-f2005f114a9a request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:16:08.432548 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-97d137e9-9011-4343-bee4-4e409e01b5d8 None None] Deleting port ca5b2fea-957a-4556-8921-7318af5e1592 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:08.433110 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-97d137e9-9011-4343-bee4-4e409e01b5d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:08.438374 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d42cfc-23c1-4d40-8cc8-3fe3306a058c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=998f38b5-9017-498b-810f-96a4b3a45822,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:08.441008 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-11d42cfc-23c1-4d40-8cc8-3fe3306a058c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:16:08.444939 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6853aabc-f4a2-4d49-8e62-7586c84bac43 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:08.447597 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d42cfc-23c1-4d40-8cc8-3fe3306a058c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:08.452059 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-11d42cfc-23c1-4d40-8cc8-3fe3306a058c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:08.501466 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d42cfc-23c1-4d40-8cc8-3fe3306a058c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:08.503106 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d42cfc-23c1-4d40-8cc8-3fe3306a058c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:08.503106 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d42cfc-23c1-4d40-8cc8-3fe3306a058c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:08.503106 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d42cfc-23c1-4d40-8cc8-3fe3306a058c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:08.503106 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d42cfc-23c1-4d40-8cc8-3fe3306a058c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:08.503628 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d42cfc-23c1-4d40-8cc8-3fe3306a058c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:08.503628 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d42cfc-23c1-4d40-8cc8-3fe3306a058c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:08.504124 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d42cfc-23c1-4d40-8cc8-3fe3306a058c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:08.504383 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d42cfc-23c1-4d40-8cc8-3fe3306a058c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:08.504723 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d42cfc-23c1-4d40-8cc8-3fe3306a058c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:08.506466 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d42cfc-23c1-4d40-8cc8-3fe3306a058c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:08.506943 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Attempt 7 to provision port 0d251c41-969a-43a8-8074-28aa89e9d51d Oct 10 11:16:08.507372 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d42cfc-23c1-4d40-8cc8-3fe3306a058c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:08.553346 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-cacc3337-af1e-4047-ab02-8e8b9e165e83 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3171084 Oct 10 11:16:08.561379 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53416) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:08.590192 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-90311654-8f45-4ccc-bc94-0a1845836344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'subnet': {'network_id': '8284bdf5-404a-488a-9478-0ede65c92a22', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:08.617920 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6853aabc-f4a2-4d49-8e62-7586c84bac43 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network 346cc750-b643-4a09-aa03-f081d27c3d03 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:16:08.621008 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-f9d430d8-0f2f-4558-8bb7-598c3f8e9764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:16:02Z', 'revision_number': 7, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None, '_interfaces': [{'id': '7624ab81-3324-494d-804b-513e39680122', 'name': '', 'network_id': '466951ab-a469-4f95-88dc-d227ab0ce839', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:3a:46:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12162c97-ad13-4e88-a40c-8a89b4996470', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:55Z', 'updated_at': '2022-10-10T11:16:05Z', 'revision_number': 4, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '12162c97-ad13-4e88-a40c-8a89b4996470', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b88aec83-5f86-4168-9df6-267ed2bb1dcd', 'name': '', 'network_id': '757118be-9cf5-4577-b56a-2adc20b7ec80', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:95:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:32Z', 'updated_at': '2022-10-10T11:15:53Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c417a848-aedc-4be0-986b-f4adfe7cdb7d', 'name': '', 'network_id': '4b525415-42bc-476a-8fbe-adfd7ac4edea', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:ce:29:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c0950583-692e-4b15-bd82-39d5c0230f9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:44Z', 'updated_at': '2022-10-10T11:16:01Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': 'c0950583-692e-4b15-bd82-39d5c0230f9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcbd8aee-0654-4a6f-a83b-e1f2319d1d32', 'name': '', 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:84:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:17Z', 'updated_at': '2022-10-10T11:15:36Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:08.628385 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d430d8-0f2f-4558-8bb7-598c3f8e9764 None None] Checking router: a8962c56-7c3c-4985-b7f5-6966f4971d64 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:16:08.630766 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-6853aabc-f4a2-4d49-8e62-7586c84bac43 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:16:08.634466 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6853aabc-f4a2-4d49-8e62-7586c84bac43 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:16:08.645442 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d430d8-0f2f-4558-8bb7-598c3f8e9764 None None] Routers {'a8962c56-7c3c-4985-b7f5-6966f4971d64'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:16:08.646507 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-f9d430d8-0f2f-4558-8bb7-598c3f8e9764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:16:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a8962c56-7c3c-4985-b7f5-6966f4971d64'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:08.714943 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853aabc-f4a2-4d49-8e62-7586c84bac43 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Port': ['ID=e01a4859-8475-4103-991e-60c1021c4541,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:08.718917 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-df4889f7-6aeb-457e-b36d-77a005c6b6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] For port 7624ab81-3324-494d-804b-513e39680122, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=7624ab81-3324-494d-804b-513e39680122,segment=NetworkSegment(41951f3d-2cee-4e31-98d5-751545be90cf),segment_id=41951f3d-2cee-4e31-98d5-751545be90cf)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:08.719291 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-df4889f7-6aeb-457e-b36d-77a005c6b6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:08.735619 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-11d42cfc-23c1-4d40-8cc8-3fe3306a058c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9043124 Oct 10 11:16:08.751597 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53420) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:08.761250 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-9b0ad866-1282-4567-b003-f750a1b53d4b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:08.903066 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-df4889f7-6aeb-457e-b36d-77a005c6b6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Calling delete_port for 7624ab81-3324-494d-804b-513e39680122 owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:08.908861 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Port 0d251c41-969a-43a8-8074-28aa89e9d51d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:08.911726 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:08.914888 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-f9d430d8-0f2f-4558-8bb7-598c3f8e9764 None None] Set router a8962c56-7c3c-4985-b7f5-6966f4971d64 gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:16:08.926630 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-97d137e9-9011-4343-bee4-4e409e01b5d8 None None] For port ca5b2fea-957a-4556-8921-7318af5e1592, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ca5b2fea-957a-4556-8921-7318af5e1592,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:08.927020 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-97d137e9-9011-4343-bee4-4e409e01b5d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:09.049494 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-aabc9cdb-f14b-4d07-83be-e4c778577bec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Deleting port 87754a33-27a5-484f-a738-818ac2c3db4d {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:09.051981 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aabc9cdb-f14b-4d07-83be-e4c778577bec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:09.096887 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-97d137e9-9011-4343-bee4-4e409e01b5d8 None None] Calling delete_port for ca5b2fea-957a-4556-8921-7318af5e1592 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:09.108581 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e726e-023b-4115-b69b-36d6659acd5c req-c7008df4-2736-4bbc-bfde-02ba18f0f829 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:09.116317 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-869e726e-023b-4115-b69b-36d6659acd5c req-c7008df4-2736-4bbc-bfde-02ba18f0f829 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 1.3553085 Oct 10 11:16:09.180646 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6853aabc-f4a2-4d49-8e62-7586c84bac43 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:09.184022 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6853aabc-f4a2-4d49-8e62-7586c84bac43 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:09.229073 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-869e726e-023b-4115-b69b-36d6659acd5c req-584e0af6-fcba-4dda-bc28-dbdd556e44d9 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117346 Oct 10 11:16:09.289363 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:09.293457 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-97d137e9-9011-4343-bee4-4e409e01b5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:09.347042 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 6e9473ac-37d1-4545-a18f-d0a3bddee0dd up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:16:09.357115 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6853aabc-f4a2-4d49-8e62-7586c84bac43 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.0347292 Oct 10 11:16:09.361792 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53424) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:09.434998 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-90311654-8f45-4ccc-bc94-0a1845836344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:09.443629 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-90311654-8f45-4ccc-bc94-0a1845836344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Usage tracker for resource:subnet and tenant:d4be467877224cc3b1469223421a71e0 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:09.446667 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9b0ad866-1282-4567-b003-f750a1b53d4b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:09.450105 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-90311654-8f45-4ccc-bc94-0a1845836344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:09.457045 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9b0ad866-1282-4567-b003-f750a1b53d4b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:subnet and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:09.459737 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-90311654-8f45-4ccc-bc94-0a1845836344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:09.462867 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Attempt 8 to provision port 0d251c41-969a-43a8-8074-28aa89e9d51d Oct 10 11:16:09.462989 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9b0ad866-1282-4567-b003-f750a1b53d4b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:09.470153 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9b0ad866-1282-4567-b003-f750a1b53d4b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:09.491553 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-f9d430d8-0f2f-4558-8bb7-598c3f8e9764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:16:02Z', 'revision_number': 7, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None, '_interfaces': [{'id': '7624ab81-3324-494d-804b-513e39680122', 'name': '', 'network_id': '466951ab-a469-4f95-88dc-d227ab0ce839', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:3a:46:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12162c97-ad13-4e88-a40c-8a89b4996470', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:55Z', 'updated_at': '2022-10-10T11:16:05Z', 'revision_number': 4, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '12162c97-ad13-4e88-a40c-8a89b4996470', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b88aec83-5f86-4168-9df6-267ed2bb1dcd', 'name': '', 'network_id': '757118be-9cf5-4577-b56a-2adc20b7ec80', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:95:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:32Z', 'updated_at': '2022-10-10T11:15:53Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c417a848-aedc-4be0-986b-f4adfe7cdb7d', 'name': '', 'network_id': '4b525415-42bc-476a-8fbe-adfd7ac4edea', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:ce:29:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c0950583-692e-4b15-bd82-39d5c0230f9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:44Z', 'updated_at': '2022-10-10T11:16:01Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': 'c0950583-692e-4b15-bd82-39d5c0230f9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcbd8aee-0654-4a6f-a83b-e1f2319d1d32', 'name': '', 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:84:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:17Z', 'updated_at': '2022-10-10T11:15:36Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:09.491553 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d430d8-0f2f-4558-8bb7-598c3f8e9764 None None] The sync data for ids ['a8962c56-7c3c-4985-b7f5-6966f4971d64'] in dv-neutron-860842-1-hyperv is: [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:16:02Z', 'revision_number': 7, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None, '_interfaces': [{'id': '7624ab81-3324-494d-804b-513e39680122', 'name': '', 'network_id': '466951ab-a469-4f95-88dc-d227ab0ce839', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:3a:46:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12162c97-ad13-4e88-a40c-8a89b4996470', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:55Z', 'updated_at': '2022-10-10T11:16:05Z', 'revision_number': 4, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '12162c97-ad13-4e88-a40c-8a89b4996470', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b88aec83-5f86-4168-9df6-267ed2bb1dcd', 'name': '', 'network_id': '757118be-9cf5-4577-b56a-2adc20b7ec80', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:95:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:32Z', 'updated_at': '2022-10-10T11:15:53Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c417a848-aedc-4be0-986b-f4adfe7cdb7d', 'name': '', 'network_id': '4b525415-42bc-476a-8fbe-adfd7ac4edea', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:ce:29:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c0950583-692e-4b15-bd82-39d5c0230f9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:44Z', 'updated_at': '2022-10-10T11:16:01Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': 'c0950583-692e-4b15-bd82-39d5c0230f9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcbd8aee-0654-4a6f-a83b-e1f2319d1d32', 'name': '', 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:84:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:17Z', 'updated_at': '2022-10-10T11:15:36Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:16:09.527539 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d137e9-9011-4343-bee4-4e409e01b5d8 None None] Pushing event deleted for resources: {'Port': ['ID=ca5b2fea-957a-4556-8921-7318af5e1592,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:09.532429 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d137e9-9011-4343-bee4-4e409e01b5d8 None None] No DVR routers for this DVR port ca5b2fea-957a-4556-8921-7318af5e1592 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:16:09.544620 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0ad866-1282-4567-b003-f750a1b53d4b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:09.559490 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9b0ad866-1282-4567-b003-f750a1b53d4b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:09.570701 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021b9cc6-4f40-4ec7-bf4f-60bf7a129cb0 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:09.601153 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90311654-8f45-4ccc-bc94-0a1845836344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Made reservation on behalf of d4be467877224cc3b1469223421a71e0 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:09.606082 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-90311654-8f45-4ccc-bc94-0a1845836344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:09.623707 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aabc9cdb-f14b-4d07-83be-e4c778577bec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:09.796772 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Port 0d251c41-969a-43a8-8074-28aa89e9d51d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:09.821797 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-aabc9cdb-f14b-4d07-83be-e4c778577bec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Calling delete_port for 87754a33-27a5-484f-a738-818ac2c3db4d owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:09.893962 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aa9903-385c-452c-aa57-0005f1b22377 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:09.895671 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-87aa9903-385c-452c-aa57-0005f1b22377 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.5331197 Oct 10 11:16:09.898632 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53428) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:09.928793 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 6e9473ac-37d1-4545-a18f-d0a3bddee0dd completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:16:09.944313 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4a9b96-3bb7-4ff4-87e0-da210c0c7c0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-dac74586-4382-4e00-a6eb-f2005f114a9a', 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'tenant_id': '7e4f409f6bf64060ada254ee8cdaed1f', 'fixed_ips': [{'subnet_id': '998f38b5-9017-498b-810f-96a4b3a45822'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:16:09.954654 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8c4a9b96-3bb7-4ff4-87e0-da210c0c7c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:09.967588 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-df4889f7-6aeb-457e-b36d-77a005c6b6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:10.041354 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4889f7-6aeb-457e-b36d-77a005c6b6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Port': ['ID=7624ab81-3324-494d-804b-513e39680122,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:10.046146 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ca5b2fea-957a-4556-8921-7318af5e1592 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:16:10.073467 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4889f7-6aeb-457e-b36d-77a005c6b6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:10.073691 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4889f7-6aeb-457e-b36d-77a005c6b6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:10.073970 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4889f7-6aeb-457e-b36d-77a005c6b6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:10.074304 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4889f7-6aeb-457e-b36d-77a005c6b6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:10.074639 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4889f7-6aeb-457e-b36d-77a005c6b6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:10.075058 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4889f7-6aeb-457e-b36d-77a005c6b6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:10.075267 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4889f7-6aeb-457e-b36d-77a005c6b6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:10.075603 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4889f7-6aeb-457e-b36d-77a005c6b6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:10.075939 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4889f7-6aeb-457e-b36d-77a005c6b6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:10.076793 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4889f7-6aeb-457e-b36d-77a005c6b6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:10.077136 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4889f7-6aeb-457e-b36d-77a005c6b6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:10.077459 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4889f7-6aeb-457e-b36d-77a005c6b6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:10.095405 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: ca5b2fea-957a-4556-8921-7318af5e1592 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:16:10.095975 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ca5b2fea-957a-4556-8921-7318af5e1592 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:16:10.127411 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af99c06d-0c54-4de4-ad09-0c4b37e23d17 None None] Network 346cc750-b643-4a09-aa03-f081d27c3d03 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:10.144361 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.ipam_backend_mixin [None req-9b0ad866-1282-4567-b003-f750a1b53d4b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 998f38b5-9017-498b-810f-96a4b3a45822 (CIDR: 2001:db8::/64) Oct 10 11:16:10.204241 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0ad866-1282-4567-b003-f750a1b53d4b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:16:10.204816 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b0ad866-1282-4567-b003-f750a1b53d4b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:10.218944 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-90311654-8f45-4ccc-bc94-0a1845836344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:10.282717 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6e7c71-3f15-45be-8f94-ddbcd7cfd877 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:10.298389 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6e7c71-3f15-45be-8f94-ddbcd7cfd877 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:10.305318 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90311654-8f45-4ccc-bc94-0a1845836344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Network 8284bdf5-404a-488a-9478-0ede65c92a22 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:16:10.307767 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90311654-8f45-4ccc-bc94-0a1845836344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Subnet': ['ID=9510fb57-62f2-4544-a79f-5ae347d7687a,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:10.309404 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-90311654-8f45-4ccc-bc94-0a1845836344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:16:10.314310 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6e7c71-3f15-45be-8f94-ddbcd7cfd877 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:10.315400 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90311654-8f45-4ccc-bc94-0a1845836344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:10.319021 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-90311654-8f45-4ccc-bc94-0a1845836344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:10.319530 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-bf6e7c71-3f15-45be-8f94-ddbcd7cfd877 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.4164839 Oct 10 11:16:10.324396 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53434) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:10.335823 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Attempt 9 to provision port 0d251c41-969a-43a8-8074-28aa89e9d51d Oct 10 11:16:10.411517 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-8c4a9b96-3bb7-4ff4-87e0-da210c0c7c0d None None] Allocated IP 2001:db8::2 (dac74586-4382-4e00-a6eb-f2005f114a9a/998f38b5-9017-498b-810f-96a4b3a45822/3b0388e9-eaaf-4a09-9c03-f71ba876bf2a) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:16:10.425805 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0328fa09-f18d-44a6-80db-39e244dd87ac None None] Network 8284bdf5-404a-488a-9478-0ede65c92a22 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:10.434089 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-90311654-8f45-4ccc-bc94-0a1845836344 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8686354 Oct 10 11:16:10.436591 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53438) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:10.439143 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9b0ad866-1282-4567-b003-f750a1b53d4b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6865616 Oct 10 11:16:10.444470 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-115e30fd-4cbd-40e2-971c-957764221983 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2130646090', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9510fb57-62f2-4544-a79f-5ae347d7687a'}], 'security_groups': ['4661fdaf-40e4-4b6a-8c81-c226c37f93f0', '4c65b0f0-d0c3-4738-a429-6d2751b7462d']}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:10.448716 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53442) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:10.469401 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-9746a1f5-86a9-4106-8ffd-a9fbcddbdc05 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'subnet': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:10.620736 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18098b76-0079-4db3-9fc8-e56c59e2c20f req-2db5c2ed-415b-43e2-9608-2b5dc090c3f0 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:10.622213 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-18098b76-0079-4db3-9fc8-e56c59e2c20f req-2db5c2ed-415b-43e2-9608-2b5dc090c3f0 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.2457879 Oct 10 11:16:10.683470 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aabc9cdb-f14b-4d07-83be-e4c778577bec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:10.697036 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Port 0d251c41-969a-43a8-8074-28aa89e9d51d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:10.702598 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-18098b76-0079-4db3-9fc8-e56c59e2c20f req-751a9f27-fb56-4bbd-aab2-4d5870bfcf9c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624135 Oct 10 11:16:10.748938 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-bf104966-dc7a-45fd-b8e9-11e4fbac2a23 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting port e01a4859-8475-4103-991e-60c1021c4541 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:10.749374 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bf104966-dc7a-45fd-b8e9-11e4fbac2a23 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:10.783324 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-115e30fd-4cbd-40e2-971c-957764221983 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:10.860569 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc9cdb-f14b-4d07-83be-e4c778577bec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event deleted for resources: {'Port': ['ID=87754a33-27a5-484f-a738-818ac2c3db4d,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:10.941418 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-df4889f7-6aeb-457e-b36d-77a005c6b6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:10.988808 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8c4a9b96-3bb7-4ff4-87e0-da210c0c7c0d None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:11.014369 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8c4a9b96-3bb7-4ff4-87e0-da210c0c7c0d None None] Transition to ACTIVE for port object 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:16:11.041309 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8c4a9b96-3bb7-4ff4-87e0-da210c0c7c0d None None] Transition to ACTIVE for port object 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:16:11.107425 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8c4a9b96-3bb7-4ff4-87e0-da210c0c7c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:11.271427 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Attempt 10 to provision port 0d251c41-969a-43a8-8074-28aa89e9d51d Oct 10 11:16:11.275430 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-9746a1f5-86a9-4106-8ffd-a9fbcddbdc05 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:11.316086 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9746a1f5-86a9-4106-8ffd-a9fbcddbdc05 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:subnet and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:11.321794 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aabc9cdb-f14b-4d07-83be-e4c778577bec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:11.329285 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9746a1f5-86a9-4106-8ffd-a9fbcddbdc05 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:11.333374 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-115e30fd-4cbd-40e2-971c-957764221983 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Delete allocated IP 2001:db8::215 (8284bdf5-404a-488a-9478-0ede65c92a22/810c133a-b2ba-4226-a092-99e3507cf160) {{(pid=89896) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 10 11:16:11.344653 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-9746a1f5-86a9-4106-8ffd-a9fbcddbdc05 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:11.348314 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-115e30fd-4cbd-40e2-971c-957764221983 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Allocated IP 2001:db8:0:2::2a1 (8284bdf5-404a-488a-9478-0ede65c92a22/9510fb57-62f2-4544-a79f-5ae347d7687a/028af07f-983d-4e57-9d4b-1026386aee02) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:16:11.350651 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8b44bd-c942-491b-a76b-e2f89a350c27 None None] Update dhcp port {'port': {'network_id': '8284bdf5-404a-488a-9478-0ede65c92a22', 'fixed_ips': [{'subnet_id': 'd9aaec60-4d05-4917-ad80-15e36e6364eb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '810c133a-b2ba-4226-a092-99e3507cf160', 'ip_address': '2001:db8::2'}, {'subnet_id': '9510fb57-62f2-4544-a79f-5ae347d7687a'}], 'binding:host_id': 'dv-neutron-860842-1-hyperv'}, 'id': '7a7ddf07-d008-4547-9a73-f4e6144af9d9'} from dv-neutron-860842-1-hyperv. {{(pid=89898) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 10 11:16:11.386732 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4a9b96-3bb7-4ff4-87e0-da210c0c7c0d None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:16:11.463328 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-8c4a9b96-3bb7-4ff4-87e0-da210c0c7c0d None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:16:11.474321 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-aabc9cdb-f14b-4d07-83be-e4c778577bec tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "DELETE /v2.0/ports/87754a33-27a5-484f-a738-818ac2c3db4d HTTP/1.1" status: 204 len: 168 time: 3.3569577 Oct 10 11:16:11.474577 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4a9b96-3bb7-4ff4-87e0-da210c0c7c0d None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:16:11.484132 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a9b96-3bb7-4ff4-87e0-da210c0c7c0d None None] Pushing event updated for resources: {'Port': ['ID=3b0388e9-eaaf-4a09-9c03-f71ba876bf2a,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:11.491587 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53446) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:11.526853 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Port 0d251c41-969a-43a8-8074-28aa89e9d51d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:11.589739 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-b4db3c17-0532-466a-8017-62ac07829510 None None] Could not find standard attr ID for object f6a74e50-026b-4b73-86b1-cf6d8d8aba81. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:16:11.589739 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9a8b44bd-c942-491b-a76b-e2f89a350c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:11.608779 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9746a1f5-86a9-4106-8ffd-a9fbcddbdc05 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:11.612110 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9746a1f5-86a9-4106-8ffd-a9fbcddbdc05 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:11.631915 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-115e30fd-4cbd-40e2-971c-957764221983 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:11.653065 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-115e30fd-4cbd-40e2-971c-957764221983 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Ignored duplicate provisioning block setup for port 028af07f-983d-4e57-9d4b-1026386aee02 by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 10 11:16:11.680581 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-8c4a9b96-3bb7-4ff4-87e0-da210c0c7c0d None None] Attempting to bind port 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:16:11.680581 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-8c4a9b96-3bb7-4ff4-87e0-da210c0c7c0d None None] Attempting to bind port 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:16:11.680938 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4a9b96-3bb7-4ff4-87e0-da210c0c7c0d None None] Attempting to bind port 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a on network dac74586-4382-4e00-a6eb-f2005f114a9a {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:16:11.691585 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4a9b96-3bb7-4ff4-87e0-da210c0c7c0d None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:16:11.692150 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4a9b96-3bb7-4ff4-87e0-da210c0c7c0d None None] Checking segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:16:11.692557 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8c4a9b96-3bb7-4ff4-87e0-da210c0c7c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:11.692948 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4a9b96-3bb7-4ff4-87e0-da210c0c7c0d None None] Bound using segment: {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:16:11.693421 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-8c4a9b96-3bb7-4ff4-87e0-da210c0c7c0d None None] Bound port: 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c25dac7-e8d6-477f-8320-c30f829678c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:16:11.693830 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8c4a9b96-3bb7-4ff4-87e0-da210c0c7c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:11.748347 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-115e30fd-4cbd-40e2-971c-957764221983 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:11.767192 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bf104966-dc7a-45fd-b8e9-11e4fbac2a23 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:11.901089 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Provisioning for port 05df9703-ed1f-4fde-a8e5-f2793091fccb completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:16:11.920841 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-bf104966-dc7a-45fd-b8e9-11e4fbac2a23 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Calling delete_port for e01a4859-8475-4103-991e-60c1021c4541 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:11.976377 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Provisioning complete for port 05df9703-ed1f-4fde-a8e5-f2793091fccb triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:16:11.976700 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:11.976996 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Attempt 1 to provision port 05df9703-ed1f-4fde-a8e5-f2793091fccb Oct 10 11:16:12.074962 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-115e30fd-4cbd-40e2-971c-957764221983 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] In _notify_port_updated(), no bound segment for port 028af07f-983d-4e57-9d4b-1026386aee02 on network 8284bdf5-404a-488a-9478-0ede65c92a22 {{(pid=89896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 10 11:16:12.075417 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-9a8b44bd-c942-491b-a76b-e2f89a350c27 None None] Allocated IP 2001:db8:0:2::2 (8284bdf5-404a-488a-9478-0ede65c92a22/9510fb57-62f2-4544-a79f-5ae347d7687a/7a7ddf07-d008-4547-9a73-f4e6144af9d9) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:16:12.081009 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115e30fd-4cbd-40e2-971c-957764221983 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:12.081540 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-115e30fd-4cbd-40e2-971c-957764221983 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:12.081658 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-8c4a9b96-3bb7-4ff4-87e0-da210c0c7c0d None None] For port 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:16:12.085867 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-115e30fd-4cbd-40e2-971c-957764221983 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "PUT /v2.0/ports/028af07f-983d-4e57-9d4b-1026386aee02 HTTP/1.1" status: 200 len: 970 time: 1.6486065 Oct 10 11:16:12.089081 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53452) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:12.107711 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-8c4a9b96-3bb7-4ff4-87e0-da210c0c7c0d None None] For port 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3b0388e9-eaaf-4a09-9c03-f71ba876bf2a,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:16:12.110320 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Port 05df9703-ed1f-4fde-a8e5-f2793091fccb cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:12.151672 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4889f7-6aeb-457e-b36d-77a005c6b6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Router a8962c56-7c3c-4985-b7f5-6966f4971d64 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:16:12.156824 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e30fd-4cbd-40e2-971c-957764221983 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event updated for resources: {'Port': ['ID=028af07f-983d-4e57-9d4b-1026386aee02,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:12.181952 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-6b237a73-79c4-4266-9da4-1105ef7b4ec8 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting port 028af07f-983d-4e57-9d4b-1026386aee02 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:12.182500 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6b237a73-79c4-4266-9da4-1105ef7b4ec8 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:12.213619 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8c4a9b96-3bb7-4ff4-87e0-da210c0c7c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:12.228439 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cfa0ce-134f-4896-8e75-974b6de3c77c tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:12.229067 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-39cfa0ce-134f-4896-8e75-974b6de3c77c tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Synchronizing usage tracker for tenant:7753f2697ba4464ebd8d731982a0d1f7 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:16:12.322236 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-9a8b44bd-c942-491b-a76b-e2f89a350c27 None None] For port 7a7ddf07-d008-4547-9a73-f4e6144af9d9, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=7a7ddf07-d008-4547-9a73-f4e6144af9d9,segment=NetworkSegment(a98e6fd1-2734-4d1c-8dcc-bbf8b19ed705),segment_id=a98e6fd1-2734-4d1c-8dcc-bbf8b19ed705)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:12.333810 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a9b96-3bb7-4ff4-87e0-da210c0c7c0d None None] Pushing event updated for resources: {'Port': ['ID=3b0388e9-eaaf-4a09-9c03-f71ba876bf2a,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:12.368911 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9a8b44bd-c942-491b-a76b-e2f89a350c27 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:12.392318 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-9a8b44bd-c942-491b-a76b-e2f89a350c27 None None] Ignored duplicate provisioning block setup for port 7a7ddf07-d008-4547-9a73-f4e6144af9d9 by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 10 11:16:12.438475 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9a8b44bd-c942-491b-a76b-e2f89a350c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:12.438995 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4889f7-6aeb-457e-b36d-77a005c6b6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:16:12.479168 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6b237a73-79c4-4266-9da4-1105ef7b4ec8 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:12.488749 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-39cfa0ce-134f-4896-8e75-974b6de3c77c tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Unset dirty status for tenant:7753f2697ba4464ebd8d731982a0d1f7 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:16:12.489933 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-39cfa0ce-134f-4896-8e75-974b6de3c77c tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "GET /v2.0/ports?device_id=5b29db68-2788-491e-bb1a-1710265879bc HTTP/1.1" status: 200 len: 913 time: 0.9974005 Oct 10 11:16:12.493209 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53456) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:12.535959 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b113b70-8347-416a-b5f9-1889c4d05256 None None] Sync routers for ids ['a8962c56-7c3c-4985-b7f5-6966f4971d64'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:16:12.561217 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfd95b-1c34-4662-8930-506189746c5c req-54c050b2-f105-492b-8642-e5ee52686b23 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:12.563016 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3ecfd95b-1c34-4662-8930-506189746c5c req-54c050b2-f105-492b-8642-e5ee52686b23 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.6091621 Oct 10 11:16:12.572702 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-df4889f7-6aeb-457e-b36d-77a005c6b6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "PUT /v2.0/routers/a8962c56-7c3c-4985-b7f5-6966f4971d64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0309668 Oct 10 11:16:12.593424 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53460) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:12.594624 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b113b70-8347-416a-b5f9-1889c4d05256 None None] Routers {'a8962c56-7c3c-4985-b7f5-6966f4971d64'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:16:12.595273 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-2b113b70-8347-416a-b5f9-1889c4d05256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:16:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a8962c56-7c3c-4985-b7f5-6966f4971d64'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:12.668208 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b44bd-c942-491b-a76b-e2f89a350c27 None None] Pushing event updated for resources: {'Port': ['ID=7a7ddf07-d008-4547-9a73-f4e6144af9d9,revision_number=7']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:12.702445 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Attempt 2 to provision port 05df9703-ed1f-4fde-a8e5-f2793091fccb Oct 10 11:16:12.707977 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3ecfd95b-1c34-4662-8930-506189746c5c req-d6c34213-c824-407e-a264-79b4e6bc4767 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345868 Oct 10 11:16:12.722440 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bf104966-dc7a-45fd-b8e9-11e4fbac2a23 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:12.736086 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-470e42dd-cc85-49db-874f-bbb9c8cd3e7d tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Deleting subnet 12162c97-ad13-4e88-a40c-8a89b4996470 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:16:12.758030 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-6b237a73-79c4-4266-9da4-1105ef7b4ec8 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Calling delete_port for 028af07f-983d-4e57-9d4b-1026386aee02 owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:12.789371 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-470e42dd-cc85-49db-874f-bbb9c8cd3e7d tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:12.834211 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf104966-dc7a-45fd-b8e9-11e4fbac2a23 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Port': ['ID=e01a4859-8475-4103-991e-60c1021c4541,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:13.030355 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-470e42dd-cc85-49db-874f-bbb9c8cd3e7d tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:13.036766 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Port 05df9703-ed1f-4fde-a8e5-f2793091fccb cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:13.067014 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-2b113b70-8347-416a-b5f9-1889c4d05256 None None] Set router a8962c56-7c3c-4985-b7f5-6966f4971d64 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:16:13.141835 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bf104966-dc7a-45fd-b8e9-11e4fbac2a23 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:13.144654 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-bf104966-dc7a-45fd-b8e9-11e4fbac2a23 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/ports/e01a4859-8475-4103-991e-60c1021c4541 HTTP/1.1" status: 204 len: 168 time: 2.8193743 Oct 10 11:16:13.191427 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53464) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:13.303920 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdaa4dd5-10bc-458e-9393-3b0c8712d0f3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] GET failed (client error): The resource could not be found. Oct 10 11:16:13.304681 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-fdaa4dd5-10bc-458e-9393-3b0c8712d0f3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Synchronizing usage tracker for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:16:13.339135 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.objects.ports [None req-9746a1f5-86a9-4106-8ffd-a9fbcddbdc05 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89897) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 10 11:16:13.383866 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:16:13.420012 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-470e42dd-cc85-49db-874f-bbb9c8cd3e7d tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:13.438734 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6b237a73-79c4-4266-9da4-1105ef7b4ec8 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:13.504706 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-fdaa4dd5-10bc-458e-9393-3b0c8712d0f3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Unset dirty status for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:16:13.506049 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-fdaa4dd5-10bc-458e-9393-3b0c8712d0f3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "GET /v2.0/ports/e01a4859-8475-4103-991e-60c1021c4541 HTTP/1.1" status: 404 len: 333 time: 0.3134806 Oct 10 11:16:13.517356 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53468) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:13.552321 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b237a73-79c4-4266-9da4-1105ef7b4ec8 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Port': ['ID=028af07f-983d-4e57-9d4b-1026386aee02,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:13.615319 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Attempt 3 to provision port 05df9703-ed1f-4fde-a8e5-f2793091fccb Oct 10 11:16:13.695065 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-0f153204-83f9-478c-a545-aabc959afdd3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting port 05df9703-ed1f-4fde-a8e5-f2793091fccb {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:13.695065 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0f153204-83f9-478c-a545-aabc959afdd3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:13.723880 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Port 05df9703-ed1f-4fde-a8e5-f2793091fccb cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:13.730729 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6b237a73-79c4-4266-9da4-1105ef7b4ec8 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:13.759713 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-470e42dd-cc85-49db-874f-bbb9c8cd3e7d tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:13.840396 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e42dd-cc85-49db-874f-bbb9c8cd3e7d tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Subnet': ['ID=12162c97-ad13-4e88-a40c-8a89b4996470,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:13.844708 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6b237a73-79c4-4266-9da4-1105ef7b4ec8 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/ports/028af07f-983d-4e57-9d4b-1026386aee02 HTTP/1.1" status: 204 len: 168 time: 1.7544930 Oct 10 11:16:13.856053 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cbe0c0-ea67-4db5-a050-eed6eef6c507 None None] Network 466951ab-a469-4f95-88dc-d227ab0ce839 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:13.857923 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53474) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:13.875120 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:16:13.936802 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-470e42dd-cc85-49db-874f-bbb9c8cd3e7d tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:13.946406 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-2b113b70-8347-416a-b5f9-1889c4d05256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:16:09Z', 'revision_number': 8, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None, '_interfaces': [{'id': 'b88aec83-5f86-4168-9df6-267ed2bb1dcd', 'name': '', 'network_id': '757118be-9cf5-4577-b56a-2adc20b7ec80', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:95:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:32Z', 'updated_at': '2022-10-10T11:15:53Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c417a848-aedc-4be0-986b-f4adfe7cdb7d', 'name': '', 'network_id': '4b525415-42bc-476a-8fbe-adfd7ac4edea', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:ce:29:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c0950583-692e-4b15-bd82-39d5c0230f9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:44Z', 'updated_at': '2022-10-10T11:16:01Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': 'c0950583-692e-4b15-bd82-39d5c0230f9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcbd8aee-0654-4a6f-a83b-e1f2319d1d32', 'name': '', 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:84:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:17Z', 'updated_at': '2022-10-10T11:15:36Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:13.951169 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 7a7ddf07-d008-4547-9a73-f4e6144af9d9 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:16:14.007934 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-470e42dd-cc85-49db-874f-bbb9c8cd3e7d tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/subnets/12162c97-ad13-4e88-a40c-8a89b4996470 HTTP/1.1" status: 204 len: 168 time: 1.4142017 Oct 10 11:16:14.017205 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53478) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:14.047435 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39e5184-5898-4c68-8d80-70bf92513312 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] GET failed (client error): The resource could not be found. Oct 10 11:16:14.047962 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b39e5184-5898-4c68-8d80-70bf92513312 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Synchronizing usage tracker for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:16:14.062975 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9746a1f5-86a9-4106-8ffd-a9fbcddbdc05 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:14.083712 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b113b70-8347-416a-b5f9-1889c4d05256 None None] Checking router: a8962c56-7c3c-4985-b7f5-6966f4971d64 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:16:14.132627 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b113b70-8347-416a-b5f9-1889c4d05256 None None] Routers {'a8962c56-7c3c-4985-b7f5-6966f4971d64'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:16:14.133421 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-2b113b70-8347-416a-b5f9-1889c4d05256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:16:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a8962c56-7c3c-4985-b7f5-6966f4971d64'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:14.250449 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Attempt 4 to provision port 05df9703-ed1f-4fde-a8e5-f2793091fccb Oct 10 11:16:14.371085 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-37d00e45-82cc-402f-b576-f7040c0161a3 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:14.380195 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-82c03345-2451-4c73-af10-a1ab3085692b tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:14.457296 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b39e5184-5898-4c68-8d80-70bf92513312 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Unset dirty status for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:16:14.458505 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b39e5184-5898-4c68-8d80-70bf92513312 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "GET /v2.0/ports/028af07f-983d-4e57-9d4b-1026386aee02 HTTP/1.1" status: 404 len: 333 time: 0.5939023 Oct 10 11:16:14.474702 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53482) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:14.524778 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Port 05df9703-ed1f-4fde-a8e5-f2793091fccb cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:14.550737 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-37d00e45-82cc-402f-b576-f7040c0161a3 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Deleting port fa21cc81-a781-4bba-812d-9f037c687ebe {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:14.551257 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-37d00e45-82cc-402f-b576-f7040c0161a3 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:14.566923 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-2b113b70-8347-416a-b5f9-1889c4d05256 None None] Set router a8962c56-7c3c-4985-b7f5-6966f4971d64 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:16:14.612469 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a153989-4637-4893-8b95-7eac0fe619b8 req-0e3c15b5-1d06-4806-9e5d-082bba998d0e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:14.622100 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3a153989-4637-4893-8b95-7eac0fe619b8 req-0e3c15b5-1d06-4806-9e5d-082bba998d0e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.6593568 Oct 10 11:16:14.754742 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-9746a1f5-86a9-4106-8ffd-a9fbcddbdc05 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] For port 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3b0388e9-eaaf-4a09-9c03-f71ba876bf2a,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:14.757995 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0f153204-83f9-478c-a545-aabc959afdd3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:14.836866 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3a153989-4637-4893-8b95-7eac0fe619b8 req-b12c615d-b040-47c7-8847-a872fda6e673 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130742 Oct 10 11:16:14.891602 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-93a9c074-25f6-40d6-8815-200fbd40554b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:14.905743 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-0f153204-83f9-478c-a545-aabc959afdd3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Calling delete_port for 05df9703-ed1f-4fde-a8e5-f2793091fccb owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:14.956180 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.resource_extend [None req-9746a1f5-86a9-4106-8ffd-a9fbcddbdc05 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:16:14.981077 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9746a1f5-86a9-4106-8ffd-a9fbcddbdc05 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:15.022814 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-2b113b70-8347-416a-b5f9-1889c4d05256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:16:09Z', 'revision_number': 8, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None, '_interfaces': [{'id': 'b88aec83-5f86-4168-9df6-267ed2bb1dcd', 'name': '', 'network_id': '757118be-9cf5-4577-b56a-2adc20b7ec80', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:95:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:32Z', 'updated_at': '2022-10-10T11:15:53Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c417a848-aedc-4be0-986b-f4adfe7cdb7d', 'name': '', 'network_id': '4b525415-42bc-476a-8fbe-adfd7ac4edea', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:ce:29:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c0950583-692e-4b15-bd82-39d5c0230f9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:44Z', 'updated_at': '2022-10-10T11:16:01Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': 'c0950583-692e-4b15-bd82-39d5c0230f9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcbd8aee-0654-4a6f-a83b-e1f2319d1d32', 'name': '', 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:84:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:17Z', 'updated_at': '2022-10-10T11:15:36Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:15.025865 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Attempt 5 to provision port 05df9703-ed1f-4fde-a8e5-f2793091fccb Oct 10 11:16:15.063909 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b113b70-8347-416a-b5f9-1889c4d05256 None None] The sync data for ids ['a8962c56-7c3c-4985-b7f5-6966f4971d64'] in dv-neutron-860842-1-hyperv is: [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:16:09Z', 'revision_number': 8, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None, '_interfaces': [{'id': 'b88aec83-5f86-4168-9df6-267ed2bb1dcd', 'name': '', 'network_id': '757118be-9cf5-4577-b56a-2adc20b7ec80', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:95:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:32Z', 'updated_at': '2022-10-10T11:15:53Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c417a848-aedc-4be0-986b-f4adfe7cdb7d', 'name': '', 'network_id': '4b525415-42bc-476a-8fbe-adfd7ac4edea', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:ce:29:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c0950583-692e-4b15-bd82-39d5c0230f9a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:44Z', 'updated_at': '2022-10-10T11:16:01Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': 'c0950583-692e-4b15-bd82-39d5c0230f9a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcbd8aee-0654-4a6f-a83b-e1f2319d1d32', 'name': '', 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:84:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:17Z', 'updated_at': '2022-10-10T11:15:36Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:16:15.079929 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-93a9c074-25f6-40d6-8815-200fbd40554b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:15.088478 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd40b77-36ee-4848-8868-9acaef77ce2b None None] DHCP port deletion for 466951ab-a469-4f95-88dc-d227ab0ce839 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:16:15.098968 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0bd40b77-36ee-4848-8868-9acaef77ce2b None None] Deleting port fa21cc81-a781-4bba-812d-9f037c687ebe {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:15.099339 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0bd40b77-36ee-4848-8868-9acaef77ce2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:15.103407 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9746a1f5-86a9-4106-8ffd-a9fbcddbdc05 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:15.107941 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9746a1f5-86a9-4106-8ffd-a9fbcddbdc05 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:15.144101 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Port 05df9703-ed1f-4fde-a8e5-f2793091fccb cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:15.194676 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-37d00e45-82cc-402f-b576-f7040c0161a3 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] For port fa21cc81-a781-4bba-812d-9f037c687ebe, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=fa21cc81-a781-4bba-812d-9f037c687ebe,segment=NetworkSegment(41951f3d-2cee-4e31-98d5-751545be90cf),segment_id=41951f3d-2cee-4e31-98d5-751545be90cf)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:15.195037 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-37d00e45-82cc-402f-b576-f7040c0161a3 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:15.211837 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0f153204-83f9-478c-a545-aabc959afdd3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:15.244854 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9746a1f5-86a9-4106-8ffd-a9fbcddbdc05 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:16:15.251598 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-9746a1f5-86a9-4106-8ffd-a9fbcddbdc05 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:16:15.261396 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9746a1f5-86a9-4106-8ffd-a9fbcddbdc05 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:15.263454 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9746a1f5-86a9-4106-8ffd-a9fbcddbdc05 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:15.305050 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7743238d-e730-4a5b-b73a-59d7d19b15a1 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:15.316834 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746a1f5-86a9-4106-8ffd-a9fbcddbdc05 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Subnet': ['ID=c36c87d2-5f1a-4dce-9f94-ba0f571618b7,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:15.330467 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-37d00e45-82cc-402f-b576-f7040c0161a3 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Calling delete_port for fa21cc81-a781-4bba-812d-9f037c687ebe owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:15.406020 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-93a9c074-25f6-40d6-8815-200fbd40554b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:15.408513 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0f153204-83f9-478c-a545-aabc959afdd3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:15.425965 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746a1f5-86a9-4106-8ffd-a9fbcddbdc05 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Port': ['ID=3b0388e9-eaaf-4a09-9c03-f71ba876bf2a,revision_number=4']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:15.455964 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-0bd40b77-36ee-4848-8868-9acaef77ce2b None None] For port fa21cc81-a781-4bba-812d-9f037c687ebe, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=fa21cc81-a781-4bba-812d-9f037c687ebe,segment=NetworkSegment(41951f3d-2cee-4e31-98d5-751545be90cf),segment_id=41951f3d-2cee-4e31-98d5-751545be90cf)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:15.456465 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0bd40b77-36ee-4848-8868-9acaef77ce2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:15.481577 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f153204-83f9-478c-a545-aabc959afdd3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Port': ['ID=05df9703-ed1f-4fde-a8e5-f2793091fccb,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:15.506954 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9c074-25f6-40d6-8815-200fbd40554b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cae6b9-b606-4911-a8bb-914bb441cdd5,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:15.534542 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0f153204-83f9-478c-a545-aabc959afdd3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/ports/05df9703-ed1f-4fde-a8e5-f2793091fccb HTTP/1.1" status: 204 len: 168 time: 2.0109599 Oct 10 11:16:15.535723 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53486) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:15.545646 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9746a1f5-86a9-4106-8ffd-a9fbcddbdc05 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.0799325 Oct 10 11:16:15.567694 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53490) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:15.581904 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-e8279cba-d5f6-4b4a-92e3-843902cd0465 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Request body: {'port': {'network_id': 'dac74586-4382-4e00-a6eb-f2005f114a9a', 'mac_address': 'fa:16:3e:03:31:99', 'name': 'tempest-NetworksTestDHCPv6-766646078'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:15.601453 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd52612-4765-41a8-a89c-4803766b10b5 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] GET failed (client error): The resource could not be found. Oct 10 11:16:15.602164 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6bd52612-4765-41a8-a89c-4803766b10b5 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Synchronizing usage tracker for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:16:15.622559 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-93a9c074-25f6-40d6-8815-200fbd40554b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:15.623740 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-93a9c074-25f6-40d6-8815-200fbd40554b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/security-groups/03cae6b9-b606-4911-a8bb-914bb441cdd5 HTTP/1.1" status: 204 len: 168 time: 1.1359572 Oct 10 11:16:15.627053 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device fa21cc81-a781-4bba-812d-9f037c687ebe no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:16:15.627204 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53494) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:15.684572 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6bd52612-4765-41a8-a89c-4803766b10b5 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Unset dirty status for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:16:15.686369 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6bd52612-4765-41a8-a89c-4803766b10b5 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "GET /v2.0/ports/05df9703-ed1f-4fde-a8e5-f2793091fccb HTTP/1.1" status: 404 len: 333 time: 0.1477356 Oct 10 11:16:15.690647 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53498) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:15.712398 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Attempt 6 to provision port 05df9703-ed1f-4fde-a8e5-f2793091fccb Oct 10 11:16:15.726429 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-37d00e45-82cc-402f-b576-f7040c0161a3 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:15.744828 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0bd40b77-36ee-4848-8868-9acaef77ce2b None None] Calling delete_port for fa21cc81-a781-4bba-812d-9f037c687ebe owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:15.761346 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3273ebf1-2e77-4265-9fc5-35492db55ac6 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:15.778065 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-82c03345-2451-4c73-af10-a1ab3085692b tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Deleting port e642440f-3346-4692-be6c-2e50b91cc295 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:15.778406 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-82c03345-2451-4c73-af10-a1ab3085692b tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:15.804704 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3273ebf1-2e77-4265-9fc5-35492db55ac6 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:15.813831 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d00e45-82cc-402f-b576-f7040c0161a3 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] No DVR routers for this DVR port fa21cc81-a781-4bba-812d-9f037c687ebe on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:16:15.819395 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Port 05df9703-ed1f-4fde-a8e5-f2793091fccb was deleted so its status cannot be updated. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 10 11:16:15.823046 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc5e911-0d61-4536-a32c-aad14d55b57d tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting subnet 274bd06c-8979-409d-ace8-d44bec70e86f {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:16:15.831247 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4dc5e911-0d61-4536-a32c-aad14d55b57d tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:15.837830 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Could not find standard attr ID for object 7624ab81-3324-494d-804b-513e39680122. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:16:15.889119 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d00e45-82cc-402f-b576-f7040c0161a3 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Port': ['ID=fa21cc81-a781-4bba-812d-9f037c687ebe,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:15.955911 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4dc5e911-0d61-4536-a32c-aad14d55b57d tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:15.976865 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Could not find standard attr ID for object e01a4859-8475-4103-991e-60c1021c4541. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:16:15.996367 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No active binding found for port fa21cc81-a781-4bba-812d-9f037c687ebe {{(pid=89898) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 10 11:16:15.997020 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device fa21cc81-a781-4bba-812d-9f037c687ebe not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:16:15.997632 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 7624ab81-3324-494d-804b-513e39680122 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:16:16.023168 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3273ebf1-2e77-4265-9fc5-35492db55ac6 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:16.046382 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 7624ab81-3324-494d-804b-513e39680122 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:16:16.046961 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 7624ab81-3324-494d-804b-513e39680122 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:16:16.070518 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-0bd40b77-36ee-4848-8868-9acaef77ce2b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:16:16.070982 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-0bd40b77-36ee-4848-8868-9acaef77ce2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:16:16.107851 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273ebf1-2e77-4265-9fc5-35492db55ac6 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c65b0f0-d0c3-4738-a429-6d2751b7462d,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:16.131831 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Provisioning for port 7a7ddf07-d008-4547-9a73-f4e6144af9d9 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:16:16.133487 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3273ebf1-2e77-4265-9fc5-35492db55ac6 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:16.134645 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3273ebf1-2e77-4265-9fc5-35492db55ac6 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/security-groups/4c65b0f0-d0c3-4738-a429-6d2751b7462d HTTP/1.1" status: 204 len: 168 time: 0.5058384 Oct 10 11:16:16.142066 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53504) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:16.144946 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Provisioning complete for port 7a7ddf07-d008-4547-9a73-f4e6144af9d9 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:16:16.145552 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:16.146510 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Attempt 1 to provision port 7a7ddf07-d008-4547-9a73-f4e6144af9d9 Oct 10 11:16:16.168770 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e8279cba-d5f6-4b4a-92e3-843902cd0465 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:16.173580 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e8279cba-d5f6-4b4a-92e3-843902cd0465 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Usage tracker for resource:port and tenant:7e4f409f6bf64060ada254ee8cdaed1f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:16.175938 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e8279cba-d5f6-4b4a-92e3-843902cd0465 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:16.192300 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4dc5e911-0d61-4536-a32c-aad14d55b57d tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:16.194525 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e8279cba-d5f6-4b4a-92e3-843902cd0465 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:16.197414 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-37d00e45-82cc-402f-b576-f7040c0161a3 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:16.295627 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e662e-1180-4b40-8687-d79326d2c990 req-fd7133e6-feff-4ac9-8591-e0a898034832 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:16.297639 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d40e662e-1180-4b40-8687-d79326d2c990 req-fd7133e6-feff-4ac9-8591-e0a898034832 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.2784839 Oct 10 11:16:16.298591 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-37d00e45-82cc-402f-b576-f7040c0161a3 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466951ab-a469-4f95-88dc-d227ab0ce839']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:16.305685 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Current status of the port 7a7ddf07-d008-4547-9a73-f4e6144af9d9 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:16:16.310142 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Could not find standard attr ID for object ca5b2fea-957a-4556-8921-7318af5e1592. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:16:16.322658 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-37d00e45-82cc-402f-b576-f7040c0161a3 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41951f3d-2cee-4e31-98d5-751545be90cf') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:16.322994 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-37d00e45-82cc-402f-b576-f7040c0161a3 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41951f3d-2cee-4e31-98d5-751545be90cf') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:16.327770 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Provisioning complete for port 0d251c41-969a-43a8-8074-28aa89e9d51d triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:16:16.328287 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:16.328716 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Attempt 1 to provision port 0d251c41-969a-43a8-8074-28aa89e9d51d Oct 10 11:16:16.348669 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-37d00e45-82cc-402f-b576-f7040c0161a3 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:16.349065 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d4f172a0-6ce0-4b20-8a41-dfddb8985c1c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:16.360528 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-82c03345-2451-4c73-af10-a1ab3085692b tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:16.377983 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8279cba-d5f6-4b4a-92e3-843902cd0465 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Made reservation on behalf of 7e4f409f6bf64060ada254ee8cdaed1f for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:16.387481 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Port 0d251c41-969a-43a8-8074-28aa89e9d51d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:16.393188 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-37d00e45-82cc-402f-b576-f7040c0161a3 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:16.403970 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d4f172a0-6ce0-4b20-8a41-dfddb8985c1c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:16.439412 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d40e662e-1180-4b40-8687-d79326d2c990 req-3a575786-4dd4-4f8f-bcdc-a2a2d19c6074 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299474 Oct 10 11:16:16.524595 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4dc5e911-0d61-4536-a32c-aad14d55b57d tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:16.528587 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-82c03345-2451-4c73-af10-a1ab3085692b tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Calling delete_port for e642440f-3346-4692-be6c-2e50b91cc295 owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:16.559353 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d00e45-82cc-402f-b576-f7040c0161a3 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Releasing vlan 473 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:16:16.559762 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-37d00e45-82cc-402f-b576-f7040c0161a3 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:16.567570 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5e911-0d61-4536-a32c-aad14d55b57d tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Subnet': ['ID=274bd06c-8979-409d-ace8-d44bec70e86f,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:16.569516 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4dc5e911-0d61-4536-a32c-aad14d55b57d tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:16.572224 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d4f172a0-6ce0-4b20-8a41-dfddb8985c1c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:16.572458 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0bd40b77-36ee-4848-8868-9acaef77ce2b None None] Deleting port fa21cc81-a781-4bba-812d-9f037c687ebe {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:16.575298 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0bd40b77-36ee-4848-8868-9acaef77ce2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:16.597793 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d4f172a0-6ce0-4b20-8a41-dfddb8985c1c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:16.599721 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d4f172a0-6ce0-4b20-8a41-dfddb8985c1c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/security-groups/4661fdaf-40e4-4b6a-8c81-c226c37f93f0 HTTP/1.1" status: 204 len: 168 time: 0.4551175 Oct 10 11:16:16.600741 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f172a0-6ce0-4b20-8a41-dfddb8985c1c tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4661fdaf-40e4-4b6a-8c81-c226c37f93f0,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:16.602479 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53510) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:16.605543 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4dc5e911-0d61-4536-a32c-aad14d55b57d tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/subnets/274bd06c-8979-409d-ace8-d44bec70e86f HTTP/1.1" status: 204 len: 168 time: 0.9136574 Oct 10 11:16:16.623888 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53514) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:16.625223 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 41951f3d-2cee-4e31-98d5-751545be90cf resource provider aggregate not found Oct 10 11:16:16.636582 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e944e2c5-b8d5-4b8e-ae67-7b110a42324c None None] Network 346cc750-b643-4a09-aa03-f081d27c3d03 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:16.723423 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b52ea9d-fc7c-403d-9fea-8c21c80e159e tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting subnet 810c133a-b2ba-4226-a092-99e3507cf160 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:16:16.731125 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0bd40b77-36ee-4848-8868-9acaef77ce2b None None] The port 'fa21cc81-a781-4bba-812d-9f037c687ebe' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:16:16.731384 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2b52ea9d-fc7c-403d-9fea-8c21c80e159e tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:16.847755 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2b52ea9d-fc7c-403d-9fea-8c21c80e159e tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:16.940150 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Attempt 2 to provision port 0d251c41-969a-43a8-8074-28aa89e9d51d Oct 10 11:16:16.952345 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 41951f3d-2cee-4e31-98d5-751545be90cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41951f3d-2cee-4e31-98d5-751545be90cf found for delete ", "request_id": "req-f57dca9e-df32-4c05-a792-98089ec507bb"}]} Oct 10 11:16:16.971421 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2b52ea9d-fc7c-403d-9fea-8c21c80e159e tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:16.984781 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-47bcfcdc-d5c8-4bb4-a5ff-a271ea1c7d75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:17.007928 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Port 0d251c41-969a-43a8-8074-28aa89e9d51d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:17.041324 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-47bcfcdc-d5c8-4bb4-a5ff-a271ea1c7d75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting port 6e9473ac-37d1-4545-a18f-d0a3bddee0dd {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:17.041324 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-47bcfcdc-d5c8-4bb4-a5ff-a271ea1c7d75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:17.108042 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a769160a-2c6a-4161-ace9-a80d4584094d None None] DHCP port deletion for 346cc750-b643-4a09-aa03-f081d27c3d03 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:16:17.113026 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-a769160a-2c6a-4161-ace9-a80d4584094d None None] Deleting port 6e9473ac-37d1-4545-a18f-d0a3bddee0dd {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:17.113499 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a769160a-2c6a-4161-ace9-a80d4584094d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:17.114151 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e8279cba-d5f6-4b4a-92e3-843902cd0465 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:17.205794 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-37d00e45-82cc-402f-b576-f7040c0161a3 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:17.221041 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-e8279cba-d5f6-4b4a-92e3-843902cd0465 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] device_id is not set on port 886e0932-3465-4a6f-aca1-3f65d41cacea yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:16:17.230201 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:16:17.255649 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2b52ea9d-fc7c-403d-9fea-8c21c80e159e tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:17.269616 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-37d00e45-82cc-402f-b576-f7040c0161a3 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:17.299514 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d00e45-82cc-402f-b576-f7040c0161a3 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Network': ['ID=466951ab-a469-4f95-88dc-d227ab0ce839,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:17.302796 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52ea9d-fc7c-403d-9fea-8c21c80e159e tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Subnet': ['ID=810c133a-b2ba-4226-a092-99e3507cf160,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:17.307678 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2b52ea9d-fc7c-403d-9fea-8c21c80e159e tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:17.318578 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2b52ea9d-fc7c-403d-9fea-8c21c80e159e tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/subnets/810c133a-b2ba-4226-a092-99e3507cf160 HTTP/1.1" status: 204 len: 168 time: 0.7147324 Oct 10 11:16:17.331635 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53520) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:17.340448 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-37d00e45-82cc-402f-b576-f7040c0161a3 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/networks/466951ab-a469-4f95-88dc-d227ab0ce839 HTTP/1.1" status: 204 len: 168 time: 3.3212929 Oct 10 11:16:17.357829 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53524) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:17.370779 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eacb7b7-b449-46e3-848a-47edb63445bf None None] Network 8284bdf5-404a-488a-9478-0ede65c92a22 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:17.408907 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c93b1b-43e0-4dcb-81d7-af3333f0fbf1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting subnet 9510fb57-62f2-4544-a79f-5ae347d7687a {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:16:17.411910 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-97c93b1b-43e0-4dcb-81d7-af3333f0fbf1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:17.467452 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-97c93b1b-43e0-4dcb-81d7-af3333f0fbf1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:17.489025 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-a769160a-2c6a-4161-ace9-a80d4584094d None None] For port 6e9473ac-37d1-4545-a18f-d0a3bddee0dd, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=6e9473ac-37d1-4545-a18f-d0a3bddee0dd,segment=NetworkSegment(f34e0dda-d828-42b7-8ce5-8e341cdf7737),segment_id=f34e0dda-d828-42b7-8ce5-8e341cdf7737)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:17.489589 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a769160a-2c6a-4161-ace9-a80d4584094d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:17.512072 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Attempt 3 to provision port 0d251c41-969a-43a8-8074-28aa89e9d51d Oct 10 11:16:17.565423 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-97c93b1b-43e0-4dcb-81d7-af3333f0fbf1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:17.733902 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-a769160a-2c6a-4161-ace9-a80d4584094d None None] Calling delete_port for 6e9473ac-37d1-4545-a18f-d0a3bddee0dd owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:17.747699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-97c93b1b-43e0-4dcb-81d7-af3333f0fbf1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:17.762595 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 6e9473ac-37d1-4545-a18f-d0a3bddee0dd no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:16:17.791511 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c93b1b-43e0-4dcb-81d7-af3333f0fbf1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Subnet': ['ID=9510fb57-62f2-4544-a79f-5ae347d7687a,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:17.793598 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-97c93b1b-43e0-4dcb-81d7-af3333f0fbf1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:17.801182 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-97c93b1b-43e0-4dcb-81d7-af3333f0fbf1 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/subnets/9510fb57-62f2-4544-a79f-5ae347d7687a HTTP/1.1" status: 204 len: 168 time: 0.4742484 Oct 10 11:16:17.803733 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53530) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:17.846329 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b346613-25c7-430c-a96b-6b02ac63226d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:17.846598 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b346613-25c7-430c-a96b-6b02ac63226d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:17.850985 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0b346613-25c7-430c-a96b-6b02ac63226d tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/subnets/810c133a-b2ba-4226-a092-99e3507cf160 HTTP/1.1" status: 404 len: 337 time: 0.0463972 Oct 10 11:16:17.851607 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53534) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:17.855419 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Port 0d251c41-969a-43a8-8074-28aa89e9d51d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:17.914504 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-47bcfcdc-d5c8-4bb4-a5ff-a271ea1c7d75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] For port 6e9473ac-37d1-4545-a18f-d0a3bddee0dd, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=6e9473ac-37d1-4545-a18f-d0a3bddee0dd,segment=NetworkSegment(f34e0dda-d828-42b7-8ce5-8e341cdf7737),segment_id=f34e0dda-d828-42b7-8ce5-8e341cdf7737)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:17.914948 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-47bcfcdc-d5c8-4bb4-a5ff-a271ea1c7d75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:17.921861 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f75c2b-53d4-4308-882a-d0175759e665 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting subnet d9aaec60-4d05-4917-ad80-15e36e6364eb {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:16:17.925114 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d2f75c2b-53d4-4308-882a-d0175759e665 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:17.984988 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d2f75c2b-53d4-4308-882a-d0175759e665 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:18.025334 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a769160a-2c6a-4161-ace9-a80d4584094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:18.059362 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Port 6e9473ac-37d1-4545-a18f-d0a3bddee0dd update to DOWN by agent not found {{(pid=89898) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Oct 10 11:16:18.068991 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-82c03345-2451-4c73-af10-a1ab3085692b tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:18.077085 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769160a-2c6a-4161-ace9-a80d4584094d None None] Pushing event deleted for resources: {'Port': ['ID=6e9473ac-37d1-4545-a18f-d0a3bddee0dd,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:18.084989 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d2f75c2b-53d4-4308-882a-d0175759e665 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:18.088644 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a769160a-2c6a-4161-ace9-a80d4584094d None None] No DVR routers for this DVR port 6e9473ac-37d1-4545-a18f-d0a3bddee0dd on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:16:18.188321 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-47bcfcdc-d5c8-4bb4-a5ff-a271ea1c7d75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Calling delete_port for 6e9473ac-37d1-4545-a18f-d0a3bddee0dd owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:18.255408 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d2f75c2b-53d4-4308-882a-d0175759e665 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:18.297246 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f75c2b-53d4-4308-882a-d0175759e665 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Subnet': ['ID=d9aaec60-4d05-4917-ad80-15e36e6364eb,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:18.303300 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d2f75c2b-53d4-4308-882a-d0175759e665 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:18.309814 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d2f75c2b-53d4-4308-882a-d0175759e665 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/subnets/d9aaec60-4d05-4917-ad80-15e36e6364eb HTTP/1.1" status: 204 len: 168 time: 0.4572539 Oct 10 11:16:18.313431 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53538) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:18.337934 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c03345-2451-4c73-af10-a1ab3085692b tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event deleted for resources: {'Port': ['ID=e642440f-3346-4692-be6c-2e50b91cc295,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:18.357922 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Attempt 4 to provision port 0d251c41-969a-43a8-8074-28aa89e9d51d Oct 10 11:16:18.370777 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-83fd80c2-e9cf-46b7-8b22-75d51dfbdf46 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:18.371364 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83fd80c2-e9cf-46b7-8b22-75d51dfbdf46 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:18.376319 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-83fd80c2-e9cf-46b7-8b22-75d51dfbdf46 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/subnets/3534d5f7-e793-44bc-acd3-31eb535fec95 HTTP/1.1" status: 404 len: 337 time: 0.0592992 Oct 10 11:16:18.376715 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53542) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:18.439346 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-66d8ac0b-94db-400b-b100-650863c6d26b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Synchronizing usage tracker for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:16:18.439488 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Port 0d251c41-969a-43a8-8074-28aa89e9d51d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:18.453165 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-66d8ac0b-94db-400b-b100-650863c6d26b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Unset dirty status for tenant:d4be467877224cc3b1469223421a71e0 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:16:18.454692 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-66d8ac0b-94db-400b-b100-650863c6d26b tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "GET /v2.0/ports?device_id=fc0cd65e-9247-4f81-ab64-0c37274f7923 HTTP/1.1" status: 200 len: 205 time: 0.0768631 Oct 10 11:16:18.457216 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53546) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:18.521395 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5ba42-500f-4ffc-b0f0-d11dd4d4d8e5 req-a1bf3c4a-dab4-4d03-b871-aaedb179611c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:18.522951 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-dcb5ba42-500f-4ffc-b0f0-d11dd4d4d8e5 req-a1bf3c4a-dab4-4d03-b871-aaedb179611c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.9100227 Oct 10 11:16:18.537254 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-590a4651-1263-4330-b31e-a790d64ac961 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] delete failed (client error): The resource could not be found. Oct 10 11:16:18.540867 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-590a4651-1263-4330-b31e-a790d64ac961 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/routers/fc0cd65e-9247-4f81-ab64-0c37274f7923 HTTP/1.1" status: 404 len: 336 time: 0.0802176 Oct 10 11:16:18.541368 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53550) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:18.562739 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-e8279cba-d5f6-4b4a-92e3-843902cd0465 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 2001:db8::f3 (dac74586-4382-4e00-a6eb-f2005f114a9a/998f38b5-9017-498b-810f-96a4b3a45822/886e0932-3465-4a6f-aca1-3f65d41cacea) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:16:18.583080 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-33167528-b632-4cf1-a812-72897eb70615 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:18.583693 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33167528-b632-4cf1-a812-72897eb70615 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:18.585587 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-33167528-b632-4cf1-a812-72897eb70615 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/subnets/f12cf747-c4d4-4b1e-86bb-c005ff29a243 HTTP/1.1" status: 404 len: 337 time: 0.0430005 Oct 10 11:16:18.588079 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53554) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:18.608794 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-e8279cba-d5f6-4b4a-92e3-843902cd0465 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Allocated IP 2001:db8:0:1:f816:3eff:fe03:3199 (dac74586-4382-4e00-a6eb-f2005f114a9a/c36c87d2-5f1a-4dce-9f94-ba0f571618b7/886e0932-3465-4a6f-aca1-3f65d41cacea) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:16:18.619659 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.api [None req-47bcfcdc-d5c8-4bb4-a5ff-a271ea1c7d75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:16:18.623240 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG oslo_db.api [None req-47bcfcdc-d5c8-4bb4-a5ff-a271ea1c7d75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:16:18.633190 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5d2e66-dcaa-4e8e-bb8d-81a7f13d3229 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:18.633767 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d5d2e66-dcaa-4e8e-bb8d-81a7f13d3229 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:18.637872 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1d5d2e66-dcaa-4e8e-bb8d-81a7f13d3229 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/subnets/8976d9bf-b36d-400c-b470-2388e7d0a466 HTTP/1.1" status: 404 len: 337 time: 0.0463274 Oct 10 11:16:18.638208 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53558) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:18.680528 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0934687-0496-4e48-a02d-46ca582fff96 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:18.681092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0934687-0496-4e48-a02d-46ca582fff96 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:18.683212 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a0934687-0496-4e48-a02d-46ca582fff96 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/subnets/91fb6953-582e-42e2-9a76-6edda86d1f42 HTTP/1.1" status: 404 len: 337 time: 0.0438046 Oct 10 11:16:18.686533 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53562) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:18.730411 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-69bae475-3f1e-45af-8076-def8d0d3ae24 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:18.730983 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69bae475-3f1e-45af-8076-def8d0d3ae24 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:18.733894 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-69bae475-3f1e-45af-8076-def8d0d3ae24 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/ports/ec4b5bee-1fcc-4f91-9c07-d39377d40e83 HTTP/1.1" status: 404 len: 333 time: 0.0456471 Oct 10 11:16:18.735930 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53566) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:18.737773 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-dcb5ba42-500f-4ffc-b0f0-d11dd4d4d8e5 req-c73eddd3-f268-4e7e-9a7f-cddf812c0c4a tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726763 Oct 10 11:16:18.788417 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d1fc73-bf33-4277-b6fd-6eac0074c592 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:18.788889 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3d1fc73-bf33-4277-b6fd-6eac0074c592 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:18.793199 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b3d1fc73-bf33-4277-b6fd-6eac0074c592 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/subnets/a2a0fce9-b5f5-49b6-960f-ee07c513b10b HTTP/1.1" status: 404 len: 337 time: 0.0562613 Oct 10 11:16:18.793820 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53572) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:18.834455 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91476ab-f18a-4e40-afed-ba74da42ea38 None None] Network 8284bdf5-404a-488a-9478-0ede65c92a22 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:18.834918 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-e198b94f-f2d9-48c5-b8cf-df097aedc917 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:18.835376 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e198b94f-f2d9-48c5-b8cf-df097aedc917 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:18.839738 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e198b94f-f2d9-48c5-b8cf-df097aedc917 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/subnets/86d1d729-dd24-461a-90af-4e8ecae79bae HTTP/1.1" status: 404 len: 337 time: 0.0449083 Oct 10 11:16:18.840320 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53576) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:18.890236 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a22ec42-fb46-41a6-a9b8-971563b7de43 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:18.891419 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a22ec42-fb46-41a6-a9b8-971563b7de43 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:18.892971 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1a22ec42-fb46-41a6-a9b8-971563b7de43 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/ports/fb7a31f9-a88a-4784-8524-736c51e5dccf HTTP/1.1" status: 404 len: 333 time: 0.0515604 Oct 10 11:16:18.895219 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53580) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:18.942955 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc0bfc0-b67a-40fe-9c01-f2bccdb7a175 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:18.943808 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc0bfc0-b67a-40fe-9c01-f2bccdb7a175 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:18.945613 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2fc0bfc0-b67a-40fe-9c01-f2bccdb7a175 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/subnets/505e6434-fa8a-4c9c-9fff-b9ec8f756578 HTTP/1.1" status: 404 len: 337 time: 0.0493827 Oct 10 11:16:18.951039 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53584) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:19.004191 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Attempt 5 to provision port 0d251c41-969a-43a8-8074-28aa89e9d51d Oct 10 11:16:19.028052 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-372724be-6266-4f96-94a6-18a3d374898a tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:19.029690 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-372724be-6266-4f96-94a6-18a3d374898a tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:19.033473 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-372724be-6266-4f96-94a6-18a3d374898a tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/subnets/dff377e6-2898-4ea9-a559-a58655ea4cda HTTP/1.1" status: 404 len: 337 time: 0.0809436 Oct 10 11:16:19.036030 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53588) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:19.126569 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-47bcfcdc-d5c8-4bb4-a5ff-a271ea1c7d75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting port 6e9473ac-37d1-4545-a18f-d0a3bddee0dd {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:19.126920 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-47bcfcdc-d5c8-4bb4-a5ff-a271ea1c7d75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:19.141564 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Port 0d251c41-969a-43a8-8074-28aa89e9d51d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:19.236952 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b4ad65-35f4-4f6b-9a3e-9d8b5849e3b0 None None] DHCP port deletion for 8284bdf5-404a-488a-9478-0ede65c92a22 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:16:19.241267 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-25b4ad65-35f4-4f6b-9a3e-9d8b5849e3b0 None None] Deleting port 7a7ddf07-d008-4547-9a73-f4e6144af9d9 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:19.241671 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-25b4ad65-35f4-4f6b-9a3e-9d8b5849e3b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:19.276021 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-47bcfcdc-d5c8-4bb4-a5ff-a271ea1c7d75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] The port '6e9473ac-37d1-4545-a18f-d0a3bddee0dd' was deleted {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:16:19.280391 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-82c03345-2451-4c73-af10-a1ab3085692b tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:19.296577 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-8646a77d-6aa8-4923-bf70-f844e6e0efc2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Deleting port 0d251c41-969a-43a8-8074-28aa89e9d51d {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:19.296924 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8646a77d-6aa8-4923-bf70-f844e6e0efc2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:19.480676 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-25b4ad65-35f4-4f6b-9a3e-9d8b5849e3b0 None None] For port 7a7ddf07-d008-4547-9a73-f4e6144af9d9, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=7a7ddf07-d008-4547-9a73-f4e6144af9d9,segment=NetworkSegment(a98e6fd1-2734-4d1c-8dcc-bbf8b19ed705),segment_id=a98e6fd1-2734-4d1c-8dcc-bbf8b19ed705)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:19.480676 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-25b4ad65-35f4-4f6b-9a3e-9d8b5849e3b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:19.582068 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458f886-0902-43ff-b492-cc7df1d2d834 req-4e4ed10c-63fa-4cba-95ab-865baa4934b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:19.583815 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1458f886-0902-43ff-b492-cc7df1d2d834 req-4e4ed10c-63fa-4cba-95ab-865baa4934b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae70dbd562a74602ba992b43f7087eba&device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 1098 time: 0.1515579 Oct 10 11:16:19.609356 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-25b4ad65-35f4-4f6b-9a3e-9d8b5849e3b0 None None] Calling delete_port for 7a7ddf07-d008-4547-9a73-f4e6144af9d9 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:19.642919 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Attempt 6 to provision port 0d251c41-969a-43a8-8074-28aa89e9d51d Oct 10 11:16:19.716958 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Port 0d251c41-969a-43a8-8074-28aa89e9d51d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:19.730852 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458f886-0902-43ff-b492-cc7df1d2d834 req-b10f5ee1-4e97-4f13-8180-6433c7c199f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:19.732563 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1458f886-0902-43ff-b492-cc7df1d2d834 req-b10f5ee1-4e97-4f13-8180-6433c7c199f0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f36cb35b-e765-411b-82dd-156471dbc6b1 HTTP/1.1" status: 200 len: 913 time: 0.1432602 Oct 10 11:16:19.781099 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-25b4ad65-35f4-4f6b-9a3e-9d8b5849e3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:19.828006 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4ad65-35f4-4f6b-9a3e-9d8b5849e3b0 None None] Pushing event deleted for resources: {'Port': ['ID=7a7ddf07-d008-4547-9a73-f4e6144af9d9,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:19.835529 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b4ad65-35f4-4f6b-9a3e-9d8b5849e3b0 None None] No DVR routers for this DVR port 7a7ddf07-d008-4547-9a73-f4e6144af9d9 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:16:19.838723 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1458f886-0902-43ff-b492-cc7df1d2d834 req-d36c4507-61b9-4778-99fa-e0efe5605960 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9c1e995-eabf-45b1-8559-c8881096b3b7 HTTP/1.1" status: 200 len: 1001 time: 0.1003675 Oct 10 11:16:19.848133 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4ad65-35f4-4f6b-9a3e-9d8b5849e3b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:19.848596 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4ad65-35f4-4f6b-9a3e-9d8b5849e3b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:19.848995 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4ad65-35f4-4f6b-9a3e-9d8b5849e3b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:19.849509 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4ad65-35f4-4f6b-9a3e-9d8b5849e3b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:19.849835 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4ad65-35f4-4f6b-9a3e-9d8b5849e3b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:19.850224 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4ad65-35f4-4f6b-9a3e-9d8b5849e3b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:19.850622 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4ad65-35f4-4f6b-9a3e-9d8b5849e3b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:19.851007 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4ad65-35f4-4f6b-9a3e-9d8b5849e3b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:19.851391 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4ad65-35f4-4f6b-9a3e-9d8b5849e3b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:19.851774 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4ad65-35f4-4f6b-9a3e-9d8b5849e3b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:19.852148 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4ad65-35f4-4f6b-9a3e-9d8b5849e3b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:19.852535 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4ad65-35f4-4f6b-9a3e-9d8b5849e3b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:16:19.866431 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-47bcfcdc-d5c8-4bb4-a5ff-a271ea1c7d75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:19.907008 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458f886-0902-43ff-b492-cc7df1d2d834 req-fd39f101-b7fd-4de7-ab26-055c9923e361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:19.908448 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1458f886-0902-43ff-b492-cc7df1d2d834 req-fd39f101-b7fd-4de7-ab26-055c9923e361 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04983d62-0192-4bd4-9c0c-86c066bd05d2 HTTP/1.1" status: 200 len: 851 time: 0.0634646 Oct 10 11:16:19.975909 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e8279cba-d5f6-4b4a-92e3-843902cd0465 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:19.990775 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458f886-0902-43ff-b492-cc7df1d2d834 req-142cc60f-10b1-40be-ac93-f32fee8eca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:19.992419 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1458f886-0902-43ff-b492-cc7df1d2d834 req-142cc60f-10b1-40be-ac93-f32fee8eca55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f36cb35b-e765-411b-82dd-156471dbc6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785863 Oct 10 11:16:20.029936 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-47bcfcdc-d5c8-4bb4-a5ff-a271ea1c7d75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346cc750-b643-4a09-aa03-f081d27c3d03']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:20.096558 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-47bcfcdc-d5c8-4bb4-a5ff-a271ea1c7d75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34e0dda-d828-42b7-8ce5-8e341cdf7737') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:20.096787 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-47bcfcdc-d5c8-4bb4-a5ff-a271ea1c7d75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34e0dda-d828-42b7-8ce5-8e341cdf7737') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:20.103195 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-e8279cba-d5f6-4b4a-92e3-843902cd0465 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Transition to ACTIVE for port object 886e0932-3465-4a6f-aca1-3f65d41cacea will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:16:20.126618 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1458f886-0902-43ff-b492-cc7df1d2d834 req-c57b926d-bcf9-45a0-a340-713d8ad9775a service neutron] 10.222.0.15 "GET /v2.0/networks/f36cb35b-e765-411b-82dd-156471dbc6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273785 Oct 10 11:16:20.174492 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-47bcfcdc-d5c8-4bb4-a5ff-a271ea1c7d75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:20.204498 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3599945-8f20-437d-9083-35b570a3f209 req-d0ef228f-0190-4b3d-991b-b526dbde7382 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:20.205966 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d3599945-8f20-437d-9083-35b570a3f209 req-d0ef228f-0190-4b3d-991b-b526dbde7382 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.6851568 Oct 10 11:16:20.218320 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Attempt 7 to provision port 0d251c41-969a-43a8-8074-28aa89e9d51d Oct 10 11:16:20.246534 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8646a77d-6aa8-4923-bf70-f844e6e0efc2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:20.262341 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1458f886-0902-43ff-b492-cc7df1d2d834 req-37da02e3-4176-4ad8-8d11-a26b13bdd883 service neutron] 10.222.0.15 "GET /v2.0/networks/f36cb35b-e765-411b-82dd-156471dbc6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298175 Oct 10 11:16:20.280111 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Port 0d251c41-969a-43a8-8074-28aa89e9d51d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:20.313208 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-47bcfcdc-d5c8-4bb4-a5ff-a271ea1c7d75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:20.396459 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47bcfcdc-d5c8-4bb4-a5ff-a271ea1c7d75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Releasing vlan 494 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:16:20.396779 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-47bcfcdc-d5c8-4bb4-a5ff-a271ea1c7d75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:20.480395 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-8646a77d-6aa8-4923-bf70-f844e6e0efc2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Calling delete_port for 0d251c41-969a-43a8-8074-28aa89e9d51d owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:20.546676 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment f34e0dda-d828-42b7-8ce5-8e341cdf7737 resource provider aggregate not found Oct 10 11:16:20.629289 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment f34e0dda-d828-42b7-8ce5-8e341cdf7737 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f34e0dda-d828-42b7-8ce5-8e341cdf7737 found for delete ", "request_id": "req-e0217974-beb8-4f26-8610-47da3fdb45ce"}]} Oct 10 11:16:20.631989 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aa40bcce-910d-4b07-90dd-07e28c652c25 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:20.748132 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d3599945-8f20-437d-9083-35b570a3f209 req-af2510ce-7248-450f-ab17-7fc2119b7cb9 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5219705 Oct 10 11:16:20.781704 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Attempt 8 to provision port 0d251c41-969a-43a8-8074-28aa89e9d51d Oct 10 11:16:20.835788 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Port 0d251c41-969a-43a8-8074-28aa89e9d51d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:20.984426 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e8279cba-d5f6-4b4a-92e3-843902cd0465 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:21.014297 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-47bcfcdc-d5c8-4bb4-a5ff-a271ea1c7d75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:21.067549 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-47bcfcdc-d5c8-4bb4-a5ff-a271ea1c7d75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:21.137982 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bcfcdc-d5c8-4bb4-a5ff-a271ea1c7d75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Network': ['ID=346cc750-b643-4a09-aa03-f081d27c3d03,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:21.151483 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8279cba-d5f6-4b4a-92e3-843902cd0465 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Network dac74586-4382-4e00-a6eb-f2005f114a9a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:16:21.163307 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-e8279cba-d5f6-4b4a-92e3-843902cd0465 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:16:21.168843 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c03345-2451-4c73-af10-a1ab3085692b tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Router 5b29db68-2788-491e-bb1a-1710265879bc has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:16:21.192195 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 7a7ddf07-d008-4547-9a73-f4e6144af9d9 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:16:21.214799 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8279cba-d5f6-4b4a-92e3-843902cd0465 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:16:21.221452 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8279cba-d5f6-4b4a-92e3-843902cd0465 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:21.222115 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e8279cba-d5f6-4b4a-92e3-843902cd0465 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:21.227690 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8279cba-d5f6-4b4a-92e3-843902cd0465 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event updated for resources: {'Port': ['ID=886e0932-3465-4a6f-aca1-3f65d41cacea,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:21.232941 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 7a7ddf07-d008-4547-9a73-f4e6144af9d9 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:16:21.233672 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 7a7ddf07-d008-4547-9a73-f4e6144af9d9 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:16:21.252414 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8646a77d-6aa8-4923-bf70-f844e6e0efc2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:21.256561 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-47bcfcdc-d5c8-4bb4-a5ff-a271ea1c7d75 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/networks/346cc750-b643-4a09-aa03-f081d27c3d03 HTTP/1.1" status: 204 len: 168 time: 4.6228278 Oct 10 11:16:21.261127 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53600) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:21.266875 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-fd180d78-60ce-48b0-a8d9-1eea4f1632da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1860635243'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:21.272203 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-fd180d78-60ce-48b0-a8d9-1eea4f1632da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:21.276847 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-fd180d78-60ce-48b0-a8d9-1eea4f1632da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:network and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:21.280571 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-fd180d78-60ce-48b0-a8d9-1eea4f1632da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:21.286896 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-fd180d78-60ce-48b0-a8d9-1eea4f1632da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:21.337380 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Attempt 9 to provision port 0d251c41-969a-43a8-8074-28aa89e9d51d Oct 10 11:16:21.369253 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd180d78-60ce-48b0-a8d9-1eea4f1632da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:21.373046 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fd180d78-60ce-48b0-a8d9-1eea4f1632da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:21.408709 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd180d78-60ce-48b0-a8d9-1eea4f1632da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 487} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:16:21.408934 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646a77d-6aa8-4923-bf70-f844e6e0efc2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Port': ['ID=0d251c41-969a-43a8-8074-28aa89e9d51d,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:21.422204 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fd180d78-60ce-48b0-a8d9-1eea4f1632da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:21.426242 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-fd180d78-60ce-48b0-a8d9-1eea4f1632da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Added segment afdbf704-0cc8-412f-bead-bad1226e7de8 of type vlan for network 55db4862-0685-4222-a28a-87eff58d413d Oct 10 11:16:21.426375 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Port 0d251c41-969a-43a8-8074-28aa89e9d51d was deleted so its status cannot be updated. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 10 11:16:21.427270 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Could not find standard attr ID for object fa21cc81-a781-4bba-812d-9f037c687ebe. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:16:21.430282 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Could not find standard attr ID for object 8b82fb34-84ae-4a74-942b-e8a0c00c518d. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:16:21.433701 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Could not find standard attr ID for object 6e9473ac-37d1-4545-a18f-d0a3bddee0dd. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:16:21.436629 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8646a77d-6aa8-4923-bf70-f844e6e0efc2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:21.437258 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-02ea7da1-0b20-4a73-b4de-a2258f6fb4f5 None None] Could not find standard attr ID for object 028af07f-983d-4e57-9d4b-1026386aee02. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:16:21.440742 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8646a77d-6aa8-4923-bf70-f844e6e0efc2 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/ports/0d251c41-969a-43a8-8074-28aa89e9d51d HTTP/1.1" status: 204 len: 168 time: 2.3887868 Oct 10 11:16:21.447289 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53604) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:21.452669 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e8279cba-d5f6-4b4a-92e3-843902cd0465 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 5.8829939 Oct 10 11:16:21.457064 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53608) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:21.592773 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c03345-2451-4c73-af10-a1ab3085692b tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:16:21.604025 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-82c03345-2451-4c73-af10-a1ab3085692b tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "PUT /v2.0/routers/5b29db68-2788-491e-bb1a-1710265879bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1097603 Oct 10 11:16:21.611056 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5738053b-be90-4885-97b2-c7836a734cc0 None None] Sync routers for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:16:21.613793 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53612) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:21.616184 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fd180d78-60ce-48b0-a8d9-1eea4f1632da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:21.626765 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5738053b-be90-4885-97b2-c7836a734cc0 None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:16:21.627646 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-5738053b-be90-4885-97b2-c7836a734cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:16:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:21.678734 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f9b96195-e05e-4a3b-bfd3-292ece48b918 None None] Provisioning for port 886e0932-3465-4a6f-aca1-3f65d41cacea completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:16:21.691102 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f9b96195-e05e-4a3b-bfd3-292ece48b918 None None] Provisioning complete for port 886e0932-3465-4a6f-aca1-3f65d41cacea triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:16:21.691954 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f9b96195-e05e-4a3b-bfd3-292ece48b918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:21.693737 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f9b96195-e05e-4a3b-bfd3-292ece48b918 None None] Attempt 1 to provision port 886e0932-3465-4a6f-aca1-3f65d41cacea Oct 10 11:16:21.695303 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-5738053b-be90-4885-97b2-c7836a734cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:21.710016 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5738053b-be90-4885-97b2-c7836a734cc0 None None] Routers {'5b29db68-2788-491e-bb1a-1710265879bc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:16:21.710984 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-5738053b-be90-4885-97b2-c7836a734cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:16:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5b29db68-2788-491e-bb1a-1710265879bc'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:21.719706 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-aa40bcce-910d-4b07-90dd-07e28c652c25 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Deleting port c417a848-aedc-4be0-986b-f4adfe7cdb7d {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:21.720049 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aa40bcce-910d-4b07-90dd-07e28c652c25 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:21.756619 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-72d77312-9eeb-4a0b-9820-0eac8e05d0b9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting port 886e0932-3465-4a6f-aca1-3f65d41cacea {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:21.757109 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-72d77312-9eeb-4a0b-9820-0eac8e05d0b9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:21.787669 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f9b96195-e05e-4a3b-bfd3-292ece48b918 None None] Port 886e0932-3465-4a6f-aca1-3f65d41cacea cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:21.797549 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fcf7c2f0-3f96-46c8-a5f1-ea3de043a7a5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:21.799063 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-5738053b-be90-4885-97b2-c7836a734cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:21.799458 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5738053b-be90-4885-97b2-c7836a734cc0 None None] The sync data for ids ['5b29db68-2788-491e-bb1a-1710265879bc'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:16:21.938182 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fd180d78-60ce-48b0-a8d9-1eea4f1632da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:21.943531 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd180d78-60ce-48b0-a8d9-1eea4f1632da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:21.944173 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fd180d78-60ce-48b0-a8d9-1eea4f1632da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:21.949744 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b43473da-2183-4c4e-aa22-bc8c9041ae43 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:22.197434 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fcf7c2f0-3f96-46c8-a5f1-ea3de043a7a5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:22.198138 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-aa40bcce-910d-4b07-90dd-07e28c652c25 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] For port c417a848-aedc-4be0-986b-f4adfe7cdb7d, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c417a848-aedc-4be0-986b-f4adfe7cdb7d,segment=NetworkSegment(8770faea-9d12-4c86-a79d-265a7a20e916),segment_id=8770faea-9d12-4c86-a79d-265a7a20e916)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:22.198617 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aa40bcce-910d-4b07-90dd-07e28c652c25 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:22.222022 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-fd180d78-60ce-48b0-a8d9-1eea4f1632da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9597614 Oct 10 11:16:22.227276 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd180d78-60ce-48b0-a8d9-1eea4f1632da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Network': ['ID=55db4862-0685-4222-a28a-87eff58d413d,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:22.230223 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53618) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:22.238832 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 55db4862-0685-4222-a28a-87eff58d413d details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:16:22.252028 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-3f61b2c6-d2c9-410f-b9b3-0258966696b2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'subnet': {'network_id': '55db4862-0685-4222-a28a-87eff58d413d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:22.316889 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f9b96195-e05e-4a3b-bfd3-292ece48b918 None None] Attempt 2 to provision port 886e0932-3465-4a6f-aca1-3f65d41cacea Oct 10 11:16:22.321400 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-fcf7c2f0-3f96-46c8-a5f1-ea3de043a7a5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8284bdf5-404a-488a-9478-0ede65c92a22']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:22.337192 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-aa40bcce-910d-4b07-90dd-07e28c652c25 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Calling delete_port for c417a848-aedc-4be0-986b-f4adfe7cdb7d owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:22.366395 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-fcf7c2f0-3f96-46c8-a5f1-ea3de043a7a5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a98e6fd1-2734-4d1c-8dcc-bbf8b19ed705') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:22.366709 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-fcf7c2f0-3f96-46c8-a5f1-ea3de043a7a5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a98e6fd1-2734-4d1c-8dcc-bbf8b19ed705') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:22.381177 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b43473da-2183-4c4e-aa22-bc8c9041ae43 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:22.392420 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f9b96195-e05e-4a3b-bfd3-292ece48b918 None None] Port 886e0932-3465-4a6f-aca1-3f65d41cacea cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:22.436673 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fcf7c2f0-3f96-46c8-a5f1-ea3de043a7a5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:22.460452 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-b43473da-2183-4c4e-aa22-bc8c9041ae43 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Deleting port 40828ae3-287a-45cd-902b-c37b0943de40 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:22.460705 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b43473da-2183-4c4e-aa22-bc8c9041ae43 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:22.486765 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fcf7c2f0-3f96-46c8-a5f1-ea3de043a7a5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:22.506179 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-3f61b2c6-d2c9-410f-b9b3-0258966696b2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:22.517665 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979ede2-3364-46d7-918f-eb9b548f1b5a req-2af13485-5ddf-4973-94cb-d0ab39fd7564 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:22.519242 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4979ede2-3364-46d7-918f-eb9b548f1b5a req-2af13485-5ddf-4973-94cb-d0ab39fd7564 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.6052289 Oct 10 11:16:22.520353 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf7c2f0-3f96-46c8-a5f1-ea3de043a7a5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Releasing vlan 484 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:16:22.520766 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fcf7c2f0-3f96-46c8-a5f1-ea3de043a7a5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:22.543928 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-72d77312-9eeb-4a0b-9820-0eac8e05d0b9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:22.551921 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3f61b2c6-d2c9-410f-b9b3-0258966696b2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:subnet and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:22.568715 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3f61b2c6-d2c9-410f-b9b3-0258966696b2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:22.572336 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment a98e6fd1-2734-4d1c-8dcc-bbf8b19ed705 resource provider aggregate not found Oct 10 11:16:22.648418 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment a98e6fd1-2734-4d1c-8dcc-bbf8b19ed705 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a98e6fd1-2734-4d1c-8dcc-bbf8b19ed705 found for delete ", "request_id": "req-b55f6621-28b6-4112-b414-ab9d36358b6d"}]} Oct 10 11:16:22.704879 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-3f61b2c6-d2c9-410f-b9b3-0258966696b2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:22.777701 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-72d77312-9eeb-4a0b-9820-0eac8e05d0b9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Calling delete_port for 886e0932-3465-4a6f-aca1-3f65d41cacea owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:22.828784 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b43473da-2183-4c4e-aa22-bc8c9041ae43 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:22.849168 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4979ede2-3364-46d7-918f-eb9b548f1b5a req-887a5298-e64d-4f1a-a066-ad81f314318f tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2940373 Oct 10 11:16:22.893261 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f9b96195-e05e-4a3b-bfd3-292ece48b918 None None] Attempt 3 to provision port 886e0932-3465-4a6f-aca1-3f65d41cacea Oct 10 11:16:22.953362 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aa40bcce-910d-4b07-90dd-07e28c652c25 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:22.970177 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-b43473da-2183-4c4e-aa22-bc8c9041ae43 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Calling delete_port for 40828ae3-287a-45cd-902b-c37b0943de40 owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:22.977416 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fcf7c2f0-3f96-46c8-a5f1-ea3de043a7a5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:22.984032 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fcf7c2f0-3f96-46c8-a5f1-ea3de043a7a5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:22.992595 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f9b96195-e05e-4a3b-bfd3-292ece48b918 None None] Port 886e0932-3465-4a6f-aca1-3f65d41cacea cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:22.992988 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f61b2c6-d2c9-410f-b9b3-0258966696b2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:22.996672 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3f61b2c6-d2c9-410f-b9b3-0258966696b2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:23.031617 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-fcf7c2f0-3f96-46c8-a5f1-ea3de043a7a5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] 10.222.0.40 "DELETE /v2.0/networks/8284bdf5-404a-488a-9478-0ede65c92a22 HTTP/1.1" status: 204 len: 168 time: 1.5832427 Oct 10 11:16:23.109173 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40bcce-910d-4b07-90dd-07e28c652c25 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Port': ['ID=c417a848-aedc-4be0-986b-f4adfe7cdb7d,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:23.215209 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7c2f0-3f96-46c8-a5f1-ea3de043a7a5 tempest-PortsIpV6TestJSON-1425962134 tempest-PortsIpV6TestJSON-1425962134-project] Pushing event deleted for resources: {'Network': ['ID=8284bdf5-404a-488a-9478-0ede65c92a22,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:23.400810 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-72d77312-9eeb-4a0b-9820-0eac8e05d0b9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:23.455976 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d77312-9eeb-4a0b-9820-0eac8e05d0b9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Port': ['ID=886e0932-3465-4a6f-aca1-3f65d41cacea,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:23.466563 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ccdc9-989a-49d5-84fa-bf674ce2e10e req-83455b41-2723-4862-bdac-03eafcf07ac1 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:23.468066 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-238ccdc9-989a-49d5-84fa-bf674ce2e10e req-83455b41-2723-4862-bdac-03eafcf07ac1 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.4341393 Oct 10 11:16:23.494527 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f9b96195-e05e-4a3b-bfd3-292ece48b918 None None] Attempt 4 to provision port 886e0932-3465-4a6f-aca1-3f65d41cacea Oct 10 11:16:23.551176 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aa40bcce-910d-4b07-90dd-07e28c652c25 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:23.555457 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f9b96195-e05e-4a3b-bfd3-292ece48b918 None None] Port 886e0932-3465-4a6f-aca1-3f65d41cacea was deleted so its status cannot be updated. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 10 11:16:23.564501 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f9b96195-e05e-4a3b-bfd3-292ece48b918 None None] Could not find standard attr ID for object e01a4859-8475-4103-991e-60c1021c4541. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:16:23.665500 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53632) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:23.675919 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-72d77312-9eeb-4a0b-9820-0eac8e05d0b9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:23.684320 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-72d77312-9eeb-4a0b-9820-0eac8e05d0b9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/886e0932-3465-4a6f-aca1-3f65d41cacea HTTP/1.1" status: 204 len: 168 time: 2.1012127 Oct 10 11:16:23.684554 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53636) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:23.742370 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f9b96195-e05e-4a3b-bfd3-292ece48b918 None None] Provisioning for port 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:16:23.742370 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f9b96195-e05e-4a3b-bfd3-292ece48b918 None None] Provisioning complete for port 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:16:23.742370 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f9b96195-e05e-4a3b-bfd3-292ece48b918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:23.742370 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f9b96195-e05e-4a3b-bfd3-292ece48b918 None None] Attempt 1 to provision port 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a Oct 10 11:16:23.779700 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-238ccdc9-989a-49d5-84fa-bf674ce2e10e req-71abd666-0080-4a3d-9ef1-7aa70ab7b027 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2694414 Oct 10 11:16:23.783052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a1d563-cbb9-49a6-a877-4768e99852c8 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:23.784513 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-24a1d563-cbb9-49a6-a877-4768e99852c8 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:16:23.784686 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b43473da-2183-4c4e-aa22-bc8c9041ae43 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:23.850316 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3f61b2c6-d2c9-410f-b9b3-0258966696b2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:23.865985 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43473da-2183-4c4e-aa22-bc8c9041ae43 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event deleted for resources: {'Port': ['ID=40828ae3-287a-45cd-902b-c37b0943de40,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:23.887114 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f9b96195-e05e-4a3b-bfd3-292ece48b918 None None] Current status of the port 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:16:23.887556 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f9b96195-e05e-4a3b-bfd3-292ece48b918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:23.925850 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f9b96195-e05e-4a3b-bfd3-292ece48b918 None None] For port 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3b0388e9-eaaf-4a09-9c03-f71ba876bf2a,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:23.966920 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-24a1d563-cbb9-49a6-a877-4768e99852c8 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:16:23.970823 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-24a1d563-cbb9-49a6-a877-4768e99852c8 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2827477 Oct 10 11:16:24.022149 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53644) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:24.026572 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f9b96195-e05e-4a3b-bfd3-292ece48b918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:24.026977 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f61b2c6-d2c9-410f-b9b3-0258966696b2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Checking segment: {'id': 'afdbf704-0cc8-412f-bead-bad1226e7de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': '55db4862-0685-4222-a28a-87eff58d413d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:16:24.027334 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f61b2c6-d2c9-410f-b9b3-0258966696b2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network hostable DHCP agents. Network: 55db4862-0685-4222-a28a-87eff58d413d, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:16:24.073477 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f9b96195-e05e-4a3b-bfd3-292ece48b918 None None] Could not find standard attr ID for object 7a7ddf07-d008-4547-9a73-f4e6144af9d9. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:16:24.086121 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f9b96195-e05e-4a3b-bfd3-292ece48b918 None None] Could not find standard attr ID for object 0d251c41-969a-43a8-8074-28aa89e9d51d. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:16:24.090932 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61b2c6-d2c9-410f-b9b3-0258966696b2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Subnet': ['ID=53a076dd-7083-40cb-a923-e3a478095149,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:24.103998 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f9b96195-e05e-4a3b-bfd3-292ece48b918 None None] Could not find standard attr ID for object 8b82fb34-84ae-4a74-942b-e8a0c00c518d. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:16:24.108936 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f9b96195-e05e-4a3b-bfd3-292ece48b918 None None] Could not find standard attr ID for object 028af07f-983d-4e57-9d4b-1026386aee02. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:16:24.116352 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b96195-e05e-4a3b-bfd3-292ece48b918 None None] Pushing event updated for resources: {'Port': ['ID=3b0388e9-eaaf-4a09-9c03-f71ba876bf2a,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:24.168424 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845d882-711c-4b18-9365-d9cd9c46ff92 req-432ddc56-f771-4783-a1b5-930244c57905 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:24.172116 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d845d882-711c-4b18-9365-d9cd9c46ff92 req-432ddc56-f771-4783-a1b5-930244c57905 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.2179589 Oct 10 11:16:24.183189 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fb866d-65b6-4339-b6c3-5ac43a7b7003 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:24.184518 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e5fb866d-65b6-4339-b6c3-5ac43a7b7003 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1589935 Oct 10 11:16:24.187261 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53648) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:24.235570 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f61b2c6-d2c9-410f-b9b3-0258966696b2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network 55db4862-0685-4222-a28a-87eff58d413d is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:16:24.284635 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1c14243a-1621-4c24-bf64-ddfeb38c5e37 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d4be467877224cc3b1469223421a71e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6194496 Oct 10 11:16:24.287291 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53652) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:24.290665 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b43473da-2183-4c4e-aa22-bc8c9041ae43 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:24.296266 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d845d882-711c-4b18-9365-d9cd9c46ff92 req-7d8834e8-46c6-4131-bd9e-4ac3423be6a0 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104701 Oct 10 11:16:24.308303 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdd1e48-e05e-45cb-848d-583ce44c3070 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:24.310496 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdd1e48-e05e-45cb-848d-583ce44c3070 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:24.312073 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdd1e48-e05e-45cb-848d-583ce44c3070 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:24.312888 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-bcdd1e48-e05e-45cb-848d-583ce44c3070 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:16:24.317816 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-3f61b2c6-d2c9-410f-b9b3-0258966696b2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 55db4862-0685-4222-a28a-87eff58d413d) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:16:24.329460 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f61b2c6-d2c9-410f-b9b3-0258966696b2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:24.329812 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3f61b2c6-d2c9-410f-b9b3-0258966696b2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:24.334031 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dbbe7e-5821-4b19-829d-28bbe5f525f8 None None] Network 55db4862-0685-4222-a28a-87eff58d413d requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:24.393116 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1f4a90ba-6f18-44db-a6f1-fa2af5b173ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:24.410907 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa40bcce-910d-4b07-90dd-07e28c652c25 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Router a8962c56-7c3c-4985-b7f5-6966f4971d64 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:16:24.427318 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1f4a90ba-6f18-44db-a6f1-fa2af5b173ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:24.451374 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-bcdd1e48-e05e-45cb-848d-583ce44c3070 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:16:24.452807 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-bcdd1e48-e05e-45cb-848d-583ce44c3070 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2534304 Oct 10 11:16:24.461590 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53658) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:24.506664 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3f61b2c6-d2c9-410f-b9b3-0258966696b2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2656295 Oct 10 11:16:24.512547 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53662) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:24.520655 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-d361fa3b-d07d-4588-acac-c2a101a0ca66 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1461820977', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:24.534851 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b43473da-2183-4c4e-aa22-bc8c9041ae43 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:24.538319 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b43473da-2183-4c4e-aa22-bc8c9041ae43 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:24.538497 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d361fa3b-d07d-4588-acac-c2a101a0ca66 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:24.547633 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d361fa3b-d07d-4588-acac-c2a101a0ca66 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:router and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:24.552769 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d361fa3b-d07d-4588-acac-c2a101a0ca66 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:24.563301 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d361fa3b-d07d-4588-acac-c2a101a0ca66 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:24.572629 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef91d935-163d-4b4f-b825-ebaf21fe06e3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet 998f38b5-9017-498b-810f-96a4b3a45822 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:16:24.585974 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ef91d935-163d-4b4f-b825-ebaf21fe06e3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:24.601240 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fcf93d-2988-44eb-a91d-f1f39ffb2e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-55db4862-0685-4222-a28a-87eff58d413d', 'network_id': '55db4862-0685-4222-a28a-87eff58d413d', 'tenant_id': '3cd86c8887eb49658ebcaac7109ea926', 'fixed_ips': [{'subnet_id': '53a076dd-7083-40cb-a923-e3a478095149'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:16:24.602183 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d0fcf93d-2988-44eb-a91d-f1f39ffb2e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:24.638807 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ef91d935-163d-4b4f-b825-ebaf21fe06e3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:24.709305 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1f4a90ba-6f18-44db-a6f1-fa2af5b173ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:24.732179 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a90ba-6f18-44db-a6f1-fa2af5b173ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639be1c6-dbe1-4082-aace-29873fcc9db9,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:24.732717 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b6b90-6b14-47f1-840f-9e19b1bd4afd req-6b8b7fb0-014c-402a-8009-8914da3c8531 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:24.734154 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-289b6b90-6b14-47f1-840f-9e19b1bd4afd req-6b8b7fb0-014c-402a-8009-8914da3c8531 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.2704840 Oct 10 11:16:24.736478 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d361fa3b-d07d-4588-acac-c2a101a0ca66 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:24.737499 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d361fa3b-d07d-4588-acac-c2a101a0ca66 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:24.741571 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b43473da-2183-4c4e-aa22-bc8c9041ae43 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:24.746240 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43473da-2183-4c4e-aa22-bc8c9041ae43 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Fanout notify agent at l3_agent the message router_deleted on router 5b29db68-2788-491e-bb1a-1710265879bc {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:16:24.753750 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa40bcce-910d-4b07-90dd-07e28c652c25 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:16:24.755915 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ef91d935-163d-4b4f-b825-ebaf21fe06e3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:24.773618 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa22c580-b22e-4434-8385-3bcee9bb8fd8 None None] Sync routers for ids ['a8962c56-7c3c-4985-b7f5-6966f4971d64'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:16:24.796555 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1f4a90ba-6f18-44db-a6f1-fa2af5b173ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:24.797711 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1f4a90ba-6f18-44db-a6f1-fa2af5b173ae admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/639be1c6-dbe1-4082-aace-29873fcc9db9 HTTP/1.1" status: 204 len: 168 time: 0.5093749 Oct 10 11:16:24.799178 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-d0fcf93d-2988-44eb-a91d-f1f39ffb2e88 None None] Allocated IP 172.20.0.2 (55db4862-0685-4222-a28a-87eff58d413d/53a076dd-7083-40cb-a923-e3a478095149/2881c637-b2e3-43b5-8b45-adfb1e910faf) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:16:24.801247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa22c580-b22e-4434-8385-3bcee9bb8fd8 None None] Routers {'a8962c56-7c3c-4985-b7f5-6966f4971d64'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:16:24.801962 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-fa22c580-b22e-4434-8385-3bcee9bb8fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:16:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a8962c56-7c3c-4985-b7f5-6966f4971d64'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:24.815468 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d361fa3b-d07d-4588-acac-c2a101a0ca66 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:24.815688 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-aa40bcce-910d-4b07-90dd-07e28c652c25 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "PUT /v2.0/routers/a8962c56-7c3c-4985-b7f5-6966f4971d64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4547679 Oct 10 11:16:24.818250 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53668) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:24.858601 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b43473da-2183-4c4e-aa22-bc8c9041ae43 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:24.862212 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b43473da-2183-4c4e-aa22-bc8c9041ae43 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "DELETE /v2.0/routers/5b29db68-2788-491e-bb1a-1710265879bc HTTP/1.1" status: 204 len: 168 time: 3.2481191 Oct 10 11:16:24.872991 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53672) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:24.880350 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-289b6b90-6b14-47f1-840f-9e19b1bd4afd req-ffc29f58-5765-4974-9993-3c723b15e948 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280978 Oct 10 11:16:24.929684 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33c6441-acd4-4cc4-9f4e-e0f3a3dcd0fd tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Deleting subnet c0950583-692e-4b15-bd82-39d5c0230f9a {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:16:24.937482 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d33c6441-acd4-4cc4-9f4e-e0f3a3dcd0fd tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:24.950286 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d361fa3b-d07d-4588-acac-c2a101a0ca66 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:24.972784 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:16:24.980124 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ef91d935-163d-4b4f-b825-ebaf21fe06e3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:25.017646 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d33c6441-acd4-4cc4-9f4e-e0f3a3dcd0fd tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:25.046836 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91d935-163d-4b4f-b825-ebaf21fe06e3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=998f38b5-9017-498b-810f-96a4b3a45822,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:25.060315 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ef91d935-163d-4b4f-b825-ebaf21fe06e3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:25.064341 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-fa22c580-b22e-4434-8385-3bcee9bb8fd8 None None] Set router a8962c56-7c3c-4985-b7f5-6966f4971d64 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:16:25.070307 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ef91d935-163d-4b4f-b825-ebaf21fe06e3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/998f38b5-9017-498b-810f-96a4b3a45822 HTTP/1.1" status: 204 len: 168 time: 0.6054769 Oct 10 11:16:25.071378 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53678) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:25.112153 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e983d3-6f07-42d6-b1f7-2dd66146e132 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:25.123183 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a954b5-0312-4048-8fee-34b731c37c03 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Deleting subnet c46baae8-7839-4092-995e-423a5394c239 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:16:25.124509 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d33c6441-acd4-4cc4-9f4e-e0f3a3dcd0fd tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:25.178888 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f7a954b5-0312-4048-8fee-34b731c37c03 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:25.253930 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d361fa3b-d07d-4588-acac-c2a101a0ca66 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:25.253930 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d361fa3b-d07d-4588-acac-c2a101a0ca66 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7324095 Oct 10 11:16:25.255857 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53684) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:25.261895 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-30ca7878-c08e-4577-aaa2-ab96f50a7731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'port': {'network_id': '55db4862-0685-4222-a28a-87eff58d413d', 'name': 'tempest-PortsTestJSON-230333231'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:25.328979 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d33c6441-acd4-4cc4-9f4e-e0f3a3dcd0fd tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:25.329219 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb47c6c6-7653-4f9a-bd45-5edfca5d0eb3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Deleting subnet c36c87d2-5f1a-4dce-9f94-ba0f571618b7 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:16:25.342932 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cb47c6c6-7653-4f9a-bd45-5edfca5d0eb3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:25.370628 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:16:25.432701 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c6441-acd4-4cc4-9f4e-e0f3a3dcd0fd tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Subnet': ['ID=c0950583-692e-4b15-bd82-39d5c0230f9a,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:25.433906 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f7a954b5-0312-4048-8fee-34b731c37c03 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:25.449918 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d33c6441-acd4-4cc4-9f4e-e0f3a3dcd0fd tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:25.459723 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b976c263-e051-4b05-a087-46f61d5fc39d None None] Network 4b525415-42bc-476a-8fbe-adfd7ac4edea requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:25.461026 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d33c6441-acd4-4cc4-9f4e-e0f3a3dcd0fd tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/subnets/c0950583-692e-4b15-bd82-39d5c0230f9a HTTP/1.1" status: 204 len: 168 time: 0.6415622 Oct 10 11:16:25.509246 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53690) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:25.581947 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f7a954b5-0312-4048-8fee-34b731c37c03 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:25.664525 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-30ca7878-c08e-4577-aaa2-ab96f50a7731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:25.669442 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cb47c6c6-7653-4f9a-bd45-5edfca5d0eb3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:25.669667 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-30ca7878-c08e-4577-aaa2-ab96f50a7731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:port and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:25.672891 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-30ca7878-c08e-4577-aaa2-ab96f50a7731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:25.684498 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-30ca7878-c08e-4577-aaa2-ab96f50a7731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:25.776602 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ca7878-c08e-4577-aaa2-ab96f50a7731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:25.784290 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-30ca7878-c08e-4577-aaa2-ab96f50a7731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:25.812512 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-30ca7878-c08e-4577-aaa2-ab96f50a7731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] device_id is not set on port d5729a3f-8e98-486f-97c4-93373b5e11bf yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:16:25.854262 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d0fcf93d-2988-44eb-a91d-f1f39ffb2e88 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:25.916328 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cb47c6c6-7653-4f9a-bd45-5edfca5d0eb3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:25.940871 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d0fcf93d-2988-44eb-a91d-f1f39ffb2e88 None None] Transition to ACTIVE for port object 2881c637-b2e3-43b5-8b45-adfb1e910faf will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:16:25.998030 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:16:26.003043 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:26.003043 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a Oct 10 11:16:26.101672 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d0fcf93d-2988-44eb-a91d-f1f39ffb2e88 None None] Transition to ACTIVE for port object 2881c637-b2e3-43b5-8b45-adfb1e910faf will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:16:26.111218 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-71664c4e-57a1-4303-bc1b-26f1b349d1d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:26.133015 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ec99a-d8da-465c-8bc6-b2dd39d95660 req-4b587b6e-f79b-460f-9d6a-cf6ffac79eec tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:26.134598 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fa5ec99a-d8da-465c-8bc6-b2dd39d95660 req-4b587b6e-f79b-460f-9d6a-cf6ffac79eec tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 1.0164516 Oct 10 11:16:26.149644 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-71664c4e-57a1-4303-bc1b-26f1b349d1d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Deleting port f2422997-b7d3-41de-b3b3-e0b1d31e900d {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:26.149644 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-71664c4e-57a1-4303-bc1b-26f1b349d1d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:26.210150 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d0fcf93d-2988-44eb-a91d-f1f39ffb2e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:26.238394 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f7a954b5-0312-4048-8fee-34b731c37c03 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:26.269199 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53708) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:26.308406 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fcf93d-2988-44eb-a91d-f1f39ffb2e88 None None] Network 55db4862-0685-4222-a28a-87eff58d413d is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:16:26.309430 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a954b5-0312-4048-8fee-34b731c37c03 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event deleted for resources: {'Subnet': ['ID=c46baae8-7839-4092-995e-423a5394c239,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:26.314651 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f7a954b5-0312-4048-8fee-34b731c37c03 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:26.314984 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-d0fcf93d-2988-44eb-a91d-f1f39ffb2e88 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:16:26.323158 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50ca72a-56d5-4a76-880b-5e7140dcb35c None None] DHCP port deletion for 4b525415-42bc-476a-8fbe-adfd7ac4edea request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:16:26.325226 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:16:26.328273 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fcf93d-2988-44eb-a91d-f1f39ffb2e88 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:16:26.339990 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-fa22c580-b22e-4434-8385-3bcee9bb8fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:16:22Z', 'revision_number': 9, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None, '_interfaces': [{'id': 'b88aec83-5f86-4168-9df6-267ed2bb1dcd', 'name': '', 'network_id': '757118be-9cf5-4577-b56a-2adc20b7ec80', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:95:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:32Z', 'updated_at': '2022-10-10T11:15:53Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcbd8aee-0654-4a6f-a83b-e1f2319d1d32', 'name': '', 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:84:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:17Z', 'updated_at': '2022-10-10T11:15:36Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:26.342118 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-30ca7878-c08e-4577-aaa2-ab96f50a7731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Allocated IP 172.20.0.6 (55db4862-0685-4222-a28a-87eff58d413d/53a076dd-7083-40cb-a923-e3a478095149/d5729a3f-8e98-486f-97c4-93373b5e11bf) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:16:26.349028 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c50ca72a-56d5-4a76-880b-5e7140dcb35c None None] Deleting port f2422997-b7d3-41de-b3b3-e0b1d31e900d {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:26.349403 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c50ca72a-56d5-4a76-880b-5e7140dcb35c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:26.361973 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fa5ec99a-d8da-465c-8bc6-b2dd39d95660 req-b47502b8-f6ee-4d5a-b9c8-7a4a057b3569 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751714 Oct 10 11:16:26.371395 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cb47c6c6-7653-4f9a-bd45-5edfca5d0eb3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:26.437550 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f7a954b5-0312-4048-8fee-34b731c37c03 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "DELETE /v2.0/subnets/c46baae8-7839-4092-995e-423a5394c239 HTTP/1.1" status: 204 len: 168 time: 1.5738628 Oct 10 11:16:26.438456 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53716) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:26.461673 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa22c580-b22e-4434-8385-3bcee9bb8fd8 None None] Checking router: a8962c56-7c3c-4985-b7f5-6966f4971d64 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:16:26.462589 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fcf93d-2988-44eb-a91d-f1f39ffb2e88 None None] Pushing event updated for resources: {'Port': ['ID=2881c637-b2e3-43b5-8b45-adfb1e910faf,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:26.478275 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47c6c6-7653-4f9a-bd45-5edfca5d0eb3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Subnet': ['ID=c36c87d2-5f1a-4dce-9f94-ba0f571618b7,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:26.480232 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cb47c6c6-7653-4f9a-bd45-5edfca5d0eb3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:26.486138 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cb47c6c6-7653-4f9a-bd45-5edfca5d0eb3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/c36c87d2-5f1a-4dce-9f94-ba0f571618b7 HTTP/1.1" status: 204 len: 168 time: 1.4098711 Oct 10 11:16:26.495388 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53720) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:26.605248 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa22c580-b22e-4434-8385-3bcee9bb8fd8 None None] Routers {'a8962c56-7c3c-4985-b7f5-6966f4971d64'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:16:26.606262 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-fa22c580-b22e-4434-8385-3bcee9bb8fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:16:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a8962c56-7c3c-4985-b7f5-6966f4971d64'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:26.611605 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-58eadae3-2a77-4eae-8723-fe90231f96ad tempest-ServiceProvidersTest-2031880311 tempest-ServiceProvidersTest-2031880311-project] 10.222.0.40 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3308640 Oct 10 11:16:26.662359 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b3630b48-42f1-43e3-8767-47d5497bc967 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1657019 Oct 10 11:16:26.666374 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53726) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:26.725968 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-090c1b5f-b1ae-469b-abc1-36f7d8fdcbb0 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:26.733312 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-71664c4e-57a1-4303-bc1b-26f1b349d1d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] For port f2422997-b7d3-41de-b3b3-e0b1d31e900d, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=f2422997-b7d3-41de-b3b3-e0b1d31e900d,segment=NetworkSegment(8770faea-9d12-4c86-a79d-265a7a20e916),segment_id=8770faea-9d12-4c86-a79d-265a7a20e916)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:26.733699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-71664c4e-57a1-4303-bc1b-26f1b349d1d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:26.878281 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d0fcf93d-2988-44eb-a91d-f1f39ffb2e88 None None] Attempting to bind port 2881c637-b2e3-43b5-8b45-adfb1e910faf on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:16:26.878651 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d0fcf93d-2988-44eb-a91d-f1f39ffb2e88 None None] Attempting to bind port 2881c637-b2e3-43b5-8b45-adfb1e910faf by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'afdbf704-0cc8-412f-bead-bad1226e7de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': '55db4862-0685-4222-a28a-87eff58d413d'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:16:26.879012 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fcf93d-2988-44eb-a91d-f1f39ffb2e88 None None] Attempting to bind port 2881c637-b2e3-43b5-8b45-adfb1e910faf on network 55db4862-0685-4222-a28a-87eff58d413d {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:16:26.911143 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fcf93d-2988-44eb-a91d-f1f39ffb2e88 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:16:26.911535 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fcf93d-2988-44eb-a91d-f1f39ffb2e88 None None] Checking segment: {'id': 'afdbf704-0cc8-412f-bead-bad1226e7de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': '55db4862-0685-4222-a28a-87eff58d413d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:16:26.911948 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d0fcf93d-2988-44eb-a91d-f1f39ffb2e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:26.912341 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fcf93d-2988-44eb-a91d-f1f39ffb2e88 None None] Bound using segment: {'id': 'afdbf704-0cc8-412f-bead-bad1226e7de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': '55db4862-0685-4222-a28a-87eff58d413d'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:16:26.912827 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d0fcf93d-2988-44eb-a91d-f1f39ffb2e88 None None] Bound port: 2881c637-b2e3-43b5-8b45-adfb1e910faf, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdbf704-0cc8-412f-bead-bad1226e7de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': '55db4862-0685-4222-a28a-87eff58d413d'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:16:26.913200 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d0fcf93d-2988-44eb-a91d-f1f39ffb2e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:26.942642 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-71664c4e-57a1-4303-bc1b-26f1b349d1d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Calling delete_port for f2422997-b7d3-41de-b3b3-e0b1d31e900d owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:27.082103 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-30ca7878-c08e-4577-aaa2-ab96f50a7731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:27.130933 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21951aa9-ede9-4f70-8add-f57a5bf14fd1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:27.133984 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-21951aa9-ede9-4f70-8add-f57a5bf14fd1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:16:27.149826 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-30ca7878-c08e-4577-aaa2-ab96f50a7731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Transition to ACTIVE for port object d5729a3f-8e98-486f-97c4-93373b5e11bf will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:16:27.169964 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-21951aa9-ede9-4f70-8add-f57a5bf14fd1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:16:27.174006 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-21951aa9-ede9-4f70-8add-f57a5bf14fd1 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5067062 Oct 10 11:16:27.175622 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53732) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:27.246806 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-fa22c580-b22e-4434-8385-3bcee9bb8fd8 None None] Set router a8962c56-7c3c-4985-b7f5-6966f4971d64 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:16:27.262425 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb97bbf-575a-4acf-83ca-cb5826a33b6e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:27.264462 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1eb97bbf-575a-4acf-83ca-cb5826a33b6e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Synchronizing usage tracker for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:16:27.286768 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-090c1b5f-b1ae-469b-abc1-36f7d8fdcbb0 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:27.316131 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device f2422997-b7d3-41de-b3b3-e0b1d31e900d no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:16:27.333778 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-090c1b5f-b1ae-469b-abc1-36f7d8fdcbb0 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240f796e-5e36-4ff3-af8a-ce3785d07431']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:27.353316 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-090c1b5f-b1ae-469b-abc1-36f7d8fdcbb0 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbdaad71-0acc-4300-b52b-e1462666f5f3') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:27.353645 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-090c1b5f-b1ae-469b-abc1-36f7d8fdcbb0 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbdaad71-0acc-4300-b52b-e1462666f5f3') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:27.364107 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53738) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:27.371376 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-090c1b5f-b1ae-469b-abc1-36f7d8fdcbb0 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:27.375167 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-30ca7878-c08e-4577-aaa2-ab96f50a7731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:27.398379 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-090c1b5f-b1ae-469b-abc1-36f7d8fdcbb0 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:27.420831 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-090c1b5f-b1ae-469b-abc1-36f7d8fdcbb0 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Releasing vlan 453 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:16:27.421719 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-090c1b5f-b1ae-469b-abc1-36f7d8fdcbb0 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:27.441015 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1eb97bbf-575a-4acf-83ca-cb5826a33b6e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Unset dirty status for tenant:7e4f409f6bf64060ada254ee8cdaed1f on resource:subnet {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:16:27.444877 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1eb97bbf-575a-4acf-83ca-cb5826a33b6e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2668583 Oct 10 11:16:27.449336 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53744) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:27.452545 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ee2ea6-62fd-4c48-b301-b8b22c1260e9 None None] Network dac74586-4382-4e00-a6eb-f2005f114a9a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:27.506031 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: f2422997-b7d3-41de-b3b3-e0b1d31e900d {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:16:27.506303 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device f2422997-b7d3-41de-b3b3-e0b1d31e900d not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:16:27.517689 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-c50ca72a-56d5-4a76-880b-5e7140dcb35c None None] For port f2422997-b7d3-41de-b3b3-e0b1d31e900d, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=f2422997-b7d3-41de-b3b3-e0b1d31e900d,segment=NetworkSegment(8770faea-9d12-4c86-a79d-265a7a20e916),segment_id=8770faea-9d12-4c86-a79d-265a7a20e916)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:27.518088 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c50ca72a-56d5-4a76-880b-5e7140dcb35c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:27.533346 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ca7878-c08e-4577-aaa2-ab96f50a7731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network 55db4862-0685-4222-a28a-87eff58d413d is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:16:27.545316 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-30ca7878-c08e-4577-aaa2-ab96f50a7731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:16:27.558811 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d57d442f-4bea-40cf-9f57-e1736dc638ad tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1084266 Oct 10 11:16:27.564369 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97b706-46c3-4364-9e00-942e4c8ec27a req-932f7b23-0687-4c2b-99ef-2f53eb88217d tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:27.565420 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ca7878-c08e-4577-aaa2-ab96f50a7731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:16:27.574229 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4f97b706-46c3-4364-9e00-942e4c8ec27a req-932f7b23-0687-4c2b-99ef-2f53eb88217d tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.3987362 Oct 10 11:16:27.595321 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53748) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:27.596546 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f2a07ebf-1504-4770-a186-b36fea7eb79b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:27.615047 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca7878-c08e-4577-aaa2-ab96f50a7731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Port': ['ID=d5729a3f-8e98-486f-97c4-93373b5e11bf,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:27.624008 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-71664c4e-57a1-4303-bc1b-26f1b349d1d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:27.640932 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f2a07ebf-1504-4770-a186-b36fea7eb79b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:27.653160 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f2a07ebf-1504-4770-a186-b36fea7eb79b admin admin] Usage tracker for resource:security_group_rule and tenant:a2f60965faef414987a38843f0d1114b is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:27.659127 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f2a07ebf-1504-4770-a186-b36fea7eb79b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:27.668553 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f2a07ebf-1504-4770-a186-b36fea7eb79b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:27.671045 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment cbdaad71-0acc-4300-b52b-e1462666f5f3 resource provider aggregate not found Oct 10 11:16:27.683328 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ca7878-c08e-4577-aaa2-ab96f50a7731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:27.683946 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-30ca7878-c08e-4577-aaa2-ab96f50a7731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:27.706157 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d0fcf93d-2988-44eb-a91d-f1f39ffb2e88 None None] For port 2881c637-b2e3-43b5-8b45-adfb1e910faf, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:16:27.760301 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71664c4e-57a1-4303-bc1b-26f1b349d1d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Port': ['ID=f2422997-b7d3-41de-b3b3-e0b1d31e900d,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:27.763981 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d9d155-b1a9-4b6d-beb1-0eeae0fcf6be tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:27.764552 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59d9d155-b1a9-4b6d-beb1-0eeae0fcf6be tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:27.772289 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment cbdaad71-0acc-4300-b52b-e1462666f5f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbdaad71-0acc-4300-b52b-e1462666f5f3 found for delete ", "request_id": "req-6fba70af-be19-4d60-aaf9-9ad61d44313b"}]} Oct 10 11:16:27.774768 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71664c4e-57a1-4303-bc1b-26f1b349d1d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] No DVR routers for this DVR port f2422997-b7d3-41de-b3b3-e0b1d31e900d on host dv-neutron-860842-1-hyperv {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:16:27.776814 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c50ca72a-56d5-4a76-880b-5e7140dcb35c None None] Calling delete_port for f2422997-b7d3-41de-b3b3-e0b1d31e900d owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:27.794489 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f2a07ebf-1504-4770-a186-b36fea7eb79b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:27.817409 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-650701a7-58ad-4ff6-a20b-505174e9639d None None] Provisioning complete for port 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:16:27.817798 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-650701a7-58ad-4ff6-a20b-505174e9639d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:27.818136 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-650701a7-58ad-4ff6-a20b-505174e9639d None None] Attempt 1 to provision port 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a Oct 10 11:16:27.822374 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-59d9d155-b1a9-4b6d-beb1-0eeae0fcf6be tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/886e0932-3465-4a6f-aca1-3f65d41cacea HTTP/1.1" status: 404 len: 333 time: 0.2005761 Oct 10 11:16:27.822531 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-30ca7878-c08e-4577-aaa2-ab96f50a7731 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5648074 Oct 10 11:16:27.822940 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53756) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:27.824917 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53758) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:27.878811 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d0fcf93d-2988-44eb-a91d-f1f39ffb2e88 None None] For port 2881c637-b2e3-43b5-8b45-adfb1e910faf, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=2881c637-b2e3-43b5-8b45-adfb1e910faf,segment=NetworkSegment(afdbf704-0cc8-412f-bead-bad1226e7de8),segment_id=afdbf704-0cc8-412f-bead-bad1226e7de8)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:16:27.923469 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-c955e184-d167-47bc-b79e-585b5a37395d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:27.923927 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c955e184-d167-47bc-b79e-585b5a37395d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:27.926619 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f2a07ebf-1504-4770-a186-b36fea7eb79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:27.961608 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d0fcf93d-2988-44eb-a91d-f1f39ffb2e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:28.023293 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c955e184-d167-47bc-b79e-585b5a37395d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/c36c87d2-5f1a-4dce-9f94-ba0f571618b7 HTTP/1.1" status: 404 len: 337 time: 0.1969116 Oct 10 11:16:28.032588 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53764) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:28.068754 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4f97b706-46c3-4364-9e00-942e4c8ec27a req-1478bada-d975-483c-a07e-527e1139bb8c tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4935284 Oct 10 11:16:28.073156 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-090c1b5f-b1ae-469b-abc1-36f7d8fdcbb0 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:28.078105 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-71664c4e-57a1-4303-bc1b-26f1b349d1d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:28.112831 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-090c1b5f-b1ae-469b-abc1-36f7d8fdcbb0 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:28.125191 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c1b5f-b1ae-469b-abc1-36f7d8fdcbb0 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] Pushing event deleted for resources: {'Network': ['ID=240f796e-5e36-4ff3-af8a-ce3785d07431,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:28.145797 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-090c1b5f-b1ae-469b-abc1-36f7d8fdcbb0 tempest-FloatingIPTestJSON-1907192154 tempest-FloatingIPTestJSON-1907192154-project] 10.222.0.40 "DELETE /v2.0/networks/240f796e-5e36-4ff3-af8a-ce3785d07431 HTTP/1.1" status: 204 len: 168 time: 1.6972075 Oct 10 11:16:28.149725 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-71664c4e-57a1-4303-bc1b-26f1b349d1d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b525415-42bc-476a-8fbe-adfd7ac4edea']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:28.174613 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f2a07ebf-1504-4770-a186-b36fea7eb79b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a2f60965faef414987a38843f0d1114b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8043613 Oct 10 11:16:28.175918 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f64b07b-abf5-435a-b261-e406b884dade tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:28.176370 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f64b07b-abf5-435a-b261-e406b884dade tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:28.180698 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1f64b07b-abf5-435a-b261-e406b884dade tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/998f38b5-9017-498b-810f-96a4b3a45822 HTTP/1.1" status: 404 len: 337 time: 0.1367326 Oct 10 11:16:28.187003 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53770) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:28.187332 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53772) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:28.187988 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a07ebf-1504-4770-a186-b36fea7eb79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa65b8dd-9d51-43bd-8109-0dcba74542ce,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:28.199883 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-c50ca72a-56d5-4a76-880b-5e7140dcb35c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:16:28.200127 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-c50ca72a-56d5-4a76-880b-5e7140dcb35c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:16:28.201721 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-71664c4e-57a1-4303-bc1b-26f1b349d1d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8770faea-9d12-4c86-a79d-265a7a20e916') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:28.202528 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-71664c4e-57a1-4303-bc1b-26f1b349d1d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8770faea-9d12-4c86-a79d-265a7a20e916') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:28.224839 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fcf93d-2988-44eb-a91d-f1f39ffb2e88 None None] Pushing event updated for resources: {'Port': ['ID=2881c637-b2e3-43b5-8b45-adfb1e910faf,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:28.232686 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-71664c4e-57a1-4303-bc1b-26f1b349d1d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:28.255585 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-71664c4e-57a1-4303-bc1b-26f1b349d1d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:28.264677 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71664c4e-57a1-4303-bc1b-26f1b349d1d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Releasing vlan 469 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:16:28.265198 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-71664c4e-57a1-4303-bc1b-26f1b349d1d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:28.298230 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-226cb933-50fe-4517-a071-89b33476d7c7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:28.298939 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-226cb933-50fe-4517-a071-89b33476d7c7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:28.301071 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-226cb933-50fe-4517-a071-89b33476d7c7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/8b82fb34-84ae-4a74-942b-e8a0c00c518d HTTP/1.1" status: 404 len: 333 time: 0.1085160 Oct 10 11:16:28.319449 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53778) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:28.335600 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-650701a7-58ad-4ff6-a20b-505174e9639d None None] Current status of the port 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:16:28.395523 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-fa22c580-b22e-4434-8385-3bcee9bb8fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:16:22Z', 'revision_number': 9, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None, '_interfaces': [{'id': 'b88aec83-5f86-4168-9df6-267ed2bb1dcd', 'name': '', 'network_id': '757118be-9cf5-4577-b56a-2adc20b7ec80', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:95:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:32Z', 'updated_at': '2022-10-10T11:15:53Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcbd8aee-0654-4a6f-a83b-e1f2319d1d32', 'name': '', 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:84:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:17Z', 'updated_at': '2022-10-10T11:15:36Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:28.402332 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa22c580-b22e-4434-8385-3bcee9bb8fd8 None None] The sync data for ids ['a8962c56-7c3c-4985-b7f5-6966f4971d64'] in dv-neutron-860842-1-hyperv is: [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:16:22Z', 'revision_number': 9, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None, '_interfaces': [{'id': 'b88aec83-5f86-4168-9df6-267ed2bb1dcd', 'name': '', 'network_id': '757118be-9cf5-4577-b56a-2adc20b7ec80', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:95:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:32Z', 'updated_at': '2022-10-10T11:15:53Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '9892a4bc-81fb-46c1-95ad-5f43637abd6a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcbd8aee-0654-4a6f-a83b-e1f2319d1d32', 'name': '', 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:84:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:17Z', 'updated_at': '2022-10-10T11:15:36Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:16:28.473741 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-3516c868-4f81-4dc7-9bdb-ebe4f848a2b2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:28.474194 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3516c868-4f81-4dc7-9bdb-ebe4f848a2b2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:28.475872 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-3516c868-4f81-4dc7-9bdb-ebe4f848a2b2 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/1c5996dd-9751-4fdc-b0ea-25dcc97c8cf5 HTTP/1.1" status: 404 len: 337 time: 0.1553237 Oct 10 11:16:28.478896 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53782) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:28.514562 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-71664c4e-57a1-4303-bc1b-26f1b349d1d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:28.519435 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-71664c4e-57a1-4303-bc1b-26f1b349d1d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:28.556616 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc7e59f9-a40d-4936-83a1-9cc4a2ace33b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:28.556616 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc7e59f9-a40d-4936-83a1-9cc4a2ace33b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:28.559901 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-dc7e59f9-a40d-4936-83a1-9cc4a2ace33b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/ebef44bb-5dd4-4461-9834-c963e8a4067d HTTP/1.1" status: 404 len: 337 time: 0.0794113 Oct 10 11:16:28.562779 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53788) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:28.569905 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71664c4e-57a1-4303-bc1b-26f1b349d1d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Network': ['ID=4b525415-42bc-476a-8fbe-adfd7ac4edea,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:28.573700 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-71664c4e-57a1-4303-bc1b-26f1b349d1d8 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/networks/4b525415-42bc-476a-8fbe-adfd7ac4edea HTTP/1.1" status: 204 len: 168 time: 3.0548284 Oct 10 11:16:28.591999 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53792) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:28.627059 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-a523fd59-c580-4d37-b6b0-74f1218786fa tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:28.627531 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a523fd59-c580-4d37-b6b0-74f1218786fa tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:28.631970 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a523fd59-c580-4d37-b6b0-74f1218786fa tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/6b106e8d-4465-493b-aa8d-607fea0845dd HTTP/1.1" status: 404 len: 333 time: 0.0655260 Oct 10 11:16:28.632119 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53796) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:28.669354 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53800) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:28.682490 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-1777d3ff-a489-4a13-803b-da55d9eb72e9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:28.682940 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1777d3ff-a489-4a13-803b-da55d9eb72e9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:28.685728 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1777d3ff-a489-4a13-803b-da55d9eb72e9 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/81e29f98-687c-4d85-b12f-509cdb0570b2 HTTP/1.1" status: 404 len: 337 time: 0.0515800 Oct 10 11:16:28.689062 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53806) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:28.699642 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-361a4ee0-ebb5-4d3c-ba65-40e754d1e844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:28.701597 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c50ca72a-56d5-4a76-880b-5e7140dcb35c None None] Deleting port f2422997-b7d3-41de-b3b3-e0b1d31e900d {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:28.702050 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c50ca72a-56d5-4a76-880b-5e7140dcb35c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:28.730564 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac98449-691c-4f0c-868a-39f3319ac224 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:28.731261 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ac98449-691c-4f0c-868a-39f3319ac224 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:28.733155 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2ac98449-691c-4f0c-868a-39f3319ac224 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/94df8397-00c5-446b-ab44-5e8f6b4c3e4b HTTP/1.1" status: 404 len: 337 time: 0.0429678 Oct 10 11:16:28.735886 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53810) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:28.793770 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-6373bbc7-3971-48dd-9831-cbedda93192e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:28.795221 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6373bbc7-3971-48dd-9831-cbedda93192e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:28.795982 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c50ca72a-56d5-4a76-880b-5e7140dcb35c None None] The port 'f2422997-b7d3-41de-b3b3-e0b1d31e900d' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:16:28.797328 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6373bbc7-3971-48dd-9831-cbedda93192e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/c128c897-92d7-4ea4-bdcb-a894a26578d5 HTTP/1.1" status: 404 len: 333 time: 0.0603333 Oct 10 11:16:28.798253 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26393b9c-1ff8-4bbc-b613-12d564aa6ea7 None None] DHCP port deletion for dac74586-4382-4e00-a6eb-f2005f114a9a request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:16:28.803604 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-26393b9c-1ff8-4bbc-b613-12d564aa6ea7 None None] Deleting port 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:28.803976 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-26393b9c-1ff8-4bbc-b613-12d564aa6ea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:28.808485 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53814) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:28.854896 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e88219c-52ea-4195-876a-ced101046722 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:28.855326 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e88219c-52ea-4195-876a-ced101046722 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:28.857302 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0e88219c-52ea-4195-876a-ced101046722 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/ba71629d-2802-4ac5-adf9-6f1a8989e2b4 HTTP/1.1" status: 404 len: 337 time: 0.0478165 Oct 10 11:16:28.860888 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53818) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:28.940572 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-4527f218-3af8-4456-977e-82b370e85524 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:28.941585 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4527f218-3af8-4456-977e-82b370e85524 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:28.943484 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4527f218-3af8-4456-977e-82b370e85524 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/924eb341-bc82-44e7-84e0-bcffe580b189 HTTP/1.1" status: 404 len: 337 time: 0.0816350 Oct 10 11:16:28.955044 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53822) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:29.023888 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae92b8d8-a450-43e0-81a8-49e5d00257bc tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:29.024629 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae92b8d8-a450-43e0-81a8-49e5d00257bc tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:29.028697 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ae92b8d8-a450-43e0-81a8-49e5d00257bc tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/5ad53622-7901-4508-bc90-36eb81c2f08b HTTP/1.1" status: 404 len: 333 time: 0.0694776 Oct 10 11:16:29.029926 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1b71fb34-42a3-41c3-bbce-1014cad69180 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7753f2697ba4464ebd8d731982a0d1f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594930 Oct 10 11:16:29.030654 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53826) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:29.032863 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53828) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:29.076530 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-26393b9c-1ff8-4bbc-b613-12d564aa6ea7 None None] For port 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3b0388e9-eaaf-4a09-9c03-f71ba876bf2a,segment=NetworkSegment(9c25dac7-e8d6-477f-8320-c30f829678c0),segment_id=9c25dac7-e8d6-477f-8320-c30f829678c0)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:29.076530 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-26393b9c-1ff8-4bbc-b613-12d564aa6ea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:29.094947 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-3511c29a-b2dc-43be-8723-582b353f706a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:29.095679 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3511c29a-b2dc-43be-8723-582b353f706a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:29.101257 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3511c29a-b2dc-43be-8723-582b353f706a tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/e5ce394d-6632-4a4e-a216-1acd01ada2b3 HTTP/1.1" status: 404 len: 337 time: 0.0694864 Oct 10 11:16:29.102188 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53834) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:29.196552 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-361a4ee0-ebb5-4d3c-ba65-40e754d1e844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:29.231045 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cdd0ad7-b374-4e3a-93f6-129c878aa458 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:29.232331 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cdd0ad7-b374-4e3a-93f6-129c878aa458 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:29.234375 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0cdd0ad7-b374-4e3a-93f6-129c878aa458 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/fd28e954-9f38-4460-b3bd-417cbe1a9827 HTTP/1.1" status: 404 len: 333 time: 0.1211889 Oct 10 11:16:29.238731 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-26393b9c-1ff8-4bbc-b613-12d564aa6ea7 None None] Calling delete_port for 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:29.258705 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53840) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:29.302683 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3f53c025-2a30-43bd-ad4c-a5341f9db0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:29.306469 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 2881c637-b2e3-43b5-8b45-adfb1e910faf up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:16:29.338578 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f7643b-1d0b-48dc-886f-8845b1db01f0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:29.338976 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f7643b-1d0b-48dc-886f-8845b1db01f0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:29.339107 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3f53c025-2a30-43bd-ad4c-a5341f9db0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:29.340698 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-75f7643b-1d0b-48dc-886f-8845b1db01f0 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/cb822cf4-3a02-40a1-8578-3f7fc359112c HTTP/1.1" status: 404 len: 337 time: 0.0809367 Oct 10 11:16:29.352943 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53844) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:29.422410 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ecde5d4-d478-40b0-8857-65433e4a9ed8 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:29.422636 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ecde5d4-d478-40b0-8857-65433e4a9ed8 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:29.427975 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4ecde5d4-d478-40b0-8857-65433e4a9ed8 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/26c02ee7-6e39-4d7f-ac59-263324f35b54 HTTP/1.1" status: 404 len: 333 time: 0.0740318 Oct 10 11:16:29.437391 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53848) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:29.508213 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-807a66bb-49ab-4017-b1c7-d08b1cd580df tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:29.508919 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807a66bb-49ab-4017-b1c7-d08b1cd580df tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:29.514643 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-807a66bb-49ab-4017-b1c7-d08b1cd580df tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/c5343677-e07d-4c8f-a7a1-208f95f53bbd HTTP/1.1" status: 404 len: 337 time: 0.0802743 Oct 10 11:16:29.515496 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53852) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:29.518860 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-26393b9c-1ff8-4bbc-b613-12d564aa6ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:29.598764 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-83a071f5-629d-4ce2-bf46-9f79dd3120aa tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:29.599501 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83a071f5-629d-4ce2-bf46-9f79dd3120aa tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:29.601450 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 2881c637-b2e3-43b5-8b45-adfb1e910faf completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:16:29.609357 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26393b9c-1ff8-4bbc-b613-12d564aa6ea7 None None] Pushing event deleted for resources: {'Port': ['ID=3b0388e9-eaaf-4a09-9c03-f71ba876bf2a,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:29.612610 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-83a071f5-629d-4ce2-bf46-9f79dd3120aa tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/cb5c8fbc-1880-47c4-bbe4-734b0b09bcae HTTP/1.1" status: 404 len: 333 time: 0.0938148 Oct 10 11:16:29.613568 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53856) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:29.627880 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26393b9c-1ff8-4bbc-b613-12d564aa6ea7 None None] No DVR routers for this DVR port 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:16:29.657093 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34913b1-544b-4c73-a296-70d7b8b6d82e None None] Network 55db4862-0685-4222-a28a-87eff58d413d requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:29.676697 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9d768394-35f6-4dd7-9526-70d5e9e20140 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:29.685215 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8fa21a-4da1-495c-80c1-ad9939fb47bd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:29.685700 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d8fa21a-4da1-495c-80c1-ad9939fb47bd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:29.691886 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9d8fa21a-4da1-495c-80c1-ad9939fb47bd tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/0d551705-3604-4e39-88b4-3d6929f74234 HTTP/1.1" status: 404 len: 337 time: 0.0772994 Oct 10 11:16:29.694355 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53860) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:29.749342 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe8d438-b62d-41b9-ac29-1e4cdbd700ec tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:29.749947 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe8d438-b62d-41b9-ac29-1e4cdbd700ec tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:29.754119 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-afe8d438-b62d-41b9-ac29-1e4cdbd700ec tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/b8963b5a-fbb3-4cf4-a72f-f1d7e49d83f5 HTTP/1.1" status: 404 len: 333 time: 0.0565138 Oct 10 11:16:29.754502 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53864) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:29.763848 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:16:29.765578 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-361a4ee0-ebb5-4d3c-ba65-40e754d1e844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:29.793717 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3f53c025-2a30-43bd-ad4c-a5341f9db0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:29.793894 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366ce7b-1ae4-4950-a049-faad7c8069f1 req-cab6fbf5-7f40-4c99-bd62-e9716e8577e5 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:29.795836 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e366ce7b-1ae4-4950-a049-faad7c8069f1 req-cab6fbf5-7f40-4c99-bd62-e9716e8577e5 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.4486091 Oct 10 11:16:29.802134 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-c9ef21b3-f361-4a76-8212-67067d5c3ab5 None None] Provisioning for port 2881c637-b2e3-43b5-8b45-adfb1e910faf completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:16:29.802450 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3f53c025-2a30-43bd-ad4c-a5341f9db0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:29.803662 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3f53c025-2a30-43bd-ad4c-a5341f9db0af admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/eb2d9a22-e7e9-420e-a9ea-ef45188efce8 HTTP/1.1" status: 204 len: 168 time: 0.7699833 Oct 10 11:16:29.815404 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-c9ef21b3-f361-4a76-8212-67067d5c3ab5 None None] Provisioning complete for port 2881c637-b2e3-43b5-8b45-adfb1e910faf triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:16:29.816066 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c9ef21b3-f361-4a76-8212-67067d5c3ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:29.816183 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c9ef21b3-f361-4a76-8212-67067d5c3ab5 None None] Attempt 1 to provision port 2881c637-b2e3-43b5-8b45-adfb1e910faf Oct 10 11:16:29.817447 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 8770faea-9d12-4c86-a79d-265a7a20e916 resource provider aggregate not found Oct 10 11:16:29.818763 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a4ee0-ebb5-4d3c-ba65-40e754d1e844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa65b8dd-9d51-43bd-8109-0dcba74542ce,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:29.821286 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c9b9bf-5bb5-4f6d-8be3-f30d9dde6e9d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:29.821837 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c9b9bf-5bb5-4f6d-8be3-f30d9dde6e9d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:29.823603 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e4c9b9bf-5bb5-4f6d-8be3-f30d9dde6e9d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/76633be9-a6f3-4c85-a7e7-cff9e951a44e HTTP/1.1" status: 404 len: 337 time: 0.0681238 Oct 10 11:16:29.829916 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53874) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:29.836088 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53c025-2a30-43bd-ad4c-a5341f9db0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2d9a22-e7e9-420e-a9ea-ef45188efce8,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:29.841997 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 8770faea-9d12-4c86-a79d-265a7a20e916 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8770faea-9d12-4c86-a79d-265a7a20e916 found for delete ", "request_id": "req-a28f25b5-46f8-453b-ab9e-f187c8884f4e"}]} Oct 10 11:16:29.853792 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:16:29.854076 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3b0388e9-eaaf-4a09-9c03-f71ba876bf2a not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:16:29.854482 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c417a848-aedc-4be0-986b-f4adfe7cdb7d no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:16:29.929370 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: c417a848-aedc-4be0-986b-f4adfe7cdb7d {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:16:29.929660 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c417a848-aedc-4be0-986b-f4adfe7cdb7d not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:16:30.018701 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-361a4ee0-ebb5-4d3c-ba65-40e754d1e844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:30.019809 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-361a4ee0-ebb5-4d3c-ba65-40e754d1e844 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/aa65b8dd-9d51-43bd-8109-0dcba74542ce HTTP/1.1" status: 204 len: 168 time: 1.8289616 Oct 10 11:16:30.036753 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a91fcf-e06b-45c4-822b-e528e665ef20 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:30.037226 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a91fcf-e06b-45c4-822b-e528e665ef20 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:30.039848 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-52a91fcf-e06b-45c4-822b-e528e665ef20 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/e18f1c31-93e0-4936-9d54-383b283ee890 HTTP/1.1" status: 404 len: 333 time: 0.1827800 Oct 10 11:16:30.044662 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53880) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:30.090298 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f17322c-4ab7-47f5-9005-89028cfeb54e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:30.091480 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f17322c-4ab7-47f5-9005-89028cfeb54e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:30.093658 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2f17322c-4ab7-47f5-9005-89028cfeb54e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/662b6fa0-273e-4d83-af18-dfa2d1c2bbc4 HTTP/1.1" status: 404 len: 337 time: 0.0476332 Oct 10 11:16:30.096237 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53886) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:30.116708 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e366ce7b-1ae4-4950-a049-faad7c8069f1 req-2069bac3-fcd1-4134-bfbb-0d65f7f867a2 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3147125 Oct 10 11:16:30.150389 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc21b3d-ba0c-48d7-aadb-f9191e16a93c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:30.151022 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc21b3d-ba0c-48d7-aadb-f9191e16a93c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:30.154626 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8cc21b3d-ba0c-48d7-aadb-f9191e16a93c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/4590f258-2671-4b70-b23a-9805c84ad157 HTTP/1.1" status: 404 len: 337 time: 0.0573528 Oct 10 11:16:30.162318 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53892) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:30.209070 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef21b3-f361-4a76-8212-67067d5c3ab5 None None] Current status of the port 2881c637-b2e3-43b5-8b45-adfb1e910faf is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:16:30.209444 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c9ef21b3-f361-4a76-8212-67067d5c3ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:30.275755 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-c9ef21b3-f361-4a76-8212-67067d5c3ab5 None None] For port 2881c637-b2e3-43b5-8b45-adfb1e910faf, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=2881c637-b2e3-43b5-8b45-adfb1e910faf,segment=NetworkSegment(afdbf704-0cc8-412f-bead-bad1226e7de8),segment_id=afdbf704-0cc8-412f-bead-bad1226e7de8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:30.288339 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-341e4b84-eec3-43ac-a476-b2ad4c923a36 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:30.289726 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-341e4b84-eec3-43ac-a476-b2ad4c923a36 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:30.291402 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-341e4b84-eec3-43ac-a476-b2ad4c923a36 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/d9f2c722-5743-4c00-8f62-28ad42672273 HTTP/1.1" status: 404 len: 333 time: 0.1270530 Oct 10 11:16:30.294996 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53900) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:30.329708 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c9ef21b3-f361-4a76-8212-67067d5c3ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:30.353436 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-b797201d-7a72-4e3c-9102-040e2e3b8ed8 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:30.354019 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b797201d-7a72-4e3c-9102-040e2e3b8ed8 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:30.355912 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b797201d-7a72-4e3c-9102-040e2e3b8ed8 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/3630aac2-0cb2-4d7a-b05f-6b65ee0cfdab HTTP/1.1" status: 404 len: 337 time: 0.0595770 Oct 10 11:16:30.356227 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-346b324d-b5a4-4ce3-863b-7dbe25a7f576 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:30.362347 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53904) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:30.418591 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f0d1b5-bdf3-4a1b-b7c2-f994efa2b442 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:30.419912 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f0d1b5-bdf3-4a1b-b7c2-f994efa2b442 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:30.424795 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-52f0d1b5-bdf3-4a1b-b7c2-f994efa2b442 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/ed5011fc-039c-41cb-8d35-2e362a132a48 HTTP/1.1" status: 404 len: 337 time: 0.0611749 Oct 10 11:16:30.425645 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53908) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:30.510085 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef21b3-f361-4a76-8212-67067d5c3ab5 None None] Pushing event updated for resources: {'Port': ['ID=2881c637-b2e3-43b5-8b45-adfb1e910faf,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:30.597566 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-0572e838-3dbf-4de2-bbe6-fdb5259a16b7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:30.601448 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0572e838-3dbf-4de2-bbe6-fdb5259a16b7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:30.605748 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0572e838-3dbf-4de2-bbe6-fdb5259a16b7 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/324dfa31-7d58-4ef5-afb1-5d9761118eb7 HTTP/1.1" status: 404 len: 333 time: 0.1766095 Oct 10 11:16:30.607055 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53916) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:30.633351 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9d768394-35f6-4dd7-9526-70d5e9e20140 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:30.660957 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-85c779a6-1364-494e-89d8-4653e5e9fba9 None None] Provisioning complete for port 2881c637-b2e3-43b5-8b45-adfb1e910faf triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:16:30.661439 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-85c779a6-1364-494e-89d8-4653e5e9fba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:30.661689 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-85c779a6-1364-494e-89d8-4653e5e9fba9 None None] Attempt 1 to provision port 2881c637-b2e3-43b5-8b45-adfb1e910faf Oct 10 11:16:30.699819 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad68d77-3c85-44b8-b54e-b27a27d86280 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:30.701918 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad68d77-3c85-44b8-b54e-b27a27d86280 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:30.705597 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cad68d77-3c85-44b8-b54e-b27a27d86280 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/c9690073-9fa0-4b26-ba73-5cea503e614e HTTP/1.1" status: 404 len: 337 time: 0.0912619 Oct 10 11:16:30.706598 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53920) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:30.727457 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9d768394-35f6-4dd7-9526-70d5e9e20140 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:30.803359 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c22ccd2-b9f0-4655-b7bd-56d9802c6747 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:30.803821 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c22ccd2-b9f0-4655-b7bd-56d9802c6747 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:30.807953 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2c22ccd2-b9f0-4655-b7bd-56d9802c6747 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/a93acb6f-ef53-48a0-80c8-d86ca203750f HTTP/1.1" status: 404 len: 337 time: 0.0961359 Oct 10 11:16:30.809280 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53926) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:30.882110 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-85c779a6-1364-494e-89d8-4653e5e9fba9 None None] Current status of the port 2881c637-b2e3-43b5-8b45-adfb1e910faf is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:16:30.991675 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac6e9d73-2799-4717-a478-ea0e832b9456 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:30.992107 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac6e9d73-2799-4717-a478-ea0e832b9456 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:30.992483 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-85c779a6-1364-494e-89d8-4653e5e9fba9 None None] Provisioning for port d5729a3f-8e98-486f-97c4-93373b5e11bf completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:16:30.996049 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ac6e9d73-2799-4717-a478-ea0e832b9456 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/ac46098c-8913-4607-9e5a-45786c24f1ce HTTP/1.1" status: 404 len: 333 time: 0.1759796 Oct 10 11:16:30.997423 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53930) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:30.999273 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-85c779a6-1364-494e-89d8-4653e5e9fba9 None None] Provisioning complete for port d5729a3f-8e98-486f-97c4-93373b5e11bf triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:16:30.999662 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-85c779a6-1364-494e-89d8-4653e5e9fba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:31.000145 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-85c779a6-1364-494e-89d8-4653e5e9fba9 None None] Attempt 1 to provision port d5729a3f-8e98-486f-97c4-93373b5e11bf Oct 10 11:16:31.039812 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc97a205-ceb9-4dd4-97cb-3855defc80eb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:31.040272 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc97a205-ceb9-4dd4-97cb-3855defc80eb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:31.043324 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cc97a205-ceb9-4dd4-97cb-3855defc80eb tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/a7410bf8-8e7c-430d-b7cc-7b14142ba4b7 HTTP/1.1" status: 404 len: 337 time: 0.0435781 Oct 10 11:16:31.049641 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53936) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:31.065466 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-85c779a6-1364-494e-89d8-4653e5e9fba9 None None] Port d5729a3f-8e98-486f-97c4-93373b5e11bf cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:31.099512 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5f39e8-8de9-4462-a6f7-6c75f7996f16 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:31.100038 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb5f39e8-8de9-4462-a6f7-6c75f7996f16 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:31.104353 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cb5f39e8-8de9-4462-a6f7-6c75f7996f16 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/d4e99e2d-b2e2-473e-9ac9-db71056c39af HTTP/1.1" status: 404 len: 337 time: 0.0510390 Oct 10 11:16:31.104575 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53942) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:31.110160 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70ade4-0908-4054-9f9e-3d34861511db req-e20fce56-fa51-4c76-bce6-4ef2222efd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:31.111624 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cb70ade4-0908-4054-9f9e-3d34861511db req-e20fce56-fa51-4c76-bce6-4ef2222efd15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae70dbd562a74602ba992b43f7087eba&device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 1098 time: 0.4039066 Oct 10 11:16:31.155936 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d768394-35f6-4dd7-9526-70d5e9e20140 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Port': ['ID=d5729a3f-8e98-486f-97c4-93373b5e11bf,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:31.193293 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b484cc75-b56a-4881-83f4-fdb3345108e6 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports?device_id=554e650f-21a9-4184-9757-04a3b519766f HTTP/1.1" status: 200 len: 205 time: 0.0875096 Oct 10 11:16:31.203221 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53948) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:31.222324 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 2881c637-b2e3-43b5-8b45-adfb1e910faf up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:16:31.298294 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-782ec7c1-eb88-4a6c-aebd-657d845804ee tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] delete failed (client error): The resource could not be found. Oct 10 11:16:31.299370 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-782ec7c1-eb88-4a6c-aebd-657d845804ee tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/routers/554e650f-21a9-4184-9757-04a3b519766f HTTP/1.1" status: 404 len: 336 time: 0.0833638 Oct 10 11:16:31.305497 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53954) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:31.320241 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 2881c637-b2e3-43b5-8b45-adfb1e910faf triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:16:31.320632 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:31.320970 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 2881c637-b2e3-43b5-8b45-adfb1e910faf Oct 10 11:16:31.359581 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70ade4-0908-4054-9f9e-3d34861511db req-6f87c70a-c29e-4b0b-8e39-e5d41d97260d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:31.361103 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cb70ade4-0908-4054-9f9e-3d34861511db req-6f87c70a-c29e-4b0b-8e39-e5d41d97260d service neutron] 10.222.0.15 "GET /v2.0/networks?id=f36cb35b-e765-411b-82dd-156471dbc6b1 HTTP/1.1" status: 200 len: 913 time: 0.2004440 Oct 10 11:16:31.362126 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-964396de-08d2-439b-af82-91a27b02aaea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:31.362547 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-964396de-08d2-439b-af82-91a27b02aaea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:31.364572 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205cc46-d274-478f-850c-8cb064379390 req-7ec137a1-f062-457a-87fd-25f904b3b2ae tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:31.367344 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-964396de-08d2-439b-af82-91a27b02aaea tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/15585b61-321f-4129-9339-0ba6f3fd2615 HTTP/1.1" status: 404 len: 337 time: 0.0607557 Oct 10 11:16:31.369292 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53958) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:31.371918 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9205cc46-d274-478f-850c-8cb064379390 req-7ec137a1-f062-457a-87fd-25f904b3b2ae tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.6911430 Oct 10 11:16:31.421087 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53962) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:31.450268 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9205cc46-d274-478f-850c-8cb064379390 req-9263bc2c-ffe4-4152-ae62-a8f280b3ca71 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768225 Oct 10 11:16:31.472439 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 2881c637-b2e3-43b5-8b45-adfb1e910faf is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:16:31.503024 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ad95af14-e3b6-413b-9d22-617bf46e6cab tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "GET /v2.0/ports?device_id=b37b4426-49f9-4e25-b220-ec75491f7845 HTTP/1.1" status: 200 len: 205 time: 0.1326451 Oct 10 11:16:31.511401 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53968) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:31.566426 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-85c779a6-1364-494e-89d8-4653e5e9fba9 None None] Attempt 2 to provision port d5729a3f-8e98-486f-97c4-93373b5e11bf Oct 10 11:16:31.567234 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Request body: {'networks': [{'name': 'tempest-network--1919162372'}, {'name': 'tempest-network--964225291'}]} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:31.567550 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Request body: {'network': {'name': 'tempest-network--1919162372'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:31.568008 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Request body: {'network': {'name': 'tempest-network--964225291'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:31.584016 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:31.594163 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-415710ec-240a-4cba-a8d8-3324a9cf532c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] delete failed (client error): The resource could not be found. Oct 10 11:16:31.597584 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-415710ec-240a-4cba-a8d8-3324a9cf532c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/routers/b37b4426-49f9-4e25-b220-ec75491f7845 HTTP/1.1" status: 404 len: 336 time: 0.0828202 Oct 10 11:16:31.598922 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53972) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:31.621500 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Usage tracker for resource:network and tenant:fd21d9647ac341d88585aedcfb8be63f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:31.624743 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9d768394-35f6-4dd7-9526-70d5e9e20140 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:31.625326 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-85c779a6-1364-494e-89d8-4653e5e9fba9 None None] Port d5729a3f-8e98-486f-97c4-93373b5e11bf cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:31.644554 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cb70ade4-0908-4054-9f9e-3d34861511db req-8d7e5bd1-0e4d-452b-af3b-af853db3cd49 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9c1e995-eabf-45b1-8559-c8881096b3b7 HTTP/1.1" status: 200 len: 1001 time: 0.2761307 Oct 10 11:16:31.648343 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-b791ec5a-17f5-457d-91a2-bf1d84869a4b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:31.648792 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b791ec5a-17f5-457d-91a2-bf1d84869a4b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:31.650659 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b791ec5a-17f5-457d-91a2-bf1d84869a4b tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/f031fd1d-8959-4989-8201-610fae56e7df HTTP/1.1" status: 404 len: 337 time: 0.0519056 Oct 10 11:16:31.680367 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53976) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:31.728988 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa67c8e-f446-4454-af10-ae89327f44ae tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:31.729330 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fa67c8e-f446-4454-af10-ae89327f44ae tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:31.731005 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5fa67c8e-f446-4454-af10-ae89327f44ae tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/4e646a44-a86d-4f3f-a8f6-80e4d1c3f964 HTTP/1.1" status: 404 len: 337 time: 0.0497279 Oct 10 11:16:31.736962 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53980) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:31.737244 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:31.745201 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-346b324d-b5a4-4ce3-863b-7dbe25a7f576 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Deleting port b88aec83-5f86-4168-9df6-267ed2bb1dcd {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:31.745570 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-346b324d-b5a4-4ce3-863b-7dbe25a7f576 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:31.785298 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6be0887-d132-479e-bdaf-bfb8d4f27fc8 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:31.785791 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6be0887-d132-479e-bdaf-bfb8d4f27fc8 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:31.787454 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e6be0887-d132-479e-bdaf-bfb8d4f27fc8 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/c9a54617-f034-4bce-89ab-082c69ef9ca1 HTTP/1.1" status: 404 len: 333 time: 0.0495744 Oct 10 11:16:31.789996 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 53984) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:31.800864 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:31.830068 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70ade4-0908-4054-9f9e-3d34861511db req-0293aaa4-3096-4e4d-8171-beccd34a4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:31.831570 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cb70ade4-0908-4054-9f9e-3d34861511db req-0293aaa4-3096-4e4d-8171-beccd34a4b08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04983d62-0192-4bd4-9c0c-86c066bd05d2 HTTP/1.1" status: 200 len: 851 time: 0.1793809 Oct 10 11:16:31.834947 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab76021-0f8d-4cc9-a800-2cf09e565526 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:31.835384 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ab76021-0f8d-4cc9-a800-2cf09e565526 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:31.839287 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4ab76021-0f8d-4cc9-a800-2cf09e565526 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/eafde9e3-952a-4f9b-a46c-ddb4c7be0e7a HTTP/1.1" status: 404 len: 337 time: 0.0460584 Oct 10 11:16:31.840503 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53988) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:31.913224 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Made reservation on behalf of fd21d9647ac341d88585aedcfb8be63f for: {'network': 2} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:31.917650 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:31.922092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70ade4-0908-4054-9f9e-3d34861511db req-76841c6f-206e-43ec-8e7e-cd329b246e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:31.923748 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cb70ade4-0908-4054-9f9e-3d34861511db req-76841c6f-206e-43ec-8e7e-cd329b246e04 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f36cb35b-e765-411b-82dd-156471dbc6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0857613 Oct 10 11:16:31.986387 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:31.995034 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-509d3136-bd9d-4062-8195-a4170127cda5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:31.995511 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-509d3136-bd9d-4062-8195-a4170127cda5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:31.997179 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-509d3136-bd9d-4062-8195-a4170127cda5 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/71c1dd12-06b8-426f-b3e0-7ccae1bd7bc7 HTTP/1.1" status: 404 len: 333 time: 0.1566381 Oct 10 11:16:32.004530 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53992) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:32.059534 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cb70ade4-0908-4054-9f9e-3d34861511db req-84711bac-2973-448c-9f32-7430b41982fc service neutron] 10.222.0.15 "GET /v2.0/networks/f36cb35b-e765-411b-82dd-156471dbc6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292500 Oct 10 11:16:32.063266 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:32.067982 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d14a707-ce8b-4aa5-a004-a0116cf4b053 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:32.068432 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d14a707-ce8b-4aa5-a004-a0116cf4b053 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:32.070127 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7d14a707-ce8b-4aa5-a004-a0116cf4b053 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/dbbec99b-487c-41b2-8973-5281350b87c2 HTTP/1.1" status: 404 len: 337 time: 0.0606081 Oct 10 11:16:32.074614 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Usage tracker for resource:security_group_rule and tenant:fd21d9647ac341d88585aedcfb8be63f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:32.077659 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 53996) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:32.080007 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:32.122101 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:32.126154 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-85c779a6-1364-494e-89d8-4653e5e9fba9 None None] Attempt 3 to provision port d5729a3f-8e98-486f-97c4-93373b5e11bf Oct 10 11:16:32.172457 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-35012fcc-20b4-4f4c-a6f3-b06fd3f2191d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:32.173109 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35012fcc-20b4-4f4c-a6f3-b06fd3f2191d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:32.177162 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-35012fcc-20b4-4f4c-a6f3-b06fd3f2191d tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/2357e00e-ff44-4110-ae1d-f34f3cfb6290 HTTP/1.1" status: 404 len: 333 time: 0.0960619 Oct 10 11:16:32.178580 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54000) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:32.191171 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-85c779a6-1364-494e-89d8-4653e5e9fba9 None None] Port d5729a3f-8e98-486f-97c4-93373b5e11bf cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:32.224303 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-346b324d-b5a4-4ce3-863b-7dbe25a7f576 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] For port b88aec83-5f86-4168-9df6-267ed2bb1dcd, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=b88aec83-5f86-4168-9df6-267ed2bb1dcd,segment=NetworkSegment(a5ea9421-cedb-455a-9bc2-87bd154c005b),segment_id=a5ea9421-cedb-455a-9bc2-87bd154c005b)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:32.224666 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-346b324d-b5a4-4ce3-863b-7dbe25a7f576 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:32.229557 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-02178235-39ac-4d1e-a9e4-bcd85593ca27 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:32.230020 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02178235-39ac-4d1e-a9e4-bcd85593ca27 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:32.232067 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-02178235-39ac-4d1e-a9e4-bcd85593ca27 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/555e3283-14e2-499a-a557-ef534edd5290 HTTP/1.1" status: 404 len: 337 time: 0.0521526 Oct 10 11:16:32.234392 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54004) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:32.276223 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cb70ade4-0908-4054-9f9e-3d34861511db req-41c80a0b-a942-4d89-8271-0f7867fa45f7 service neutron] 10.222.0.15 "GET /v2.0/networks/f36cb35b-e765-411b-82dd-156471dbc6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107494 Oct 10 11:16:32.283519 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-19919d61-6cc6-4bac-a8ad-1d708699ed2e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:32.283977 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19919d61-6cc6-4bac-a8ad-1d708699ed2e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:32.287897 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-19919d61-6cc6-4bac-a8ad-1d708699ed2e tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/537aaeda-c209-4369-986f-d03624b5f9fa HTTP/1.1" status: 404 len: 333 time: 0.0503070 Oct 10 11:16:32.288121 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54008) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:32.327529 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d7b801-0ba7-41e8-936f-f1158f1d7235 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:32.327989 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1d7b801-0ba7-41e8-936f-f1158f1d7235 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:32.329682 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d1d7b801-0ba7-41e8-936f-f1158f1d7235 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/d5fa9877-4f3d-44cd-a699-4a49addc5c61 HTTP/1.1" status: 404 len: 337 time: 0.0406573 Oct 10 11:16:32.332291 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54012) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:32.359948 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-346b324d-b5a4-4ce3-863b-7dbe25a7f576 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Calling delete_port for b88aec83-5f86-4168-9df6-267ed2bb1dcd owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:32.372720 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-5206162f-aea7-428c-af54-2c5d013f27d3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:32.373212 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5206162f-aea7-428c-af54-2c5d013f27d3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:32.374808 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5206162f-aea7-428c-af54-2c5d013f27d3 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/17472fda-cf6f-4a2d-ae41-dc696ae6bf85 HTTP/1.1" status: 404 len: 333 time: 0.0416260 Oct 10 11:16:32.377311 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54016) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:32.386701 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9d768394-35f6-4dd7-9526-70d5e9e20140 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:32.417703 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-8931162f-ecdb-42bf-9b4e-f7578c5a6dfc tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:32.425058 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8931162f-ecdb-42bf-9b4e-f7578c5a6dfc tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:32.425058 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8931162f-ecdb-42bf-9b4e-f7578c5a6dfc tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/85f3ec70-7efa-4fcf-b791-8eadcdb32904 HTTP/1.1" status: 404 len: 337 time: 0.0416846 Oct 10 11:16:32.427121 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54020) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:32.471548 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-f724dabc-5d09-4651-b93a-c92d21ec7e7c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:32.472027 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f724dabc-5d09-4651-b93a-c92d21ec7e7c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:32.473778 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f724dabc-5d09-4651-b93a-c92d21ec7e7c tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/53e035f3-46a3-453d-b113-95b7c962ac69 HTTP/1.1" status: 404 len: 333 time: 0.0455666 Oct 10 11:16:32.476378 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54024) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:32.520690 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec3ee8b-4e3e-4771-918d-5f0142af4794 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:32.521151 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec3ee8b-4e3e-4771-918d-5f0142af4794 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:32.525692 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1ec3ee8b-4e3e-4771-918d-5f0142af4794 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/97613207-947e-4a36-97c9-7b7589796ff0 HTTP/1.1" status: 404 len: 337 time: 0.0455599 Oct 10 11:16:32.526050 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54030) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:32.689620 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f5ef878-5175-4f11-8cbe-54a9732ab7fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:32.690317 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f5ef878-5175-4f11-8cbe-54a9732ab7fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:32.694159 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1f5ef878-5175-4f11-8cbe-54a9732ab7fe tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/ports/e5128262-36d9-4fc7-a902-c970602f7773 HTTP/1.1" status: 404 len: 333 time: 0.1645353 Oct 10 11:16:32.694317 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-85c779a6-1364-494e-89d8-4653e5e9fba9 None None] Attempt 4 to provision port d5729a3f-8e98-486f-97c4-93373b5e11bf Oct 10 11:16:32.725836 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54034) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:32.751197 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-85c779a6-1364-494e-89d8-4653e5e9fba9 None None] Port d5729a3f-8e98-486f-97c4-93373b5e11bf cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:32.777338 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a939cdd-1c20-4c81-b9fa-d18616d0c808 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:32.777820 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a939cdd-1c20-4c81-b9fa-d18616d0c808 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:32.781935 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7a939cdd-1c20-4c81-b9fa-d18616d0c808 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/subnets/666f1945-0406-4908-a2b4-8d95bcbd293e HTTP/1.1" status: 404 len: 337 time: 0.0471361 Oct 10 11:16:32.784083 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54038) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:32.833134 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:32.932555 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a99b573b-144a-4da9-85da-3c0a54e9a806 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:32.943980 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476f60f-cebe-4ca8-a8d8-65e77f722548 req-b0de71a4-7f40-40e6-9443-5f621f299080 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:32.945364 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f476f60f-cebe-4ca8-a8d8-65e77f722548 req-b0de71a4-7f40-40e6-9443-5f621f299080 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.2579114 Oct 10 11:16:32.991542 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:32.992006 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:33.105043 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eed8e90f-f706-4427-b9a4-22d43f18af77,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:33.110229 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 469} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:16:33.119586 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f476f60f-cebe-4ca8-a8d8-65e77f722548 req-d3710569-339a-4844-91f8-5e68225c2a62 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359043 Oct 10 11:16:33.121199 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a99b573b-144a-4da9-85da-3c0a54e9a806 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:33.125013 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:33.125366 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Added segment 9588cb88-ac45-4b66-b919-747f40abaf1d of type vlan for network 477f6849-7e19-406c-a982-32f0b13876c3 Oct 10 11:16:33.152890 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-a99b573b-144a-4da9-85da-3c0a54e9a806 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac74586-4382-4e00-a6eb-f2005f114a9a']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:33.165429 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9d768394-35f6-4dd7-9526-70d5e9e20140 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:33.166928 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-a99b573b-144a-4da9-85da-3c0a54e9a806 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c25dac7-e8d6-477f-8320-c30f829678c0') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:33.168471 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-a99b573b-144a-4da9-85da-3c0a54e9a806 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c25dac7-e8d6-477f-8320-c30f829678c0') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:33.168611 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:33.180526 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a99b573b-144a-4da9-85da-3c0a54e9a806 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:33.189396 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-346b324d-b5a4-4ce3-863b-7dbe25a7f576 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:33.197228 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a99b573b-144a-4da9-85da-3c0a54e9a806 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:33.203947 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99b573b-144a-4da9-85da-3c0a54e9a806 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Releasing vlan 474 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:16:33.214540 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a99b573b-144a-4da9-85da-3c0a54e9a806 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:33.239829 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 9c25dac7-e8d6-477f-8320-c30f829678c0 resource provider aggregate not found Oct 10 11:16:33.248593 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b324d-b5a4-4ce3-863b-7dbe25a7f576 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Port': ['ID=b88aec83-5f86-4168-9df6-267ed2bb1dcd,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:33.254955 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-85c779a6-1364-494e-89d8-4653e5e9fba9 None None] Attempt 5 to provision port d5729a3f-8e98-486f-97c4-93373b5e11bf Oct 10 11:16:33.280806 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9d768394-35f6-4dd7-9526-70d5e9e20140 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:33.320555 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 9c25dac7-e8d6-477f-8320-c30f829678c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c25dac7-e8d6-477f-8320-c30f829678c0 found for delete ", "request_id": "req-9f02de17-914d-422b-a7cb-512cd5bee1ef"}]} Oct 10 11:16:33.323362 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-85c779a6-1364-494e-89d8-4653e5e9fba9 None None] Port d5729a3f-8e98-486f-97c4-93373b5e11bf cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:33.373896 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 480} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:16:33.438386 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a99b573b-144a-4da9-85da-3c0a54e9a806 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:33.444349 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a99b573b-144a-4da9-85da-3c0a54e9a806 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:33.456206 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:33.456563 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Added segment 305a3e31-2bd7-4d84-b49d-69fbdad8eefa of type vlan for network ee414db8-f456-4b57-a333-82eb4e0285a3 Oct 10 11:16:33.460653 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cd77a00f-d8bf-4d16-9015-67bd788cd8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:33.475133 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a99b573b-144a-4da9-85da-3c0a54e9a806 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] 10.222.0.40 "DELETE /v2.0/networks/dac74586-4382-4e00-a6eb-f2005f114a9a HTTP/1.1" status: 204 len: 168 time: 0.6899381 Oct 10 11:16:33.476319 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b573b-144a-4da9-85da-3c0a54e9a806 tempest-NetworksTestDHCPv6-2101220356 tempest-NetworksTestDHCPv6-2101220356-project] Pushing event deleted for resources: {'Network': ['ID=dac74586-4382-4e00-a6eb-f2005f114a9a,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:33.492321 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d768394-35f6-4dd7-9526-70d5e9e20140 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Port': ['ID=d5729a3f-8e98-486f-97c4-93373b5e11bf,revision_number=3']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:33.513027 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9d768394-35f6-4dd7-9526-70d5e9e20140 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:33.523357 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:33.799501 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-346b324d-b5a4-4ce3-863b-7dbe25a7f576 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:33.824634 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-85c779a6-1364-494e-89d8-4653e5e9fba9 None None] Attempt 6 to provision port d5729a3f-8e98-486f-97c4-93373b5e11bf Oct 10 11:16:33.883369 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-85c779a6-1364-494e-89d8-4653e5e9fba9 None None] Port d5729a3f-8e98-486f-97c4-93373b5e11bf cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:33.899853 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:33.900349 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:33.905750 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:33.910788 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:33.911230 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:33.994758 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d768394-35f6-4dd7-9526-70d5e9e20140 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network 55db4862-0685-4222-a28a-87eff58d413d is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:16:33.998938 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54050) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:34.153021 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-9d768394-35f6-4dd7-9526-70d5e9e20140 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:16:34.160043 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-199886e0-2381-4f5f-8e1b-e255027100a3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7e4f409f6bf64060ada254ee8cdaed1f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1566882 Oct 10 11:16:34.160043 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54058) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:34.228750 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-312acdfb-1218-499d-9d87-f0b129764ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:34.258279 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-312acdfb-1218-499d-9d87-f0b129764ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:34.384469 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-85c779a6-1364-494e-89d8-4653e5e9fba9 None None] Attempt 7 to provision port d5729a3f-8e98-486f-97c4-93373b5e11bf Oct 10 11:16:34.391819 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-312acdfb-1218-499d-9d87-f0b129764ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:34.411602 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312acdfb-1218-499d-9d87-f0b129764ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978d7c84-d5fa-48e1-899d-c5b7cd2a724b,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:34.415561 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-312acdfb-1218-499d-9d87-f0b129764ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:34.420045 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-312acdfb-1218-499d-9d87-f0b129764ea6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/978d7c84-d5fa-48e1-899d-c5b7cd2a724b HTTP/1.1" status: 204 len: 168 time: 0.2555702 Oct 10 11:16:34.420200 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Pushing event updated for resources: {'Network': ['ID=477f6849-7e19-406c-a982-32f0b13876c3,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:34.425129 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.0012288 Oct 10 11:16:34.425985 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54066) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:34.461651 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 477f6849-7e19-406c-a982-32f0b13876c3 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:16:34.559061 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-85c779a6-1364-494e-89d8-4653e5e9fba9 None None] Port d5729a3f-8e98-486f-97c4-93373b5e11bf cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:34.596481 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3793797b-f2ab-4485-88b2-680fdfbb8009 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:34.602642 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3793797b-f2ab-4485-88b2-680fdfbb8009 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:34.609020 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3793797b-f2ab-4485-88b2-680fdfbb8009 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:34.614786 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3793797b-f2ab-4485-88b2-680fdfbb8009 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:34.616438 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3793797b-f2ab-4485-88b2-680fdfbb8009 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1894884 Oct 10 11:16:34.619409 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54070) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:34.740592 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76b59395-9e7b-4b5e-90c1-7884a1113a63 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:34.744783 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327b347-01c8-41dc-91a9-9ac131fd77de tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Pushing event updated for resources: {'Network': ['ID=ee414db8-f456-4b57-a333-82eb4e0285a3,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:34.756862 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network ee414db8-f456-4b57-a333-82eb4e0285a3 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:16:34.798135 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95af2a0-8185-4152-b470-68a9a52b9be0 req-2fd7791c-3810-43e9-9fad-4185964f795a tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:34.804968 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b95af2a0-8185-4152-b470-68a9a52b9be0 req-2fd7791c-3810-43e9-9fad-4185964f795a tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.5098376 Oct 10 11:16:34.812692 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346b324d-b5a4-4ce3-863b-7dbe25a7f576 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Router a8962c56-7c3c-4985-b7f5-6966f4971d64 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:16:34.889992 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b95af2a0-8185-4152-b470-68a9a52b9be0 req-a9d9959e-88a6-4c15-b9ae-fed2c8b5f473 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726993 Oct 10 11:16:34.892837 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d768394-35f6-4dd7-9526-70d5e9e20140 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Router b1cac006-7b11-400e-b96d-908d059e2eec is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:16:34.924702 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76b59395-9e7b-4b5e-90c1-7884a1113a63 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:34.957572 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-76b59395-9e7b-4b5e-90c1-7884a1113a63 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['477f6849-7e19-406c-a982-32f0b13876c3']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:34.972676 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-76b59395-9e7b-4b5e-90c1-7884a1113a63 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9588cb88-ac45-4b66-b919-747f40abaf1d') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:34.972976 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-76b59395-9e7b-4b5e-90c1-7884a1113a63 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9588cb88-ac45-4b66-b919-747f40abaf1d') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:34.987272 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76b59395-9e7b-4b5e-90c1-7884a1113a63 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:35.006512 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76b59395-9e7b-4b5e-90c1-7884a1113a63 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:35.013859 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b59395-9e7b-4b5e-90c1-7884a1113a63 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Releasing vlan 469 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:16:35.014248 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76b59395-9e7b-4b5e-90c1-7884a1113a63 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:35.060857 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-85c779a6-1364-494e-89d8-4653e5e9fba9 None None] Attempt 8 to provision port d5729a3f-8e98-486f-97c4-93373b5e11bf Oct 10 11:16:35.117906 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-85c779a6-1364-494e-89d8-4653e5e9fba9 None None] Port d5729a3f-8e98-486f-97c4-93373b5e11bf cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:35.218473 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692bae9-4d39-410c-aa02-ac75b49cc120 req-0957f473-632f-446e-94a6-ac7248234b7b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:35.226020 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d692bae9-4d39-410c-aa02-ac75b49cc120 req-0957f473-632f-446e-94a6-ac7248234b7b tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.1796012 Oct 10 11:16:35.258108 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76b59395-9e7b-4b5e-90c1-7884a1113a63 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:35.262980 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76b59395-9e7b-4b5e-90c1-7884a1113a63 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:35.293802 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346b324d-b5a4-4ce3-863b-7dbe25a7f576 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:16:35.307387 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b59395-9e7b-4b5e-90c1-7884a1113a63 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Pushing event deleted for resources: {'Network': ['ID=477f6849-7e19-406c-a982-32f0b13876c3,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:35.307387 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-76b59395-9e7b-4b5e-90c1-7884a1113a63 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] 10.222.0.40 "DELETE /v2.0/networks/477f6849-7e19-406c-a982-32f0b13876c3 HTTP/1.1" status: 204 len: 168 time: 0.6799784 Oct 10 11:16:35.308081 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-346b324d-b5a4-4ce3-863b-7dbe25a7f576 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "PUT /v2.0/routers/a8962c56-7c3c-4985-b7f5-6966f4971d64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6966853 Oct 10 11:16:35.308081 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54086) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:35.308081 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54088) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:35.308295 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d692bae9-4d39-410c-aa02-ac75b49cc120 req-f4d617c9-e595-4ad4-b3ab-e7b963feb46a tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801861 Oct 10 11:16:35.318148 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7f3802-7aec-40d6-ab7b-d487971c86c2 None None] Sync routers for ids ['a8962c56-7c3c-4985-b7f5-6966f4971d64'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:16:35.347922 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 9588cb88-ac45-4b66-b919-747f40abaf1d resource provider aggregate not found Oct 10 11:16:35.353282 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7f3802-7aec-40d6-ab7b-d487971c86c2 None None] Routers {'a8962c56-7c3c-4985-b7f5-6966f4971d64'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:16:35.354351 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-2c7f3802-7aec-40d6-ab7b-d487971c86c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:16:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a8962c56-7c3c-4985-b7f5-6966f4971d64'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:35.377452 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 9588cb88-ac45-4b66-b919-747f40abaf1d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9588cb88-ac45-4b66-b919-747f40abaf1d found for delete ", "request_id": "req-476285d3-db15-4dc2-967a-cda8cb1dc084"}]} Oct 10 11:16:35.403744 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d768394-35f6-4dd7-9526-70d5e9e20140 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:16:35.411639 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9d768394-35f6-4dd7-9526-70d5e9e20140 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "PUT /v2.0/routers/b1cac006-7b11-400e-b96d-908d059e2eec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5567093 Oct 10 11:16:35.414721 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54106) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:35.423680 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9763fe-6aa0-427b-a0d2-d5cebc6643a1 None None] Sync routers for ids ['b1cac006-7b11-400e-b96d-908d059e2eec'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:16:35.436474 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9763fe-6aa0-427b-a0d2-d5cebc6643a1 None None] Routers {'b1cac006-7b11-400e-b96d-908d059e2eec'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:16:35.437204 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7a9763fe-6aa0-427b-a0d2-d5cebc6643a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:16:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['b1cac006-7b11-400e-b96d-908d059e2eec'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:35.503548 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0545e6-2ccf-442f-881b-1e89b704780d tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Deleting subnet 9892a4bc-81fb-46c1-95ad-5f43637abd6a {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:16:35.506841 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5d0545e6-2ccf-442f-881b-1e89b704780d tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:35.558711 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7a9763fe-6aa0-427b-a0d2-d5cebc6643a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:35.570481 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5d0545e6-2ccf-442f-881b-1e89b704780d tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:35.572257 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9763fe-6aa0-427b-a0d2-d5cebc6643a1 None None] Routers {'b1cac006-7b11-400e-b96d-908d059e2eec'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:16:35.573382 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7a9763fe-6aa0-427b-a0d2-d5cebc6643a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:16:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['b1cac006-7b11-400e-b96d-908d059e2eec'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:35.583377 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f4cf96-8ffa-4bfc-b77d-bf386b9a2847 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:35.587933 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-84f4cf96-8ffa-4bfc-b77d-bf386b9a2847 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "GET /v2.0/ports?device_id=b1cac006-7b11-400e-b96d-908d059e2eec HTTP/1.1" status: 200 len: 981 time: 0.1722713 Oct 10 11:16:35.588557 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54110) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:35.629289 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-31aef03a-fc8e-4da2-8789-81f881b4111e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:35.671608 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-2c7f3802-7aec-40d6-ab7b-d487971c86c2 None None] Set router a8962c56-7c3c-4985-b7f5-6966f4971d64 gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:16:35.772171 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-85c779a6-1364-494e-89d8-4653e5e9fba9 None None] Attempt 9 to provision port d5729a3f-8e98-486f-97c4-93373b5e11bf Oct 10 11:16:35.842825 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54116) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:35.844300 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7a9763fe-6aa0-427b-a0d2-d5cebc6643a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:35.844705 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9763fe-6aa0-427b-a0d2-d5cebc6643a1 None None] The sync data for ids ['b1cac006-7b11-400e-b96d-908d059e2eec'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:16:35.846909 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-85c779a6-1364-494e-89d8-4653e5e9fba9 None None] Port d5729a3f-8e98-486f-97c4-93373b5e11bf cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:35.936356 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5d0545e6-2ccf-442f-881b-1e89b704780d tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:35.946202 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-25275bdc-18b1-4bb9-991a-a3236547fc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:35.982360 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-31aef03a-fc8e-4da2-8789-81f881b4111e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:36.021806 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-31aef03a-fc8e-4da2-8789-81f881b4111e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee414db8-f456-4b57-a333-82eb4e0285a3']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:36.037817 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-31aef03a-fc8e-4da2-8789-81f881b4111e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305a3e31-2bd7-4d84-b49d-69fbdad8eefa') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:36.038164 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-31aef03a-fc8e-4da2-8789-81f881b4111e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305a3e31-2bd7-4d84-b49d-69fbdad8eefa') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:36.055352 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-31aef03a-fc8e-4da2-8789-81f881b4111e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:36.079931 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-31aef03a-fc8e-4da2-8789-81f881b4111e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:36.089871 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31aef03a-fc8e-4da2-8789-81f881b4111e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Releasing vlan 480 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:16:36.091307 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-31aef03a-fc8e-4da2-8789-81f881b4111e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:36.134025 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-2c7f3802-7aec-40d6-ab7b-d487971c86c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:16:32Z', 'revision_number': 10, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None, '_interfaces': [{'id': 'fcbd8aee-0654-4a6f-a83b-e1f2319d1d32', 'name': '', 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:84:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:17Z', 'updated_at': '2022-10-10T11:15:36Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:36.139073 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7f3802-7aec-40d6-ab7b-d487971c86c2 None None] Checking router: a8962c56-7c3c-4985-b7f5-6966f4971d64 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:16:36.148462 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7f3802-7aec-40d6-ab7b-d487971c86c2 None None] Routers {'a8962c56-7c3c-4985-b7f5-6966f4971d64'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:16:36.150739 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-2c7f3802-7aec-40d6-ab7b-d487971c86c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:16:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a8962c56-7c3c-4985-b7f5-6966f4971d64'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:36.168646 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-108b1f88-c807-48a8-afa5-d1d7cc06f395 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:36.173402 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-108b1f88-c807-48a8-afa5-d1d7cc06f395 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3212142 Oct 10 11:16:36.177866 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 305a3e31-2bd7-4d84-b49d-69fbdad8eefa resource provider aggregate not found Oct 10 11:16:36.179126 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54126) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:36.188037 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5d0545e6-2ccf-442f-881b-1e89b704780d tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:36.225693 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 305a3e31-2bd7-4d84-b49d-69fbdad8eefa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 305a3e31-2bd7-4d84-b49d-69fbdad8eefa found for delete ", "request_id": "req-8cce6e28-eb0d-4c1a-99dd-77297e0d46cd"}]} Oct 10 11:16:36.233690 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-dec121bd-0551-495b-94a8-0438eb24a335 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:36.237217 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-dec121bd-0551-495b-94a8-0438eb24a335 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0544837 Oct 10 11:16:36.237350 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0545e6-2ccf-442f-881b-1e89b704780d tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Subnet': ['ID=9892a4bc-81fb-46c1-95ad-5f43637abd6a,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:36.238316 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54132) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:36.242764 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5d0545e6-2ccf-442f-881b-1e89b704780d tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:36.247677 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-e829b374-b2fb-4ef1-9235-2f57d75f2d49 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:36.250491 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e829b374-b2fb-4ef1-9235-2f57d75f2d49 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0086076 Oct 10 11:16:36.253765 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54136) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:36.257442 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede0632f-f308-4f03-ae25-06cde1918c70 None None] Network 757118be-9cf5-4577-b56a-2adc20b7ec80 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:36.260564 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-70ae1952-6432-4a7c-9f6d-a3dae751f24f tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:36.261763 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-70ae1952-6432-4a7c-9f6d-a3dae751f24f tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0069299 Oct 10 11:16:36.266377 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5d0545e6-2ccf-442f-881b-1e89b704780d tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/subnets/9892a4bc-81fb-46c1-95ad-5f43637abd6a HTTP/1.1" status: 204 len: 168 time: 0.9593670 Oct 10 11:16:36.267308 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54140) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:36.267775 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54142) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:36.285823 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f87ad-4c8b-49e8-8dfb-02037b6d1d0f req-4ae0637a-efed-4241-80f5-72a6f42e9ec8 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:36.292045 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-fc66d527-de9c-4f9a-891f-cf111131c658 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:36.293254 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-fc66d527-de9c-4f9a-891f-cf111131c658 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0244601 Oct 10 11:16:36.297438 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54148) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:36.300284 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c82f87ad-4c8b-49e8-8dfb-02037b6d1d0f req-4ae0637a-efed-4241-80f5-72a6f42e9ec8 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.3037825 Oct 10 11:16:36.303010 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-7d915061-2d97-42cf-9074-b6bb7d6cd061 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:36.304081 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7d915061-2d97-42cf-9074-b6bb7d6cd061 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0055597 Oct 10 11:16:36.315729 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54152) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:36.328422 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-9b63229c-4e12-4e7e-ab30-2fe0793157f1 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:36.329919 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9b63229c-4e12-4e7e-ab30-2fe0793157f1 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0130630 Oct 10 11:16:36.333431 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54156) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:36.334254 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-31aef03a-fc8e-4da2-8789-81f881b4111e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:36.349411 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-2c7f3802-7aec-40d6-ab7b-d487971c86c2 None None] Set router a8962c56-7c3c-4985-b7f5-6966f4971d64 gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:16:36.366924 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-85c779a6-1364-494e-89d8-4653e5e9fba9 None None] Attempt 10 to provision port d5729a3f-8e98-486f-97c4-93373b5e11bf Oct 10 11:16:36.389711 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c82f87ad-4c8b-49e8-8dfb-02037b6d1d0f req-e1efcdb4-af94-4245-832b-39aa7d18dc62 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752230 Oct 10 11:16:36.419249 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-1702b058-9d31-4ef9-8d4a-1a77f8a50d0b tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:36.420567 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1702b058-9d31-4ef9-8d4a-1a77f8a50d0b tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0843506 Oct 10 11:16:36.421972 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-31aef03a-fc8e-4da2-8789-81f881b4111e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:36.424250 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-31aef03a-fc8e-4da2-8789-81f881b4111e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] 10.222.0.40 "DELETE /v2.0/networks/ee414db8-f456-4b57-a333-82eb4e0285a3 HTTP/1.1" status: 204 len: 168 time: 1.1186185 Oct 10 11:16:36.430261 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54160) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:36.430261 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54162) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:36.438503 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aef03a-fc8e-4da2-8789-81f881b4111e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Pushing event deleted for resources: {'Network': ['ID=ee414db8-f456-4b57-a333-82eb4e0285a3,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:36.449097 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-85c779a6-1364-494e-89d8-4653e5e9fba9 None None] Port d5729a3f-8e98-486f-97c4-93373b5e11bf cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:36.462756 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8d4b61c8-7a58-40dc-bd71-5632bb586c06 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:36.475744 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-8d4b61c8-7a58-40dc-bd71-5632bb586c06 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Deleting port 61f73835-4c90-4fa7-8a41-bbd5fc076c9f {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:36.476337 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8d4b61c8-7a58-40dc-bd71-5632bb586c06 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:36.478535 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-a3a84e0f-e517-45dc-9abe-99fa5ebe7e34 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:36.479610 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a3a84e0f-e517-45dc-9abe-99fa5ebe7e34 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0482125 Oct 10 11:16:36.496108 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54168) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:36.515196 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-48c740bc-aca3-4e35-9a44-9ace3c3a221d tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:36.516252 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-48c740bc-aca3-4e35-9a44-9ace3c3a221d tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0099730 Oct 10 11:16:36.522025 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54172) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:36.529429 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-f8f0c4de-11c6-4d0e-b4d0-e918589c7020 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:36.530510 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f8f0c4de-11c6-4d0e-b4d0-e918589c7020 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0075214 Oct 10 11:16:36.535656 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54176) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:36.544811 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-28f4624b-3838-466a-b9bd-db0e108fcc1c tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:36.551765 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-28f4624b-3838-466a-b9bd-db0e108fcc1c tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0085936 Oct 10 11:16:36.554170 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54180) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:36.570890 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-ec87db7b-d8fa-4a2b-affe-a6ff44216550 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:36.574163 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ec87db7b-d8fa-4a2b-affe-a6ff44216550 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0148132 Oct 10 11:16:36.594074 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54184) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:36.594264 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3f6a70af-79de-48ad-b986-74b6846d33ee None None] Provisioning complete for port d5729a3f-8e98-486f-97c4-93373b5e11bf triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:16:36.594647 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3f6a70af-79de-48ad-b986-74b6846d33ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:36.594980 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3f6a70af-79de-48ad-b986-74b6846d33ee None None] Attempt 1 to provision port d5729a3f-8e98-486f-97c4-93373b5e11bf Oct 10 11:16:36.607596 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-9d7f448a-2001-49a7-b347-b7f551ec6bc7 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:36.614796 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9d7f448a-2001-49a7-b347-b7f551ec6bc7 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0196793 Oct 10 11:16:36.614996 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54188) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:36.631479 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7fa99f-7693-4666-85ae-ef7709edff84 None None] DHCP port deletion for 757118be-9cf5-4577-b56a-2adc20b7ec80 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:16:36.631692 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-82559480-b26b-4e5d-a6f1-818e8ea53f86 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:36.635572 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-82559480-b26b-4e5d-a6f1-818e8ea53f86 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0167890 Oct 10 11:16:36.637908 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54192) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:36.644570 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7b7fa99f-7693-4666-85ae-ef7709edff84 None None] Deleting port 61f73835-4c90-4fa7-8a41-bbd5fc076c9f {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:36.644570 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7b7fa99f-7693-4666-85ae-ef7709edff84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:36.648421 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-115eaa61-5f31-4a81-ad3e-029e46ea019d tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:36.652640 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-115eaa61-5f31-4a81-ad3e-029e46ea019d tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0136211 Oct 10 11:16:36.657584 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54196) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:36.665447 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-d8d60177-a806-4c6e-b241-7e39bde1f1ad tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:36.670136 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d8d60177-a806-4c6e-b241-7e39bde1f1ad tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0114086 Oct 10 11:16:36.673403 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54200) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:36.723269 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a70af-79de-48ad-b986-74b6846d33ee None None] Port d5729a3f-8e98-486f-97c4-93373b5e11bf cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:36.724414 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-7feb65eb-28ab-4f32-b5d4-042744f5dad3 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:36.728704 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7feb65eb-28ab-4f32-b5d4-042744f5dad3 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0540223 Oct 10 11:16:36.738071 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-2c7f3802-7aec-40d6-ab7b-d487971c86c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:16:32Z', 'revision_number': 10, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None, '_interfaces': [{'id': 'fcbd8aee-0654-4a6f-a83b-e1f2319d1d32', 'name': '', 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:84:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:17Z', 'updated_at': '2022-10-10T11:15:36Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:36.741569 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54204) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:36.742351 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7f3802-7aec-40d6-ab7b-d487971c86c2 None None] The sync data for ids ['a8962c56-7c3c-4985-b7f5-6966f4971d64'] in dv-neutron-860842-1-hyperv is: [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:16:32Z', 'revision_number': 10, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None, '_interfaces': [{'id': 'fcbd8aee-0654-4a6f-a83b-e1f2319d1d32', 'name': '', 'network_id': '5d977799-95ec-4d44-89a5-1031ab78ac92', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'mac_address': 'fa:16:3e:84:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:15:17Z', 'updated_at': '2022-10-10T11:15:36Z', 'revision_number': 5, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'subnets': [{'id': '22058f69-f2e3-4009-81b5-341aef96f3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:16:36.775928 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-51124208-fa65-4e2f-bb2b-37a7ecce7c51 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:36.780220 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-51124208-fa65-4e2f-bb2b-37a7ecce7c51 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0337214 Oct 10 11:16:36.782085 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54208) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:36.785679 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-8d4b61c8-7a58-40dc-bd71-5632bb586c06 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] For port 61f73835-4c90-4fa7-8a41-bbd5fc076c9f, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=61f73835-4c90-4fa7-8a41-bbd5fc076c9f,segment=NetworkSegment(a5ea9421-cedb-455a-9bc2-87bd154c005b),segment_id=a5ea9421-cedb-455a-9bc2-87bd154c005b)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:36.786202 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8d4b61c8-7a58-40dc-bd71-5632bb586c06 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:36.791295 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73eb57d-9c0f-47eb-b3ef-840136c63711 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:36.797703 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73eb57d-9c0f-47eb-b3ef-840136c63711 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:36.798474 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f73eb57d-9c0f-47eb-b3ef-840136c63711 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Synchronizing usage tracker for tenant:fd21d9647ac341d88585aedcfb8be63f on resource:network {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:16:36.806061 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-a3a6aa40-d583-4512-8ea5-1aadaa26ec69 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:36.810018 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a3a6aa40-d583-4512-8ea5-1aadaa26ec69 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0237288 Oct 10 11:16:36.815958 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54212) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:36.827133 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-716b79f5-eb70-47ba-a290-d4ef4f676727 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:36.830551 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-716b79f5-eb70-47ba-a290-d4ef4f676727 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0111239 Oct 10 11:16:36.832470 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54216) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:36.843838 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-ee1e8d80-5b63-46f7-a678-a6e64128cfce tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:36.846033 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ee1e8d80-5b63-46f7-a678-a6e64128cfce tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0087726 Oct 10 11:16:36.848023 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54220) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:36.907969 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7b7fa99f-7693-4666-85ae-ef7709edff84 None None] For port 61f73835-4c90-4fa7-8a41-bbd5fc076c9f, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=61f73835-4c90-4fa7-8a41-bbd5fc076c9f,segment=NetworkSegment(a5ea9421-cedb-455a-9bc2-87bd154c005b),segment_id=a5ea9421-cedb-455a-9bc2-87bd154c005b)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:36.908276 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7b7fa99f-7693-4666-85ae-ef7709edff84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:36.910095 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f73eb57d-9c0f-47eb-b3ef-840136c63711 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Unset dirty status for tenant:fd21d9647ac341d88585aedcfb8be63f on resource:network {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:16:36.915508 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f73eb57d-9c0f-47eb-b3ef-840136c63711 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4813879 Oct 10 11:16:36.919433 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54224) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:36.930777 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-d88b9604-32cb-4f86-9f00-e3ae8d33b26b tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1736775011'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:36.939306 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d88b9604-32cb-4f86-9f00-e3ae8d33b26b tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:36.942668 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-8d4b61c8-7a58-40dc-bd71-5632bb586c06 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Calling delete_port for 61f73835-4c90-4fa7-8a41-bbd5fc076c9f owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:36.948650 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c723f145-a368-4a6e-9236-dc727019eaac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:36.980579 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:36.994562 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-5f9386fd-c026-4b09-99c8-50ee13630e00 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:36.999332 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5f9386fd-c026-4b09-99c8-50ee13630e00 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.1466675 Oct 10 11:16:36.999332 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54228) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.008100 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-cdb50890-e9d5-4ce9-9f42-bb6dcb50ea18 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.011985 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-cdb50890-e9d5-4ce9-9f42-bb6dcb50ea18 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0093040 Oct 10 11:16:37.015176 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54232) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.015699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d88b9604-32cb-4f86-9f00-e3ae8d33b26b tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:37.033459 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-9b4abb3f-d19d-45f3-b525-7069525c6815 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.039117 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9b4abb3f-d19d-45f3-b525-7069525c6815 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0164804 Oct 10 11:16:37.039721 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:37.040933 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54236) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.046480 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-4458ff92-6ccb-4c35-a4a9-d8f62c99e7b9 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.047614 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4458ff92-6ccb-4c35-a4a9-d8f62c99e7b9 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0054526 Oct 10 11:16:37.048422 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7b7fa99f-7693-4666-85ae-ef7709edff84 None None] Calling delete_port for 61f73835-4c90-4fa7-8a41-bbd5fc076c9f owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:37.050077 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54240) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.054755 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-842284a9-ecfa-4819-ba9e-4c113f5bd15e tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.055978 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-842284a9-ecfa-4819-ba9e-4c113f5bd15e tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0047364 Oct 10 11:16:37.057972 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54244) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.062929 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-bf99e692-410b-4b7e-8c43-986c2957c2f8 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.065745 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-bf99e692-410b-4b7e-8c43-986c2957c2f8 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0050299 Oct 10 11:16:37.067375 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54248) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.071733 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-83d2c4d0-95ae-413d-96af-a85f71ec45be tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.077066 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-83d2c4d0-95ae-413d-96af-a85f71ec45be tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0044255 Oct 10 11:16:37.077066 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54252) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.081972 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-f57b34ab-dbf6-4b5f-b993-3642f2d461a9 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.085445 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f57b34ab-dbf6-4b5f-b993-3642f2d461a9 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0067248 Oct 10 11:16:37.087167 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54256) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.091000 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-7e625648-e0bd-42b3-83db-7b75ef6521e5 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.094616 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7e625648-e0bd-42b3-83db-7b75ef6521e5 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0055485 Oct 10 11:16:37.095702 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54260) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.113369 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-45d93c80-cc3b-4024-b5c6-f06c1fbc1630 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.114367 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-45d93c80-cc3b-4024-b5c6-f06c1fbc1630 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0181725 Oct 10 11:16:37.117449 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54264) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.127871 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8d4b61c8-7a58-40dc-bd71-5632bb586c06 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:37.149394 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-7b7fa99f-7693-4666-85ae-ef7709edff84 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:16:37.150305 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-7b7fa99f-7693-4666-85ae-ef7709edff84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:16:37.194189 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88b9604-32cb-4f86-9f00-e3ae8d33b26b tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Made reservation on behalf of fd21d9647ac341d88585aedcfb8be63f for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:37.195739 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4b61c8-7a58-40dc-bd71-5632bb586c06 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] No DVR routers for this DVR port 61f73835-4c90-4fa7-8a41-bbd5fc076c9f on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:16:37.197817 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d88b9604-32cb-4f86-9f00-e3ae8d33b26b tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:37.226216 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3f6a70af-79de-48ad-b986-74b6846d33ee None None] Attempt 2 to provision port d5729a3f-8e98-486f-97c4-93373b5e11bf Oct 10 11:16:37.263683 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-fa7ca86e-f99e-478d-bbd2-867f36eac8ec tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.266240 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-fa7ca86e-f99e-478d-bbd2-867f36eac8ec tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.1462185 Oct 10 11:16:37.274503 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54268) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.289022 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-6fb4fcba-ab23-4a86-a131-8906d1e7e54d tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.290938 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6fb4fcba-ab23-4a86-a131-8906d1e7e54d tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0139797 Oct 10 11:16:37.290938 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d88b9604-32cb-4f86-9f00-e3ae8d33b26b tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 484} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:16:37.299513 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54272) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.307409 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device b88aec83-5f86-4168-9df6-267ed2bb1dcd no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:16:37.308863 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-8143dc06-7f13-49b6-8b34-7a1720754f22 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.313448 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8143dc06-7f13-49b6-8b34-7a1720754f22 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0100255 Oct 10 11:16:37.314827 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d88b9604-32cb-4f86-9f00-e3ae8d33b26b tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:37.315234 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-d88b9604-32cb-4f86-9f00-e3ae8d33b26b tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Added segment 4c8de7d9-3f38-4691-afbc-fb4ae618ba13 of type vlan for network d2f376dd-2fe6-463d-b720-3af14188ca6e Oct 10 11:16:37.316159 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54276) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.321426 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b61c8-7a58-40dc-bd71-5632bb586c06 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Port': ['ID=61f73835-4c90-4fa7-8a41-bbd5fc076c9f,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:37.325792 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-8402244b-05dc-4141-b898-abfd230055c3 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.331253 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8402244b-05dc-4141-b898-abfd230055c3 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0095687 Oct 10 11:16:37.331398 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54280) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.336206 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-4a0ee1cd-3251-4129-b052-4248606b0062 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.340083 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4a0ee1cd-3251-4129-b052-4248606b0062 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0049675 Oct 10 11:16:37.340986 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54284) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.360552 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-9e8d3362-eb43-4c03-b1b7-8452b222eaaf tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.364151 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9e8d3362-eb43-4c03-b1b7-8452b222eaaf tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0163233 Oct 10 11:16:37.366293 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54288) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.367856 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: b88aec83-5f86-4168-9df6-267ed2bb1dcd {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:16:37.368299 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device b88aec83-5f86-4168-9df6-267ed2bb1dcd not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:16:37.368810 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 61f73835-4c90-4fa7-8a41-bbd5fc076c9f no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:16:37.376222 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d88b9604-32cb-4f86-9f00-e3ae8d33b26b tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:37.382371 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-27dff577-f785-4493-9f0f-1d29aadacaff tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.383353 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-27dff577-f785-4493-9f0f-1d29aadacaff tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0162632 Oct 10 11:16:37.386194 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54292) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.394287 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-1857d732-15dc-4106-b578-aeee3431e45d tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.395248 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1857d732-15dc-4106-b578-aeee3431e45d tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0081692 Oct 10 11:16:37.401459 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54298) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.407387 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-781302d6-8d34-487f-a2f0-c15ebbe5b424 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.410751 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-781302d6-8d34-487f-a2f0-c15ebbe5b424 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0058460 Oct 10 11:16:37.410751 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-c723f145-a368-4a6e-9236-dc727019eaac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting port d5729a3f-8e98-486f-97c4-93373b5e11bf {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:37.410974 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c723f145-a368-4a6e-9236-dc727019eaac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:37.411934 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 61f73835-4c90-4fa7-8a41-bbd5fc076c9f {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:16:37.411934 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 61f73835-4c90-4fa7-8a41-bbd5fc076c9f not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:16:37.412183 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8d4b61c8-7a58-40dc-bd71-5632bb586c06 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:37.420258 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a70af-79de-48ad-b986-74b6846d33ee None None] Port d5729a3f-8e98-486f-97c4-93373b5e11bf cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:37.436900 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54302) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.450198 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-8d4b61c8-7a58-40dc-bd71-5632bb586c06 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757118be-9cf5-4577-b56a-2adc20b7ec80']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:37.461790 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-dd759710-191c-4666-a47b-2f549b037662 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.462746 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-dd759710-191c-4666-a47b-2f549b037662 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0191729 Oct 10 11:16:37.464646 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-8d4b61c8-7a58-40dc-bd71-5632bb586c06 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ea9421-cedb-455a-9bc2-87bd154c005b') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:37.465201 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-8d4b61c8-7a58-40dc-bd71-5632bb586c06 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ea9421-cedb-455a-9bc2-87bd154c005b') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:37.472114 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54306) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.482224 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-515b2287-948e-4b66-8d1d-9b72338d2572 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.485829 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-515b2287-948e-4b66-8d1d-9b72338d2572 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0094805 Oct 10 11:16:37.486858 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54310) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.487264 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8d4b61c8-7a58-40dc-bd71-5632bb586c06 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:37.492995 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-daeea754-0316-49b9-8ea8-85e07625975d tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.493958 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-daeea754-0316-49b9-8ea8-85e07625975d tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0069399 Oct 10 11:16:37.496570 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54314) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.518514 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-0ec0af9c-6e41-4700-a8aa-6f0ca5d652d2 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.521873 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0ec0af9c-6e41-4700-a8aa-6f0ca5d652d2 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0215073 Oct 10 11:16:37.537966 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54318) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.547292 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-362e58f0-da7a-41f1-9ae1-bdc52b6b5422 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.550808 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-362e58f0-da7a-41f1-9ae1-bdc52b6b5422 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0093613 Oct 10 11:16:37.552946 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54322) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.557239 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d88b9604-32cb-4f86-9f00-e3ae8d33b26b tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:37.560001 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8d4b61c8-7a58-40dc-bd71-5632bb586c06 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:37.563065 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88b9604-32cb-4f86-9f00-e3ae8d33b26b tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:37.563659 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d88b9604-32cb-4f86-9f00-e3ae8d33b26b tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:37.573355 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4b61c8-7a58-40dc-bd71-5632bb586c06 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Releasing vlan 490 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:16:37.576038 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8d4b61c8-7a58-40dc-bd71-5632bb586c06 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:37.616108 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-8e7a10fa-26e6-46e4-bb36-9fe866838422 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.617045 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8e7a10fa-26e6-46e4-bb36-9fe866838422 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0639966 Oct 10 11:16:37.635419 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54326) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.651409 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7b7fa99f-7693-4666-85ae-ef7709edff84 None None] Deleting port 61f73835-4c90-4fa7-8a41-bbd5fc076c9f {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:37.651958 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7b7fa99f-7693-4666-85ae-ef7709edff84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:37.652084 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-f99158f2-5a4a-4ea4-8f1b-1a629dff03cb tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.652931 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f99158f2-5a4a-4ea4-8f1b-1a629dff03cb tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0117106 Oct 10 11:16:37.656857 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54330) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.670120 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-1b2c329c-11bf-4d6c-9f2e-755b405dd2ec tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.673531 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1b2c329c-11bf-4d6c-9f2e-755b405dd2ec tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0092857 Oct 10 11:16:37.676102 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54334) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.684325 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-7a1b64ae-058a-4daf-af13-67eaef7e7447 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.686982 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7a1b64ae-058a-4daf-af13-67eaef7e7447 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0077057 Oct 10 11:16:37.690665 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54338) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.701989 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10ded4-8599-4d0c-a5a4-b839936358b2 req-ca23199d-6dab-4d1e-aebc-d044e00c9971 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:37.703573 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5e10ded4-8599-4d0c-a5a4-b839936358b2 req-ca23199d-6dab-4d1e-aebc-d044e00c9971 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.2092841 Oct 10 11:16:37.706566 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-738bb07e-61fe-4bfd-95fd-7c9e768330e5 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.707895 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-738bb07e-61fe-4bfd-95fd-7c9e768330e5 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0156677 Oct 10 11:16:37.713235 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54342) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.732292 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-a2587040-9d7e-4814-abe1-a4d4276f75c1 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.735687 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7b7fa99f-7693-4666-85ae-ef7709edff84 None None] The port '61f73835-4c90-4fa7-8a41-bbd5fc076c9f' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:16:37.735889 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a2587040-9d7e-4814-abe1-a4d4276f75c1 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0192239 Oct 10 11:16:37.739622 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54346) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.749098 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-6a20f2b6-7d03-4798-b1bd-57e29551c7f2 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.750101 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6a20f2b6-7d03-4798-b1bd-57e29551c7f2 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0093069 Oct 10 11:16:37.759648 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8d4b61c8-7a58-40dc-bd71-5632bb586c06 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:37.763097 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54350) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.787194 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-beabe354-c5a1-41c2-8541-ff5ea1f18e3a tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.788159 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-beabe354-c5a1-41c2-8541-ff5ea1f18e3a tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0241251 Oct 10 11:16:37.791513 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8d4b61c8-7a58-40dc-bd71-5632bb586c06 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:37.800299 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54354) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.810117 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5e10ded4-8599-4d0c-a5a4-b839936358b2 req-25472507-1022-4ca5-b97b-cafa6ca8937a tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977790 Oct 10 11:16:37.812877 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-2008e3fe-b3de-44cb-a436-7005820178b8 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.813818 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2008e3fe-b3de-44cb-a436-7005820178b8 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0125496 Oct 10 11:16:37.817390 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54358) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.817712 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b61c8-7a58-40dc-bd71-5632bb586c06 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Network': ['ID=757118be-9cf5-4577-b56a-2adc20b7ec80,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:37.822850 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8d4b61c8-7a58-40dc-bd71-5632bb586c06 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/networks/757118be-9cf5-4577-b56a-2adc20b7ec80 HTTP/1.1" status: 204 len: 168 time: 1.5523031 Oct 10 11:16:37.826086 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54362) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.829948 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-03dcd53d-1f8c-4e40-9404-f46b67caf6fe tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.833216 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-03dcd53d-1f8c-4e40-9404-f46b67caf6fe tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0129840 Oct 10 11:16:37.878456 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54366) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.896198 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-b12304c0-e6a6-4733-91e8-3c93be2c6da0 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.900389 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b12304c0-e6a6-4733-91e8-3c93be2c6da0 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0177863 Oct 10 11:16:37.901786 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d88b9604-32cb-4f86-9f00-e3ae8d33b26b tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9810057 Oct 10 11:16:37.902450 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54370) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.902779 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54372) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.921254 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3f6a70af-79de-48ad-b986-74b6846d33ee None None] Attempt 3 to provision port d5729a3f-8e98-486f-97c4-93373b5e11bf Oct 10 11:16:37.926723 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-6e908b2b-3615-49fb-b315-57e873b84e15 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.930402 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6e908b2b-3615-49fb-b315-57e873b84e15 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0198934 Oct 10 11:16:37.933946 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b9604-32cb-4f86-9f00-e3ae8d33b26b tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Pushing event updated for resources: {'Network': ['ID=d2f376dd-2fe6-463d-b720-3af14188ca6e,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:37.937227 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54378) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.942583 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-bede27c4-32c4-4660-8186-a0fe377839a9 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-920843190'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:37.949227 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c723f145-a368-4a6e-9236-dc727019eaac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:37.964748 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-cf9eb8db-90f6-414c-a317-fffa91d4493c tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:37.966786 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cf9eb8db-90f6-414c-a317-fffa91d4493c tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0204172 Oct 10 11:16:37.967861 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-bede27c4-32c4-4660-8186-a0fe377839a9 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:37.970175 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54382) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:37.985808 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network d2f376dd-2fe6-463d-b720-3af14188ca6e details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:16:38.033007 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-1bd1521a-62ff-4da7-ac30-ac88b01f5773 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:38.033908 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1bd1521a-62ff-4da7-ac30-ac88b01f5773 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0613010 Oct 10 11:16:38.035374 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-bede27c4-32c4-4660-8186-a0fe377839a9 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Usage tracker for resource:network and tenant:fd21d9647ac341d88585aedcfb8be63f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:38.080582 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54386) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:38.092757 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-bede27c4-32c4-4660-8186-a0fe377839a9 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:38.093244 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-254d275f-53fc-46e8-9a15-c9707b888f51 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:38.094229 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-254d275f-53fc-46e8-9a15-c9707b888f51 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0127041 Oct 10 11:16:38.103526 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54390) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:38.105487 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-c723f145-a368-4a6e-9236-dc727019eaac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Calling delete_port for d5729a3f-8e98-486f-97c4-93373b5e11bf owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:38.111215 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-897c01b0-8c63-4bb3-8578-4a075883e210 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:38.114579 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-897c01b0-8c63-4bb3-8578-4a075883e210 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0077097 Oct 10 11:16:38.115408 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54394) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:38.121348 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-2bd3f3f9-02fd-434c-afcc-e980494e7aa7 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:38.124538 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2bd3f3f9-02fd-434c-afcc-e980494e7aa7 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0066774 Oct 10 11:16:38.125328 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54398) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:38.131145 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-7a4135e7-b583-4ebb-96ef-0f24195b68cd tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:38.131292 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a70af-79de-48ad-b986-74b6846d33ee None None] Port d5729a3f-8e98-486f-97c4-93373b5e11bf cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:38.133573 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7a4135e7-b583-4ebb-96ef-0f24195b68cd tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0064538 Oct 10 11:16:38.135791 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54402) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:38.136955 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-bede27c4-32c4-4660-8186-a0fe377839a9 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:38.145440 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-2c3afc15-f36e-49c0-8e74-2a2b2fa1880d tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:38.149388 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2c3afc15-f36e-49c0-8e74-2a2b2fa1880d tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0095336 Oct 10 11:16:38.150958 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54408) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:38.215239 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [None req-bee04ab3-4f9b-4419-a4f1-6e48565ede7d tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:38.216718 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-bee04ab3-4f9b-4419-a4f1-6e48565ede7d tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0107756 Oct 10 11:16:38.222591 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54412) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:38.234651 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-3ddd50c5-3b5e-4fa7-9f3b-ad31f493ee03 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:38.235591 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3ddd50c5-3b5e-4fa7-9f3b-ad31f493ee03 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0115104 Oct 10 11:16:38.247093 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54416) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:38.252238 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-83c05139-387c-4a41-bd78-4ad5ba127724 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:38.253124 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-83c05139-387c-4a41-bd78-4ad5ba127724 tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0050509 Oct 10 11:16:38.265303 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54420) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:38.267877 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bede27c4-32c4-4660-8186-a0fe377839a9 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Made reservation on behalf of fd21d9647ac341d88585aedcfb8be63f for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:38.271192 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bede27c4-32c4-4660-8186-a0fe377839a9 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:38.289093 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [None req-40845310-ba18-49c0-9536-735047e6016b tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] http://10.222.0.40:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:16:38.301553 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-40845310-ba18-49c0-9536-735047e6016b tempest-ExtensionsTestJSON-1656838304 tempest-ExtensionsTestJSON-1656838304-project] 10.222.0.40 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0235915 Oct 10 11:16:38.301846 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment a5ea9421-cedb-455a-9bc2-87bd154c005b resource provider aggregate not found Oct 10 11:16:38.329818 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment a5ea9421-cedb-455a-9bc2-87bd154c005b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5ea9421-cedb-455a-9bc2-87bd154c005b found for delete ", "request_id": "req-a26b52cd-04d8-479e-8814-b390bf6e501f"}]} Oct 10 11:16:38.340007 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bede27c4-32c4-4660-8186-a0fe377839a9 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 482} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:16:38.349152 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1662ea-20a6-4bc6-9366-a1cfa67a2e6c req-f9cd39fb-a5f4-436c-9e77-3e6c90d8fb53 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:38.358683 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cd1662ea-20a6-4bc6-9366-a1cfa67a2e6c req-f9cd39fb-a5f4-436c-9e77-3e6c90d8fb53 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.15 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.1998320 Oct 10 11:16:38.411903 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bede27c4-32c4-4660-8186-a0fe377839a9 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:38.412266 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-bede27c4-32c4-4660-8186-a0fe377839a9 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Added segment 597c86c6-c24c-4226-8d0a-20ad90c2643b of type vlan for network 8376b821-ea99-4f71-9591-21d1ab202e4c Oct 10 11:16:38.510775 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-cd1662ea-20a6-4bc6-9366-a1cfa67a2e6c req-86849dd7-3bee-4512-b5d4-6ec95744608e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Deleting port a9c1e995-eabf-45b1-8559-c8881096b3b7 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:38.511111 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-cd1662ea-20a6-4bc6-9366-a1cfa67a2e6c req-86849dd7-3bee-4512-b5d4-6ec95744608e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:38.538939 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-17056c9b-6f53-4f0b-b7e6-87d364d5b1fd tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:38.553509 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bede27c4-32c4-4660-8186-a0fe377839a9 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:38.563891 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:38.632318 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3f6a70af-79de-48ad-b986-74b6846d33ee None None] Attempt 4 to provision port d5729a3f-8e98-486f-97c4-93373b5e11bf Oct 10 11:16:38.654110 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c723f145-a368-4a6e-9236-dc727019eaac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:38.673001 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a70af-79de-48ad-b986-74b6846d33ee None None] Port d5729a3f-8e98-486f-97c4-93373b5e11bf was deleted so its status cannot be updated. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 10 11:16:38.726925 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723f145-a368-4a6e-9236-dc727019eaac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Port': ['ID=d5729a3f-8e98-486f-97c4-93373b5e11bf,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:38.747870 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bede27c4-32c4-4660-8186-a0fe377839a9 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:38.753436 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bede27c4-32c4-4660-8186-a0fe377839a9 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:38.754062 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bede27c4-32c4-4660-8186-a0fe377839a9 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:38.891053 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54434) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:38.928046 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-17056c9b-6f53-4f0b-b7e6-87d364d5b1fd tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Deleting port fcbd8aee-0654-4a6f-a83b-e1f2319d1d32 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:38.928594 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-17056c9b-6f53-4f0b-b7e6-87d364d5b1fd tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:39.151678 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-17056c9b-6f53-4f0b-b7e6-87d364d5b1fd tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] For port fcbd8aee-0654-4a6f-a83b-e1f2319d1d32, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=fcbd8aee-0654-4a6f-a83b-e1f2319d1d32,segment=NetworkSegment(084ebfc1-8430-4424-bd4e-eab1839b28db),segment_id=084ebfc1-8430-4424-bd4e-eab1839b28db)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:39.152037 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-17056c9b-6f53-4f0b-b7e6-87d364d5b1fd tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:39.162369 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede27c4-32c4-4660-8186-a0fe377839a9 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Pushing event updated for resources: {'Network': ['ID=8376b821-ea99-4f71-9591-21d1ab202e4c,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:39.175288 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c96cb2ae-83eb-4c26-82b4-1860a27b7562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:39.183107 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 8376b821-ea99-4f71-9591-21d1ab202e4c details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:16:39.212542 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c96cb2ae-83eb-4c26-82b4-1860a27b7562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:39.223012 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-bede27c4-32c4-4660-8186-a0fe377839a9 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3107867 Oct 10 11:16:39.273542 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54440) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:39.276523 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c96cb2ae-83eb-4c26-82b4-1860a27b7562 admin admin] Usage tracker for resource:security_group_rule and tenant:083f08cca0ab481b809d3dedc9dc96c6 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:39.281911 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c96cb2ae-83eb-4c26-82b4-1860a27b7562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:39.282662 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-17056c9b-6f53-4f0b-b7e6-87d364d5b1fd tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Calling delete_port for fcbd8aee-0654-4a6f-a83b-e1f2319d1d32 owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:39.299162 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c96cb2ae-83eb-4c26-82b4-1860a27b7562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:39.313244 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Request body: {'ports': [{'network_id': 'd2f376dd-2fe6-463d-b720-3af14188ca6e', 'name': 'tempest-port--1244428890', 'admin_state_up': True}, {'network_id': '8376b821-ea99-4f71-9591-21d1ab202e4c', 'admin_state_up': False}]} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:39.314200 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Request body: {'port': {'network_id': 'd2f376dd-2fe6-463d-b720-3af14188ca6e', 'name': 'tempest-port--1244428890', 'admin_state_up': True}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:39.314200 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Request body: {'port': {'network_id': '8376b821-ea99-4f71-9591-21d1ab202e4c', 'admin_state_up': False}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:39.360485 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-cd1662ea-20a6-4bc6-9366-a1cfa67a2e6c req-86849dd7-3bee-4512-b5d4-6ec95744608e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] For port a9c1e995-eabf-45b1-8559-c8881096b3b7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a9c1e995-eabf-45b1-8559-c8881096b3b7,segment=NetworkSegment(ca7b9976-eac1-4936-85c4-22ea5a47a536),segment_id=ca7b9976-eac1-4936-85c4-22ea5a47a536)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:39.360846 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-cd1662ea-20a6-4bc6-9366-a1cfa67a2e6c req-86849dd7-3bee-4512-b5d4-6ec95744608e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:39.363483 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:39.461505 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c723f145-a368-4a6e-9236-dc727019eaac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:39.712824 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:39.716641 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b5ef8-bd42-499e-9b91-e5d673082faf req-9afaaa21-1f0c-4c15-8aaa-5697a57806c5 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:39.717602 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Usage tracker for resource:port and tenant:fd21d9647ac341d88585aedcfb8be63f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:39.720821 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:39.723485 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-076b5ef8-bd42-499e-9b91-e5d673082faf req-9afaaa21-1f0c-4c15-8aaa-5697a57806c5 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 945 time: 0.7292767 Oct 10 11:16:39.728385 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:39.803526 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Made reservation on behalf of fd21d9647ac341d88585aedcfb8be63f for: {'port': 2} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:39.808272 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:39.827296 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:39.841702 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-17056c9b-6f53-4f0b-b7e6-87d364d5b1fd tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:39.894204 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17056c9b-6f53-4f0b-b7e6-87d364d5b1fd tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Port': ['ID=fcbd8aee-0654-4a6f-a83b-e1f2319d1d32,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:40.118470 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-076b5ef8-bd42-499e-9b91-e5d673082faf req-80b7af82-32a0-4d16-9a3c-dc3ba3be3851 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3937035 Oct 10 11:16:40.218333 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c96cb2ae-83eb-4c26-82b4-1860a27b7562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:40.260589 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c723f145-a368-4a6e-9236-dc727019eaac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Router b1cac006-7b11-400e-b96d-908d059e2eec has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:16:40.270216 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-cd1662ea-20a6-4bc6-9366-a1cfa67a2e6c req-86849dd7-3bee-4512-b5d4-6ec95744608e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:40.270585 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-cd1662ea-20a6-4bc6-9366-a1cfa67a2e6c req-86849dd7-3bee-4512-b5d4-6ec95744608e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:40.270957 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [req-cd1662ea-20a6-4bc6-9366-a1cfa67a2e6c req-86849dd7-3bee-4512-b5d4-6ec95744608e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Floating IP 990564a7-bc67-4bf4-ac9e-314602b85366 disassociated. External IP: 172.26.4.240, port: a9c1e995-eabf-45b1-8559-c8881096b3b7. Oct 10 11:16:40.271294 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-cd1662ea-20a6-4bc6-9366-a1cfa67a2e6c req-86849dd7-3bee-4512-b5d4-6ec95744608e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Calling delete_port for a9c1e995-eabf-45b1-8559-c8881096b3b7 owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:40.281973 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device a9c1e995-eabf-45b1-8559-c8881096b3b7 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:16:40.301289 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c96cb2ae-83eb-4c26-82b4-1860a27b7562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:40.314885 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] device_id is not set on port 4c0cd1d7-6a7e-4e52-8f49-85fe437d55be yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:16:40.334598 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-17056c9b-6f53-4f0b-b7e6-87d364d5b1fd tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:40.434965 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port a9c1e995-eabf-45b1-8559-c8881096b3b7 is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:16:40.435483 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:40.464024 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f5612a-3733-481b-941c-c16f7dd09dc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9c1e995-eabf-45b1-8559-c8881096b3b7'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:16:40.465450 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb028f7d-f162-49f8-bb35-d0a181246660" -d '{"events": [{"server_uuid": "71f5612a-3733-481b-941c-c16f7dd09dc4", "name": "network-vif-unplugged", "status": "completed", "tag": "a9c1e995-eabf-45b1-8559-c8881096b3b7"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:16:40.474863 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port a9c1e995-eabf-45b1-8559-c8881096b3b7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a9c1e995-eabf-45b1-8559-c8881096b3b7,segment=NetworkSegment(ca7b9976-eac1-4936-85c4-22ea5a47a536),segment_id=ca7b9976-eac1-4936-85c4-22ea5a47a536)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:40.534191 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c96cb2ae-83eb-4c26-82b4-1860a27b7562 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=083f08cca0ab481b809d3dedc9dc96c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6260591 Oct 10 11:16:40.534191 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96cb2ae-83eb-4c26-82b4-1860a27b7562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d100b433-68a2-4652-a071-4bcc557b8dbf,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:40.537026 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54448) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:40.546296 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:40.550336 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c723f145-a368-4a6e-9236-dc727019eaac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:16:40.570678 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84863118-99a8-4849-acda-ec11ed5b9b65 None None] Sync routers for ids ['b1cac006-7b11-400e-b96d-908d059e2eec'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:16:40.594252 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c723f145-a368-4a6e-9236-dc727019eaac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "PUT /v2.0/routers/b1cac006-7b11-400e-b96d-908d059e2eec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0046642 Oct 10 11:16:40.595605 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84863118-99a8-4849-acda-ec11ed5b9b65 None None] Routers {'b1cac006-7b11-400e-b96d-908d059e2eec'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:16:40.596649 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-84863118-99a8-4849-acda-ec11ed5b9b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:16:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['b1cac006-7b11-400e-b96d-908d059e2eec'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:40.597189 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54452) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:40.649724 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e8a2d4-9dc1-4cd8-855f-aeb62dbae5c6 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] GET failed (client error): The resource could not be found. Oct 10 11:16:40.650315 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-24e8a2d4-9dc1-4cd8-855f-aeb62dbae5c6 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Synchronizing usage tracker for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:16:40.665127 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17056c9b-6f53-4f0b-b7e6-87d364d5b1fd tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Router a8962c56-7c3c-4985-b7f5-6966f4971d64 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:16:40.677019 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d60a8723-4ce4-4d8a-8594-9714169f6951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:40.701112 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-84863118-99a8-4849-acda-ec11ed5b9b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:40.706916 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d60a8723-4ce4-4d8a-8594-9714169f6951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:40.710303 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=a9c1e995-eabf-45b1-8559-c8881096b3b7,revision_number=6']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:40.723042 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84863118-99a8-4849-acda-ec11ed5b9b65 None None] Routers {'b1cac006-7b11-400e-b96d-908d059e2eec'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:16:40.724120 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-84863118-99a8-4849-acda-ec11ed5b9b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:16:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['b1cac006-7b11-400e-b96d-908d059e2eec'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:40.725995 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.api [req-cd1662ea-20a6-4bc6-9366-a1cfa67a2e6c req-86849dd7-3bee-4512-b5d4-6ec95744608e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:16:40.726318 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG oslo_db.api [req-cd1662ea-20a6-4bc6-9366-a1cfa67a2e6c req-86849dd7-3bee-4512-b5d4-6ec95744608e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:16:40.744009 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:40.757903 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-24e8a2d4-9dc1-4cd8-855f-aeb62dbae5c6 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Unset dirty status for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:16:40.759264 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-24e8a2d4-9dc1-4cd8-855f-aeb62dbae5c6 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "GET /v2.0/ports/d5729a3f-8e98-486f-97c4-93373b5e11bf HTTP/1.1" status: 404 len: 333 time: 0.1611364 Oct 10 11:16:40.762315 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54456) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:40.776223 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Oct 2022 11:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623d5c7d-a73a-4f72-91f0-3d44e487b7c9 x-openstack-request-id: req-623d5c7d-a73a-4f72-91f0-3d44e487b7c9 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:16:40.776613 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f5612a-3733-481b-941c-c16f7dd09dc4", "name": "network-vif-unplugged", "status": "completed", "tag": "a9c1e995-eabf-45b1-8559-c8881096b3b7", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:16:40.776957 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-623d5c7d-a73a-4f72-91f0-3d44e487b7c9 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:16:40.777443 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-623d5c7d-a73a-4f72-91f0-3d44e487b7c9'] response: {'server_uuid': '71f5612a-3733-481b-941c-c16f7dd09dc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9c1e995-eabf-45b1-8559-c8881096b3b7', 'code': 200} Oct 10 11:16:40.802046 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-84863118-99a8-4849-acda-ec11ed5b9b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:40.802505 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84863118-99a8-4849-acda-ec11ed5b9b65 None None] The sync data for ids ['b1cac006-7b11-400e-b96d-908d059e2eec'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:16:40.914679 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-883f1ba7-4c0a-475a-9c15-25d54ec77115 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:40.972507 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d60a8723-4ce4-4d8a-8594-9714169f6951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:41.025002 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17056c9b-6f53-4f0b-b7e6-87d364d5b1fd tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:16:41.035758 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2e03a1-cf00-46c4-bfb3-de04734becc6 None None] Sync routers for ids ['a8962c56-7c3c-4985-b7f5-6966f4971d64'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:16:41.046193 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2e03a1-cf00-46c4-bfb3-de04734becc6 None None] Routers {'a8962c56-7c3c-4985-b7f5-6966f4971d64'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:16:41.046879 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-ce2e03a1-cf00-46c4-bfb3-de04734becc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:16:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a8962c56-7c3c-4985-b7f5-6966f4971d64'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:41.054580 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a8723-4ce4-4d8a-8594-9714169f6951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d100b433-68a2-4652-a071-4bcc557b8dbf,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:41.058182 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] device_id is not set on port 198b610f-af6e-4b61-9f28-60e529c36006 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:16:41.066945 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-17056c9b-6f53-4f0b-b7e6-87d364d5b1fd tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "PUT /v2.0/routers/a8962c56-7c3c-4985-b7f5-6966f4971d64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2397795 Oct 10 11:16:41.067735 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54460) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:41.146359 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-8440cdf6-6e26-450e-9ec7-d48932dce6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Deleting subnet 22058f69-f2e3-4009-81b5-341aef96f3e2 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:16:41.152216 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8440cdf6-6e26-450e-9ec7-d48932dce6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:41.196920 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-ce2e03a1-cf00-46c4-bfb3-de04734becc6 None None] Set router a8962c56-7c3c-4985-b7f5-6966f4971d64 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:16:41.230191 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8440cdf6-6e26-450e-9ec7-d48932dce6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:41.327435 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-ce2e03a1-cf00-46c4-bfb3-de04734becc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:16:39Z', 'revision_number': 11, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:41.332987 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:41.343163 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2e03a1-cf00-46c4-bfb3-de04734becc6 None None] Checking router: a8962c56-7c3c-4985-b7f5-6966f4971d64 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:16:41.355091 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2e03a1-cf00-46c4-bfb3-de04734becc6 None None] Routers {'a8962c56-7c3c-4985-b7f5-6966f4971d64'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:16:41.355091 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-ce2e03a1-cf00-46c4-bfb3-de04734becc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:16:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a8962c56-7c3c-4985-b7f5-6966f4971d64'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:41.372211 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8440cdf6-6e26-450e-9ec7-d48932dce6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:41.390358 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-cd1662ea-20a6-4bc6-9366-a1cfa67a2e6c req-86849dd7-3bee-4512-b5d4-6ec95744608e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Deleting port a9c1e995-eabf-45b1-8559-c8881096b3b7 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:41.390937 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-cd1662ea-20a6-4bc6-9366-a1cfa67a2e6c req-86849dd7-3bee-4512-b5d4-6ec95744608e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:41.477767 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:41.495930 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-ce2e03a1-cf00-46c4-bfb3-de04734becc6 None None] Set router a8962c56-7c3c-4985-b7f5-6966f4971d64 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:16:41.496158 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-883f1ba7-4c0a-475a-9c15-25d54ec77115 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:41.508912 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-883f1ba7-4c0a-475a-9c15-25d54ec77115 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:41.525389 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d60a8723-4ce4-4d8a-8594-9714169f6951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:41.530039 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d60a8723-4ce4-4d8a-8594-9714169f6951 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d100b433-68a2-4652-a071-4bcc557b8dbf HTTP/1.1" status: 204 len: 168 time: 0.9885585 Oct 10 11:16:41.537904 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8440cdf6-6e26-450e-9ec7-d48932dce6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:41.617298 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-ce2e03a1-cf00-46c4-bfb3-de04734becc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:16:39Z', 'revision_number': 11, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:41.620982 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2e03a1-cf00-46c4-bfb3-de04734becc6 None None] The sync data for ids ['a8962c56-7c3c-4985-b7f5-6966f4971d64'] in dv-neutron-860842-1-hyperv is: [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:16:39Z', 'revision_number': 11, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:16:41.623145 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440cdf6-6e26-450e-9ec7-d48932dce6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Subnet': ['ID=22058f69-f2e3-4009-81b5-341aef96f3e2,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:41.629639 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8440cdf6-6e26-450e-9ec7-d48932dce6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:41.634726 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11334f1-d94e-40eb-944a-a7a5d4531fe7 None None] Network 5d977799-95ec-4d44-89a5-1031ab78ac92 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:41.665486 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Pushing event updated for resources: {'Port': ['ID=4c0cd1d7-6a7e-4e52-8f49-85fe437d55be,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:41.675715 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8440cdf6-6e26-450e-9ec7-d48932dce6f5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/subnets/22058f69-f2e3-4009-81b5-341aef96f3e2 HTTP/1.1" status: 204 len: 168 time: 0.6034200 Oct 10 11:16:41.675883 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54468) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:41.720753 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Checking segment: {'id': '4c8de7d9-3f38-4691-afbc-fb4ae618ba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 484, 'network_id': 'd2f376dd-2fe6-463d-b720-3af14188ca6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:16:41.721221 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Network hostable DHCP agents. Network: d2f376dd-2fe6-463d-b720-3af14188ca6e, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:16:41.722853 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-883f1ba7-4c0a-475a-9c15-25d54ec77115 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:41.723337 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883f1ba7-4c0a-475a-9c15-25d54ec77115 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Fanout notify agent at l3_agent the message router_deleted on router b1cac006-7b11-400e-b96d-908d059e2eec {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:16:41.734790 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff42ed-8b0e-4884-9e1a-af582e35a92c req-2dd121e1-b3e4-40f4-a609-6d458d0b03d3 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:41.735580 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-6aff42ed-8b0e-4884-9e1a-af582e35a92c req-2dd121e1-b3e4-40f4-a609-6d458d0b03d3 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Synchronizing usage tracker for tenant:ae70dbd562a74602ba992b43f7087eba on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:16:41.773372 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-883f1ba7-4c0a-475a-9c15-25d54ec77115 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:41.774806 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-883f1ba7-4c0a-475a-9c15-25d54ec77115 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/routers/b1cac006-7b11-400e-b96d-908d059e2eec HTTP/1.1" status: 204 len: 168 time: 1.0116358 Oct 10 11:16:41.779990 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54472) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:41.829344 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-772c777f-ee78-42a0-89bf-5c065916bb75 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:41.844448 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-772c777f-ee78-42a0-89bf-5c065916bb75 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Deleting port fc55207b-84fb-4114-8066-9e1d11969cfb {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:41.844448 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-772c777f-ee78-42a0-89bf-5c065916bb75 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:41.854721 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-cd1662ea-20a6-4bc6-9366-a1cfa67a2e6c req-86849dd7-3bee-4512-b5d4-6ec95744608e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] For port a9c1e995-eabf-45b1-8559-c8881096b3b7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a9c1e995-eabf-45b1-8559-c8881096b3b7,segment=NetworkSegment(ca7b9976-eac1-4936-85c4-22ea5a47a536),segment_id=ca7b9976-eac1-4936-85c4-22ea5a47a536)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:41.855080 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-cd1662ea-20a6-4bc6-9366-a1cfa67a2e6c req-86849dd7-3bee-4512-b5d4-6ec95744608e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:41.869056 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-6aff42ed-8b0e-4884-9e1a-af582e35a92c req-2dd121e1-b3e4-40f4-a609-6d458d0b03d3 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Unset dirty status for tenant:ae70dbd562a74602ba992b43f7087eba on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:16:41.874133 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6aff42ed-8b0e-4884-9e1a-af582e35a92c req-2dd121e1-b3e4-40f4-a609-6d458d0b03d3 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 943 time: 0.4849384 Oct 10 11:16:41.895734 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea93b475-da05-47cf-8e7f-3c13bacd8bd2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting subnet 53a076dd-7083-40cb-a923-e3a478095149 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:16:41.946084 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Network d2f376dd-2fe6-463d-b720-3af14188ca6e is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:16:41.976910 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ea93b475-da05-47cf-8e7f-3c13bacd8bd2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:42.021173 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23027b98-2e4c-4a57-a55f-7abeaf94564f None None] DHCP port deletion for 5d977799-95ec-4d44-89a5-1031ab78ac92 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:16:42.026968 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-23027b98-2e4c-4a57-a55f-7abeaf94564f None None] Deleting port fc55207b-84fb-4114-8066-9e1d11969cfb {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:42.027343 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-23027b98-2e4c-4a57-a55f-7abeaf94564f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:42.108320 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-772c777f-ee78-42a0-89bf-5c065916bb75 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] For port fc55207b-84fb-4114-8066-9e1d11969cfb, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=fc55207b-84fb-4114-8066-9e1d11969cfb,segment=NetworkSegment(084ebfc1-8430-4424-bd4e-eab1839b28db),segment_id=084ebfc1-8430-4424-bd4e-eab1839b28db)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:42.108840 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-772c777f-ee78-42a0-89bf-5c065916bb75 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:42.111128 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ea93b475-da05-47cf-8e7f-3c13bacd8bd2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:42.228033 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6aff42ed-8b0e-4884-9e1a-af582e35a92c req-a6194521-a19a-4a22-9d17-a61a2cc0e309 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups?id=eb98d8cf-ff2d-4f65-900c-6de9168b214c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2521720 Oct 10 11:16:42.261203 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-772c777f-ee78-42a0-89bf-5c065916bb75 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Calling delete_port for fc55207b-84fb-4114-8066-9e1d11969cfb owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:42.342362 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, d2f376dd-2fe6-463d-b720-3af14188ca6e) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:16:42.346439 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:16:42.347424 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:42.366477 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-23027b98-2e4c-4a57-a55f-7abeaf94564f None None] For port fc55207b-84fb-4114-8066-9e1d11969cfb, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=fc55207b-84fb-4114-8066-9e1d11969cfb,segment=NetworkSegment(084ebfc1-8430-4424-bd4e-eab1839b28db),segment_id=084ebfc1-8430-4424-bd4e-eab1839b28db)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:42.367165 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-23027b98-2e4c-4a57-a55f-7abeaf94564f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:42.404126 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ea93b475-da05-47cf-8e7f-3c13bacd8bd2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:42.418365 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-772c777f-ee78-42a0-89bf-5c065916bb75 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:42.438396 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-cd1662ea-20a6-4bc6-9366-a1cfa67a2e6c req-86849dd7-3bee-4512-b5d4-6ec95744608e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:42.438751 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-cd1662ea-20a6-4bc6-9366-a1cfa67a2e6c req-86849dd7-3bee-4512-b5d4-6ec95744608e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:42.439065 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [req-cd1662ea-20a6-4bc6-9366-a1cfa67a2e6c req-86849dd7-3bee-4512-b5d4-6ec95744608e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Floating IP 990564a7-bc67-4bf4-ac9e-314602b85366 disassociated. External IP: 172.26.4.240, port: a9c1e995-eabf-45b1-8559-c8881096b3b7. Oct 10 11:16:42.439402 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-cd1662ea-20a6-4bc6-9366-a1cfa67a2e6c req-86849dd7-3bee-4512-b5d4-6ec95744608e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Calling delete_port for a9c1e995-eabf-45b1-8559-c8881096b3b7 owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:42.450929 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75491bd6-62a7-42b0-b6ac-003d421d8337 None None] Network d2f376dd-2fe6-463d-b720-3af14188ca6e requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:42.452129 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772c777f-ee78-42a0-89bf-5c065916bb75 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] No DVR routers for this DVR port fc55207b-84fb-4114-8066-9e1d11969cfb on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:16:42.503570 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Pushing event updated for resources: {'Port': ['ID=198b610f-af6e-4b61-9f28-60e529c36006,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:42.550409 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-23027b98-2e4c-4a57-a55f-7abeaf94564f None None] Calling delete_port for fc55207b-84fb-4114-8066-9e1d11969cfb owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:42.583702 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c777f-ee78-42a0-89bf-5c065916bb75 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Port': ['ID=fc55207b-84fb-4114-8066-9e1d11969cfb,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:42.589575 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Checking segment: {'id': '597c86c6-c24c-4226-8d0a-20ad90c2643b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 482, 'network_id': '8376b821-ea99-4f71-9591-21d1ab202e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:16:42.590165 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Network hostable DHCP agents. Network: 8376b821-ea99-4f71-9591-21d1ab202e4c, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:16:42.633549 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ea93b475-da05-47cf-8e7f-3c13bacd8bd2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:42.660954 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-772c777f-ee78-42a0-89bf-5c065916bb75 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:42.683443 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93b475-da05-47cf-8e7f-3c13bacd8bd2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Subnet': ['ID=53a076dd-7083-40cb-a923-e3a478095149,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:42.686841 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ea93b475-da05-47cf-8e7f-3c13bacd8bd2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:42.699631 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ea93b475-da05-47cf-8e7f-3c13bacd8bd2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/subnets/53a076dd-7083-40cb-a923-e3a478095149 HTTP/1.1" status: 204 len: 168 time: 0.9133599 Oct 10 11:16:42.699631 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54492) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:42.700028 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-772c777f-ee78-42a0-89bf-5c065916bb75 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d977799-95ec-4d44-89a5-1031ab78ac92']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:42.700925 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493ffe7a-3b3c-437e-b531-2644180c9ac2 None None] Network 55db4862-0685-4222-a28a-87eff58d413d requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:42.713776 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-772c777f-ee78-42a0-89bf-5c065916bb75 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '084ebfc1-8430-4424-bd4e-eab1839b28db') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:42.719788 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-772c777f-ee78-42a0-89bf-5c065916bb75 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '084ebfc1-8430-4424-bd4e-eab1839b28db') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:42.726921 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-772c777f-ee78-42a0-89bf-5c065916bb75 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:42.746163 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-772c777f-ee78-42a0-89bf-5c065916bb75 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:42.754795 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772c777f-ee78-42a0-89bf-5c065916bb75 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Releasing vlan 466 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:16:42.755263 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-772c777f-ee78-42a0-89bf-5c065916bb75 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:42.792250 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-cd1662ea-20a6-4bc6-9366-a1cfa67a2e6c req-86849dd7-3bee-4512-b5d4-6ec95744608e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:42.842905 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 084ebfc1-8430-4424-bd4e-eab1839b28db resource provider aggregate not found Oct 10 11:16:42.860594 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Network 8376b821-ea99-4f71-9591-21d1ab202e4c is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:16:42.865424 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86849dd7-3bee-4512-b5d4-6ec95744608e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Pushing event deleted for resources: {'Port': ['ID=a9c1e995-eabf-45b1-8559-c8881096b3b7,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:42.866203 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 084ebfc1-8430-4424-bd4e-eab1839b28db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 084ebfc1-8430-4424-bd4e-eab1839b28db found for delete ", "request_id": "req-2dc7f68b-b7cc-49c9-b0bc-a1d84cd87ccc"}]} Oct 10 11:16:42.878419 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3ec318d4-ab62-4154-803c-2d224ef8f4ac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:42.998868 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 8376b821-ea99-4f71-9591-21d1ab202e4c) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:16:43.004566 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54502) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:43.009854 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:16:43.016608 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:43.022049 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:43.022750 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:43.054382 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-772c777f-ee78-42a0-89bf-5c065916bb75 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:43.079668 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-772c777f-ee78-42a0-89bf-5c065916bb75 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:43.081889 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-772c777f-ee78-42a0-89bf-5c065916bb75 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/networks/5d977799-95ec-4d44-89a5-1031ab78ac92 HTTP/1.1" status: 204 len: 168 time: 1.4049544 Oct 10 11:16:43.083023 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c777f-ee78-42a0-89bf-5c065916bb75 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Pushing event deleted for resources: {'Network': ['ID=5d977799-95ec-4d44-89a5-1031ab78ac92,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:43.084679 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54508) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:43.092147 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdaa5e1-df8a-4b93-bcea-57fd106df83b None None] Network 8376b821-ea99-4f71-9591-21d1ab202e4c requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:43.098774 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-43ed5104-16ac-41ab-b2cc-ccb008ff5bbe tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'router': {'routes': None}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:43.122764 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-3ec318d4-ab62-4154-803c-2d224ef8f4ac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting port 2881c637-b2e3-43b5-8b45-adfb1e910faf {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:43.123102 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3ec318d4-ab62-4154-803c-2d224ef8f4ac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:43.301665 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-23027b98-2e4c-4a57-a55f-7abeaf94564f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:16:43.302116 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-23027b98-2e4c-4a57-a55f-7abeaf94564f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:16:43.330072 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd1662ea-20a6-4bc6-9366-a1cfa67a2e6c req-86849dd7-3bee-4512-b5d4-6ec95744608e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Router 598078c7-eb12-454f-ba61-48f163e05513 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:16:43.352547 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device fcbd8aee-0654-4a6f-a83b-e1f2319d1d32 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:16:43.402325 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: fcbd8aee-0654-4a6f-a83b-e1f2319d1d32 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:16:43.403677 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device fcbd8aee-0654-4a6f-a83b-e1f2319d1d32 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:16:43.403943 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device fc55207b-84fb-4114-8066-9e1d11969cfb no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:16:43.458906 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: fc55207b-84fb-4114-8066-9e1d11969cfb {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:16:43.458906 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device fc55207b-84fb-4114-8066-9e1d11969cfb not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:16:43.512630 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-baca8517-b6ec-4615-83fb-7663985199f5 tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] Request body: {'port': {'network_id': '30959f29-65db-4afc-a30a-811ff18c6d7e', 'name': 'tempest-NetworksNegativeTestJSON-125118638'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:43.560093 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-53b14aa2-1508-4aa9-9b0e-7b83160e79fa tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.2852252 Oct 10 11:16:43.571815 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b56600c-9f59-4f25-8aac-f8cfc347088b None None] DHCP port deletion for 55db4862-0685-4222-a28a-87eff58d413d request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:16:43.575110 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4b56600c-9f59-4f25-8aac-f8cfc347088b None None] Deleting port 2881c637-b2e3-43b5-8b45-adfb1e910faf {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:43.575638 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4b56600c-9f59-4f25-8aac-f8cfc347088b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:43.596825 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54514) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:43.620439 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b3439e8d-c186-44e8-a038-6e7f4f80148f req-77bc5e94-51ed-4474-a888-512e5ba29105 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 210 time: 0.1143420 Oct 10 11:16:43.621221 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-baca8517-b6ec-4615-83fb-7663985199f5 tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] POST failed (client error): The resource could not be found. Oct 10 11:16:43.621721 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baca8517-b6ec-4615-83fb-7663985199f5 tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:43.624351 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-baca8517-b6ec-4615-83fb-7663985199f5 tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6164913 Oct 10 11:16:43.627007 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.extraroute_db [None req-43ed5104-16ac-41ab-b2cc-ccb008ff5bbe tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Added routes are [] {{(pid=89896) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 10 11:16:43.628911 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.extraroute_db [None req-43ed5104-16ac-41ab-b2cc-ccb008ff5bbe tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Removed routes are [] {{(pid=89896) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 10 11:16:43.629951 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-43ed5104-16ac-41ab-b2cc-ccb008ff5bbe tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:43.631829 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54518) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:43.721818 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-3ec318d4-ab62-4154-803c-2d224ef8f4ac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] For port 2881c637-b2e3-43b5-8b45-adfb1e910faf, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=2881c637-b2e3-43b5-8b45-adfb1e910faf,segment=NetworkSegment(afdbf704-0cc8-412f-bead-bad1226e7de8),segment_id=afdbf704-0cc8-412f-bead-bad1226e7de8)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:43.722052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3ec318d4-ab62-4154-803c-2d224ef8f4ac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:43.773401 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ecf7f68-93b6-4f77-b062-81d6e61a243a tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:43.773897 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ecf7f68-93b6-4f77-b062-81d6e61a243a tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:43.780137 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6ecf7f68-93b6-4f77-b062-81d6e61a243a tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] 10.222.0.40 "DELETE /v2.0/networks/0025b979-8679-4141-b7ef-b01c8501c664 HTTP/1.1" status: 404 len: 339 time: 0.1469715 Oct 10 11:16:43.780774 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54524) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:43.797753 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd1662ea-20a6-4bc6-9366-a1cfa67a2e6c req-86849dd7-3bee-4512-b5d4-6ec95744608e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:16:43.801996 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-4b56600c-9f59-4f25-8aac-f8cfc347088b None None] For port 2881c637-b2e3-43b5-8b45-adfb1e910faf, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=2881c637-b2e3-43b5-8b45-adfb1e910faf,segment=NetworkSegment(afdbf704-0cc8-412f-bead-bad1226e7de8),segment_id=afdbf704-0cc8-412f-bead-bad1226e7de8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:43.802510 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4b56600c-9f59-4f25-8aac-f8cfc347088b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:43.809702 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf9a06c-5c40-4670-98cc-bf7ecac4f8f9 None None] Sync routers for ids ['598078c7-eb12-454f-ba61-48f163e05513'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:16:43.819615 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf9a06c-5c40-4670-98cc-bf7ecac4f8f9 None None] Routers {'598078c7-eb12-454f-ba61-48f163e05513'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:16:43.820663 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-2bf9a06c-5c40-4670-98cc-bf7ecac4f8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:16:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['598078c7-eb12-454f-ba61-48f163e05513'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:43.836657 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f37b46a-380c-4a66-ab00-74232a6d9f6e tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:43.837126 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f37b46a-380c-4a66-ab00-74232a6d9f6e tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:43.839001 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4f37b46a-380c-4a66-ab00-74232a6d9f6e tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] 10.222.0.40 "DELETE /v2.0/ports/4733a975-4dc1-44bb-baca-154f3b1bdc59 HTTP/1.1" status: 404 len: 333 time: 0.0489089 Oct 10 11:16:43.843582 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54528) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:43.948080 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca21e04b-286e-47ea-b74e-94f3f7154267 tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:43.948531 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca21e04b-286e-47ea-b74e-94f3f7154267 tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:43.950434 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ca21e04b-286e-47ea-b74e-94f3f7154267 tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] 10.222.0.40 "DELETE /v2.0/subnets/6f5f5868-6290-465f-aa43-b5c781306c5c HTTP/1.1" status: 404 len: 337 time: 0.1059403 Oct 10 11:16:43.956706 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4b56600c-9f59-4f25-8aac-f8cfc347088b None None] Calling delete_port for 2881c637-b2e3-43b5-8b45-adfb1e910faf owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:43.960322 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54532) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:44.036665 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-3ec318d4-ab62-4154-803c-2d224ef8f4ac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Calling delete_port for 2881c637-b2e3-43b5-8b45-adfb1e910faf owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:44.044406 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ae72c3-5db1-469a-8899-557c3b81d596 tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] GET failed (client error): The resource could not be found. Oct 10 11:16:44.046366 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-89ae72c3-5db1-469a-8899-557c3b81d596 tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] 10.222.0.40 "GET /v2.0/networks/aaaed4b2-dd5f-48ca-b193-d7d5f6b94e8d HTTP/1.1" status: 404 len: 339 time: 0.0849583 Oct 10 11:16:44.056492 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54536) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:44.062294 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-2bf9a06c-5c40-4670-98cc-bf7ecac4f8f9 None None] Set router 598078c7-eb12-454f-ba61-48f163e05513 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:16:44.070088 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1662ea-20a6-4bc6-9366-a1cfa67a2e6c req-86849dd7-3bee-4512-b5d4-6ec95744608e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] No DVR routers for this DVR port a9c1e995-eabf-45b1-8559-c8881096b3b7 on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:16:44.072772 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-cd1662ea-20a6-4bc6-9366-a1cfa67a2e6c req-86849dd7-3bee-4512-b5d4-6ec95744608e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:44.075058 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cd1662ea-20a6-4bc6-9366-a1cfa67a2e6c req-86849dd7-3bee-4512-b5d4-6ec95744608e tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.15 "DELETE /v2.0/ports/a9c1e995-eabf-45b1-8559-c8881096b3b7 HTTP/1.1" status: 204 len: 173 time: 5.7107086 Oct 10 11:16:44.090722 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f5612a-3733-481b-941c-c16f7dd09dc4', 'name': 'network-vif-deleted', 'tag': 'a9c1e995-eabf-45b1-8559-c8881096b3b7'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:16:44.093288 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154510b8-b20b-4c01-9035-9fdee9d1de57" -d '{"events": [{"server_uuid": "71f5612a-3733-481b-941c-c16f7dd09dc4", "name": "network-vif-deleted", "tag": "a9c1e995-eabf-45b1-8559-c8881096b3b7"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:16:44.109654 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-23027b98-2e4c-4a57-a55f-7abeaf94564f None None] Deleting port fc55207b-84fb-4114-8066-9e1d11969cfb {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:44.109654 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-23027b98-2e4c-4a57-a55f-7abeaf94564f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:44.110437 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-43ed5104-16ac-41ab-b2cc-ccb008ff5bbe tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:44.138454 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec3e69d-6593-4d10-9b8c-63da9ce68c1e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:44.139685 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-43ed5104-16ac-41ab-b2cc-ccb008ff5bbe tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568703'] for router, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:44.146058 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec3e69d-6593-4d10-9b8c-63da9ce68c1e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:44.151037 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-997eb876-5d28-45a7-befd-52d31bd679c5 tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] GET failed (client error): The resource could not be found. Oct 10 11:16:44.151037 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-997eb876-5d28-45a7-befd-52d31bd679c5 tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] 10.222.0.40 "GET /v2.0/ports/0f9de4c6-5da7-43f4-860e-22e745c5f1eb HTTP/1.1" status: 404 len: 333 time: 0.0933285 Oct 10 11:16:44.151729 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0ec3e69d-6593-4d10-9b8c-63da9ce68c1e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5433693 Oct 10 11:16:44.155127 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54544) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:44.155407 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54546) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:44.182376 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-23027b98-2e4c-4a57-a55f-7abeaf94564f None None] The port 'fc55207b-84fb-4114-8066-9e1d11969cfb' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: from cryptography.utils import int_from_bytes Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: from cryptography.utils import int_from_bytes Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: util.warn_limited( Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: util.warn_limited( Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: util.warn( Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: util.warn( Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: util.warn( Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: util.warn( Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: util.warn( Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: util.warn( Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: util.warn( Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: util.warn( Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: util.warn( Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: util.warn( Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: util.warn( Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: util.warn( Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: util.warn( Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: util.warn( Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: util.warn( Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: util.warn( Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: util.warn( Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: util.warn( Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: util.warn( Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: util.warn( Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: util.warn( Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: util.warn( Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: util.warn( Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:16:44.222662 dv-neutron-860842-1-hyperv neutron-server[89897]: util.warn( Oct 10 11:16:44.230059 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4b56600c-9f59-4f25-8aac-f8cfc347088b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:44.231788 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.api [None req-3ec318d4-ab62-4154-803c-2d224ef8f4ac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:16:44.232110 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG oslo_db.api [None req-3ec318d4-ab62-4154-803c-2d224ef8f4ac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:16:44.280332 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56600c-9f59-4f25-8aac-f8cfc347088b None None] Pushing event deleted for resources: {'Port': ['ID=2881c637-b2e3-43b5-8b45-adfb1e910faf,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:44.286004 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b56600c-9f59-4f25-8aac-f8cfc347088b None None] No DVR routers for this DVR port 2881c637-b2e3-43b5-8b45-adfb1e910faf on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:16:44.337158 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff86f70-5b04-495e-a44e-df97f23353c6 x-openstack-request-id: req-cff86f70-5b04-495e-a44e-df97f23353c6 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:16:44.337449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f5612a-3733-481b-941c-c16f7dd09dc4", "name": "network-vif-deleted", "tag": "a9c1e995-eabf-45b1-8559-c8881096b3b7", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:16:44.337722 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cff86f70-5b04-495e-a44e-df97f23353c6 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:16:44.338118 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cff86f70-5b04-495e-a44e-df97f23353c6'] response: {'server_uuid': '71f5612a-3733-481b-941c-c16f7dd09dc4', 'name': 'network-vif-deleted', 'tag': 'a9c1e995-eabf-45b1-8559-c8881096b3b7', 'status': 'completed', 'code': 200} Oct 10 11:16:44.381550 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-eacc0467-bb52-4256-b407-3550fc0bcf17 tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] GET failed (client error): The resource could not be found. Oct 10 11:16:44.386598 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-eacc0467-bb52-4256-b407-3550fc0bcf17 tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] 10.222.0.40 "GET /v2.0/subnets/d18b0c51-e6ef-44a9-bf1e-916dfb23e0b3 HTTP/1.1" status: 404 len: 337 time: 0.2213428 Oct 10 11:16:44.386598 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ed5104-16ac-41ab-b2cc-ccb008ff5bbe tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Router a8962c56-7c3c-4985-b7f5-6966f4971d64 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:16:44.387002 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54552) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:44.393562 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-7e364ad9-4f93-456c-8231-ab8feeecc995 tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] Request body: {'network': {'name': 'new_name'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:44.415714 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e364ad9-4f93-456c-8231-ab8feeecc995 tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] PUT failed (client error): The resource could not be found. Oct 10 11:16:44.416270 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e364ad9-4f93-456c-8231-ab8feeecc995 tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:44.417445 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7e364ad9-4f93-456c-8231-ab8feeecc995 tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] 10.222.0.40 "PUT /v2.0/networks/cef1a297-31d2-46b1-9432-faefd4d2c75c HTTP/1.1" status: 404 len: 339 time: 0.0293121 Oct 10 11:16:44.421743 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54556) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:44.427842 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-4f598055-9a61-4d51-9a1a-95e0d59fa8c1 tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] Request body: {'port': {'name': 'new_name'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:44.476214 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f598055-9a61-4d51-9a1a-95e0d59fa8c1 tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] PUT failed (client error): The resource could not be found. Oct 10 11:16:44.476698 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f598055-9a61-4d51-9a1a-95e0d59fa8c1 tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:44.481764 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4f598055-9a61-4d51-9a1a-95e0d59fa8c1 tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] 10.222.0.40 "PUT /v2.0/ports/8e3057f3-9c3b-4086-bf7a-15a599d422d7 HTTP/1.1" status: 404 len: 333 time: 0.0548275 Oct 10 11:16:44.481921 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54560) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:44.486889 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-d7048d81-be3f-43d7-bc9d-baadb6c52425 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Deleting port 4c0cd1d7-6a7e-4e52-8f49-85fe437d55be {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:44.487230 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d7048d81-be3f-43d7-bc9d-baadb6c52425 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:44.488777 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-c5638ba1-c915-4fdf-ab71-f5565b5d746a tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:44.489919 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-2bf9a06c-5c40-4670-98cc-bf7ecac4f8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598078c7-eb12-454f-ba61-48f163e05513', 'name': 'tempest-ServerActionsTestJSON-1153823933-router', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:12:36Z', 'updated_at': '2022-10-10T11:12:51Z', 'revision_number': 4, 'project_id': 'ae70dbd562a74602ba992b43f7087eba', 'gw_port': {'id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598078c7-eb12-454f-ba61-48f163e05513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:38Z', 'updated_at': '2022-10-10T11:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1', 'name': '', 'network_id': 'f36cb35b-e765-411b-82dd-156471dbc6b1', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'mac_address': 'fa:16:3e:e1:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598078c7-eb12-454f-ba61-48f163e05513', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04983d62-0192-4bd4-9c0c-86c066bd05d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:48Z', 'updated_at': '2022-10-10T11:13:03Z', 'revision_number': 5, 'project_id': 'ae70dbd562a74602ba992b43f7087eba', 'subnets': [{'id': '04983d62-0192-4bd4-9c0c-86c066bd05d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:44.494233 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf9a06c-5c40-4670-98cc-bf7ecac4f8f9 None None] Checking router: 598078c7-eb12-454f-ba61-48f163e05513 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:16:44.503706 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf9a06c-5c40-4670-98cc-bf7ecac4f8f9 None None] Routers {'598078c7-eb12-454f-ba61-48f163e05513'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:16:44.504301 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-2bf9a06c-5c40-4670-98cc-bf7ecac4f8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:16:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['598078c7-eb12-454f-ba61-48f163e05513'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:44.526357 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5638ba1-c915-4fdf-ab71-f5565b5d746a tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] PUT failed (client error): The resource could not be found. Oct 10 11:16:44.526913 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5638ba1-c915-4fdf-ab71-f5565b5d746a tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:44.528397 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c5638ba1-c915-4fdf-ab71-f5565b5d746a tempest-NetworksNegativeTestJSON-389018571 tempest-NetworksNegativeTestJSON-389018571-project] 10.222.0.40 "PUT /v2.0/subnets/e299308b-c3a5-4a86-ab58-4aa6e034eec2 HTTP/1.1" status: 404 len: 337 time: 0.0452185 Oct 10 11:16:44.709261 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-2bf9a06c-5c40-4670-98cc-bf7ecac4f8f9 None None] Set router 598078c7-eb12-454f-ba61-48f163e05513 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:16:44.724208 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ed5104-16ac-41ab-b2cc-ccb008ff5bbe tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:16:44.733091 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-43ed5104-16ac-41ab-b2cc-ccb008ff5bbe tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:44.733313 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-3ec318d4-ab62-4154-803c-2d224ef8f4ac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting port 2881c637-b2e3-43b5-8b45-adfb1e910faf {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:44.734263 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3ec318d4-ab62-4154-803c-2d224ef8f4ac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:44.734641 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-43ed5104-16ac-41ab-b2cc-ccb008ff5bbe tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "PUT /v2.0/routers/a8962c56-7c3c-4985-b7f5-6966f4971d64 HTTP/1.1" status: 200 len: 701 time: 1.6446931 Oct 10 11:16:44.737208 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54568) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:44.745963 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228baebb-c21c-4686-962e-77ed7d29aa18 None None] Sync routers for ids ['a8962c56-7c3c-4985-b7f5-6966f4971d64'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:16:44.782623 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228baebb-c21c-4686-962e-77ed7d29aa18 None None] Routers {'a8962c56-7c3c-4985-b7f5-6966f4971d64'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:16:44.783476 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-228baebb-c21c-4686-962e-77ed7d29aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:16:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a8962c56-7c3c-4985-b7f5-6966f4971d64'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:44.848621 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-3ec318d4-ab62-4154-803c-2d224ef8f4ac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] The port '2881c637-b2e3-43b5-8b45-adfb1e910faf' was deleted {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:16:44.870595 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b025fd39-a8ce-43ce-9362-33b4a641e247 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Synchronizing usage tracker for tenant:bff75ec139ff428ea17476871cda1880 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:16:44.882203 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-688d1e72-9ebf-4963-a2dd-3480423d5e71 req-e1ee5fa1-68e0-4d59-9ad1-f820addb29ee tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/ports?device_id=71f5612a-3733-481b-941c-c16f7dd09dc4 HTTP/1.1" status: 200 len: 210 time: 0.0976152 Oct 10 11:16:44.977190 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b025fd39-a8ce-43ce-9362-33b4a641e247 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Unset dirty status for tenant:bff75ec139ff428ea17476871cda1880 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:16:44.978400 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b025fd39-a8ce-43ce-9362-33b4a641e247 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "GET /v2.0/ports?device_id=a8962c56-7c3c-4985-b7f5-6966f4971d64 HTTP/1.1" status: 200 len: 205 time: 0.2404425 Oct 10 11:16:44.983960 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54572) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:44.987979 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-228baebb-c21c-4686-962e-77ed7d29aa18 None None] Set router a8962c56-7c3c-4985-b7f5-6966f4971d64 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:16:45.066997 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d7048d81-be3f-43d7-bc9d-baadb6c52425 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:45.241698 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-2bf9a06c-5c40-4670-98cc-bf7ecac4f8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598078c7-eb12-454f-ba61-48f163e05513', 'name': 'tempest-ServerActionsTestJSON-1153823933-router', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:12:36Z', 'updated_at': '2022-10-10T11:12:51Z', 'revision_number': 4, 'project_id': 'ae70dbd562a74602ba992b43f7087eba', 'gw_port': {'id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598078c7-eb12-454f-ba61-48f163e05513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:38Z', 'updated_at': '2022-10-10T11:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1', 'name': '', 'network_id': 'f36cb35b-e765-411b-82dd-156471dbc6b1', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'mac_address': 'fa:16:3e:e1:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598078c7-eb12-454f-ba61-48f163e05513', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04983d62-0192-4bd4-9c0c-86c066bd05d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:48Z', 'updated_at': '2022-10-10T11:13:03Z', 'revision_number': 5, 'project_id': 'ae70dbd562a74602ba992b43f7087eba', 'subnets': [{'id': '04983d62-0192-4bd4-9c0c-86c066bd05d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:45.247743 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf9a06c-5c40-4670-98cc-bf7ecac4f8f9 None None] The sync data for ids ['598078c7-eb12-454f-ba61-48f163e05513'] in dv-neutron-860842-1-hyperv is: [{'id': '598078c7-eb12-454f-ba61-48f163e05513', 'name': 'tempest-ServerActionsTestJSON-1153823933-router', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:12:36Z', 'updated_at': '2022-10-10T11:12:51Z', 'revision_number': 4, 'project_id': 'ae70dbd562a74602ba992b43f7087eba', 'gw_port': {'id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598078c7-eb12-454f-ba61-48f163e05513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:38Z', 'updated_at': '2022-10-10T11:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1', 'name': '', 'network_id': 'f36cb35b-e765-411b-82dd-156471dbc6b1', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'mac_address': 'fa:16:3e:e1:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598078c7-eb12-454f-ba61-48f163e05513', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04983d62-0192-4bd4-9c0c-86c066bd05d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:48Z', 'updated_at': '2022-10-10T11:13:03Z', 'revision_number': 5, 'project_id': 'ae70dbd562a74602ba992b43f7087eba', 'subnets': [{'id': '04983d62-0192-4bd4-9c0c-86c066bd05d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:16:45.266725 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-228baebb-c21c-4686-962e-77ed7d29aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:16:39Z', 'revision_number': 11, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:45.275860 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-d7048d81-be3f-43d7-bc9d-baadb6c52425 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Calling delete_port for 4c0cd1d7-6a7e-4e52-8f49-85fe437d55be owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:45.277176 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228baebb-c21c-4686-962e-77ed7d29aa18 None None] Checking router: a8962c56-7c3c-4985-b7f5-6966f4971d64 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:16:45.289442 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 2881c637-b2e3-43b5-8b45-adfb1e910faf no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:16:45.339112 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54578) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:45.351382 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 2881c637-b2e3-43b5-8b45-adfb1e910faf {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:16:45.351722 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 2881c637-b2e3-43b5-8b45-adfb1e910faf not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:16:45.360673 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228baebb-c21c-4686-962e-77ed7d29aa18 None None] Routers {'a8962c56-7c3c-4985-b7f5-6966f4971d64'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:16:45.360673 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-228baebb-c21c-4686-962e-77ed7d29aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:16:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a8962c56-7c3c-4985-b7f5-6966f4971d64'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:45.414880 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ddfb34a8-ad1c-4428-8e4e-a78d0589c59c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:45.475006 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3ec318d4-ab62-4154-803c-2d224ef8f4ac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:45.500772 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d7048d81-be3f-43d7-bc9d-baadb6c52425 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:45.518408 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-228baebb-c21c-4686-962e-77ed7d29aa18 None None] Set router a8962c56-7c3c-4985-b7f5-6966f4971d64 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:16:45.591695 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7048d81-be3f-43d7-bc9d-baadb6c52425 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Pushing event deleted for resources: {'Port': ['ID=4c0cd1d7-6a7e-4e52-8f49-85fe437d55be,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:45.599550 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-3ec318d4-ab62-4154-803c-2d224ef8f4ac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55db4862-0685-4222-a28a-87eff58d413d']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:45.604111 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d7048d81-be3f-43d7-bc9d-baadb6c52425 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:45.617260 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-99469ed5-936b-47c5-8d09-fd40db8cdf65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:45.630616 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-228baebb-c21c-4686-962e-77ed7d29aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:16:39Z', 'revision_number': 11, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:45.637670 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d7048d81-be3f-43d7-bc9d-baadb6c52425 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] 10.222.0.40 "DELETE /v2.0/ports/4c0cd1d7-6a7e-4e52-8f49-85fe437d55be HTTP/1.1" status: 204 len: 168 time: 1.4784682 Oct 10 11:16:45.637837 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228baebb-c21c-4686-962e-77ed7d29aa18 None None] The sync data for ids ['a8962c56-7c3c-4985-b7f5-6966f4971d64'] in dv-neutron-860842-1-hyperv is: [{'id': 'a8962c56-7c3c-4985-b7f5-6966f4971d64', 'name': 'tempest-RoutersTest-router-1402412637', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:15:11Z', 'updated_at': '2022-10-10T11:16:39Z', 'revision_number': 11, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:16:45.637948 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-99469ed5-936b-47c5-8d09-fd40db8cdf65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:45.639800 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54584) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:45.648064 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00420bd-2d1b-4299-adff-77d49886a1ba None None] New status for floating IP 990564a7-bc67-4bf4-ac9e-314602b85366: DOWN {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:16:45.680784 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-99469ed5-936b-47c5-8d09-fd40db8cdf65 admin admin] Usage tracker for resource:security_group_rule and tenant:2b27e600308e4e4d8cdb93f470b28937 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:45.689921 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-99469ed5-936b-47c5-8d09-fd40db8cdf65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:45.713432 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-99469ed5-936b-47c5-8d09-fd40db8cdf65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:45.747799 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-946ed011-8a99-4966-be9b-aaac9b405b43 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Deleting port 198b610f-af6e-4b61-9f28-60e529c36006 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:45.748438 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-946ed011-8a99-4966-be9b-aaac9b405b43 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:45.788692 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-3ec318d4-ab62-4154-803c-2d224ef8f4ac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afdbf704-0cc8-412f-bead-bad1226e7de8') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:45.789259 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-3ec318d4-ab62-4154-803c-2d224ef8f4ac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afdbf704-0cc8-412f-bead-bad1226e7de8') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:45.822410 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3ec318d4-ab62-4154-803c-2d224ef8f4ac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:45.835133 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ddfb34a8-ad1c-4428-8e4e-a78d0589c59c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:45.838600 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ddfb34a8-ad1c-4428-8e4e-a78d0589c59c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:45.848831 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3ec318d4-ab62-4154-803c-2d224ef8f4ac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:45.862654 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec318d4-ab62-4154-803c-2d224ef8f4ac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Releasing vlan 487 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:16:45.863055 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3ec318d4-ab62-4154-803c-2d224ef8f4ac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:45.942569 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment afdbf704-0cc8-412f-bead-bad1226e7de8 resource provider aggregate not found Oct 10 11:16:45.967973 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment afdbf704-0cc8-412f-bead-bad1226e7de8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afdbf704-0cc8-412f-bead-bad1226e7de8 found for delete ", "request_id": "req-e3462218-b889-4c87-9e59-49ffa4fc5bd9"}]} Oct 10 11:16:45.972482 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ddfb34a8-ad1c-4428-8e4e-a78d0589c59c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:45.972989 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfb34a8-ad1c-4428-8e4e-a78d0589c59c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Fanout notify agent at l3_agent the message router_deleted on router a8962c56-7c3c-4985-b7f5-6966f4971d64 {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:16:45.999400 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ddfb34a8-ad1c-4428-8e4e-a78d0589c59c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:46.009772 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ddfb34a8-ad1c-4428-8e4e-a78d0589c59c tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/routers/a8962c56-7c3c-4985-b7f5-6966f4971d64 HTTP/1.1" status: 204 len: 168 time: 1.0195880 Oct 10 11:16:46.009772 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54594) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:46.010601 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-cc92bf5d-9a10-45ca-ad95-fe51d961e509 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2110328290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:46.018019 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-cc92bf5d-9a10-45ca-ad95-fe51d961e509 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:46.022467 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-cc92bf5d-9a10-45ca-ad95-fe51d961e509 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Usage tracker for resource:router and tenant:bff75ec139ff428ea17476871cda1880 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:46.025845 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-cc92bf5d-9a10-45ca-ad95-fe51d961e509 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:46.036748 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-cc92bf5d-9a10-45ca-ad95-fe51d961e509 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:46.043539 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3ec318d4-ab62-4154-803c-2d224ef8f4ac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:46.055670 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-99469ed5-936b-47c5-8d09-fd40db8cdf65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:46.063108 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3ec318d4-ab62-4154-803c-2d224ef8f4ac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:46.073503 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec318d4-ab62-4154-803c-2d224ef8f4ac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Network': ['ID=55db4862-0685-4222-a28a-87eff58d413d,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:46.077144 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3ec318d4-ab62-4154-803c-2d224ef8f4ac tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/networks/55db4862-0685-4222-a28a-87eff58d413d HTTP/1.1" status: 204 len: 168 time: 3.3766174 Oct 10 11:16:46.081249 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54600) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:46.092452 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-946ed011-8a99-4966-be9b-aaac9b405b43 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:46.147868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54604) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:46.159245 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-99469ed5-936b-47c5-8d09-fd40db8cdf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:46.167389 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcd3b88-b4e4-4939-96a8-280234483429 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:46.167960 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0fcd3b88-b4e4-4939-96a8-280234483429 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Synchronizing usage tracker for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:16:46.203926 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc92bf5d-9a10-45ca-ad95-fe51d961e509 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:46.204896 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc92bf5d-9a10-45ca-ad95-fe51d961e509 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:46.231979 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-946ed011-8a99-4966-be9b-aaac9b405b43 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Calling delete_port for 198b610f-af6e-4b61-9f28-60e529c36006 owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:46.240854 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc92bf5d-9a10-45ca-ad95-fe51d961e509 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:46.253407 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8350000f-4fd6-4ada-b333-80a84ffe9263 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:46.256447 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0fcd3b88-b4e4-4939-96a8-280234483429 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Unset dirty status for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:16:46.257619 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0fcd3b88-b4e4-4939-96a8-280234483429 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "GET /v2.0/ports/af0cea11-8861-4fee-9c89-62440bc4fba9 HTTP/1.1" status: 200 len: 841 time: 0.1752553 Oct 10 11:16:46.261455 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54608) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:46.306084 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-99469ed5-936b-47c5-8d09-fd40db8cdf65 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2b27e600308e4e4d8cdb93f470b28937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9660068 Oct 10 11:16:46.311210 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54612) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:46.333105 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99469ed5-936b-47c5-8d09-fd40db8cdf65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc539a1-8c35-4cde-8e32-c5fb215c1916,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:46.344101 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8350000f-4fd6-4ada-b333-80a84ffe9263 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:46.374945 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4ca2315a-7b7f-4695-badd-2ca27d517cb7 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "GET /v2.0/ports/af0cea11-8861-4fee-9c89-62440bc4fba9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1122336 Oct 10 11:16:46.377854 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc92bf5d-9a10-45ca-ad95-fe51d961e509 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:46.378561 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54616) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:46.385908 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-7cb50020-166c-4623-b072-5f67485f92ae tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'subnet': {'network_id': '999e2f79-996e-40da-920a-05cf6cbac0ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:46.487034 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-946ed011-8a99-4966-be9b-aaac9b405b43 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:46.488474 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3cd14bc5-4448-4b98-8907-6143945dfdff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:46.517808 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc92bf5d-9a10-45ca-ad95-fe51d961e509 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:46.519006 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cc92bf5d-9a10-45ca-ad95-fe51d961e509 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5128312 Oct 10 11:16:46.519912 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8350000f-4fd6-4ada-b333-80a84ffe9263 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:46.523777 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54620) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:46.541969 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-7269a3e4-4b76-49d2-9ebd-cfeafece2a71 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:46.557901 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ed011-8a99-4966-be9b-aaac9b405b43 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Pushing event deleted for resources: {'Port': ['ID=198b610f-af6e-4b61-9f28-60e529c36006,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:46.576902 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-946ed011-8a99-4966-be9b-aaac9b405b43 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:46.584028 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7cb50020-166c-4623-b072-5f67485f92ae tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:46.596632 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7cb50020-166c-4623-b072-5f67485f92ae tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:subnet and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:46.602510 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3cd14bc5-4448-4b98-8907-6143945dfdff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:46.608893 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7cb50020-166c-4623-b072-5f67485f92ae tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:46.609892 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350000f-4fd6-4ada-b333-80a84ffe9263 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb98d8cf-ff2d-4f65-900c-6de9168b214c,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:46.732600 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7cb50020-166c-4623-b072-5f67485f92ae tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:46.740342 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8350000f-4fd6-4ada-b333-80a84ffe9263 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:46.741550 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8350000f-4fd6-4ada-b333-80a84ffe9263 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "DELETE /v2.0/security-groups/eb98d8cf-ff2d-4f65-900c-6de9168b214c HTTP/1.1" status: 204 len: 168 time: 0.5927551 Oct 10 11:16:46.742184 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-946ed011-8a99-4966-be9b-aaac9b405b43 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] 10.222.0.40 "DELETE /v2.0/ports/198b610f-af6e-4b61-9f28-60e529c36006 HTTP/1.1" status: 204 len: 168 time: 1.1011827 Oct 10 11:16:46.749354 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54624) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:46.749993 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54626) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:46.828770 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ea353cce-69a4-46da-99a1-5e90bd5f293b tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Synchronizing usage tracker for tenant:fd21d9647ac341d88585aedcfb8be63f on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:16:46.831787 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-f239ca18-716f-43f1-a6dc-6ac6b7ea5c29 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] show failed (client error): The resource could not be found. Oct 10 11:16:46.832835 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f239ca18-716f-43f1-a6dc-6ac6b7ea5c29 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "GET /v2.0/security-groups/eb98d8cf-ff2d-4f65-900c-6de9168b214c HTTP/1.1" status: 404 len: 347 time: 0.0792613 Oct 10 11:16:46.835878 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54632) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:46.924260 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb50020-166c-4623-b072-5f67485f92ae tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:46.927764 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7cb50020-166c-4623-b072-5f67485f92ae tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:47.047192 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-960ee3c6-5772-4d3f-934c-ff3c84d32d05 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Deleting port c2589bed-0d48-4168-ba4f-11a405d4ef4c {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:47.047443 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-960ee3c6-5772-4d3f-934c-ff3c84d32d05 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:47.065252 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7269a3e4-4b76-49d2-9ebd-cfeafece2a71 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:47.127871 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ea353cce-69a4-46da-99a1-5e90bd5f293b tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Unset dirty status for tenant:fd21d9647ac341d88585aedcfb8be63f on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:16:47.129016 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ea353cce-69a4-46da-99a1-5e90bd5f293b tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] 10.222.0.40 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3768480 Oct 10 11:16:47.133164 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54636) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:47.136425 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7269a3e4-4b76-49d2-9ebd-cfeafece2a71 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568703'] for router, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:47.141796 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3cd14bc5-4448-4b98-8907-6143945dfdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:47.142202 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-a878ec33-ccb0-475a-9701-afc0b57f300c tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1691062719'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:47.147226 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a878ec33-ccb0-475a-9701-afc0b57f300c tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:47.176915 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd14bc5-4448-4b98-8907-6143945dfdff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc539a1-8c35-4cde-8e32-c5fb215c1916,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:47.200282 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a878ec33-ccb0-475a-9701-afc0b57f300c tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Usage tracker for resource:network and tenant:fd21d9647ac341d88585aedcfb8be63f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:47.208257 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a878ec33-ccb0-475a-9701-afc0b57f300c tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:47.208876 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3cd14bc5-4448-4b98-8907-6143945dfdff admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:47.209881 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-3cd14bc5-4448-4b98-8907-6143945dfdff admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2bc539a1-8c35-4cde-8e32-c5fb215c1916 HTTP/1.1" status: 204 len: 168 time: 0.8958113 Oct 10 11:16:47.270888 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a878ec33-ccb0-475a-9701-afc0b57f300c tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:47.360275 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-960ee3c6-5772-4d3f-934c-ff3c84d32d05 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:47.360583 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-960ee3c6-5772-4d3f-934c-ff3c84d32d05 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:47.403975 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a878ec33-ccb0-475a-9701-afc0b57f300c tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Made reservation on behalf of fd21d9647ac341d88585aedcfb8be63f for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:47.407600 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a878ec33-ccb0-475a-9701-afc0b57f300c tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:47.416627 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7269a3e4-4b76-49d2-9ebd-cfeafece2a71 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Router 896ba731-22d8-46e7-a821-171d65ef2840 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:16:47.495656 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-960ee3c6-5772-4d3f-934c-ff3c84d32d05 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Calling delete_port for c2589bed-0d48-4168-ba4f-11a405d4ef4c owned by network:floatingip {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:47.564300 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a878ec33-ccb0-475a-9701-afc0b57f300c tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 489} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:16:47.573132 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7269a3e4-4b76-49d2-9ebd-cfeafece2a71 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:16:47.581130 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a878ec33-ccb0-475a-9701-afc0b57f300c tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:47.581723 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-a878ec33-ccb0-475a-9701-afc0b57f300c tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Added segment 519b7f30-ac54-4678-b408-0a445701876a of type vlan for network 4e47ddf3-0d54-448b-987e-c214096837dc Oct 10 11:16:47.590054 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffdd4ee-4a51-43bf-bdc3-e270ebf998ba None None] Sync routers for ids ['896ba731-22d8-46e7-a821-171d65ef2840'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:16:47.595858 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7269a3e4-4b76-49d2-9ebd-cfeafece2a71 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:47.595858 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7269a3e4-4b76-49d2-9ebd-cfeafece2a71 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "PUT /v2.0/routers/896ba731-22d8-46e7-a821-171d65ef2840 HTTP/1.1" status: 200 len: 694 time: 1.0605676 Oct 10 11:16:47.597882 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54644) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:47.605940 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffdd4ee-4a51-43bf-bdc3-e270ebf998ba None None] Routers {'896ba731-22d8-46e7-a821-171d65ef2840'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:16:47.606898 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7ffdd4ee-4a51-43bf-bdc3-e270ebf998ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:16:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['896ba731-22d8-46e7-a821-171d65ef2840'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:47.707005 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7cb50020-166c-4623-b072-5f67485f92ae tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:47.739268 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-7ffdd4ee-4a51-43bf-bdc3-e270ebf998ba None None] Set router 896ba731-22d8-46e7-a821-171d65ef2840 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:16:47.751830 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ce880564-6542-4a1d-9cc0-7c26b74e42cb tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "GET /v2.0/routers/896ba731-22d8-46e7-a821-171d65ef2840 HTTP/1.1" status: 200 len: 700 time: 0.1526508 Oct 10 11:16:47.764844 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54656) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:47.782574 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb50020-166c-4623-b072-5f67485f92ae tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network 999e2f79-996e-40da-920a-05cf6cbac0ff is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:16:47.787087 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-7cb50020-166c-4623-b072-5f67485f92ae tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:16:47.797065 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb50020-166c-4623-b072-5f67485f92ae tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:47.797690 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7cb50020-166c-4623-b072-5f67485f92ae tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:47.800867 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d060c39-2010-4587-9273-3d3c72ecd0bf None None] Network 999e2f79-996e-40da-920a-05cf6cbac0ff requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:47.802635 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-960ee3c6-5772-4d3f-934c-ff3c84d32d05 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:47.823637 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a878ec33-ccb0-475a-9701-afc0b57f300c tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:47.838696 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-995b03bd-9869-4906-9b33-397a08d9dc77 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Synchronizing usage tracker for tenant:bff75ec139ff428ea17476871cda1880 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:16:47.866262 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-995b03bd-9869-4906-9b33-397a08d9dc77 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Unset dirty status for tenant:bff75ec139ff428ea17476871cda1880 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:16:47.867942 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-995b03bd-9869-4906-9b33-397a08d9dc77 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "GET /v2.0/ports?device_id=896ba731-22d8-46e7-a821-171d65ef2840 HTTP/1.1" status: 200 len: 205 time: 0.1108775 Oct 10 11:16:47.877548 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb50020-166c-4623-b072-5f67485f92ae tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Subnet': ['ID=b2f7ffb7-ef17-48ff-a7ac-19c041ddea7a,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:47.893376 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54660) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:47.902204 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7ffdd4ee-4a51-43bf-bdc3-e270ebf998ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896ba731-22d8-46e7-a821-171d65ef2840', 'name': 'tempest-RoutersTest-router-2110328290', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:16:46Z', 'updated_at': '2022-10-10T11:16:47Z', 'revision_number': 2, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:47.908920 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffdd4ee-4a51-43bf-bdc3-e270ebf998ba None None] Checking router: 896ba731-22d8-46e7-a821-171d65ef2840 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:16:47.934726 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ee3c6-5772-4d3f-934c-ff3c84d32d05 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Pushing event deleted for resources: {'Port': ['ID=c2589bed-0d48-4168-ba4f-11a405d4ef4c,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:47.964148 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffdd4ee-4a51-43bf-bdc3-e270ebf998ba None None] Routers {'896ba731-22d8-46e7-a821-171d65ef2840'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:16:47.964785 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7ffdd4ee-4a51-43bf-bdc3-e270ebf998ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:16:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['896ba731-22d8-46e7-a821-171d65ef2840'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:48.000679 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-960ee3c6-5772-4d3f-934c-ff3c84d32d05 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks [] for floatingip, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:48.003361 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-960ee3c6-5772-4d3f-934c-ff3c84d32d05 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:48.007388 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-960ee3c6-5772-4d3f-934c-ff3c84d32d05 tempest-ServerActionsTestJSON-1273261080 tempest-ServerActionsTestJSON-1273261080-project] 10.222.0.40 "DELETE /v2.0/floatingips/990564a7-bc67-4bf4-ac9e-314602b85366 HTTP/1.1" status: 204 len: 168 time: 1.1676631 Oct 10 11:16:48.007684 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54664) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:48.077381 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-69165937-f87b-4abf-b9f2-4bca26fca7b1 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:48.154975 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-7ffdd4ee-4a51-43bf-bdc3-e270ebf998ba None None] Set router 896ba731-22d8-46e7-a821-171d65ef2840 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:16:48.275606 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7ffdd4ee-4a51-43bf-bdc3-e270ebf998ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896ba731-22d8-46e7-a821-171d65ef2840', 'name': 'tempest-RoutersTest-router-2110328290', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:16:46Z', 'updated_at': '2022-10-10T11:16:47Z', 'revision_number': 2, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:48.306262 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffdd4ee-4a51-43bf-bdc3-e270ebf998ba None None] The sync data for ids ['896ba731-22d8-46e7-a821-171d65ef2840'] in dv-neutron-860842-1-hyperv is: [{'id': '896ba731-22d8-46e7-a821-171d65ef2840', 'name': 'tempest-RoutersTest-router-2110328290', 'tenant_id': 'bff75ec139ff428ea17476871cda1880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:16:46Z', 'updated_at': '2022-10-10T11:16:47Z', 'revision_number': 2, 'project_id': 'bff75ec139ff428ea17476871cda1880', 'gw_port_host': None}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:16:48.403614 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7cb50020-166c-4623-b072-5f67485f92ae tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0240021 Oct 10 11:16:48.413721 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54670) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:48.416134 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a878ec33-ccb0-475a-9701-afc0b57f300c tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:48.425049 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a878ec33-ccb0-475a-9701-afc0b57f300c tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:48.425712 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a878ec33-ccb0-475a-9701-afc0b57f300c tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:48.426896 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-7e2bf2ed-0d1e-4804-9aaa-ec408ddb74dd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'security_group': {'name': 'tempest-secgroup-1313520661'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:48.433624 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7e2bf2ed-0d1e-4804-9aaa-ec408ddb74dd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:48.438520 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7e2bf2ed-0d1e-4804-9aaa-ec408ddb74dd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:security_group and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:48.441715 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7e2bf2ed-0d1e-4804-9aaa-ec408ddb74dd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:48.447561 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7e2bf2ed-0d1e-4804-9aaa-ec408ddb74dd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:48.462651 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2f4a09-5bd3-44cd-ae8e-4bcfd2bf083b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-999e2f79-996e-40da-920a-05cf6cbac0ff', 'network_id': '999e2f79-996e-40da-920a-05cf6cbac0ff', 'tenant_id': '3cd86c8887eb49658ebcaac7109ea926', 'fixed_ips': [{'subnet_id': 'b2f7ffb7-ef17-48ff-a7ac-19c041ddea7a'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:16:48.463914 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dd2f4a09-5bd3-44cd-ae8e-4bcfd2bf083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:48.484698 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-69165937-f87b-4abf-b9f2-4bca26fca7b1 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:48.490896 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-69165937-f87b-4abf-b9f2-4bca26fca7b1 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:48.529464 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7e2bf2ed-0d1e-4804-9aaa-ec408ddb74dd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:48.581686 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7e2bf2ed-0d1e-4804-9aaa-ec408ddb74dd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:48.591043 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7e2bf2ed-0d1e-4804-9aaa-ec408ddb74dd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:security_group_rule and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:48.597897 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7e2bf2ed-0d1e-4804-9aaa-ec408ddb74dd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:48.608977 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7e2bf2ed-0d1e-4804-9aaa-ec408ddb74dd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:48.694158 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-dd2f4a09-5bd3-44cd-ae8e-4bcfd2bf083b None None] Allocated IP 172.20.0.2 (999e2f79-996e-40da-920a-05cf6cbac0ff/b2f7ffb7-ef17-48ff-a7ac-19c041ddea7a/a0ded556-9e6d-4557-9761-a3a39b3f2809) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:16:48.700582 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a878ec33-ccb0-475a-9701-afc0b57f300c tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5662293 Oct 10 11:16:48.713583 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54678) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:48.723456 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-7a45c2b7-0b84-4ea3-b2f6-bfd4b6a4ddc3 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1354260046'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:48.730507 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878ec33-ccb0-475a-9701-afc0b57f300c tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Pushing event updated for resources: {'Network': ['ID=4e47ddf3-0d54-448b-987e-c214096837dc,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:48.733929 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7a45c2b7-0b84-4ea3-b2f6-bfd4b6a4ddc3 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:48.745117 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7a45c2b7-0b84-4ea3-b2f6-bfd4b6a4ddc3 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Usage tracker for resource:network and tenant:fd21d9647ac341d88585aedcfb8be63f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:48.745117 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7a45c2b7-0b84-4ea3-b2f6-bfd4b6a4ddc3 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:48.748874 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7a45c2b7-0b84-4ea3-b2f6-bfd4b6a4ddc3 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:48.761884 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 4e47ddf3-0d54-448b-987e-c214096837dc details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:16:48.797454 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-69165937-f87b-4abf-b9f2-4bca26fca7b1 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:48.798748 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69165937-f87b-4abf-b9f2-4bca26fca7b1 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Fanout notify agent at l3_agent the message router_deleted on router 896ba731-22d8-46e7-a821-171d65ef2840 {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:16:48.814371 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-69165937-f87b-4abf-b9f2-4bca26fca7b1 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:48.819250 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-69165937-f87b-4abf-b9f2-4bca26fca7b1 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/routers/896ba731-22d8-46e7-a821-171d65ef2840 HTTP/1.1" status: 204 len: 168 time: 0.9209087 Oct 10 11:16:48.819789 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54684) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:48.877617 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a45c2b7-0b84-4ea3-b2f6-bfd4b6a4ddc3 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Made reservation on behalf of fd21d9647ac341d88585aedcfb8be63f for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:48.881085 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7a45c2b7-0b84-4ea3-b2f6-bfd4b6a4ddc3 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:48.905416 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-19c621d6-9f21-408b-a748-150b7985816b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "GET /v2.0/ports?device_id=896ba731-22d8-46e7-a821-171d65ef2840 HTTP/1.1" status: 200 len: 205 time: 0.0845482 Oct 10 11:16:48.908650 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54690) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:48.909373 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7e2bf2ed-0d1e-4804-9aaa-ec408ddb74dd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:48.935681 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-af344069-49e6-4f07-9170-aee357f5c362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:48.996123 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a45c2b7-0b84-4ea3-b2f6-bfd4b6a4ddc3 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 462} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:16:49.005498 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-6e9147f6-484d-479c-a5b7-f911ee3efc01 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] delete failed (client error): The resource could not be found. Oct 10 11:16:49.009619 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6e9147f6-484d-479c-a5b7-f911ee3efc01 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/routers/896ba731-22d8-46e7-a821-171d65ef2840 HTTP/1.1" status: 404 len: 336 time: 0.0970173 Oct 10 11:16:49.009619 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7a45c2b7-0b84-4ea3-b2f6-bfd4b6a4ddc3 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:49.009619 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-7a45c2b7-0b84-4ea3-b2f6-bfd4b6a4ddc3 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Added segment beabbc5b-10e5-4821-9a14-e217a0304884 of type vlan for network 1aacfcc2-71b7-41f1-84b1-5cd0fcc61b8a Oct 10 11:16:49.009619 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54694) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:49.026558 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7e2bf2ed-0d1e-4804-9aaa-ec408ddb74dd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:49.068096 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-8561f1df-09b9-4bc0-82c4-38863a008cfe tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:49.068432 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8561f1df-09b9-4bc0-82c4-38863a008cfe tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:49.086073 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8561f1df-09b9-4bc0-82c4-38863a008cfe tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/subnets/12162c97-ad13-4e88-a40c-8a89b4996470 HTTP/1.1" status: 404 len: 337 time: 0.0728710 Oct 10 11:16:49.092003 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54698) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:49.103304 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7a45c2b7-0b84-4ea3-b2f6-bfd4b6a4ddc3 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:49.107549 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54702) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:49.125867 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dd2f4a09-5bd3-44cd-ae8e-4bcfd2bf083b None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:49.139986 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-dd2f4a09-5bd3-44cd-ae8e-4bcfd2bf083b None None] Transition to ACTIVE for port object a0ded556-9e6d-4557-9761-a3a39b3f2809 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:16:49.166261 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-dd2f4a09-5bd3-44cd-ae8e-4bcfd2bf083b None None] Transition to ACTIVE for port object a0ded556-9e6d-4557-9761-a3a39b3f2809 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:16:49.223073 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-8937d48a-4dd4-472b-82ae-323952887191 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:49.223532 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8937d48a-4dd4-472b-82ae-323952887191 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:49.225224 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8937d48a-4dd4-472b-82ae-323952887191 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/subnets/c0950583-692e-4b15-bd82-39d5c0230f9a HTTP/1.1" status: 404 len: 337 time: 0.1266305 Oct 10 11:16:49.228077 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54708) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:49.234395 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bf2ed-0d1e-4804-9aaa-ec408ddb74dd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04c9a9a6-18b3-42fa-a6b4-890f17bc7ae8,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:49.245628 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7e2bf2ed-0d1e-4804-9aaa-ec408ddb74dd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:49.252200 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7e2bf2ed-0d1e-4804-9aaa-ec408ddb74dd tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8324327 Oct 10 11:16:49.253075 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54712) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:49.260072 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-edbbf4cc-856e-4822-b684-824d42d7c4ab tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'security_group': {'name': 'tempest-secgroup-212459472'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:49.268770 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-edbbf4cc-856e-4822-b684-824d42d7c4ab tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:49.272384 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dd2f4a09-5bd3-44cd-ae8e-4bcfd2bf083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:49.277669 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-edbbf4cc-856e-4822-b684-824d42d7c4ab tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:security_group and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:49.284849 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-edbbf4cc-856e-4822-b684-824d42d7c4ab tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:49.285055 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-c2ddb11e-2d02-4372-892b-57b6250b95b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1747658108', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:49.289370 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7a45c2b7-0b84-4ea3-b2f6-bfd4b6a4ddc3 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:49.295418 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a45c2b7-0b84-4ea3-b2f6-bfd4b6a4ddc3 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:49.296118 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7a45c2b7-0b84-4ea3-b2f6-bfd4b6a4ddc3 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:49.325031 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb7168f5-8bbe-4ffe-8fd8-b3e10064d22d tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:49.325746 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb7168f5-8bbe-4ffe-8fd8-b3e10064d22d tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:49.329997 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cb7168f5-8bbe-4ffe-8fd8-b3e10064d22d tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/subnets/9892a4bc-81fb-46c1-95ad-5f43637abd6a HTTP/1.1" status: 404 len: 337 time: 0.0984256 Oct 10 11:16:49.337891 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-edbbf4cc-856e-4822-b684-824d42d7c4ab tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:49.339581 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54716) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:49.356188 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2f4a09-5bd3-44cd-ae8e-4bcfd2bf083b None None] Network 999e2f79-996e-40da-920a-05cf6cbac0ff is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:16:49.358497 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c2ddb11e-2d02-4372-892b-57b6250b95b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:49.365011 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-dd2f4a09-5bd3-44cd-ae8e-4bcfd2bf083b None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:16:49.365011 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2f4a09-5bd3-44cd-ae8e-4bcfd2bf083b None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:16:49.369692 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c2ddb11e-2d02-4372-892b-57b6250b95b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Usage tracker for resource:router and tenant:36fa9352d161475b9f6e2efb0dc70ff1 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:49.374181 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f4a09-5bd3-44cd-ae8e-4bcfd2bf083b None None] Pushing event updated for resources: {'Port': ['ID=a0ded556-9e6d-4557-9761-a3a39b3f2809,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:49.376403 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c2ddb11e-2d02-4372-892b-57b6250b95b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:49.429058 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f06633-e93b-4a66-a7cf-8bed444d84d6 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:49.429505 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12f06633-e93b-4a66-a7cf-8bed444d84d6 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:49.433810 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-12f06633-e93b-4a66-a7cf-8bed444d84d6 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/subnets/22058f69-f2e3-4009-81b5-341aef96f3e2 HTTP/1.1" status: 404 len: 337 time: 0.0851371 Oct 10 11:16:49.439771 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54720) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:49.445485 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7a45c2b7-0b84-4ea3-b2f6-bfd4b6a4ddc3 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7303219 Oct 10 11:16:49.450588 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c2ddb11e-2d02-4372-892b-57b6250b95b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:49.472615 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45c2b7-0b84-4ea3-b2f6-bfd4b6a4ddc3 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Pushing event updated for resources: {'Network': ['ID=1aacfcc2-71b7-41f1-84b1-5cd0fcc61b8a,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:49.495945 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 1aacfcc2-71b7-41f1-84b1-5cd0fcc61b8a details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:16:49.507501 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4de6acb7-9f9d-4939-96fb-5fa70bb6567b tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "GET /v2.0/ports?device_id=a8962c56-7c3c-4985-b7f5-6966f4971d64 HTTP/1.1" status: 200 len: 205 time: 0.0693357 Oct 10 11:16:49.509538 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-edbbf4cc-856e-4822-b684-824d42d7c4ab tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:49.512909 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54724) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:49.515642 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-dd2f4a09-5bd3-44cd-ae8e-4bcfd2bf083b None None] Attempting to bind port a0ded556-9e6d-4557-9761-a3a39b3f2809 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:16:49.516424 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-dd2f4a09-5bd3-44cd-ae8e-4bcfd2bf083b None None] Attempting to bind port a0ded556-9e6d-4557-9761-a3a39b3f2809 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '83779f92-53fe-4238-bf38-0f7e0adad1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': '999e2f79-996e-40da-920a-05cf6cbac0ff'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:16:49.517007 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f4a09-5bd3-44cd-ae8e-4bcfd2bf083b None None] Attempting to bind port a0ded556-9e6d-4557-9761-a3a39b3f2809 on network 999e2f79-996e-40da-920a-05cf6cbac0ff {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:16:49.523099 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f4a09-5bd3-44cd-ae8e-4bcfd2bf083b None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:16:49.523781 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f4a09-5bd3-44cd-ae8e-4bcfd2bf083b None None] Checking segment: {'id': '83779f92-53fe-4238-bf38-0f7e0adad1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': '999e2f79-996e-40da-920a-05cf6cbac0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:16:49.524766 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dd2f4a09-5bd3-44cd-ae8e-4bcfd2bf083b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:49.525364 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f4a09-5bd3-44cd-ae8e-4bcfd2bf083b None None] Bound using segment: {'id': '83779f92-53fe-4238-bf38-0f7e0adad1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': '999e2f79-996e-40da-920a-05cf6cbac0ff'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:16:49.526175 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-dd2f4a09-5bd3-44cd-ae8e-4bcfd2bf083b None None] Bound port: a0ded556-9e6d-4557-9761-a3a39b3f2809, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83779f92-53fe-4238-bf38-0f7e0adad1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': '999e2f79-996e-40da-920a-05cf6cbac0ff'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:16:49.526776 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dd2f4a09-5bd3-44cd-ae8e-4bcfd2bf083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:49.542317 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-edbbf4cc-856e-4822-b684-824d42d7c4ab tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:49.551261 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-edbbf4cc-856e-4822-b684-824d42d7c4ab tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:security_group_rule and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:49.554392 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-edbbf4cc-856e-4822-b684-824d42d7c4ab tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:49.561311 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-edbbf4cc-856e-4822-b684-824d42d7c4ab tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:49.600986 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54728) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:49.622069 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-4f168df1-feb8-44a2-82de-4c3e4d7ca372 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] delete failed (client error): The resource could not be found. Oct 10 11:16:49.631364 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4f168df1-feb8-44a2-82de-4c3e4d7ca372 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/routers/a8962c56-7c3c-4985-b7f5-6966f4971d64 HTTP/1.1" status: 404 len: 336 time: 0.1199522 Oct 10 11:16:49.633779 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54732) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:49.635183 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c2ddb11e-2d02-4372-892b-57b6250b95b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:49.636246 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c2ddb11e-2d02-4372-892b-57b6250b95b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:49.644416 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-6683c9f0-1fbf-4a0d-b788-061e4a79b5ed tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Request body: {'subnets': [{'network_id': '4e47ddf3-0d54-448b-987e-c214096837dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1225659745', 'ip_version': 4}, {'network_id': '1aacfcc2-71b7-41f1-84b1-5cd0fcc61b8a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:49.644785 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-6683c9f0-1fbf-4a0d-b788-061e4a79b5ed tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Request body: {'subnet': {'network_id': '4e47ddf3-0d54-448b-987e-c214096837dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1225659745', 'ip_version': 4}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:49.645588 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-6683c9f0-1fbf-4a0d-b788-061e4a79b5ed tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Request body: {'subnet': {'network_id': '1aacfcc2-71b7-41f1-84b1-5cd0fcc61b8a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:49.645869 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-edbbf4cc-856e-4822-b684-824d42d7c4ab tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:49.737561 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-af344069-49e6-4f07-9170-aee357f5c362 admin admin] Deleting port ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:49.737928 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-af344069-49e6-4f07-9170-aee357f5c362 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:49.746513 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-dd2f4a09-5bd3-44cd-ae8e-4bcfd2bf083b None None] For port a0ded556-9e6d-4557-9761-a3a39b3f2809, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:16:49.754268 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-dd2f4a09-5bd3-44cd-ae8e-4bcfd2bf083b None None] For port a0ded556-9e6d-4557-9761-a3a39b3f2809, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a0ded556-9e6d-4557-9761-a3a39b3f2809,segment=NetworkSegment(83779f92-53fe-4238-bf38-0f7e0adad1da),segment_id=83779f92-53fe-4238-bf38-0f7e0adad1da)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:16:49.754421 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-dfc12178-3df4-4130-b0f0-3ec758aa6999 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "GET /v2.0/ports?device_id=482ee349-c181-43f2-85e9-18de9f582332 HTTP/1.1" status: 200 len: 205 time: 0.1169782 Oct 10 11:16:49.765384 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54736) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:49.772420 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-edbbf4cc-856e-4822-b684-824d42d7c4ab tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:49.802961 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c2ddb11e-2d02-4372-892b-57b6250b95b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:49.867330 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dd2f4a09-5bd3-44cd-ae8e-4bcfd2bf083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:49.942388 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c2ddb11e-2d02-4372-892b-57b6250b95b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:49.956510 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f4a09-5bd3-44cd-ae8e-4bcfd2bf083b None None] Pushing event updated for resources: {'Port': ['ID=a0ded556-9e6d-4557-9761-a3a39b3f2809,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:49.959443 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-6683c9f0-1fbf-4a0d-b788-061e4a79b5ed tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:49.966468 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6683c9f0-1fbf-4a0d-b788-061e4a79b5ed tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Usage tracker for resource:subnet and tenant:fd21d9647ac341d88585aedcfb8be63f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:49.971376 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6683c9f0-1fbf-4a0d-b788-061e4a79b5ed tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:49.977658 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-6683c9f0-1fbf-4a0d-b788-061e4a79b5ed tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:49.999296 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-f864001f-3712-4da4-ab91-3216a02904e9 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] delete failed (client error): The resource could not be found. Oct 10 11:16:50.000317 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f864001f-3712-4da4-ab91-3216a02904e9 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/routers/482ee349-c181-43f2-85e9-18de9f582332 HTTP/1.1" status: 404 len: 336 time: 0.2297232 Oct 10 11:16:50.002988 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54740) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:50.014558 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-edbbf4cc-856e-4822-b684-824d42d7c4ab tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:50.019653 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-edbbf4cc-856e-4822-b684-824d42d7c4ab tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7616892 Oct 10 11:16:50.025620 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54744) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:50.036028 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-cca7d9b3-7edd-476c-8a62-013ba1ffeeb3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-692877819', 'security_groups': ['4da413ad-0acf-44af-8e07-bd200cfa7086'], 'network_id': '999e2f79-996e-40da-920a-05cf6cbac0ff', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b2f7ffb7-ef17-48ff-a7ac-19c041ddea7a'}]}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:50.045494 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae27e3a3-6c57-4031-b478-8f524a05c9ab tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:50.045959 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae27e3a3-6c57-4031-b478-8f524a05c9ab tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:50.047582 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ae27e3a3-6c57-4031-b478-8f524a05c9ab tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/subnets/ac32c1c5-7aa4-42b5-b681-df60df5adb60 HTTP/1.1" status: 404 len: 337 time: 0.0436540 Oct 10 11:16:50.049221 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbbf4cc-856e-4822-b684-824d42d7c4ab tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4da413ad-0acf-44af-8e07-bd200cfa7086,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:50.050251 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54748) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:50.099391 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c2ddb11e-2d02-4372-892b-57b6250b95b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:50.100587 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c2ddb11e-2d02-4372-892b-57b6250b95b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9916632 Oct 10 11:16:50.101337 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6683c9f0-1fbf-4a0d-b788-061e4a79b5ed tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Made reservation on behalf of fd21d9647ac341d88585aedcfb8be63f for: {'subnet': 2} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:50.105928 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6683c9f0-1fbf-4a0d-b788-061e4a79b5ed tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:50.106491 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6683c9f0-1fbf-4a0d-b788-061e4a79b5ed tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:50.129460 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54752) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:50.135045 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9f2ad2c0-f699-47f7-b85a-6eb94e22deca tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "GET /v2.0/ports?device_id=8b559e22-7832-4ef6-9513-8ce5bb64a1b4 HTTP/1.1" status: 200 len: 205 time: 0.0808508 Oct 10 11:16:50.137375 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-c20c15b2-c548-4e1c-a196-7f27c31393b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1810892493'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:50.147331 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54756) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:50.157392 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c20c15b2-c548-4e1c-a196-7f27c31393b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:50.165275 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c20c15b2-c548-4e1c-a196-7f27c31393b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Usage tracker for resource:network and tenant:36fa9352d161475b9f6e2efb0dc70ff1 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:50.214537 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c20c15b2-c548-4e1c-a196-7f27c31393b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:50.228299 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c20c15b2-c548-4e1c-a196-7f27c31393b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:50.323910 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20c15b2-c548-4e1c-a196-7f27c31393b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Made reservation on behalf of 36fa9352d161475b9f6e2efb0dc70ff1 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:50.328379 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c20c15b2-c548-4e1c-a196-7f27c31393b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:50.349983 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c20c15b2-c548-4e1c-a196-7f27c31393b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:50.379806 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-af344069-49e6-4f07-9170-aee357f5c362 admin admin] For port ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1,segment=NetworkSegment(ca7b9976-eac1-4936-85c4-22ea5a47a536),segment_id=ca7b9976-eac1-4936-85c4-22ea5a47a536)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:50.380046 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c20c15b2-c548-4e1c-a196-7f27c31393b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:50.380167 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-af344069-49e6-4f07-9170-aee357f5c362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:50.388308 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c20c15b2-c548-4e1c-a196-7f27c31393b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Usage tracker for resource:security_group_rule and tenant:36fa9352d161475b9f6e2efb0dc70ff1 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:50.392319 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c20c15b2-c548-4e1c-a196-7f27c31393b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:50.396430 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-1accca0e-5be5-4f19-bc35-3b3361ac5777 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] delete failed (client error): The resource could not be found. Oct 10 11:16:50.400951 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1accca0e-5be5-4f19-bc35-3b3361ac5777 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/routers/8b559e22-7832-4ef6-9513-8ce5bb64a1b4 HTTP/1.1" status: 404 len: 336 time: 0.2491891 Oct 10 11:16:50.405886 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54760) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:50.415618 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c20c15b2-c548-4e1c-a196-7f27c31393b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:50.486185 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2b211e95-f54a-467f-b4a7-c7ef40f3ee14 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "GET /v2.0/ports?device_id=58a1b010-4f43-42db-850d-7a82cedfcbdf HTTP/1.1" status: 200 len: 205 time: 0.0742803 Oct 10 11:16:50.487734 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54764) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:50.520510 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-af344069-49e6-4f07-9170-aee357f5c362 admin admin] Calling delete_port for ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1 owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:50.594361 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cca7d9b3-7edd-476c-8a62-013ba1ffeeb3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:50.601062 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cca7d9b3-7edd-476c-8a62-013ba1ffeeb3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:port and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:50.602418 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-754b5941-6f65-4b39-8cd9-4f919f7317d1 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] delete failed (client error): The resource could not be found. Oct 10 11:16:50.603433 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-754b5941-6f65-4b39-8cd9-4f919f7317d1 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/routers/58a1b010-4f43-42db-850d-7a82cedfcbdf HTTP/1.1" status: 404 len: 336 time: 0.1133718 Oct 10 11:16:50.608542 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54768) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:50.620044 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cca7d9b3-7edd-476c-8a62-013ba1ffeeb3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:50.643286 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cca7d9b3-7edd-476c-8a62-013ba1ffeeb3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:50.743170 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca7d9b3-7edd-476c-8a62-013ba1ffeeb3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:50.818825 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c26613-c165-47e7-88bd-78e71e95a11a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:50.819281 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c26613-c165-47e7-88bd-78e71e95a11a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:50.854334 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-63c26613-c165-47e7-88bd-78e71e95a11a tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/subnets/e580cccd-2d05-4a2d-871f-f60c92f375df HTTP/1.1" status: 404 len: 337 time: 0.2447746 Oct 10 11:16:50.858539 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54772) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:50.905505 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c20c15b2-c548-4e1c-a196-7f27c31393b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:50.914887 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5da701e4-069d-4584-9a4c-3feb0ad8ec44 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "GET /v2.0/ports?device_id=64f7c7d3-1c2b-4c9a-b7b3-f3fb26d40495 HTTP/1.1" status: 200 len: 205 time: 0.0533063 Oct 10 11:16:50.915213 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54776) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:50.985849 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-af344069-49e6-4f07-9170-aee357f5c362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:50.993817 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c20c15b2-c548-4e1c-a196-7f27c31393b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:51.054978 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20c15b2-c548-4e1c-a196-7f27c31393b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 452} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:16:51.057334 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-7cd8a591-d931-4df5-a327-af55e09e8089 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] delete failed (client error): The resource could not be found. Oct 10 11:16:51.061182 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7cd8a591-d931-4df5-a327-af55e09e8089 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/routers/64f7c7d3-1c2b-4c9a-b7b3-f3fb26d40495 HTTP/1.1" status: 404 len: 336 time: 0.1423118 Oct 10 11:16:51.061446 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af344069-49e6-4f07-9170-aee357f5c362 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:51.064679 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54780) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:51.067719 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cca7d9b3-7edd-476c-8a62-013ba1ffeeb3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:51.070526 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c15b2-c548-4e1c-a196-7f27c31393b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8570db08-2a30-46b7-98e1-12803b0eed71,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:51.076359 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c20c15b2-c548-4e1c-a196-7f27c31393b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:51.076717 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-c20c15b2-c548-4e1c-a196-7f27c31393b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Added segment 5d536f4c-69cf-472f-84ef-75f1682da64f of type vlan for network 174efaf8-9ff9-49d2-9ca7-85d55555b4f3 Oct 10 11:16:51.109285 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c20c15b2-c548-4e1c-a196-7f27c31393b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:51.113312 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6683c9f0-1fbf-4a0d-b788-061e4a79b5ed tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:51.220630 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e32c84a-5489-4b04-9de8-906008105e5e tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:51.221087 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e32c84a-5489-4b04-9de8-906008105e5e tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:51.223543 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683c9f0-1fbf-4a0d-b788-061e4a79b5ed tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Pushing event updated for resources: {'Subnet': ['ID=20f0cb97-77f8-4729-b04f-e49f7d143385,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:51.233974 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-cca7d9b3-7edd-476c-8a62-013ba1ffeeb3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] device_id is not set on port 3f975916-47f8-42a7-9172-c743ac9bd1a1 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:16:51.241483 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6683c9f0-1fbf-4a0d-b788-061e4a79b5ed tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Checking segment: {'id': '519b7f30-ac54-4678-b408-0a445701876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '4e47ddf3-0d54-448b-987e-c214096837dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:16:51.241879 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6683c9f0-1fbf-4a0d-b788-061e4a79b5ed tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Network hostable DHCP agents. Network: 4e47ddf3-0d54-448b-987e-c214096837dc, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:16:51.280364 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-3e32c84a-5489-4b04-9de8-906008105e5e tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/subnets/92c7e4f2-5b3f-4c97-8cc4-549a9e2efc0c HTTP/1.1" status: 404 len: 337 time: 0.1978450 Oct 10 11:16:51.282917 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54784) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:51.339011 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c20c15b2-c548-4e1c-a196-7f27c31393b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:51.343425 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20c15b2-c548-4e1c-a196-7f27c31393b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:51.344050 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c20c15b2-c548-4e1c-a196-7f27c31393b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:51.379232 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6683c9f0-1fbf-4a0d-b788-061e4a79b5ed tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Network 4e47ddf3-0d54-448b-987e-c214096837dc is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:16:51.383409 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device a0ded556-9e6d-4557-9761-a3a39b3f2809 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:16:51.389951 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-fa58b0d6-8ca3-46a7-a4a3-e81560bb6b77 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "GET /v2.0/ports?device_id=f4586d21-693d-47b7-93b3-3ce8bb980131 HTTP/1.1" status: 200 len: 205 time: 0.1055226 Oct 10 11:16:51.396104 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54788) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:51.464188 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Provisioning complete for port af0cea11-8861-4fee-9c89-62440bc4fba9 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:16:51.464576 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:51.464947 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Attempt 1 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:16:51.495206 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c15b2-c548-4e1c-a196-7f27c31393b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Pushing event updated for resources: {'Network': ['ID=174efaf8-9ff9-49d2-9ca7-85d55555b4f3,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:51.506109 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-6683c9f0-1fbf-4a0d-b788-061e4a79b5ed tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 4e47ddf3-0d54-448b-987e-c214096837dc) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:16:51.511126 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 174efaf8-9ff9-49d2-9ca7-85d55555b4f3 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:16:51.512392 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6683c9f0-1fbf-4a0d-b788-061e4a79b5ed tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:51.519283 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-bfa4182a-46bf-4f03-b1ff-1a58ebc07822 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] delete failed (client error): The resource could not be found. Oct 10 11:16:51.521301 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-bfa4182a-46bf-4f03-b1ff-1a58ebc07822 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/routers/f4586d21-693d-47b7-93b3-3ce8bb980131 HTTP/1.1" status: 404 len: 336 time: 0.1232526 Oct 10 11:16:51.532447 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b7a015-6a46-4bb3-a814-b5ec39121ead None None] Network 4e47ddf3-0d54-448b-987e-c214096837dc requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:51.550886 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54792) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:51.563792 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c20c15b2-c548-4e1c-a196-7f27c31393b4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4370987 Oct 10 11:16:51.582954 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54796) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:51.609404 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-9e834655-78bf-4e8c-91db-d3821c52ed0b tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Request body: {'subnet': {'network_id': '174efaf8-9ff9-49d2-9ca7-85d55555b4f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:51.622325 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a55364-8d6c-49df-92f0-8b9aa47bbc5d tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:51.622820 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99a55364-8d6c-49df-92f0-8b9aa47bbc5d tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:51.624520 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-99a55364-8d6c-49df-92f0-8b9aa47bbc5d tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/subnets/4c2e5949-996b-4bae-b814-4e763da24a41 HTTP/1.1" status: 404 len: 337 time: 0.0726748 Oct 10 11:16:51.628869 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54800) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:51.680919 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683c9f0-1fbf-4a0d-b788-061e4a79b5ed tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Pushing event updated for resources: {'Subnet': ['ID=06841964-d9d5-407a-97b8-bf17104863d6,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:51.689769 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-e78c3c31-bf05-4f2c-9bce-3c8c8deafae5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] DELETE failed (client error): The resource could not be found. Oct 10 11:16:51.690549 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e78c3c31-bf05-4f2c-9bce-3c8c8deafae5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:51.694727 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e78c3c31-bf05-4f2c-9bce-3c8c8deafae5 tempest-RoutersTest-1205613196 tempest-RoutersTest-1205613196-project] 10.222.0.40 "DELETE /v2.0/subnets/f7e8aed1-496f-4197-9ec7-9411d4e3ad15 HTTP/1.1" status: 404 len: 337 time: 0.0601752 Oct 10 11:16:51.701379 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6683c9f0-1fbf-4a0d-b788-061e4a79b5ed tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Checking segment: {'id': 'beabbc5b-10e5-4821-9a14-e217a0304884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '1aacfcc2-71b7-41f1-84b1-5cd0fcc61b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:16:51.701875 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6683c9f0-1fbf-4a0d-b788-061e4a79b5ed tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Network hostable DHCP agents. Network: 1aacfcc2-71b7-41f1-84b1-5cd0fcc61b8a, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:16:51.709096 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:51.769129 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port a0ded556-9e6d-4557-9761-a3a39b3f2809 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:16:51.795216 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-af344069-49e6-4f07-9170-aee357f5c362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:51.811304 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6683c9f0-1fbf-4a0d-b788-061e4a79b5ed tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Network 1aacfcc2-71b7-41f1-84b1-5cd0fcc61b8a is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:16:51.812495 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9e834655-78bf-4e8c-91db-d3821c52ed0b tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:51.894800 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-6683c9f0-1fbf-4a0d-b788-061e4a79b5ed tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 1aacfcc2-71b7-41f1-84b1-5cd0fcc61b8a) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:16:51.899718 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6683c9f0-1fbf-4a0d-b788-061e4a79b5ed tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:51.901079 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6683c9f0-1fbf-4a0d-b788-061e4a79b5ed tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:51.901788 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6683c9f0-1fbf-4a0d-b788-061e4a79b5ed tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:51.925991 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5d0cde-102c-4aea-96ef-313e1257ac8a None None] Network 1aacfcc2-71b7-41f1-84b1-5cd0fcc61b8a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:51.995926 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6683c9f0-1fbf-4a0d-b788-061e4a79b5ed tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.3745005 Oct 10 11:16:51.997087 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54806) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:52.012730 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9e834655-78bf-4e8c-91db-d3821c52ed0b tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Usage tracker for resource:subnet and tenant:36fa9352d161475b9f6e2efb0dc70ff1 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:52.021722 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbff614b-8be8-41e4-8c3e-205311b827aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-4e47ddf3-0d54-448b-987e-c214096837dc', 'network_id': '4e47ddf3-0d54-448b-987e-c214096837dc', 'tenant_id': 'fd21d9647ac341d88585aedcfb8be63f', 'fixed_ips': [{'subnet_id': '20f0cb97-77f8-4729-b04f-e49f7d143385'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:16:52.022547 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cbff614b-8be8-41e4-8c3e-205311b827aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:52.034320 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9e834655-78bf-4e8c-91db-d3821c52ed0b tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:52.047354 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-cca7d9b3-7edd-476c-8a62-013ba1ffeeb3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Allocated IP 172.20.0.12 (999e2f79-996e-40da-920a-05cf6cbac0ff/b2f7ffb7-ef17-48ff-a7ac-19c041ddea7a/3f975916-47f8-42a7-9172-c743ac9bd1a1) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:16:52.053890 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9e834655-78bf-4e8c-91db-d3821c52ed0b tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:52.077678 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea14ad5d-c947-43cc-940b-948282c92028 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:52.079605 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea14ad5d-c947-43cc-940b-948282c92028 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:52.081244 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea14ad5d-c947-43cc-940b-948282c92028 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:52.082083 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ea14ad5d-c947-43cc-940b-948282c92028 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Synchronizing usage tracker for tenant:fd21d9647ac341d88585aedcfb8be63f on resource:subnet {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:16:52.144601 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e834655-78bf-4e8c-91db-d3821c52ed0b tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Made reservation on behalf of 36fa9352d161475b9f6e2efb0dc70ff1 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:52.148275 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9e834655-78bf-4e8c-91db-d3821c52ed0b tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:52.186318 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ea14ad5d-c947-43cc-940b-948282c92028 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Unset dirty status for tenant:fd21d9647ac341d88585aedcfb8be63f on resource:subnet {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:16:52.191118 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ea14ad5d-c947-43cc-940b-948282c92028 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1891575 Oct 10 11:16:52.191118 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54812) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:52.218920 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Attempt 2 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:16:52.223963 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54816) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:52.281091 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f0a06d-bc7e-4b58-aea4-54b4a558f5f5 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Deleting subnet 20f0cb97-77f8-4729-b04f-e49f7d143385 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:16:52.348500 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:52.349495 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-cbff614b-8be8-41e4-8c3e-205311b827aa None None] Allocated IP 172.20.0.2 (4e47ddf3-0d54-448b-987e-c214096837dc/20f0cb97-77f8-4729-b04f-e49f7d143385/ca5f7a1d-1e72-4c4a-a5d6-2b0de2cb9a2c) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:16:52.383635 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a711316e-7836-4d9f-802a-e1f4581a54fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-1aacfcc2-71b7-41f1-84b1-5cd0fcc61b8a', 'network_id': '1aacfcc2-71b7-41f1-84b1-5cd0fcc61b8a', 'tenant_id': 'fd21d9647ac341d88585aedcfb8be63f', 'fixed_ips': [{'subnet_id': '06841964-d9d5-407a-97b8-bf17104863d6'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:16:52.384577 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a711316e-7836-4d9f-802a-e1f4581a54fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:52.594323 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cca7d9b3-7edd-476c-8a62-013ba1ffeeb3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:52.688626 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-a711316e-7836-4d9f-802a-e1f4581a54fe None None] Allocated IP 172.20.0.18 (1aacfcc2-71b7-41f1-84b1-5cd0fcc61b8a/06841964-d9d5-407a-97b8-bf17104863d6/f02e4a0d-1d25-4162-b0ad-6f682e0dbc09) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:16:52.690608 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cbff614b-8be8-41e4-8c3e-205311b827aa None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:52.702053 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ad16818a-2961-45fc-a005-be1b75f4f54d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=bff75ec139ff428ea17476871cda1880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4770668 Oct 10 11:16:52.705222 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54822) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:52.724235 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-cbff614b-8be8-41e4-8c3e-205311b827aa None None] Transition to ACTIVE for port object ca5f7a1d-1e72-4c4a-a5d6-2b0de2cb9a2c will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:16:52.736707 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-cca7d9b3-7edd-476c-8a62-013ba1ffeeb3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Transition to ACTIVE for port object 3f975916-47f8-42a7-9172-c743ac9bd1a1 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:16:52.779378 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af344069-49e6-4f07-9170-aee357f5c362 admin admin] Router 598078c7-eb12-454f-ba61-48f163e05513 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:16:52.786582 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5616d8b7-32d6-4309-a126-f1f20204d2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:52.807307 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-cbff614b-8be8-41e4-8c3e-205311b827aa None None] Transition to ACTIVE for port object ca5f7a1d-1e72-4c4a-a5d6-2b0de2cb9a2c will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:16:52.827137 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5616d8b7-32d6-4309-a126-f1f20204d2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:52.850689 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Attempt 3 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:16:52.876598 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9e834655-78bf-4e8c-91db-d3821c52ed0b tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:52.889124 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-82f0a06d-bc7e-4b58-aea4-54b4a558f5f5 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:52.901663 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cbff614b-8be8-41e4-8c3e-205311b827aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:52.953982 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-82f0a06d-bc7e-4b58-aea4-54b4a558f5f5 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:52.956245 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cca7d9b3-7edd-476c-8a62-013ba1ffeeb3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:52.984922 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5616d8b7-32d6-4309-a126-f1f20204d2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:53.012221 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616d8b7-32d6-4309-a126-f1f20204d2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461236e0-a5cb-4575-b01f-05f66bfe9df1,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:53.025877 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5616d8b7-32d6-4309-a126-f1f20204d2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:53.029441 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5616d8b7-32d6-4309-a126-f1f20204d2ec admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/461236e0-a5cb-4575-b01f-05f66bfe9df1 HTTP/1.1" status: 204 len: 168 time: 0.3203299 Oct 10 11:16:53.074846 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a711316e-7836-4d9f-802a-e1f4581a54fe None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:53.087562 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:53.093690 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbff614b-8be8-41e4-8c3e-205311b827aa None None] Network 4e47ddf3-0d54-448b-987e-c214096837dc is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:16:53.099119 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-cbff614b-8be8-41e4-8c3e-205311b827aa None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:16:53.102162 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-a711316e-7836-4d9f-802a-e1f4581a54fe None None] Transition to ACTIVE for port object f02e4a0d-1d25-4162-b0ad-6f682e0dbc09 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:16:53.112676 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbff614b-8be8-41e4-8c3e-205311b827aa None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:16:53.112900 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e834655-78bf-4e8c-91db-d3821c52ed0b tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Pushing event updated for resources: {'Subnet': ['ID=aa10a022-1cf4-49c2-908d-4e5e5e5a13c8,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:53.114058 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff614b-8be8-41e4-8c3e-205311b827aa None None] Pushing event updated for resources: {'Port': ['ID=ca5f7a1d-1e72-4c4a-a5d6-2b0de2cb9a2c,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:53.119499 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-82f0a06d-bc7e-4b58-aea4-54b4a558f5f5 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:53.144628 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca7d9b3-7edd-476c-8a62-013ba1ffeeb3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network 999e2f79-996e-40da-920a-05cf6cbac0ff is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:16:53.151676 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-cca7d9b3-7edd-476c-8a62-013ba1ffeeb3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:16:53.161577 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca7d9b3-7edd-476c-8a62-013ba1ffeeb3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:16:53.190836 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e834655-78bf-4e8c-91db-d3821c52ed0b tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Checking segment: {'id': '5d536f4c-69cf-472f-84ef-75f1682da64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '174efaf8-9ff9-49d2-9ca7-85d55555b4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:16:53.191286 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e834655-78bf-4e8c-91db-d3821c52ed0b tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Network hostable DHCP agents. Network: 174efaf8-9ff9-49d2-9ca7-85d55555b4f3, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:16:53.195902 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7d9b3-7edd-476c-8a62-013ba1ffeeb3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Port': ['ID=3f975916-47f8-42a7-9172-c743ac9bd1a1,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:53.214972 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af344069-49e6-4f07-9170-aee357f5c362 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:16:53.225136 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d2765c-49e7-43ba-83d1-04e807354168 None None] Sync routers for ids ['598078c7-eb12-454f-ba61-48f163e05513'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:16:53.241607 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d2765c-49e7-43ba-83d1-04e807354168 None None] Routers {'598078c7-eb12-454f-ba61-48f163e05513'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:16:53.242417 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-54d2765c-49e7-43ba-83d1-04e807354168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:16:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['598078c7-eb12-454f-ba61-48f163e05513'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:53.261578 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-a711316e-7836-4d9f-802a-e1f4581a54fe None None] Transition to ACTIVE for port object f02e4a0d-1d25-4162-b0ad-6f682e0dbc09 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:16:53.267553 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-af344069-49e6-4f07-9170-aee357f5c362 admin admin] 10.222.0.40 "PUT /v2.0/routers/598078c7-eb12-454f-ba61-48f163e05513/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2588022 Oct 10 11:16:53.270257 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54828) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:53.273959 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca7d9b3-7edd-476c-8a62-013ba1ffeeb3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:53.274911 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cca7d9b3-7edd-476c-8a62-013ba1ffeeb3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:53.277961 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-cbff614b-8be8-41e4-8c3e-205311b827aa None None] Attempting to bind port ca5f7a1d-1e72-4c4a-a5d6-2b0de2cb9a2c on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:16:53.278734 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-cbff614b-8be8-41e4-8c3e-205311b827aa None None] Attempting to bind port ca5f7a1d-1e72-4c4a-a5d6-2b0de2cb9a2c by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '519b7f30-ac54-4678-b408-0a445701876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '4e47ddf3-0d54-448b-987e-c214096837dc'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:16:53.279310 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbff614b-8be8-41e4-8c3e-205311b827aa None None] Attempting to bind port ca5f7a1d-1e72-4c4a-a5d6-2b0de2cb9a2c on network 4e47ddf3-0d54-448b-987e-c214096837dc {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:16:53.288822 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbff614b-8be8-41e4-8c3e-205311b827aa None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:16:53.294554 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbff614b-8be8-41e4-8c3e-205311b827aa None None] Checking segment: {'id': '519b7f30-ac54-4678-b408-0a445701876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '4e47ddf3-0d54-448b-987e-c214096837dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:16:53.295849 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cbff614b-8be8-41e4-8c3e-205311b827aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:53.295849 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbff614b-8be8-41e4-8c3e-205311b827aa None None] Bound using segment: {'id': '519b7f30-ac54-4678-b408-0a445701876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '4e47ddf3-0d54-448b-987e-c214096837dc'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:16:53.296225 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-cbff614b-8be8-41e4-8c3e-205311b827aa None None] Bound port: ca5f7a1d-1e72-4c4a-a5d6-2b0de2cb9a2c, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519b7f30-ac54-4678-b408-0a445701876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': '4e47ddf3-0d54-448b-987e-c214096837dc'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:16:53.296348 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cbff614b-8be8-41e4-8c3e-205311b827aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:53.364189 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e834655-78bf-4e8c-91db-d3821c52ed0b tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Network 174efaf8-9ff9-49d2-9ca7-85d55555b4f3 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:16:53.392936 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-cca7d9b3-7edd-476c-8a62-013ba1ffeeb3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3640039 Oct 10 11:16:53.395684 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54834) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:53.402029 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-fe558dba-cf61-4299-a689-871d2bb43a31 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'subnet': {'network_id': '999e2f79-996e-40da-920a-05cf6cbac0ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:53.430026 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-82f0a06d-bc7e-4b58-aea4-54b4a558f5f5 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:53.440247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a711316e-7836-4d9f-802a-e1f4581a54fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:53.521292 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-9e834655-78bf-4e8c-91db-d3821c52ed0b tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 174efaf8-9ff9-49d2-9ca7-85d55555b4f3) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:16:53.533751 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-54d2765c-49e7-43ba-83d1-04e807354168 None None] Set router 598078c7-eb12-454f-ba61-48f163e05513 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:16:53.548052 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab75f6c-3148-449b-88ce-724ee372f5b9 None None] Network 174efaf8-9ff9-49d2-9ca7-85d55555b4f3 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:53.554568 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0a06d-bc7e-4b58-aea4-54b4a558f5f5 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Pushing event deleted for resources: {'Subnet': ['ID=20f0cb97-77f8-4729-b04f-e49f7d143385,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:53.557830 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e834655-78bf-4e8c-91db-d3821c52ed0b tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:53.558764 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9e834655-78bf-4e8c-91db-d3821c52ed0b tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:53.565717 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-82f0a06d-bc7e-4b58-aea4-54b4a558f5f5 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:53.579047 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a711316e-7836-4d9f-802a-e1f4581a54fe None None] Network 1aacfcc2-71b7-41f1-84b1-5cd0fcc61b8a is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:16:53.589047 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Attempt 4 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:16:53.654526 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-fe558dba-cf61-4299-a689-871d2bb43a31 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:53.659452 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-fe558dba-cf61-4299-a689-871d2bb43a31 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:subnet and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:53.661626 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-a711316e-7836-4d9f-802a-e1f4581a54fe None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:16:53.664523 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-fe558dba-cf61-4299-a689-871d2bb43a31 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:53.676547 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-fe558dba-cf61-4299-a689-871d2bb43a31 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:53.694143 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54844) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:53.698064 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9e834655-78bf-4e8c-91db-d3821c52ed0b tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1044710 Oct 10 11:16:53.705770 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-82f0a06d-bc7e-4b58-aea4-54b4a558f5f5 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] 10.222.0.40 "DELETE /v2.0/subnets/20f0cb97-77f8-4729-b04f-e49f7d143385 HTTP/1.1" status: 204 len: 168 time: 1.5138373 Oct 10 11:16:53.709928 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54848) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:53.713003 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a711316e-7836-4d9f-802a-e1f4581a54fe None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:16:53.740763 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-244719db-cc2a-46ec-8227-ac74b9fd5413 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Request body: {'network': {'name': 'tempest-router-network01--931743681'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:53.753797 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-244719db-cc2a-46ec-8227-ac74b9fd5413 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:53.761500 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-244719db-cc2a-46ec-8227-ac74b9fd5413 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Usage tracker for resource:network and tenant:36fa9352d161475b9f6e2efb0dc70ff1 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:53.769896 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-244719db-cc2a-46ec-8227-ac74b9fd5413 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:53.772460 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe558dba-cf61-4299-a689-871d2bb43a31 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:53.776497 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fe558dba-cf61-4299-a689-871d2bb43a31 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:53.779420 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-244719db-cc2a-46ec-8227-ac74b9fd5413 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:53.808356 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fa64d1bd-370d-4930-a70b-37b384d837cb admin admin] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:53.810002 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711316e-7836-4d9f-802a-e1f4581a54fe None None] Pushing event updated for resources: {'Port': ['ID=f02e4a0d-1d25-4162-b0ad-6f682e0dbc09,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:53.823008 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-cbff614b-8be8-41e4-8c3e-205311b827aa None None] For port ca5f7a1d-1e72-4c4a-a5d6-2b0de2cb9a2c, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:16:53.910496 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244719db-cc2a-46ec-8227-ac74b9fd5413 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Made reservation on behalf of 36fa9352d161475b9f6e2efb0dc70ff1 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:53.915152 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-244719db-cc2a-46ec-8227-ac74b9fd5413 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:53.927898 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-54d2765c-49e7-43ba-83d1-04e807354168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598078c7-eb12-454f-ba61-48f163e05513', 'name': 'tempest-ServerActionsTestJSON-1153823933-router', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:12:36Z', 'updated_at': '2022-10-10T11:16:50Z', 'revision_number': 5, 'project_id': 'ae70dbd562a74602ba992b43f7087eba', 'gw_port': {'id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598078c7-eb12-454f-ba61-48f163e05513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:38Z', 'updated_at': '2022-10-10T11:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:53.941666 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d2765c-49e7-43ba-83d1-04e807354168 None None] Checking router: 598078c7-eb12-454f-ba61-48f163e05513 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:16:53.953874 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:53.959643 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-cbff614b-8be8-41e4-8c3e-205311b827aa None None] For port ca5f7a1d-1e72-4c4a-a5d6-2b0de2cb9a2c, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ca5f7a1d-1e72-4c4a-a5d6-2b0de2cb9a2c,segment=NetworkSegment(519b7f30-ac54-4678-b408-0a445701876a),segment_id=519b7f30-ac54-4678-b408-0a445701876a)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:16:53.968615 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-a711316e-7836-4d9f-802a-e1f4581a54fe None None] Attempting to bind port f02e4a0d-1d25-4162-b0ad-6f682e0dbc09 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:16:53.970086 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-a711316e-7836-4d9f-802a-e1f4581a54fe None None] Attempting to bind port f02e4a0d-1d25-4162-b0ad-6f682e0dbc09 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'beabbc5b-10e5-4821-9a14-e217a0304884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '1aacfcc2-71b7-41f1-84b1-5cd0fcc61b8a'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:16:53.970086 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a711316e-7836-4d9f-802a-e1f4581a54fe None None] Attempting to bind port f02e4a0d-1d25-4162-b0ad-6f682e0dbc09 on network 1aacfcc2-71b7-41f1-84b1-5cd0fcc61b8a {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:16:53.974894 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d2765c-49e7-43ba-83d1-04e807354168 None None] Routers {'598078c7-eb12-454f-ba61-48f163e05513'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:16:53.979796 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-54d2765c-49e7-43ba-83d1-04e807354168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:16:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['598078c7-eb12-454f-ba61-48f163e05513'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:53.983232 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-244719db-cc2a-46ec-8227-ac74b9fd5413 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 494} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:16:53.989125 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a711316e-7836-4d9f-802a-e1f4581a54fe None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:16:53.993066 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a711316e-7836-4d9f-802a-e1f4581a54fe None None] Checking segment: {'id': 'beabbc5b-10e5-4821-9a14-e217a0304884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '1aacfcc2-71b7-41f1-84b1-5cd0fcc61b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:16:53.993555 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a711316e-7836-4d9f-802a-e1f4581a54fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:53.994112 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a711316e-7836-4d9f-802a-e1f4581a54fe None None] Bound using segment: {'id': 'beabbc5b-10e5-4821-9a14-e217a0304884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '1aacfcc2-71b7-41f1-84b1-5cd0fcc61b8a'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:16:53.994779 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-a711316e-7836-4d9f-802a-e1f4581a54fe None None] Bound port: f02e4a0d-1d25-4162-b0ad-6f682e0dbc09, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beabbc5b-10e5-4821-9a14-e217a0304884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '1aacfcc2-71b7-41f1-84b1-5cd0fcc61b8a'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:16:53.995359 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a711316e-7836-4d9f-802a-e1f4581a54fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:54.000109 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-244719db-cc2a-46ec-8227-ac74b9fd5413 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:54.000451 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-244719db-cc2a-46ec-8227-ac74b9fd5413 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Added segment 21ae17fe-2750-439d-9f24-1c77d781991d of type vlan for network d193f2e9-489e-4e57-9726-c1341548df3c Oct 10 11:16:54.037899 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-244719db-cc2a-46ec-8227-ac74b9fd5413 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:54.049238 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cbff614b-8be8-41e4-8c3e-205311b827aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:54.205808 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9f2b9b-23f4-4346-88c0-e88d44a0c42c tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Deleting subnet 06841964-d9d5-407a-97b8-bf17104863d6 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:16:54.208749 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ca9f2b9b-23f4-4346-88c0-e88d44a0c42c tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:54.334497 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7d44f2-ad67-4127-aa97-9db20fa5a2e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-174efaf8-9ff9-49d2-9ca7-85d55555b4f3', 'network_id': '174efaf8-9ff9-49d2-9ca7-85d55555b4f3', 'tenant_id': '36fa9352d161475b9f6e2efb0dc70ff1', 'fixed_ips': [{'subnet_id': 'aa10a022-1cf4-49c2-908d-4e5e5e5a13c8'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:16:54.335048 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-aa7d44f2-ad67-4127-aa97-9db20fa5a2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:54.353213 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-54d2765c-49e7-43ba-83d1-04e807354168 None None] Set router 598078c7-eb12-454f-ba61-48f163e05513 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:16:54.363714 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.ipam_backend_mixin [None req-fe558dba-cf61-4299-a689-871d2bb43a31 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b2f7ffb7-ef17-48ff-a7ac-19c041ddea7a (CIDR: 172.20.0.0/28) Oct 10 11:16:54.377020 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff614b-8be8-41e4-8c3e-205311b827aa None None] Pushing event updated for resources: {'Port': ['ID=ca5f7a1d-1e72-4c4a-a5d6-2b0de2cb9a2c,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:54.400080 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ca9f2b9b-23f4-4346-88c0-e88d44a0c42c tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:54.425429 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-a711316e-7836-4d9f-802a-e1f4581a54fe None None] For port f02e4a0d-1d25-4162-b0ad-6f682e0dbc09, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:16:54.443780 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-a711316e-7836-4d9f-802a-e1f4581a54fe None None] For port f02e4a0d-1d25-4162-b0ad-6f682e0dbc09, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=f02e4a0d-1d25-4162-b0ad-6f682e0dbc09,segment=NetworkSegment(beabbc5b-10e5-4821-9a14-e217a0304884),segment_id=beabbc5b-10e5-4821-9a14-e217a0304884)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:16:54.445578 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fa64d1bd-370d-4930-a70b-37b384d837cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:54.452940 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe558dba-cf61-4299-a689-871d2bb43a31 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:16:54.453636 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe558dba-cf61-4299-a689-871d2bb43a31 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:16:54.479355 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Attempt 5 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:16:54.523310 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-244719db-cc2a-46ec-8227-ac74b9fd5413 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:54.530189 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244719db-cc2a-46ec-8227-ac74b9fd5413 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:54.531200 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-244719db-cc2a-46ec-8227-ac74b9fd5413 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:54.577826 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:54.584071 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ca9f2b9b-23f4-4346-88c0-e88d44a0c42c tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:54.587499 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a711316e-7836-4d9f-802a-e1f4581a54fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:54.592304 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-fa64d1bd-370d-4930-a70b-37b384d837cb admin admin] Deleting port 0edd2fc7-706b-4f85-9428-b41e749d1305 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:54.592652 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fa64d1bd-370d-4930-a70b-37b384d837cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:54.672330 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-fe558dba-cf61-4299-a689-871d2bb43a31 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2755229 Oct 10 11:16:54.681569 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54862) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:54.685196 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-5a9d3202-547b-42f0-aa61-87c8323a9972 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'subnet': {'network_id': '999e2f79-996e-40da-920a-05cf6cbac0ff', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:54.685399 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76df92c2-5189-48a1-a508-20db93eb73c2 None None] Network 4e47ddf3-0d54-448b-987e-c214096837dc requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:54.707415 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54866) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:54.796277 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244719db-cc2a-46ec-8227-ac74b9fd5413 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Pushing event updated for resources: {'Network': ['ID=d193f2e9-489e-4e57-9726-c1341548df3c,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:54.837486 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-54d2765c-49e7-43ba-83d1-04e807354168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598078c7-eb12-454f-ba61-48f163e05513', 'name': 'tempest-ServerActionsTestJSON-1153823933-router', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:12:36Z', 'updated_at': '2022-10-10T11:16:50Z', 'revision_number': 5, 'project_id': 'ae70dbd562a74602ba992b43f7087eba', 'gw_port': {'id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598078c7-eb12-454f-ba61-48f163e05513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:38Z', 'updated_at': '2022-10-10T11:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:54.843425 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d2765c-49e7-43ba-83d1-04e807354168 None None] The sync data for ids ['598078c7-eb12-454f-ba61-48f163e05513'] in dv-neutron-860842-1-hyperv is: [{'id': '598078c7-eb12-454f-ba61-48f163e05513', 'name': 'tempest-ServerActionsTestJSON-1153823933-router', 'tenant_id': 'ae70dbd562a74602ba992b43f7087eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:12:36Z', 'updated_at': '2022-10-10T11:16:50Z', 'revision_number': 5, 'project_id': 'ae70dbd562a74602ba992b43f7087eba', 'gw_port': {'id': '0edd2fc7-706b-4f85-9428-b41e749d1305', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:da:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598078c7-eb12-454f-ba61-48f163e05513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:12:38Z', 'updated_at': '2022-10-10T11:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:16:54.857244 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network d193f2e9-489e-4e57-9726-c1341548df3c details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:16:54.861253 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-244719db-cc2a-46ec-8227-ac74b9fd5413 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1657023 Oct 10 11:16:54.867185 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54872) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:54.893721 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-8bcacdf1-8fee-44f0-b0fd-27f564d16582 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Request body: {'network': {'name': 'tempest-router-network02--1926492269'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:54.900792 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8bcacdf1-8fee-44f0-b0fd-27f564d16582 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:54.905900 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8bcacdf1-8fee-44f0-b0fd-27f564d16582 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Usage tracker for resource:network and tenant:36fa9352d161475b9f6e2efb0dc70ff1 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:54.910896 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8bcacdf1-8fee-44f0-b0fd-27f564d16582 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:54.917427 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8bcacdf1-8fee-44f0-b0fd-27f564d16582 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:54.980689 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5a9d3202-547b-42f0-aa61-87c8323a9972 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:54.985473 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5a9d3202-547b-42f0-aa61-87c8323a9972 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:subnet and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:54.988928 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5a9d3202-547b-42f0-aa61-87c8323a9972 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:54.995209 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5a9d3202-547b-42f0-aa61-87c8323a9972 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:54.995903 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-fa64d1bd-370d-4930-a70b-37b384d837cb admin admin] For port 0edd2fc7-706b-4f85-9428-b41e749d1305, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=0edd2fc7-706b-4f85-9428-b41e749d1305,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:55.008426 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fa64d1bd-370d-4930-a70b-37b384d837cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:55.015815 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-2bd34e04-6ea1-47e3-8a22-bfd99a53a579 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:55.016568 dv-neutron-860842-1-hyperv neutron-server[89897]: WARNING neutron.api.v2.base [None req-2bd34e04-6ea1-47e3-8a22-bfd99a53a579 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 10 11:16:55.017054 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-2bd34e04-6ea1-47e3-8a22-bfd99a53a579 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] create failed (client error): There was a conflict when trying to complete your request. Oct 10 11:16:55.018043 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2bd34e04-6ea1-47e3-8a22-bfd99a53a579 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2571507 Oct 10 11:16:55.023108 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54876) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:55.029150 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-cbd726f3-5b05-448d-8016-37cade2ec80b tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group': {'name': 'tempest-secgroup--1828157078'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:55.039563 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ca9f2b9b-23f4-4346-88c0-e88d44a0c42c tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:55.050708 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cbd726f3-5b05-448d-8016-37cade2ec80b tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:55.078691 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Attempt 6 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:16:55.083514 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcacdf1-8fee-44f0-b0fd-27f564d16582 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Made reservation on behalf of 36fa9352d161475b9f6e2efb0dc70ff1 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:55.094389 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8bcacdf1-8fee-44f0-b0fd-27f564d16582 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:55.094537 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ca9f2b9b-23f4-4346-88c0-e88d44a0c42c tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:55.104607 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cbd726f3-5b05-448d-8016-37cade2ec80b tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Usage tracker for resource:security_group and tenant:20a7b56134234f289be93c673c2d1e0e is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:55.108179 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f2b9b-23f4-4346-88c0-e88d44a0c42c tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Pushing event deleted for resources: {'Subnet': ['ID=06841964-d9d5-407a-97b8-bf17104863d6,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:55.111386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cbd726f3-5b05-448d-8016-37cade2ec80b tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:55.119863 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cbd726f3-5b05-448d-8016-37cade2ec80b tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:55.140181 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ca9f2b9b-23f4-4346-88c0-e88d44a0c42c tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] 10.222.0.40 "DELETE /v2.0/subnets/06841964-d9d5-407a-97b8-bf17104863d6 HTTP/1.1" status: 204 len: 168 time: 1.4135439 Oct 10 11:16:55.140181 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54880) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:55.177317 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9d3202-547b-42f0-aa61-87c8323a9972 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:55.180692 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-aa7d44f2-ad67-4127-aa97-9db20fa5a2e1 None None] Allocated IP 2001:db8::2 (174efaf8-9ff9-49d2-9ca7-85d55555b4f3/aa10a022-1cf4-49c2-908d-4e5e5e5a13c8/58938bad-bbf4-4867-b91c-6fadfc5af5e0) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:16:55.181766 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5a9d3202-547b-42f0-aa61-87c8323a9972 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:55.189834 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bcacdf1-8fee-44f0-b0fd-27f564d16582 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 490} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:16:55.200755 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8bcacdf1-8fee-44f0-b0fd-27f564d16582 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:55.201310 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-8bcacdf1-8fee-44f0-b0fd-27f564d16582 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Added segment 1cac7e0e-0194-4f89-a1a0-93938fa1a77f of type vlan for network a0ff658f-136a-4d83-9563-99d618d83073 Oct 10 11:16:55.201606 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711316e-7836-4d9f-802a-e1f4581a54fe None None] Pushing event updated for resources: {'Port': ['ID=f02e4a0d-1d25-4162-b0ad-6f682e0dbc09,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:55.242915 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cbd726f3-5b05-448d-8016-37cade2ec80b tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:55.273716 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8bcacdf1-8fee-44f0-b0fd-27f564d16582 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:55.290105 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-fa64d1bd-370d-4930-a70b-37b384d837cb admin admin] Calling delete_port for 0edd2fc7-706b-4f85-9428-b41e749d1305 owned by network:router_gateway {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:55.327061 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:55.357184 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:16:55.375964 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cbd726f3-5b05-448d-8016-37cade2ec80b tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:55.393442 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda9761d-d445-45a6-962c-35ac7ebd3ab1 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:55.394185 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-eda9761d-d445-45a6-962c-35ac7ebd3ab1 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Synchronizing usage tracker for tenant:fd21d9647ac341d88585aedcfb8be63f on resource:subnet {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:16:55.415797 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8bcacdf1-8fee-44f0-b0fd-27f564d16582 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:55.423025 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcacdf1-8fee-44f0-b0fd-27f564d16582 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:55.423617 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cbd726f3-5b05-448d-8016-37cade2ec80b tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:55.423738 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8bcacdf1-8fee-44f0-b0fd-27f564d16582 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:55.435164 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cbd726f3-5b05-448d-8016-37cade2ec80b tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Usage tracker for resource:security_group_rule and tenant:20a7b56134234f289be93c673c2d1e0e is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:55.443369 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cbd726f3-5b05-448d-8016-37cade2ec80b tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:55.455797 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cbd726f3-5b05-448d-8016-37cade2ec80b tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:55.586066 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8bcacdf1-8fee-44f0-b0fd-27f564d16582 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7169261 Oct 10 11:16:55.596115 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54884) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:55.598205 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:16:55.601023 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ed769dd3-5fb7-4e3a-bdeb-9c0c96513bc1 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:16:55.633369 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cbd726f3-5b05-448d-8016-37cade2ec80b tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:55.634555 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-eda9761d-d445-45a6-962c-35ac7ebd3ab1 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Unset dirty status for tenant:fd21d9647ac341d88585aedcfb8be63f on resource:subnet {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:16:55.641912 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-eda9761d-d445-45a6-962c-35ac7ebd3ab1 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5063245 Oct 10 11:16:55.641912 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54888) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:55.700806 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-fb15e859-0155-4df5-8314-844bed59de05 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Request body: {'subnet': {'network_id': 'd193f2e9-489e-4e57-9726-c1341548df3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:55.749694 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-aa7d44f2-ad67-4127-aa97-9db20fa5a2e1 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:55.761434 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-aa7d44f2-ad67-4127-aa97-9db20fa5a2e1 None None] Transition to ACTIVE for port object 58938bad-bbf4-4867-b91c-6fadfc5af5e0 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:16:55.763803 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcacdf1-8fee-44f0-b0fd-27f564d16582 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Pushing event updated for resources: {'Network': ['ID=a0ff658f-136a-4d83-9563-99d618d83073,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:55.783237 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3bf077ca-f769-44e4-b48f-042eb8a8a70e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:55.787477 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network a0ff658f-136a-4d83-9563-99d618d83073 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:16:55.799220 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cbd726f3-5b05-448d-8016-37cade2ec80b tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:55.807323 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-aa7d44f2-ad67-4127-aa97-9db20fa5a2e1 None None] Transition to ACTIVE for port object 58938bad-bbf4-4867-b91c-6fadfc5af5e0 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:16:55.819373 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cbd726f3-5b05-448d-8016-37cade2ec80b tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:55.828682 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Attempt 7 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:16:55.829651 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cbd726f3-5b05-448d-8016-37cade2ec80b tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Usage tracker for resource:security_group_rule and tenant:20a7b56134234f289be93c673c2d1e0e is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:55.839191 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cbd726f3-5b05-448d-8016-37cade2ec80b tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:55.852843 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cbd726f3-5b05-448d-8016-37cade2ec80b tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:55.860656 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-3bf077ca-f769-44e4-b48f-042eb8a8a70e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Deleting port f02e4a0d-1d25-4162-b0ad-6f682e0dbc09 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:55.861005 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3bf077ca-f769-44e4-b48f-042eb8a8a70e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:55.867708 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-fb15e859-0155-4df5-8314-844bed59de05 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:55.902443 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-fb15e859-0155-4df5-8314-844bed59de05 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Usage tracker for resource:subnet and tenant:36fa9352d161475b9f6e2efb0dc70ff1 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:55.913029 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-aa7d44f2-ad67-4127-aa97-9db20fa5a2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:55.913841 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-fb15e859-0155-4df5-8314-844bed59de05 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:55.927387 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-fb15e859-0155-4df5-8314-844bed59de05 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:55.956491 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd726f3-5b05-448d-8016-37cade2ec80b tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eda5173-c08e-43b1-86d2-f828cc3e9bc2,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:56.007053 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7d44f2-ad67-4127-aa97-9db20fa5a2e1 None None] Network 174efaf8-9ff9-49d2-9ca7-85d55555b4f3 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:16:56.016237 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-aa7d44f2-ad67-4127-aa97-9db20fa5a2e1 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:16:56.023809 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7d44f2-ad67-4127-aa97-9db20fa5a2e1 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:16:56.024032 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb15e859-0155-4df5-8314-844bed59de05 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Made reservation on behalf of 36fa9352d161475b9f6e2efb0dc70ff1 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:56.030729 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:56.033114 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fb15e859-0155-4df5-8314-844bed59de05 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:56.036711 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d44f2-ad67-4127-aa97-9db20fa5a2e1 None None] Pushing event updated for resources: {'Port': ['ID=58938bad-bbf4-4867-b91c-6fadfc5af5e0,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:56.055524 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fa64d1bd-370d-4930-a70b-37b384d837cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:56.125977 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64d1bd-370d-4930-a70b-37b384d837cb admin admin] Pushing event deleted for resources: {'Port': ['ID=0edd2fc7-706b-4f85-9428-b41e749d1305,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:56.137327 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-aa7d44f2-ad67-4127-aa97-9db20fa5a2e1 None None] Attempting to bind port 58938bad-bbf4-4867-b91c-6fadfc5af5e0 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:16:56.137907 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-aa7d44f2-ad67-4127-aa97-9db20fa5a2e1 None None] Attempting to bind port 58938bad-bbf4-4867-b91c-6fadfc5af5e0 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '5d536f4c-69cf-472f-84ef-75f1682da64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '174efaf8-9ff9-49d2-9ca7-85d55555b4f3'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:16:56.138630 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7d44f2-ad67-4127-aa97-9db20fa5a2e1 None None] Attempting to bind port 58938bad-bbf4-4867-b91c-6fadfc5af5e0 on network 174efaf8-9ff9-49d2-9ca7-85d55555b4f3 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:16:56.151370 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7d44f2-ad67-4127-aa97-9db20fa5a2e1 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:16:56.152257 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7d44f2-ad67-4127-aa97-9db20fa5a2e1 None None] Checking segment: {'id': '5d536f4c-69cf-472f-84ef-75f1682da64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '174efaf8-9ff9-49d2-9ca7-85d55555b4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:16:56.153049 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-aa7d44f2-ad67-4127-aa97-9db20fa5a2e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:56.153781 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7d44f2-ad67-4127-aa97-9db20fa5a2e1 None None] Bound using segment: {'id': '5d536f4c-69cf-472f-84ef-75f1682da64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '174efaf8-9ff9-49d2-9ca7-85d55555b4f3'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:16:56.156388 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-aa7d44f2-ad67-4127-aa97-9db20fa5a2e1 None None] Bound port: 58938bad-bbf4-4867-b91c-6fadfc5af5e0, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d536f4c-69cf-472f-84ef-75f1682da64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '174efaf8-9ff9-49d2-9ca7-85d55555b4f3'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:16:56.157060 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-aa7d44f2-ad67-4127-aa97-9db20fa5a2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:56.195257 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-3bf077ca-f769-44e4-b48f-042eb8a8a70e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] For port f02e4a0d-1d25-4162-b0ad-6f682e0dbc09, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=f02e4a0d-1d25-4162-b0ad-6f682e0dbc09,segment=NetworkSegment(beabbc5b-10e5-4821-9a14-e217a0304884),segment_id=beabbc5b-10e5-4821-9a14-e217a0304884)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:56.195648 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3bf077ca-f769-44e4-b48f-042eb8a8a70e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:56.218957 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cbd726f3-5b05-448d-8016-37cade2ec80b tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:56.271377 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5a9d3202-547b-42f0-aa61-87c8323a9972 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:56.282652 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-aa7d44f2-ad67-4127-aa97-9db20fa5a2e1 None None] For port 58938bad-bbf4-4867-b91c-6fadfc5af5e0, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:16:56.286127 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-aa7d44f2-ad67-4127-aa97-9db20fa5a2e1 None None] For port 58938bad-bbf4-4867-b91c-6fadfc5af5e0, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=58938bad-bbf4-4867-b91c-6fadfc5af5e0,segment=NetworkSegment(5d536f4c-69cf-472f-84ef-75f1682da64f),segment_id=5d536f4c-69cf-472f-84ef-75f1682da64f)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:16:56.344638 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fa64d1bd-370d-4930-a70b-37b384d837cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:56.363687 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-aa7d44f2-ad67-4127-aa97-9db20fa5a2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:56.385987 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-3bf077ca-f769-44e4-b48f-042eb8a8a70e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Calling delete_port for f02e4a0d-1d25-4162-b0ad-6f682e0dbc09 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:56.444433 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cbd726f3-5b05-448d-8016-37cade2ec80b tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:56.455424 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d44f2-ad67-4127-aa97-9db20fa5a2e1 None None] Pushing event updated for resources: {'Port': ['ID=58938bad-bbf4-4867-b91c-6fadfc5af5e0,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:56.505629 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9d3202-547b-42f0-aa61-87c8323a9972 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network 999e2f79-996e-40da-920a-05cf6cbac0ff is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:16:56.511384 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-5a9d3202-547b-42f0-aa61-87c8323a9972 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:16:56.514585 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9d3202-547b-42f0-aa61-87c8323a9972 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:56.515172 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5a9d3202-547b-42f0-aa61-87c8323a9972 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:56.521769 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa9114b-ff03-4b63-9841-2b71b7d72f4a None None] Network 999e2f79-996e-40da-920a-05cf6cbac0ff requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:56.546224 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Attempt 8 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:16:56.557882 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d3202-547b-42f0-aa61-87c8323a9972 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Subnet': ['ID=c48d4956-2c4f-44d9-8f4f-28e68ac94d2b,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:56.587110 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd726f3-5b05-448d-8016-37cade2ec80b tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7aa2866-abc7-481d-bbde-354c28da48f8,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:56.592743 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fa64d1bd-370d-4930-a70b-37b384d837cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:56.593351 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fa64d1bd-370d-4930-a70b-37b384d837cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:56.643162 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cbd726f3-5b05-448d-8016-37cade2ec80b tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:56.644528 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-cbd726f3-5b05-448d-8016-37cade2ec80b tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6203206 Oct 10 11:16:56.647341 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54892) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:56.654043 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-23060d42-a40b-4c69-95f8-4e15638da2a1 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group_rule': {'security_group_id': 'b7aa2866-abc7-481d-bbde-354c28da48f8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:56.663085 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-23060d42-a40b-4c69-95f8-4e15638da2a1 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:56.684815 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-23060d42-a40b-4c69-95f8-4e15638da2a1 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Usage tracker for resource:security_group_rule and tenant:20a7b56134234f289be93c673c2d1e0e is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:56.691026 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-23060d42-a40b-4c69-95f8-4e15638da2a1 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:56.702388 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a0237f-89a2-4ffa-ad20-3d1cdc786ef4 None None] Network 1aacfcc2-71b7-41f1-84b1-5cd0fcc61b8a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:56.712552 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-23060d42-a40b-4c69-95f8-4e15638da2a1 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:56.723553 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5a9d3202-547b-42f0-aa61-87c8323a9972 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0415120 Oct 10 11:16:56.723779 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54896) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:56.734784 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-db6a594d-d941-44ea-a8da-b9e49b1a3c8f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-557223548', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c48d4956-2c4f-44d9-8f4f-28e68ac94d2b'}], 'security_groups': ['04c9a9a6-18b3-42fa-a6b4-890f17bc7ae8']}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:56.923035 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3bf077ca-f769-44e4-b48f-042eb8a8a70e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:56.923376 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fa64d1bd-370d-4930-a70b-37b384d837cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:56.924480 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa64d1bd-370d-4930-a70b-37b384d837cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 598078c7-eb12-454f-ba61-48f163e05513 {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:16:56.942797 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:56.953155 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fa64d1bd-370d-4930-a70b-37b384d837cb admin admin] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:56.954476 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-fa64d1bd-370d-4930-a70b-37b384d837cb admin admin] 10.222.0.40 "DELETE /v2.0/routers/598078c7-eb12-454f-ba61-48f163e05513 HTTP/1.1" status: 204 len: 168 time: 3.6829581 Oct 10 11:16:56.957948 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54900) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:56.998908 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-23060d42-a40b-4c69-95f8-4e15638da2a1 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:57.010765 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf077ca-f769-44e4-b48f-042eb8a8a70e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Pushing event deleted for resources: {'Port': ['ID=f02e4a0d-1d25-4162-b0ad-6f682e0dbc09,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:57.021852 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf077ca-f769-44e4-b48f-042eb8a8a70e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] No DVR routers for this DVR port f02e4a0d-1d25-4162-b0ad-6f682e0dbc09 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:16:57.021989 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fb15e859-0155-4df5-8314-844bed59de05 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:57.154427 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a85408-4a53-4771-9185-bbd287fb09bc None None] DHCP port deletion for 1aacfcc2-71b7-41f1-84b1-5cd0fcc61b8a request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:16:57.164778 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-45eb426b-6acb-468a-a151-87ebc63dd5b5 admin admin] Deleting subnet 04983d62-0192-4bd4-9c0c-86c066bd05d2 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:16:57.173624 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-45eb426b-6acb-468a-a151-87ebc63dd5b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:57.215782 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb15e859-0155-4df5-8314-844bed59de05 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Checking segment: {'id': '21ae17fe-2750-439d-9f24-1c77d781991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'd193f2e9-489e-4e57-9726-c1341548df3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:16:57.216769 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb15e859-0155-4df5-8314-844bed59de05 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Network hostable DHCP agents. Network: d193f2e9-489e-4e57-9726-c1341548df3c, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:16:57.226125 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15e859-0155-4df5-8314-844bed59de05 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Pushing event updated for resources: {'Subnet': ['ID=aa833a95-52b9-4510-b3e4-49d89ab23e40,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:57.254808 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-45eb426b-6acb-468a-a151-87ebc63dd5b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:57.282475 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3bf077ca-f769-44e4-b48f-042eb8a8a70e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:57.310006 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1c7022-10cd-4658-87b8-c4eb240aa0d8 None None] Update dhcp port {'port': {'network_id': '999e2f79-996e-40da-920a-05cf6cbac0ff', 'fixed_ips': [{'subnet_id': 'b2f7ffb7-ef17-48ff-a7ac-19c041ddea7a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c48d4956-2c4f-44d9-8f4f-28e68ac94d2b'}], 'binding:host_id': 'dv-neutron-860842-1-hyperv'}, 'id': 'a0ded556-9e6d-4557-9761-a3a39b3f2809'} from dv-neutron-860842-1-hyperv. {{(pid=89898) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 10 11:16:57.339582 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-45eb426b-6acb-468a-a151-87ebc63dd5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:57.344467 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-23060d42-a40b-4c69-95f8-4e15638da2a1 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:57.354958 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-3bf077ca-f769-44e4-b48f-042eb8a8a70e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aacfcc2-71b7-41f1-84b1-5cd0fcc61b8a']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:57.371422 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb15e859-0155-4df5-8314-844bed59de05 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Network d193f2e9-489e-4e57-9726-c1341548df3c is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:16:57.373818 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3c1c7022-10cd-4658-87b8-c4eb240aa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:57.379308 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-3bf077ca-f769-44e4-b48f-042eb8a8a70e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beabbc5b-10e5-4821-9a14-e217a0304884') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:57.379694 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-3bf077ca-f769-44e4-b48f-042eb8a8a70e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beabbc5b-10e5-4821-9a14-e217a0304884') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:57.416434 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3bf077ca-f769-44e4-b48f-042eb8a8a70e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:57.444091 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Attempt 9 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:16:57.460600 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-fb15e859-0155-4df5-8314-844bed59de05 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, d193f2e9-489e-4e57-9726-c1341548df3c) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:16:57.462765 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-23060d42-a40b-4c69-95f8-4e15638da2a1 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:57.478857 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb15e859-0155-4df5-8314-844bed59de05 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:57.479531 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fb15e859-0155-4df5-8314-844bed59de05 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:57.487087 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31718e59-90e0-479a-9bd9-3c8a3b434a32 None None] Network d193f2e9-489e-4e57-9726-c1341548df3c requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:57.492122 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3bf077ca-f769-44e4-b48f-042eb8a8a70e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:57.511529 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-45eb426b-6acb-468a-a151-87ebc63dd5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:57.539172 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23060d42-a40b-4c69-95f8-4e15638da2a1 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee66b6c1-95ae-454f-be63-ddc275e3434e,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:57.541407 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf077ca-f769-44e4-b48f-042eb8a8a70e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Releasing vlan 462 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:16:57.548765 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3bf077ca-f769-44e4-b48f-042eb8a8a70e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:57.604637 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-db6a594d-d941-44ea-a8da-b9e49b1a3c8f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:57.610010 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb426b-6acb-468a-a151-87ebc63dd5b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04983d62-0192-4bd4-9c0c-86c066bd05d2,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:57.621209 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-45eb426b-6acb-468a-a151-87ebc63dd5b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:57.622873 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-45eb426b-6acb-468a-a151-87ebc63dd5b5 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/04983d62-0192-4bd4-9c0c-86c066bd05d2 HTTP/1.1" status: 204 len: 168 time: 0.6639013 Oct 10 11:16:57.625608 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54906) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:57.642891 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025ddf20-ad89-4b0e-9381-696f87d45548 None None] Network f36cb35b-e765-411b-82dd-156471dbc6b1 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:57.669143 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment beabbc5b-10e5-4821-9a14-e217a0304884 resource provider aggregate not found Oct 10 11:16:57.763258 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8d1d9452-739c-4313-9e8d-9bb07431fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:57.768753 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-fb15e859-0155-4df5-8314-844bed59de05 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1689634 Oct 10 11:16:57.772932 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54912) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:57.778770 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-ce1637af-d4bf-4679-bf41-f65cdcb8bfdd tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Request body: {'subnet': {'network_id': 'a0ff658f-136a-4d83-9563-99d618d83073', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:57.785922 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment beabbc5b-10e5-4821-9a14-e217a0304884 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid beabbc5b-10e5-4821-9a14-e217a0304884 found for delete ", "request_id": "req-6d4cb95a-35e9-4642-b21a-dd3d8db5b6cb"}]} Oct 10 11:16:57.816772 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-23060d42-a40b-4c69-95f8-4e15638da2a1 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:57.817730 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-8d1d9452-739c-4313-9e8d-9bb07431fac9 admin admin] Deleting port 319ed59a-1323-4b6e-8533-b9485179b324 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:57.818074 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8d1d9452-739c-4313-9e8d-9bb07431fac9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:57.818779 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-23060d42-a40b-4c69-95f8-4e15638da2a1 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1704311 Oct 10 11:16:57.822254 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54916) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:57.829805 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-514941ed-6cdc-4576-b8d9-04ae803b1397 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group_rule': {'security_group_id': 'b7aa2866-abc7-481d-bbde-354c28da48f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:57.837606 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-514941ed-6cdc-4576-b8d9-04ae803b1397 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:57.847939 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 58938bad-bbf4-4867-b91c-6fadfc5af5e0 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:16:57.872722 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782c49c6-48af-4e11-82b4-9a6eb2605449 None None] Network 174efaf8-9ff9-49d2-9ca7-85d55555b4f3 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:57.876996 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-514941ed-6cdc-4576-b8d9-04ae803b1397 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Usage tracker for resource:security_group_rule and tenant:20a7b56134234f289be93c673c2d1e0e is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:57.881656 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-514941ed-6cdc-4576-b8d9-04ae803b1397 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:57.895337 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-514941ed-6cdc-4576-b8d9-04ae803b1397 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:57.897457 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3bf077ca-f769-44e4-b48f-042eb8a8a70e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:57.925055 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3bf077ca-f769-44e4-b48f-042eb8a8a70e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:57.941977 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf077ca-f769-44e4-b48f-042eb8a8a70e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Pushing event deleted for resources: {'Network': ['ID=1aacfcc2-71b7-41f1-84b1-5cd0fcc61b8a,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:57.955170 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:57.957367 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ce1637af-d4bf-4679-bf41-f65cdcb8bfdd tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:57.962014 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ce1637af-d4bf-4679-bf41-f65cdcb8bfdd tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Usage tracker for resource:subnet and tenant:36fa9352d161475b9f6e2efb0dc70ff1 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:57.965712 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ce1637af-d4bf-4679-bf41-f65cdcb8bfdd tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:57.971665 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ce1637af-d4bf-4679-bf41-f65cdcb8bfdd tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:57.988177 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-3bf077ca-f769-44e4-b48f-042eb8a8a70e tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] 10.222.0.40 "DELETE /v2.0/networks/1aacfcc2-71b7-41f1-84b1-5cd0fcc61b8a HTTP/1.1" status: 204 len: 168 time: 2.3430679 Oct 10 11:16:57.992383 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54920) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:58.056548 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-514941ed-6cdc-4576-b8d9-04ae803b1397 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:58.061750 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1637af-d4bf-4679-bf41-f65cdcb8bfdd tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Made reservation on behalf of 36fa9352d161475b9f6e2efb0dc70ff1 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:16:58.065619 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ce1637af-d4bf-4679-bf41-f65cdcb8bfdd tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:58.218847 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5d34a7da-b783-4c85-b988-888875830074 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:58.245746 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-8d1d9452-739c-4313-9e8d-9bb07431fac9 admin admin] For port 319ed59a-1323-4b6e-8533-b9485179b324, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=319ed59a-1323-4b6e-8533-b9485179b324,segment=NetworkSegment(ca7b9976-eac1-4936-85c4-22ea5a47a536),segment_id=ca7b9976-eac1-4936-85c4-22ea5a47a536)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:58.247592 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8d1d9452-739c-4313-9e8d-9bb07431fac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:58.251453 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-5d34a7da-b783-4c85-b988-888875830074 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Deleting port ca5f7a1d-1e72-4c4a-a5d6-2b0de2cb9a2c {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:16:58.251864 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5d34a7da-b783-4c85-b988-888875830074 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:58.349142 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-514941ed-6cdc-4576-b8d9-04ae803b1397 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] create failed (client error): There was a conflict when trying to complete your request. Oct 10 11:16:58.353058 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-514941ed-6cdc-4576-b8d9-04ae803b1397 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5271590 Oct 10 11:16:58.361001 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54924) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:58.381545 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-8d1d9452-739c-4313-9e8d-9bb07431fac9 admin admin] Calling delete_port for 319ed59a-1323-4b6e-8533-b9485179b324 owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:58.397984 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-3c1c7022-10cd-4658-87b8-c4eb240aa0d8 None None] Allocated IP 172.20.0.18 (999e2f79-996e-40da-920a-05cf6cbac0ff/c48d4956-2c4f-44d9-8f4f-28e68ac94d2b/a0ded556-9e6d-4557-9761-a3a39b3f2809) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:16:58.445936 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 58938bad-bbf4-4867-b91c-6fadfc5af5e0 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:16:58.459251 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Attempt 10 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:16:58.542125 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-5d34a7da-b783-4c85-b988-888875830074 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] For port ca5f7a1d-1e72-4c4a-a5d6-2b0de2cb9a2c, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ca5f7a1d-1e72-4c4a-a5d6-2b0de2cb9a2c,segment=NetworkSegment(519b7f30-ac54-4678-b408-0a445701876a),segment_id=519b7f30-ac54-4678-b408-0a445701876a)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:58.542497 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5d34a7da-b783-4c85-b988-888875830074 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:58.555584 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6866c7d6-7d58-4f10-a347-eb79ba990eb4 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:58.580529 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8d1d9452-739c-4313-9e8d-9bb07431fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:58.591978 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6866c7d6-7d58-4f10-a347-eb79ba990eb4 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:58.606604 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c42082c-fd6c-4a63-b20a-fc8d1d91085c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-d193f2e9-489e-4e57-9726-c1341548df3c', 'network_id': 'd193f2e9-489e-4e57-9726-c1341548df3c', 'tenant_id': '36fa9352d161475b9f6e2efb0dc70ff1', 'fixed_ips': [{'subnet_id': 'aa833a95-52b9-4510-b3e4-49d89ab23e40'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:16:58.607346 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0c42082c-fd6c-4a63-b20a-fc8d1d91085c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:58.637205 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 0edd2fc7-706b-4f85-9428-b41e749d1305 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:16:58.640249 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d9452-739c-4313-9e8d-9bb07431fac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=319ed59a-1323-4b6e-8533-b9485179b324,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:58.643772 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1d9452-739c-4313-9e8d-9bb07431fac9 admin admin] No DVR routers for this DVR port 319ed59a-1323-4b6e-8533-b9485179b324 on host dv-neutron-860842-1-hyperv {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:16:58.681590 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 0edd2fc7-706b-4f85-9428-b41e749d1305 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:16:58.681590 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 0edd2fc7-706b-4f85-9428-b41e749d1305 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:16:58.697593 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:16:58.715334 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ce1637af-d4bf-4679-bf41-f65cdcb8bfdd tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:58.771923 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f85f8d-e991-4666-9ef3-2ce3f19103f1 None None] DHCP port deletion for f36cb35b-e765-411b-82dd-156471dbc6b1 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:16:58.867958 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-5d34a7da-b783-4c85-b988-888875830074 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Calling delete_port for ca5f7a1d-1e72-4c4a-a5d6-2b0de2cb9a2c owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:16:58.885718 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-3c1c7022-10cd-4658-87b8-c4eb240aa0d8 None None] For port a0ded556-9e6d-4557-9761-a3a39b3f2809, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a0ded556-9e6d-4557-9761-a3a39b3f2809,segment=NetworkSegment(83779f92-53fe-4238-bf38-0f7e0adad1da),segment_id=83779f92-53fe-4238-bf38-0f7e0adad1da)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:16:58.893155 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Provisioning for port a0ded556-9e6d-4557-9761-a3a39b3f2809 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:16:58.911269 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Provisioning complete for port a0ded556-9e6d-4557-9761-a3a39b3f2809 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:16:58.911643 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:58.911979 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Attempt 1 to provision port a0ded556-9e6d-4557-9761-a3a39b3f2809 Oct 10 11:16:58.927356 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8d1d9452-739c-4313-9e8d-9bb07431fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:59.037330 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3c1c7022-10cd-4658-87b8-c4eb240aa0d8 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:59.049384 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6866c7d6-7d58-4f10-a347-eb79ba990eb4 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:59.054367 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-8d1d9452-739c-4313-9e8d-9bb07431fac9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36cb35b-e765-411b-82dd-156471dbc6b1']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:59.070739 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5d34a7da-b783-4c85-b988-888875830074 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:59.075784 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3c1c7022-10cd-4658-87b8-c4eb240aa0d8 None None] Ignored duplicate provisioning block setup for port a0ded556-9e6d-4557-9761-a3a39b3f2809 by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 10 11:16:59.077395 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-0c42082c-fd6c-4a63-b20a-fc8d1d91085c None None] Allocated IP 2001:db8::2 (d193f2e9-489e-4e57-9726-c1341548df3c/aa833a95-52b9-4510-b3e4-49d89ab23e40/b955cdce-c1c0-46fd-af7e-4d749dfe2296) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:16:59.086871 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-8d1d9452-739c-4313-9e8d-9bb07431fac9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7b9976-eac1-4936-85c4-22ea5a47a536') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:59.087199 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-8d1d9452-739c-4313-9e8d-9bb07431fac9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7b9976-eac1-4936-85c4-22ea5a47a536') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:59.093990 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1637af-d4bf-4679-bf41-f65cdcb8bfdd tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Pushing event updated for resources: {'Subnet': ['ID=dce60e84-37ef-4db8-aa13-7d924b04b1a6,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:59.107187 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8d1d9452-739c-4313-9e8d-9bb07431fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:59.119181 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1637af-d4bf-4679-bf41-f65cdcb8bfdd tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Checking segment: {'id': '1cac7e0e-0194-4f89-a1a0-93938fa1a77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'a0ff658f-136a-4d83-9563-99d618d83073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:16:59.119472 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1637af-d4bf-4679-bf41-f65cdcb8bfdd tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Network hostable DHCP agents. Network: a0ff658f-136a-4d83-9563-99d618d83073, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:16:59.127339 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866c7d6-7d58-4f10-a347-eb79ba990eb4 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7aa2866-abc7-481d-bbde-354c28da48f8,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:59.141650 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8d1d9452-739c-4313-9e8d-9bb07431fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:59.151101 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d1d9452-739c-4313-9e8d-9bb07431fac9 admin admin] Releasing vlan 470 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:16:59.151515 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8d1d9452-739c-4313-9e8d-9bb07431fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:59.156489 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34a7da-b783-4c85-b988-888875830074 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Pushing event deleted for resources: {'Port': ['ID=ca5f7a1d-1e72-4c4a-a5d6-2b0de2cb9a2c,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:59.200047 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d34a7da-b783-4c85-b988-888875830074 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] No DVR routers for this DVR port ca5f7a1d-1e72-4c4a-a5d6-2b0de2cb9a2c on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:16:59.205066 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment ca7b9976-eac1-4936-85c4-22ea5a47a536 resource provider aggregate not found Oct 10 11:16:59.263721 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1637af-d4bf-4679-bf41-f65cdcb8bfdd tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Network a0ff658f-136a-4d83-9563-99d618d83073 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:16:59.273883 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 319ed59a-1323-4b6e-8533-b9485179b324 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:16:59.277122 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment ca7b9976-eac1-4936-85c4-22ea5a47a536 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca7b9976-eac1-4936-85c4-22ea5a47a536 found for delete ", "request_id": "req-efeff1e7-1bc3-4324-9512-3d4abd3bf1ee"}]} Oct 10 11:16:59.286369 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6866c7d6-7d58-4f10-a347-eb79ba990eb4 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:59.291159 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6866c7d6-7d58-4f10-a347-eb79ba990eb4 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "DELETE /v2.0/security-groups/b7aa2866-abc7-481d-bbde-354c28da48f8 HTTP/1.1" status: 204 len: 168 time: 0.9245210 Oct 10 11:16:59.291275 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54932) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:59.315586 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3c1c7022-10cd-4658-87b8-c4eb240aa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:59.349810 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4ca64864-2ec4-4567-96f8-5099dc9e0376 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0583634 Oct 10 11:16:59.353671 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54936) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:59.359173 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-b2100989-a0f6-4ba7-a24a-e1fae2307a12 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group': {'name': 'tempest-secgroup--458423654'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:16:59.363687 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 319ed59a-1323-4b6e-8533-b9485179b324 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:16:59.364152 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 319ed59a-1323-4b6e-8533-b9485179b324 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:16:59.365451 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b2100989-a0f6-4ba7-a24a-e1fae2307a12 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:59.369837 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b2100989-a0f6-4ba7-a24a-e1fae2307a12 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Usage tracker for resource:security_group and tenant:20a7b56134234f289be93c673c2d1e0e is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:59.374350 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b2100989-a0f6-4ba7-a24a-e1fae2307a12 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:59.380041 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b2100989-a0f6-4ba7-a24a-e1fae2307a12 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:59.391847 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-ce1637af-d4bf-4679-bf41-f65cdcb8bfdd tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, a0ff658f-136a-4d83-9563-99d618d83073) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:16:59.403828 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1637af-d4bf-4679-bf41-f65cdcb8bfdd tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:16:59.404418 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ce1637af-d4bf-4679-bf41-f65cdcb8bfdd tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:59.410414 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5d34a7da-b783-4c85-b988-888875830074 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:59.431102 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eaee9a-16e0-4678-b177-32465eb02742 None None] Network a0ff658f-136a-4d83-9563-99d618d83073 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:16:59.454447 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-5d34a7da-b783-4c85-b988-888875830074 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e47ddf3-0d54-448b-987e-c214096837dc']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:59.460264 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8d1d9452-739c-4313-9e8d-9bb07431fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:59.465870 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8d1d9452-739c-4313-9e8d-9bb07431fac9 admin admin] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:59.478282 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8d1d9452-739c-4313-9e8d-9bb07431fac9 admin admin] 10.222.0.40 "DELETE /v2.0/networks/f36cb35b-e765-411b-82dd-156471dbc6b1 HTTP/1.1" status: 204 len: 168 time: 1.8438613 Oct 10 11:16:59.478939 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-5d34a7da-b783-4c85-b988-888875830074 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519b7f30-ac54-4678-b408-0a445701876a') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:59.478939 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-5d34a7da-b783-4c85-b988-888875830074 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519b7f30-ac54-4678-b408-0a445701876a') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:16:59.491249 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-db6a594d-d941-44ea-a8da-b9e49b1a3c8f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Delete allocated IP 172.20.0.12 (999e2f79-996e-40da-920a-05cf6cbac0ff/b2f7ffb7-ef17-48ff-a7ac-19c041ddea7a) {{(pid=89896) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 10 11:16:59.494439 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5d34a7da-b783-4c85-b988-888875830074 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:59.504086 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d9452-739c-4313-9e8d-9bb07431fac9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f36cb35b-e765-411b-82dd-156471dbc6b1,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:59.507840 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b2100989-a0f6-4ba7-a24a-e1fae2307a12 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:59.515206 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-db6a594d-d941-44ea-a8da-b9e49b1a3c8f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Allocated IP 172.20.0.24 (999e2f79-996e-40da-920a-05cf6cbac0ff/c48d4956-2c4f-44d9-8f4f-28e68ac94d2b/3f975916-47f8-42a7-9172-c743ac9bd1a1) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:16:59.523042 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5d34a7da-b783-4c85-b988-888875830074 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:59.543033 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b2100989-a0f6-4ba7-a24a-e1fae2307a12 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:16:59.549020 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b2100989-a0f6-4ba7-a24a-e1fae2307a12 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Usage tracker for resource:security_group_rule and tenant:20a7b56134234f289be93c673c2d1e0e is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:16:59.558164 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d34a7da-b783-4c85-b988-888875830074 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Releasing vlan 489 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:16:59.558164 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5d34a7da-b783-4c85-b988-888875830074 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:59.558970 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b2100989-a0f6-4ba7-a24a-e1fae2307a12 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:16:59.560738 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b2100989-a0f6-4ba7-a24a-e1fae2307a12 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:16:59.560870 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Current status of the port a0ded556-9e6d-4557-9761-a3a39b3f2809 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:16:59.561252 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:59.640151 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ce1637af-d4bf-4679-bf41-f65cdcb8bfdd tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8679519 Oct 10 11:16:59.643493 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54942) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:59.723834 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b2100989-a0f6-4ba7-a24a-e1fae2307a12 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:59.746702 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c7022-10cd-4658-87b8-c4eb240aa0d8 None None] Pushing event updated for resources: {'Port': ['ID=a0ded556-9e6d-4557-9761-a3a39b3f2809,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:59.782269 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5d34a7da-b783-4c85-b988-888875830074 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:59.787169 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5d34a7da-b783-4c85-b988-888875830074 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:59.828530 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5d34a7da-b783-4c85-b988-888875830074 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] 10.222.0.40 "DELETE /v2.0/networks/4e47ddf3-0d54-448b-987e-c214096837dc HTTP/1.1" status: 204 len: 168 time: 1.8330524 Oct 10 11:16:59.831334 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34a7da-b783-4c85-b988-888875830074 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Pushing event deleted for resources: {'Network': ['ID=4e47ddf3-0d54-448b-987e-c214096837dc,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:16:59.833863 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54948) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:16:59.871672 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0c42082c-fd6c-4a63-b20a-fc8d1d91085c None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:59.898968 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b2100989-a0f6-4ba7-a24a-e1fae2307a12 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:16:59.914382 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0c42082c-fd6c-4a63-b20a-fc8d1d91085c None None] Transition to ACTIVE for port object b955cdce-c1c0-46fd-af7e-4d749dfe2296 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:16:59.931027 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:16:59.931382 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:16:59.942434 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 519b7f30-ac54-4678-b408-0a445701876a resource provider aggregate not found Oct 10 11:16:59.962091 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0c42082c-fd6c-4a63-b20a-fc8d1d91085c None None] Transition to ACTIVE for port object b955cdce-c1c0-46fd-af7e-4d749dfe2296 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:00.032004 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 519b7f30-ac54-4678-b408-0a445701876a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 519b7f30-ac54-4678-b408-0a445701876a found for delete ", "request_id": "req-8b835441-4722-4f99-ad29-9a5bdf8b6287"}]} Oct 10 11:17:00.036145 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cad654-18fc-4c7f-b850-d184b5edbfe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-a0ff658f-136a-4d83-9563-99d618d83073', 'network_id': 'a0ff658f-136a-4d83-9563-99d618d83073', 'tenant_id': '36fa9352d161475b9f6e2efb0dc70ff1', 'fixed_ips': [{'subnet_id': 'dce60e84-37ef-4db8-aa13-7d924b04b1a6'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:17:00.036572 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e1cad654-18fc-4c7f-b850-d184b5edbfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:00.058146 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0c42082c-fd6c-4a63-b20a-fc8d1d91085c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:00.083861 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54954) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:00.107903 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2100989-a0f6-4ba7-a24a-e1fae2307a12 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b9c66b-458a-4aef-ae55-0c0fb99e212a,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:00.118299 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.resource_extend [None req-db6a594d-d941-44ea-a8da-b9e49b1a3c8f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:17:00.139591 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-db6a594d-d941-44ea-a8da-b9e49b1a3c8f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:00.162326 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-db6a594d-d941-44ea-a8da-b9e49b1a3c8f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Ignored duplicate provisioning block setup for port 3f975916-47f8-42a7-9172-c743ac9bd1a1 by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 10 11:17:00.182572 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b2100989-a0f6-4ba7-a24a-e1fae2307a12 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:00.186827 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b2100989-a0f6-4ba7-a24a-e1fae2307a12 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8291214 Oct 10 11:17:00.187226 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54958) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:00.194166 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-06f9dd25-ad54-4798-9ca7-0ba191f750d0 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:00.194503 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-690b7226-c211-4a23-9ab4-875bbc9c5a75 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group_rule': {'security_group_id': 'a5b9c66b-458a-4aef-ae55-0c0fb99e212a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:00.195474 dv-neutron-860842-1-hyperv neutron-server[89897]: WARNING neutron.api.v2.base [None req-690b7226-c211-4a23-9ab4-875bbc9c5a75 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 10 11:17:00.196209 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-690b7226-c211-4a23-9ab4-875bbc9c5a75 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:17:00.197244 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-690b7226-c211-4a23-9ab4-875bbc9c5a75 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0091746 Oct 10 11:17:00.202396 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54962) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:00.226490 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-e1cad654-18fc-4c7f-b850-d184b5edbfe6 None None] Allocated IP 2001:db8::2 (a0ff658f-136a-4d83-9563-99d618d83073/dce60e84-37ef-4db8-aa13-7d924b04b1a6/4ec5a028-01df-464b-a95c-d38f07aed908) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:00.279411 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-db6a594d-d941-44ea-a8da-b9e49b1a3c8f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:00.305720 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e9cf01c0-118b-44e6-a281-f28e3dc1b501 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:00.334081 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c42082c-fd6c-4a63-b20a-fc8d1d91085c None None] Network d193f2e9-489e-4e57-9726-c1341548df3c is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:00.343576 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-01e9cf9c-e48b-438b-897d-e9a95ea9ccfe admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ae70dbd562a74602ba992b43f7087eba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2584522 Oct 10 11:17:00.353000 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-0c42082c-fd6c-4a63-b20a-fc8d1d91085c None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:00.357184 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54966) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:00.357544 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c42082c-fd6c-4a63-b20a-fc8d1d91085c None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:17:00.420056 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42082c-fd6c-4a63-b20a-fc8d1d91085c None None] Pushing event updated for resources: {'Port': ['ID=b955cdce-c1c0-46fd-af7e-4d749dfe2296,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:00.512881 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1b88e380-6a76-4dac-b657-64ad96bbc848 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:00.584802 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-0c42082c-fd6c-4a63-b20a-fc8d1d91085c None None] Attempting to bind port b955cdce-c1c0-46fd-af7e-4d749dfe2296 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:17:00.585325 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-0c42082c-fd6c-4a63-b20a-fc8d1d91085c None None] Attempting to bind port b955cdce-c1c0-46fd-af7e-4d749dfe2296 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '21ae17fe-2750-439d-9f24-1c77d781991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'd193f2e9-489e-4e57-9726-c1341548df3c'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:17:00.585808 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c42082c-fd6c-4a63-b20a-fc8d1d91085c None None] Attempting to bind port b955cdce-c1c0-46fd-af7e-4d749dfe2296 on network d193f2e9-489e-4e57-9726-c1341548df3c {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:17:00.598672 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c42082c-fd6c-4a63-b20a-fc8d1d91085c None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:17:00.599183 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c42082c-fd6c-4a63-b20a-fc8d1d91085c None None] Checking segment: {'id': '21ae17fe-2750-439d-9f24-1c77d781991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'd193f2e9-489e-4e57-9726-c1341548df3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:00.599677 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0c42082c-fd6c-4a63-b20a-fc8d1d91085c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:00.600162 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c42082c-fd6c-4a63-b20a-fc8d1d91085c None None] Bound using segment: {'id': '21ae17fe-2750-439d-9f24-1c77d781991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'd193f2e9-489e-4e57-9726-c1341548df3c'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:17:00.600699 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-0c42082c-fd6c-4a63-b20a-fc8d1d91085c None None] Bound port: b955cdce-c1c0-46fd-af7e-4d749dfe2296, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ae17fe-2750-439d-9f24-1c77d781991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'd193f2e9-489e-4e57-9726-c1341548df3c'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:17:00.601129 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0c42082c-fd6c-4a63-b20a-fc8d1d91085c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:00.614270 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Current status of the port a0ded556-9e6d-4557-9761-a3a39b3f2809 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:17:00.614725 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:00.618169 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a594d-d941-44ea-a8da-b9e49b1a3c8f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Port': ['ID=3f975916-47f8-42a7-9172-c743ac9bd1a1,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:00.670469 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-06f9dd25-ad54-4798-9ca7-0ba191f750d0 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:00.692595 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1b88e380-6a76-4dac-b657-64ad96bbc848 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:00.711477 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-e9cf01c0-118b-44e6-a281-f28e3dc1b501 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Allocated IP 2001:db8::1 (d193f2e9-489e-4e57-9726-c1341548df3c/aa833a95-52b9-4510-b3e4-49d89ab23e40/c6beb8ca-410d-40c8-93d7-6a66c9a67089) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:00.732253 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-06f9dd25-ad54-4798-9ca7-0ba191f750d0 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8376b821-ea99-4f71-9591-21d1ab202e4c']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:00.738834 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-db6a594d-d941-44ea-a8da-b9e49b1a3c8f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] In _notify_port_updated(), no bound segment for port 3f975916-47f8-42a7-9172-c743ac9bd1a1 on network 999e2f79-996e-40da-920a-05cf6cbac0ff {{(pid=89896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 10 11:17:00.744257 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6a594d-d941-44ea-a8da-b9e49b1a3c8f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:00.744868 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-db6a594d-d941-44ea-a8da-b9e49b1a3c8f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:00.746778 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-db6a594d-d941-44ea-a8da-b9e49b1a3c8f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "PUT /v2.0/ports/3f975916-47f8-42a7-9172-c743ac9bd1a1 HTTP/1.1" status: 200 len: 920 time: 4.0214777 Oct 10 11:17:00.750466 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 54970) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:00.773545 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] For port a0ded556-9e6d-4557-9761-a3a39b3f2809, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a0ded556-9e6d-4557-9761-a3a39b3f2809,segment=NetworkSegment(83779f92-53fe-4238-bf38-0f7e0adad1da),segment_id=83779f92-53fe-4238-bf38-0f7e0adad1da)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:00.776581 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-06f9dd25-ad54-4798-9ca7-0ba191f750d0 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597c86c6-c24c-4226-8d0a-20ad90c2643b') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:00.776883 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-06f9dd25-ad54-4798-9ca7-0ba191f750d0 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597c86c6-c24c-4226-8d0a-20ad90c2643b') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:00.795346 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a74e145c-0888-4d16-87c6-39746ae22a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:00.799683 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-06f9dd25-ad54-4798-9ca7-0ba191f750d0 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:00.809846 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e1cad654-18fc-4c7f-b850-d184b5edbfe6 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:00.832171 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-0c42082c-fd6c-4a63-b20a-fc8d1d91085c None None] For port b955cdce-c1c0-46fd-af7e-4d749dfe2296, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:17:00.840807 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:00.841973 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-06f9dd25-ad54-4798-9ca7-0ba191f750d0 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:00.849873 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a74e145c-0888-4d16-87c6-39746ae22a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:00.861872 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f9dd25-ad54-4798-9ca7-0ba191f750d0 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Releasing vlan 482 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:17:00.862823 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-06f9dd25-ad54-4798-9ca7-0ba191f750d0 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:00.866446 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-cc7c6d2c-21bd-4c97-badc-5dc9cc4c27ee tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting port 3f975916-47f8-42a7-9172-c743ac9bd1a1 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:00.866790 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc7c6d2c-21bd-4c97-badc-5dc9cc4c27ee tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:00.932667 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86454de8-f730-4d3d-ad20-cf6bad992b93 None None] Pushing event updated for resources: {'Port': ['ID=a0ded556-9e6d-4557-9761-a3a39b3f2809,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:00.936912 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-e1cad654-18fc-4c7f-b850-d184b5edbfe6 None None] Transition to ACTIVE for port object 4ec5a028-01df-464b-a95c-d38f07aed908 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:00.978893 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-e1cad654-18fc-4c7f-b850-d184b5edbfe6 None None] Transition to ACTIVE for port object 4ec5a028-01df-464b-a95c-d38f07aed908 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:00.987457 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-47146534-7d37-41be-befb-28571b76497b None None] Provisioning complete for port af0cea11-8861-4fee-9c89-62440bc4fba9 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:17:00.988129 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-47146534-7d37-41be-befb-28571b76497b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:00.988656 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-47146534-7d37-41be-befb-28571b76497b None None] Attempt 1 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:01.055606 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e1cad654-18fc-4c7f-b850-d184b5edbfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:01.095234 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-47146534-7d37-41be-befb-28571b76497b None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:01.124072 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1b88e380-6a76-4dac-b657-64ad96bbc848 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:01.131609 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cad654-18fc-4c7f-b850-d184b5edbfe6 None None] Network a0ff658f-136a-4d83-9563-99d618d83073 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:01.134471 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-e1cad654-18fc-4c7f-b850-d184b5edbfe6 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:01.138684 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cad654-18fc-4c7f-b850-d184b5edbfe6 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:17:01.144747 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cad654-18fc-4c7f-b850-d184b5edbfe6 None None] Pushing event updated for resources: {'Port': ['ID=4ec5a028-01df-464b-a95c-d38f07aed908,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:01.160386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88e380-6a76-4dac-b657-64ad96bbc848 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b9c66b-458a-4aef-ae55-0c0fb99e212a,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:01.171102 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1b88e380-6a76-4dac-b657-64ad96bbc848 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:01.174532 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1b88e380-6a76-4dac-b657-64ad96bbc848 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "DELETE /v2.0/security-groups/a5b9c66b-458a-4aef-ae55-0c0fb99e212a HTTP/1.1" status: 204 len: 168 time: 0.9675770 Oct 10 11:17:01.174877 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54974) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:01.255169 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e77ea348-5857-4494-b77c-ca7a0eb13f94 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Synchronizing usage tracker for tenant:20a7b56134234f289be93c673c2d1e0e on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:17:01.259881 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-06f9dd25-ad54-4798-9ca7-0ba191f750d0 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:01.264139 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-0c42082c-fd6c-4a63-b20a-fc8d1d91085c None None] For port b955cdce-c1c0-46fd-af7e-4d749dfe2296, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=b955cdce-c1c0-46fd-af7e-4d749dfe2296,segment=NetworkSegment(21ae17fe-2750-439d-9f24-1c77d781991d),segment_id=21ae17fe-2750-439d-9f24-1c77d781991d)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:17:01.272419 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-e1cad654-18fc-4c7f-b850-d184b5edbfe6 None None] Attempting to bind port 4ec5a028-01df-464b-a95c-d38f07aed908 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:17:01.272419 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-e1cad654-18fc-4c7f-b850-d184b5edbfe6 None None] Attempting to bind port 4ec5a028-01df-464b-a95c-d38f07aed908 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '1cac7e0e-0194-4f89-a1a0-93938fa1a77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'a0ff658f-136a-4d83-9563-99d618d83073'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:17:01.272419 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cad654-18fc-4c7f-b850-d184b5edbfe6 None None] Attempting to bind port 4ec5a028-01df-464b-a95c-d38f07aed908 on network a0ff658f-136a-4d83-9563-99d618d83073 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:17:01.278385 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cad654-18fc-4c7f-b850-d184b5edbfe6 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:17:01.278767 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cad654-18fc-4c7f-b850-d184b5edbfe6 None None] Checking segment: {'id': '1cac7e0e-0194-4f89-a1a0-93938fa1a77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'a0ff658f-136a-4d83-9563-99d618d83073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:01.281163 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e1cad654-18fc-4c7f-b850-d184b5edbfe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:01.281163 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cad654-18fc-4c7f-b850-d184b5edbfe6 None None] Bound using segment: {'id': '1cac7e0e-0194-4f89-a1a0-93938fa1a77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'a0ff658f-136a-4d83-9563-99d618d83073'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:17:01.281163 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-e1cad654-18fc-4c7f-b850-d184b5edbfe6 None None] Bound port: 4ec5a028-01df-464b-a95c-d38f07aed908, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cac7e0e-0194-4f89-a1a0-93938fa1a77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'a0ff658f-136a-4d83-9563-99d618d83073'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:17:01.281163 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e1cad654-18fc-4c7f-b850-d184b5edbfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:01.286697 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-06f9dd25-ad54-4798-9ca7-0ba191f750d0 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:01.290086 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device a0ded556-9e6d-4557-9761-a3a39b3f2809 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:17:01.302983 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9dd25-ad54-4798-9ca7-0ba191f750d0 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Pushing event deleted for resources: {'Network': ['ID=8376b821-ea99-4f71-9591-21d1ab202e4c,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:01.319970 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a74e145c-0888-4d16-87c6-39746ae22a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:01.338705 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-06f9dd25-ad54-4798-9ca7-0ba191f750d0 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] 10.222.0.40 "DELETE /v2.0/networks/8376b821-ea99-4f71-9591-21d1ab202e4c HTTP/1.1" status: 204 len: 168 time: 1.4978609 Oct 10 11:17:01.338921 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e9cf01c0-118b-44e6-a281-f28e3dc1b501 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:01.339026 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e145c-0888-4d16-87c6-39746ae22a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f839b578-b660-466b-b259-b718a308bf08,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:01.339891 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0c42082c-fd6c-4a63-b20a-fc8d1d91085c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:01.340149 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54978) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:01.382848 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a74e145c-0888-4d16-87c6-39746ae22a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:01.388278 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a74e145c-0888-4d16-87c6-39746ae22a0d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f839b578-b660-466b-b259-b718a308bf08 HTTP/1.1" status: 204 len: 168 time: 1.0059600 Oct 10 11:17:01.398498 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e77ea348-5857-4494-b77c-ca7a0eb13f94 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Unset dirty status for tenant:20a7b56134234f289be93c673c2d1e0e on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:17:01.410584 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e77ea348-5857-4494-b77c-ca7a0eb13f94 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2302184 Oct 10 11:17:01.410584 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 54984) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:01.432489 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-e9cf01c0-118b-44e6-a281-f28e3dc1b501 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Transition to ACTIVE for port object c6beb8ca-410d-40c8-93d7-6a66c9a67089 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:01.479761 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc7c6d2c-21bd-4c97-badc-5dc9cc4c27ee tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:01.495735 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-21531e4b-d30b-49a9-96b3-8245b0552d04 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group': {'name': 'tempest-secgroup--792153004'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:01.505637 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-21531e4b-d30b-49a9-96b3-8245b0552d04 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:01.522933 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-21531e4b-d30b-49a9-96b3-8245b0552d04 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:01.569490 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b581ee73-2b04-45eb-a64c-5ed6069a3ce7 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:01.622683 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-21531e4b-d30b-49a9-96b3-8245b0552d04 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:01.644296 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42082c-fd6c-4a63-b20a-fc8d1d91085c None None] Pushing event updated for resources: {'Port': ['ID=b955cdce-c1c0-46fd-af7e-4d749dfe2296,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:01.655143 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-47146534-7d37-41be-befb-28571b76497b None None] Attempt 2 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:01.661422 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-cc7c6d2c-21bd-4c97-badc-5dc9cc4c27ee tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Calling delete_port for 3f975916-47f8-42a7-9172-c743ac9bd1a1 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:17:01.731953 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port a0ded556-9e6d-4557-9761-a3a39b3f2809 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:17:01.732328 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:01.732668 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port a0ded556-9e6d-4557-9761-a3a39b3f2809 Oct 10 11:17:01.756967 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-21531e4b-d30b-49a9-96b3-8245b0552d04 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:01.767461 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-e1cad654-18fc-4c7f-b850-d184b5edbfe6 None None] For port 4ec5a028-01df-464b-a95c-d38f07aed908, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:17:01.774155 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-21531e4b-d30b-49a9-96b3-8245b0552d04 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Usage tracker for resource:security_group_rule and tenant:20a7b56134234f289be93c673c2d1e0e is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:01.780622 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-21531e4b-d30b-49a9-96b3-8245b0552d04 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:01.813744 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-47146534-7d37-41be-befb-28571b76497b None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:01.816362 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-e1cad654-18fc-4c7f-b850-d184b5edbfe6 None None] For port 4ec5a028-01df-464b-a95c-d38f07aed908, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=4ec5a028-01df-464b-a95c-d38f07aed908,segment=NetworkSegment(1cac7e0e-0194-4f89-a1a0-93938fa1a77f),segment_id=1cac7e0e-0194-4f89-a1a0-93938fa1a77f)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:17:01.860264 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-21531e4b-d30b-49a9-96b3-8245b0552d04 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:01.867794 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b581ee73-2b04-45eb-a64c-5ed6069a3ce7 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:01.914990 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-b581ee73-2b04-45eb-a64c-5ed6069a3ce7 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f376dd-2fe6-463d-b720-3af14188ca6e']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:01.918739 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e9cf01c0-118b-44e6-a281-f28e3dc1b501 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:01.946443 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e1cad654-18fc-4c7f-b850-d184b5edbfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:01.950229 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-b581ee73-2b04-45eb-a64c-5ed6069a3ce7 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c8de7d9-3f38-4691-afbc-fb4ae618ba13') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:01.950531 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-b581ee73-2b04-45eb-a64c-5ed6069a3ce7 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c8de7d9-3f38-4691-afbc-fb4ae618ba13') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:01.975075 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:17:01.978515 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b581ee73-2b04-45eb-a64c-5ed6069a3ce7 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:02.030836 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b581ee73-2b04-45eb-a64c-5ed6069a3ce7 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:02.042850 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port a0ded556-9e6d-4557-9761-a3a39b3f2809 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:17:02.054676 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 597c86c6-c24c-4226-8d0a-20ad90c2643b resource provider aggregate not found Oct 10 11:17:02.064904 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b581ee73-2b04-45eb-a64c-5ed6069a3ce7 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Releasing vlan 484 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:17:02.064904 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b581ee73-2b04-45eb-a64c-5ed6069a3ce7 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:02.110621 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cad654-18fc-4c7f-b850-d184b5edbfe6 None None] Pushing event updated for resources: {'Port': ['ID=4ec5a028-01df-464b-a95c-d38f07aed908,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:02.116430 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 597c86c6-c24c-4226-8d0a-20ad90c2643b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 597c86c6-c24c-4226-8d0a-20ad90c2643b found for delete ", "request_id": "req-ea4ea507-ded0-46f4-a1d4-4f44674481e1"}]} Oct 10 11:17:02.154674 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cf01c0-118b-44e6-a281-f28e3dc1b501 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Network d193f2e9-489e-4e57-9726-c1341548df3c is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:02.156031 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-e9cf01c0-118b-44e6-a281-f28e3dc1b501 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:02.167237 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cf01c0-118b-44e6-a281-f28e3dc1b501 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:17:02.167949 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e9cf01c0-118b-44e6-a281-f28e3dc1b501 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:02.179229 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-21531e4b-d30b-49a9-96b3-8245b0552d04 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:02.205336 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc7c6d2c-21bd-4c97-badc-5dc9cc4c27ee tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:02.214079 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf01c0-118b-44e6-a281-f28e3dc1b501 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Pushing event updated for resources: {'Port': ['ID=c6beb8ca-410d-40c8-93d7-6a66c9a67089,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:02.255531 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-21531e4b-d30b-49a9-96b3-8245b0552d04 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:02.279772 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c6d2c-21bd-4c97-badc-5dc9cc4c27ee tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Port': ['ID=3f975916-47f8-42a7-9172-c743ac9bd1a1,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:02.290539 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b581ee73-2b04-45eb-a64c-5ed6069a3ce7 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:02.321927 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-47146534-7d37-41be-befb-28571b76497b None None] Attempt 3 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:02.329872 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b581ee73-2b04-45eb-a64c-5ed6069a3ce7 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:02.376267 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581ee73-2b04-45eb-a64c-5ed6069a3ce7 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] Pushing event deleted for resources: {'Network': ['ID=d2f376dd-2fe6-463d-b720-3af14188ca6e,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:02.385997 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21531e4b-d30b-49a9-96b3-8245b0552d04 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd073b2-68a5-4cba-a530-9306e56b79ed,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:02.399610 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b581ee73-2b04-45eb-a64c-5ed6069a3ce7 tempest-BulkNetworkOpsTest-1722285833 tempest-BulkNetworkOpsTest-1722285833-project] 10.222.0.40 "DELETE /v2.0/networks/d2f376dd-2fe6-463d-b720-3af14188ca6e HTTP/1.1" status: 204 len: 168 time: 1.0587015 Oct 10 11:17:02.450832 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-47146534-7d37-41be-befb-28571b76497b None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:02.472004 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-21531e4b-d30b-49a9-96b3-8245b0552d04 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:02.475832 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-21531e4b-d30b-49a9-96b3-8245b0552d04 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9897854 Oct 10 11:17:02.476564 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55004) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:02.483687 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-2fc20952-4fc4-48e3-836e-feb7d6b74509 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group_rule': {'security_group_id': '7dd073b2-68a5-4cba-a530-9306e56b79ed', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:02.484611 dv-neutron-860842-1-hyperv neutron-server[89896]: WARNING neutron.api.v2.base [None req-2fc20952-4fc4-48e3-836e-feb7d6b74509 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 10 11:17:02.485132 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-2fc20952-4fc4-48e3-836e-feb7d6b74509 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:17:02.489566 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2fc20952-4fc4-48e3-836e-feb7d6b74509 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0093844 Oct 10 11:17:02.490296 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55008) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:02.532935 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc7c6d2c-21bd-4c97-badc-5dc9cc4c27ee tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:02.564273 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cc7c6d2c-21bd-4c97-badc-5dc9cc4c27ee tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/ports/3f975916-47f8-42a7-9172-c743ac9bd1a1 HTTP/1.1" status: 204 len: 168 time: 1.7955418 Oct 10 11:17:02.564477 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55012) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:02.642798 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a6af56-09bc-4cf4-956c-f67c9fc902ef tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] GET failed (client error): The resource could not be found. Oct 10 11:17:02.643349 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-64a6af56-09bc-4cf4-956c-f67c9fc902ef tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Synchronizing usage tracker for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:17:02.653976 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e9cf01c0-118b-44e6-a281-f28e3dc1b501 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:02.692033 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-41ead096-116e-46dc-853a-69bfa6b618c1 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:02.728752 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-41ead096-116e-46dc-853a-69bfa6b618c1 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:02.775167 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-64a6af56-09bc-4cf4-956c-f67c9fc902ef tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Unset dirty status for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:17:02.776284 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-64a6af56-09bc-4cf4-956c-f67c9fc902ef tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "GET /v2.0/ports/3f975916-47f8-42a7-9172-c743ac9bd1a1 HTTP/1.1" status: 404 len: 333 time: 0.2058921 Oct 10 11:17:02.787077 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55020) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:02.884820 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-41ead096-116e-46dc-853a-69bfa6b618c1 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:02.924724 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ead096-116e-46dc-853a-69bfa6b618c1 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd073b2-68a5-4cba-a530-9306e56b79ed,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:02.928437 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c7a64cba-9f8c-4aad-817e-cfb2bc1d21b3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:02.935544 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccef7418-390b-4ff9-9504-3cc62e78c0ce None None] Network d193f2e9-489e-4e57-9726-c1341548df3c requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:02.944402 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-41ead096-116e-46dc-853a-69bfa6b618c1 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:02.951369 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-41ead096-116e-46dc-853a-69bfa6b618c1 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "DELETE /v2.0/security-groups/7dd073b2-68a5-4cba-a530-9306e56b79ed HTTP/1.1" status: 204 len: 168 time: 0.4541981 Oct 10 11:17:02.956265 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55028) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:03.053564 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c7a64cba-9f8c-4aad-817e-cfb2bc1d21b3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:03.125367 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-47146534-7d37-41be-befb-28571b76497b None None] Attempt 4 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:03.126960 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55034) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:03.183154 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-81ef5091-c720-43a0-8f25-7258f260dbf4 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Synchronizing usage tracker for tenant:20a7b56134234f289be93c673c2d1e0e on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:17:03.212141 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c7a64cba-9f8c-4aad-817e-cfb2bc1d21b3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:03.233038 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a64cba-9f8c-4aad-817e-cfb2bc1d21b3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da413ad-0acf-44af-8e07-bd200cfa7086,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:03.241593 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c7a64cba-9f8c-4aad-817e-cfb2bc1d21b3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:03.242947 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c7a64cba-9f8c-4aad-817e-cfb2bc1d21b3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/security-groups/4da413ad-0acf-44af-8e07-bd200cfa7086 HTTP/1.1" status: 204 len: 168 time: 0.4550745 Oct 10 11:17:03.245540 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55042) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:03.359028 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-81ef5091-c720-43a0-8f25-7258f260dbf4 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Unset dirty status for tenant:20a7b56134234f289be93c673c2d1e0e on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:17:03.359289 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-47146534-7d37-41be-befb-28571b76497b None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:03.364110 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-81ef5091-c720-43a0-8f25-7258f260dbf4 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3860807 Oct 10 11:17:03.365175 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55046) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:03.365766 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e9cf01c0-118b-44e6-a281-f28e3dc1b501 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:03.373598 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-5d0a0515-03c9-4ae2-a56f-2a61e2c9440a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group': {'name': 'tempest-secgroup--1564330711'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:03.377865 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-57857924-7320-4c85-abc9-2dc87c2ebafc tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:03.382179 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5d0a0515-03c9-4ae2-a56f-2a61e2c9440a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:03.413115 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5d0a0515-03c9-4ae2-a56f-2a61e2c9440a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:03.445211 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-57857924-7320-4c85-abc9-2dc87c2ebafc tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:03.483654 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e9cf01c0-118b-44e6-a281-f28e3dc1b501 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:03.484544 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e9cf01c0-118b-44e6-a281-f28e3dc1b501 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:03.515365 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 4ec5a028-01df-464b-a95c-d38f07aed908 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:17:03.527167 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-712c6753-c501-4dad-99e1-b7dcbca30441 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fd21d9647ac341d88585aedcfb8be63f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3955812 Oct 10 11:17:03.527167 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55052) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:03.547154 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d649c880-3cc5-482a-9950-0bcc1d80725c None None] Network a0ff658f-136a-4d83-9563-99d618d83073 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:03.597902 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8012-e7c2-4223-96a3-087d4b90495c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:03.604882 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a6274700-d931-46e9-a5b9-16f20f4e8e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:03.611264 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5d0a0515-03c9-4ae2-a56f-2a61e2c9440a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:03.642020 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8012-e7c2-4223-96a3-087d4b90495c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:03.654732 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5d0a0515-03c9-4ae2-a56f-2a61e2c9440a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:03.666150 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5d0a0515-03c9-4ae2-a56f-2a61e2c9440a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Usage tracker for resource:security_group_rule and tenant:20a7b56134234f289be93c673c2d1e0e is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:03.674507 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5d0a0515-03c9-4ae2-a56f-2a61e2c9440a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:03.698635 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-57857924-7320-4c85-abc9-2dc87c2ebafc tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:03.705711 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5d0a0515-03c9-4ae2-a56f-2a61e2c9440a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:03.757836 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57857924-7320-4c85-abc9-2dc87c2ebafc tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c9a9a6-18b3-42fa-a6b4-890f17bc7ae8,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:03.788982 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-57857924-7320-4c85-abc9-2dc87c2ebafc tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:03.790894 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-57857924-7320-4c85-abc9-2dc87c2ebafc tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/security-groups/04c9a9a6-18b3-42fa-a6b4-890f17bc7ae8 HTTP/1.1" status: 204 len: 168 time: 0.5434864 Oct 10 11:17:03.795634 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55058) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:03.836444 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf01c0-118b-44e6-a281-f28e3dc1b501 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Pushing event updated for resources: {'Port': ['ID=c6beb8ca-410d-40c8-93d7-6a66c9a67089,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:03.900990 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cf01c0-118b-44e6-a281-f28e3dc1b501 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Network d193f2e9-489e-4e57-9726-c1341548df3c is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:03.903156 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-e9cf01c0-118b-44e6-a281-f28e3dc1b501 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:03.925791 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-47146534-7d37-41be-befb-28571b76497b None None] Attempt 5 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:03.927597 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e3b609-f8b4-473c-afc1-62091dab73b3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting subnet b2f7ffb7-ef17-48ff-a7ac-19c041ddea7a {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:17:03.942401 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-98e3b609-f8b4-473c-afc1-62091dab73b3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:03.957566 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 4ec5a028-01df-464b-a95c-d38f07aed908 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:17:03.989256 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8012-e7c2-4223-96a3-087d4b90495c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:04.003106 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device b955cdce-c1c0-46fd-af7e-4d749dfe2296 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:17:04.037165 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5d0a0515-03c9-4ae2-a56f-2a61e2c9440a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:04.046464 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea8012-e7c2-4223-96a3-087d4b90495c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed8e90f-f706-4427-b9a4-22d43f18af77,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:04.069248 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-98e3b609-f8b4-473c-afc1-62091dab73b3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:04.146261 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-47146534-7d37-41be-befb-28571b76497b None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:04.148298 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5d0a0515-03c9-4ae2-a56f-2a61e2c9440a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:04.180219 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 4c8de7d9-3f38-4691-afbc-fb4ae618ba13 resource provider aggregate not found Oct 10 11:17:04.234222 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 4c8de7d9-3f38-4691-afbc-fb4ae618ba13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c8de7d9-3f38-4691-afbc-fb4ae618ba13 found for delete ", "request_id": "req-26e43214-b80e-4afd-9d97-c86aa55a8893"}]} Oct 10 11:17:04.243051 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9cf01c0-118b-44e6-a281-f28e3dc1b501 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Router 461f9665-840b-470e-9d21-1fc2fe2c7c91 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:17:04.259020 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8012-e7c2-4223-96a3-087d4b90495c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:04.271912 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port b955cdce-c1c0-46fd-af7e-4d749dfe2296 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:17:04.275796 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f0ea8012-e7c2-4223-96a3-087d4b90495c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/eed8e90f-f706-4427-b9a4-22d43f18af77 HTTP/1.1" status: 204 len: 168 time: 0.7464814 Oct 10 11:17:04.295148 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a0515-03c9-4ae2-a56f-2a61e2c9440a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1273a7-7be8-49ac-947d-b75e83940c7c,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:04.327136 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-98e3b609-f8b4-473c-afc1-62091dab73b3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:04.381716 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5d0a0515-03c9-4ae2-a56f-2a61e2c9440a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:04.382956 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5d0a0515-03c9-4ae2-a56f-2a61e2c9440a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0174758 Oct 10 11:17:04.388895 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55076) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:04.408835 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-93d3ed91-b2e2-47da-b670-6ac5bfb81106 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group_rule': {'security_group_id': '4e1273a7-7be8-49ac-947d-b75e83940c7c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:04.432461 dv-neutron-860842-1-hyperv neutron-server[89896]: WARNING neutron.api.v2.base [None req-93d3ed91-b2e2-47da-b670-6ac5bfb81106 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 10 11:17:04.433105 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-93d3ed91-b2e2-47da-b670-6ac5bfb81106 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:17:04.434584 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-93d3ed91-b2e2-47da-b670-6ac5bfb81106 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0443182 Oct 10 11:17:04.438483 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55080) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:04.446257 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-d0c3db16-86e5-4a2e-919b-80ef75f7e31a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group_rule': {'security_group_id': '4e1273a7-7be8-49ac-947d-b75e83940c7c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:04.446939 dv-neutron-860842-1-hyperv neutron-server[89896]: WARNING neutron.api.v2.base [None req-d0c3db16-86e5-4a2e-919b-80ef75f7e31a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 10 11:17:04.447423 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-d0c3db16-86e5-4a2e-919b-80ef75f7e31a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:17:04.448362 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d0c3db16-86e5-4a2e-919b-80ef75f7e31a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0093906 Oct 10 11:17:04.451887 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55084) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:04.459217 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-dd5bfa92-361b-46ea-a1b2-d118916de7c3 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group_rule': {'security_group_id': '4e1273a7-7be8-49ac-947d-b75e83940c7c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:04.459868 dv-neutron-860842-1-hyperv neutron-server[89896]: WARNING neutron.api.v2.base [None req-dd5bfa92-361b-46ea-a1b2-d118916de7c3 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 10 11:17:04.460282 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-dd5bfa92-361b-46ea-a1b2-d118916de7c3 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:17:04.461410 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-dd5bfa92-361b-46ea-a1b2-d118916de7c3 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086169 Oct 10 11:17:04.466744 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55088) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:04.473889 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-aa01014a-3875-4347-ae0d-8fece9596d3e tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group_rule': {'security_group_id': '4e1273a7-7be8-49ac-947d-b75e83940c7c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:04.476129 dv-neutron-860842-1-hyperv neutron-server[89897]: WARNING neutron.api.v2.base [None req-aa01014a-3875-4347-ae0d-8fece9596d3e tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 10 11:17:04.477033 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-aa01014a-3875-4347-ae0d-8fece9596d3e tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:17:04.478167 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-aa01014a-3875-4347-ae0d-8fece9596d3e tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0097508 Oct 10 11:17:04.485730 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55092) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:04.508745 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55096) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:04.535344 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cf01c0-118b-44e6-a281-f28e3dc1b501 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:17:04.543854 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e9cf01c0-118b-44e6-a281-f28e3dc1b501 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "PUT /v2.0/routers/461f9665-840b-470e-9d21-1fc2fe2c7c91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8992364 Oct 10 11:17:04.548032 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55102) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:04.549875 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0983e39-ada0-48ea-85a0-21ef2517e4be None None] Sync routers for ids ['461f9665-840b-470e-9d21-1fc2fe2c7c91'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:17:04.564914 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0983e39-ada0-48ea-85a0-21ef2517e4be None None] Routers {'461f9665-840b-470e-9d21-1fc2fe2c7c91'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:17:04.565544 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c0983e39-ada0-48ea-85a0-21ef2517e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:16:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['461f9665-840b-470e-9d21-1fc2fe2c7c91'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:04.606153 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b6d49bd2-a902-48e0-8986-f786f972ff7e tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:04.613635 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-98e3b609-f8b4-473c-afc1-62091dab73b3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:04.653819 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-47146534-7d37-41be-befb-28571b76497b None None] Attempt 6 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:04.691358 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3b609-f8b4-473c-afc1-62091dab73b3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f7ffb7-ef17-48ff-a7ac-19c041ddea7a,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:04.701971 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b6d49bd2-a902-48e0-8986-f786f972ff7e tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:04.711316 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-98e3b609-f8b4-473c-afc1-62091dab73b3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:04.748861 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-98e3b609-f8b4-473c-afc1-62091dab73b3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/subnets/b2f7ffb7-ef17-48ff-a7ac-19c041ddea7a HTTP/1.1" status: 204 len: 168 time: 0.9512858 Oct 10 11:17:04.749723 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55106) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:04.761744 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547a66a0-67bf-4167-9a22-5fea0081c660 None None] Network 999e2f79-996e-40da-920a-05cf6cbac0ff requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:04.765178 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-f540a6f4-7403-4914-9ef1-631dd49272da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'subnet': {'network_id': '999e2f79-996e-40da-920a-05cf6cbac0ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:04.985852 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c0983e39-ada0-48ea-85a0-21ef2517e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:05.029344 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0983e39-ada0-48ea-85a0-21ef2517e4be None None] Routers {'461f9665-840b-470e-9d21-1fc2fe2c7c91'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:17:05.030248 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c0983e39-ada0-48ea-85a0-21ef2517e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:16:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['461f9665-840b-470e-9d21-1fc2fe2c7c91'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:05.100597 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-0e58cafb-c396-490b-b0c2-89534e6e77f4 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1636764055', 'router:external': True}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:05.107345 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-47146534-7d37-41be-befb-28571b76497b None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:05.110539 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c0983e39-ada0-48ea-85a0-21ef2517e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:05.110539 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0983e39-ada0-48ea-85a0-21ef2517e4be None None] The sync data for ids ['461f9665-840b-470e-9d21-1fc2fe2c7c91'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:17:05.162267 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f540a6f4-7403-4914-9ef1-631dd49272da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:05.166973 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f540a6f4-7403-4914-9ef1-631dd49272da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:subnet and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:05.170525 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f540a6f4-7403-4914-9ef1-631dd49272da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:05.171263 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-0e58cafb-c396-490b-b0c2-89534e6e77f4 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:05.177751 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f540a6f4-7403-4914-9ef1-631dd49272da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:05.188344 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0e58cafb-c396-490b-b0c2-89534e6e77f4 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Usage tracker for resource:network and tenant:6c39066dcd1e4a3f9b6ce105bb54b1d6 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:05.193281 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0e58cafb-c396-490b-b0c2-89534e6e77f4 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:05.201483 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-0e58cafb-c396-490b-b0c2-89534e6e77f4 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:05.237130 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b6d49bd2-a902-48e0-8986-f786f972ff7e tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:05.257170 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d49bd2-a902-48e0-8986-f786f972ff7e tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1273a7-7be8-49ac-947d-b75e83940c7c,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:05.264424 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b6d49bd2-a902-48e0-8986-f786f972ff7e tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:05.270037 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b6d49bd2-a902-48e0-8986-f786f972ff7e tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "DELETE /v2.0/security-groups/4e1273a7-7be8-49ac-947d-b75e83940c7c HTTP/1.1" status: 204 len: 168 time: 0.7832639 Oct 10 11:17:05.270732 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55118) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:05.296208 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f540a6f4-7403-4914-9ef1-631dd49272da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:05.300119 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f540a6f4-7403-4914-9ef1-631dd49272da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:05.351814 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e58cafb-c396-490b-b0c2-89534e6e77f4 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Made reservation on behalf of 6c39066dcd1e4a3f9b6ce105bb54b1d6 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:05.354135 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0e58cafb-c396-490b-b0c2-89534e6e77f4 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:05.385882 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0e58cafb-c396-490b-b0c2-89534e6e77f4 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:05.409691 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-0e58cafb-c396-490b-b0c2-89534e6e77f4 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:05.418386 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0e58cafb-c396-490b-b0c2-89534e6e77f4 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Usage tracker for resource:security_group_rule and tenant:6c39066dcd1e4a3f9b6ce105bb54b1d6 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:05.423319 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0e58cafb-c396-490b-b0c2-89534e6e77f4 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:05.431689 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-0e58cafb-c396-490b-b0c2-89534e6e77f4 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:05.457820 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-df85b44f-8791-4321-aa46-430f96e86fdd tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Synchronizing usage tracker for tenant:20a7b56134234f289be93c673c2d1e0e on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:17:05.603865 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-4dc45a52-6c85-4f22-83a2-8722d936464a tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:17:05.604911 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4dc45a52-6c85-4f22-83a2-8722d936464a tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "PUT /v2.0/routers/461f9665-840b-470e-9d21-1fc2fe2c7c91/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0553126 Oct 10 11:17:05.608133 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-47146534-7d37-41be-befb-28571b76497b None None] Attempt 7 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:05.610295 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55130) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:05.610432 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-df85b44f-8791-4321-aa46-430f96e86fdd tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Unset dirty status for tenant:20a7b56134234f289be93c673c2d1e0e on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:17:05.615067 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-df85b44f-8791-4321-aa46-430f96e86fdd tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3422899 Oct 10 11:17:05.621928 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55134) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:05.632259 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-2c3284c9-dcc2-4d54-98b0-b145070707ea tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group': {'name': 'tempest-secgroup--1268287071'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:05.643845 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-2c3284c9-dcc2-4d54-98b0-b145070707ea tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:05.669928 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-2c3284c9-dcc2-4d54-98b0-b145070707ea tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:05.696310 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-47146534-7d37-41be-befb-28571b76497b None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:05.785199 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0e58cafb-c396-490b-b0c2-89534e6e77f4 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:05.826358 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8a410733-fb92-428e-96da-3022e37ff4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:05.829014 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f540a6f4-7403-4914-9ef1-631dd49272da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:05.834879 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2c3284c9-dcc2-4d54-98b0-b145070707ea tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:05.873931 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3246b3d2-c74c-4f36-b53b-ec02b0e6565e None None] get_active_networks_info from dv-neutron-860842-1-hyperv {{(pid=89898) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 10 11:17:05.911225 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f540a6f4-7403-4914-9ef1-631dd49272da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network 999e2f79-996e-40da-920a-05cf6cbac0ff is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:05.916231 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-f540a6f4-7403-4914-9ef1-631dd49272da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:05.919037 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-2c3284c9-dcc2-4d54-98b0-b145070707ea tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:05.924159 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f540a6f4-7403-4914-9ef1-631dd49272da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:05.924752 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f540a6f4-7403-4914-9ef1-631dd49272da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:05.939887 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2c3284c9-dcc2-4d54-98b0-b145070707ea tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Usage tracker for resource:security_group_rule and tenant:20a7b56134234f289be93c673c2d1e0e is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:05.949001 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2c3284c9-dcc2-4d54-98b0-b145070707ea tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:05.967089 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55140) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:05.967750 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540a6f4-7403-4914-9ef1-631dd49272da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Subnet': ['ID=2881f2ee-6a89-4049-b2e6-600902c57827,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:05.972034 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-2c3284c9-dcc2-4d54-98b0-b145070707ea tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:06.042190 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f540a6f4-7403-4914-9ef1-631dd49272da tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2881505 Oct 10 11:17:06.046670 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55146) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:06.050757 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3246b3d2-c74c-4f36-b53b-ec02b0e6565e None None] Resources bound (agent type, host, resource id): {{(pid=89898) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 10 11:17:06.052401 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-6820c377-f4c7-4e80-888e-10bfa3b2961b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'security_group': {'name': 'tempest-secgroup-2018990307'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:06.068977 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6820c377-f4c7-4e80-888e-10bfa3b2961b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:06.081231 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6820c377-f4c7-4e80-888e-10bfa3b2961b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:security_group and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:06.089300 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6820c377-f4c7-4e80-888e-10bfa3b2961b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:06.100695 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2c3284c9-dcc2-4d54-98b0-b145070707ea tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:06.101556 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6820c377-f4c7-4e80-888e-10bfa3b2961b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:06.115785 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-fd74526c-1d34-4e4a-93d6-ea13cad58374 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-174487680'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:06.119538 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-fd74526c-1d34-4e4a-93d6-ea13cad58374 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:06.124308 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-fd74526c-1d34-4e4a-93d6-ea13cad58374 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Usage tracker for resource:network and tenant:31358320d3984829bcaf8bbfc223116a is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:06.127371 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-fd74526c-1d34-4e4a-93d6-ea13cad58374 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:06.138666 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-fd74526c-1d34-4e4a-93d6-ea13cad58374 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:06.154498 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0e58cafb-c396-490b-b0c2-89534e6e77f4 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:06.165333 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2c3284c9-dcc2-4d54-98b0-b145070707ea tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:06.198921 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-47146534-7d37-41be-befb-28571b76497b None None] Attempt 8 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:06.201456 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6820c377-f4c7-4e80-888e-10bfa3b2961b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:06.222360 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3284c9-dcc2-4d54-98b0-b145070707ea tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd27ddc-2ba3-4eae-bf52-b2f169f63892,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:06.238115 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6820c377-f4c7-4e80-888e-10bfa3b2961b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:06.244109 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6820c377-f4c7-4e80-888e-10bfa3b2961b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:security_group_rule and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:06.247531 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6820c377-f4c7-4e80-888e-10bfa3b2961b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:06.253781 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6820c377-f4c7-4e80-888e-10bfa3b2961b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:06.263383 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58cafb-c396-490b-b0c2-89534e6e77f4 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4a7679-d95b-427a-951b-65af190d59bf,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:06.266219 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e58cafb-c396-490b-b0c2-89534e6e77f4 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 458} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:17:06.271524 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-47146534-7d37-41be-befb-28571b76497b None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:06.273743 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd74526c-1d34-4e4a-93d6-ea13cad58374 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Made reservation on behalf of 31358320d3984829bcaf8bbfc223116a for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:06.278019 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd74526c-1d34-4e4a-93d6-ea13cad58374 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:06.288285 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0e58cafb-c396-490b-b0c2-89534e6e77f4 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:06.288791 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-0e58cafb-c396-490b-b0c2-89534e6e77f4 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Added segment f4e32d2b-d816-4ad7-ba42-f9f607b4da62 of type vlan for network 8c855594-66f5-4e02-9a5f-22b326192fc8 Oct 10 11:17:06.310573 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd74526c-1d34-4e4a-93d6-ea13cad58374 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:06.335343 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-fd74526c-1d34-4e4a-93d6-ea13cad58374 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:06.344118 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-fd74526c-1d34-4e4a-93d6-ea13cad58374 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Usage tracker for resource:security_group_rule and tenant:31358320d3984829bcaf8bbfc223116a is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:06.347638 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-fd74526c-1d34-4e4a-93d6-ea13cad58374 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:06.362675 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-fd74526c-1d34-4e4a-93d6-ea13cad58374 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:06.364683 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2c3284c9-dcc2-4d54-98b0-b145070707ea tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:06.368598 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2c3284c9-dcc2-4d54-98b0-b145070707ea tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7429538 Oct 10 11:17:06.369214 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55150) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:06.378339 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-71c0cce9-4705-450c-9889-389a57aa66d5 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group_rule': {'security_group_id': '2cd27ddc-2ba3-4eae-bf52-b2f169f63892', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:06.379576 dv-neutron-860842-1-hyperv neutron-server[89897]: WARNING neutron.api.v2.base [None req-71c0cce9-4705-450c-9889-389a57aa66d5 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 10 11:17:06.380067 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-71c0cce9-4705-450c-9889-389a57aa66d5 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:17:06.383597 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-71c0cce9-4705-450c-9889-389a57aa66d5 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0104084 Oct 10 11:17:06.383597 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0e58cafb-c396-490b-b0c2-89534e6e77f4 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:06.384266 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55154) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:06.389995 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-bf2d1740-dbc6-4b1f-8f76-7a0bd99bc47a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group_rule': {'security_group_id': '2cd27ddc-2ba3-4eae-bf52-b2f169f63892', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:06.405473 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-bf2d1740-dbc6-4b1f-8f76-7a0bd99bc47a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:06.412689 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6820c377-f4c7-4e80-888e-10bfa3b2961b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:06.413982 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-bf2d1740-dbc6-4b1f-8f76-7a0bd99bc47a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Usage tracker for resource:security_group_rule and tenant:20a7b56134234f289be93c673c2d1e0e is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:06.417426 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-bf2d1740-dbc6-4b1f-8f76-7a0bd99bc47a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:06.423571 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-bf2d1740-dbc6-4b1f-8f76-7a0bd99bc47a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:06.463952 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa5af15-e2ac-4571-8c61-b287ece40675 None None] Network 999e2f79-996e-40da-920a-05cf6cbac0ff requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:06.516611 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6820c377-f4c7-4e80-888e-10bfa3b2961b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:06.554801 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-663d1d90-4d49-44d3-98b3-b899ac5e0c6e tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:06.585052 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820c377-f4c7-4e80-888e-10bfa3b2961b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d589aa7-a1e8-435f-be8a-740ee4ea3d82,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:06.612689 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0e58cafb-c396-490b-b0c2-89534e6e77f4 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:06.612689 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e58cafb-c396-490b-b0c2-89534e6e77f4 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:06.613381 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0e58cafb-c396-490b-b0c2-89534e6e77f4 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:06.643402 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd74526c-1d34-4e4a-93d6-ea13cad58374 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:06.724209 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6820c377-f4c7-4e80-888e-10bfa3b2961b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:06.725666 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6820c377-f4c7-4e80-888e-10bfa3b2961b tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6779776 Oct 10 11:17:06.728243 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55158) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:06.734402 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-b79869f4-ff29-49d9-8c61-da56023a9124 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'security_group': {'name': 'tempest-secgroup-264590045'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:06.740864 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b79869f4-ff29-49d9-8c61-da56023a9124 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:06.745743 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b79869f4-ff29-49d9-8c61-da56023a9124 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:security_group and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:06.750268 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b79869f4-ff29-49d9-8c61-da56023a9124 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:06.756020 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b79869f4-ff29-49d9-8c61-da56023a9124 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:06.773310 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-47146534-7d37-41be-befb-28571b76497b None None] Attempt 9 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:06.814464 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58cafb-c396-490b-b0c2-89534e6e77f4 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Pushing event updated for resources: {'Network': ['ID=8c855594-66f5-4e02-9a5f-22b326192fc8,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:06.828819 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 8c855594-66f5-4e02-9a5f-22b326192fc8 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:17:06.874278 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd74526c-1d34-4e4a-93d6-ea13cad58374 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:06.892130 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd74526c-1d34-4e4a-93d6-ea13cad58374 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 464} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:17:06.901490 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd74526c-1d34-4e4a-93d6-ea13cad58374 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:06.902837 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-fd74526c-1d34-4e4a-93d6-ea13cad58374 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Added segment 06e05b93-8e30-4416-af73-cd4119cf9721 of type vlan for network ac2e97e4-8787-484b-b4aa-968187476d44 Oct 10 11:17:06.937375 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd74526c-1d34-4e4a-93d6-ea13cad58374 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:06.953750 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-47146534-7d37-41be-befb-28571b76497b None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:06.958722 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc39b934-b14a-49ac-80bf-f06633ef3300 None None] Update dhcp port {'port': {'network_id': '999e2f79-996e-40da-920a-05cf6cbac0ff', 'fixed_ips': [{'subnet_id': 'c48d4956-2c4f-44d9-8f4f-28e68ac94d2b', 'ip_address': '172.20.0.18'}, {'subnet_id': '2881f2ee-6a89-4049-b2e6-600902c57827'}], 'binding:host_id': 'dv-neutron-860842-1-hyperv'}, 'id': 'a0ded556-9e6d-4557-9761-a3a39b3f2809'} from dv-neutron-860842-1-hyperv. {{(pid=89898) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 10 11:17:06.985712 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-bf2d1740-dbc6-4b1f-8f76-7a0bd99bc47a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:17:06.989691 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55162) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:06.989939 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-bf2d1740-dbc6-4b1f-8f76-7a0bd99bc47a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6046491 Oct 10 11:17:06.990808 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b79869f4-ff29-49d9-8c61-da56023a9124 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:07.003341 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0e58cafb-c396-490b-b0c2-89534e6e77f4 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.4906235 Oct 10 11:17:07.005098 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-d5025d7c-9020-454c-b3dc-0bdc0c4ca492 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group_rule': {'security_group_id': '2cd27ddc-2ba3-4eae-bf52-b2f169f63892', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:07.005733 dv-neutron-860842-1-hyperv neutron-server[89897]: WARNING neutron.api.v2.base [None req-d5025d7c-9020-454c-b3dc-0bdc0c4ca492 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 10 11:17:07.006421 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-d5025d7c-9020-454c-b3dc-0bdc0c4ca492 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:17:07.008514 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55166) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:07.008656 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d5025d7c-9020-454c-b3dc-0bdc0c4ca492 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0163724 Oct 10 11:17:07.015504 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55170) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:07.021908 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-fa3926b7-4332-44df-b5fb-61720c60c2ee tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Request body: {'subnet': {'network_id': '8c855594-66f5-4e02-9a5f-22b326192fc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:07.027487 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-bc39b934-b14a-49ac-80bf-f06633ef3300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:07.037805 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-8ccc9f68-660f-47db-8b7d-b743c8fec673 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group_rule': {'security_group_id': '2cd27ddc-2ba3-4eae-bf52-b2f169f63892', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:07.043305 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:07.048092 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b79869f4-ff29-49d9-8c61-da56023a9124 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:07.050853 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-663d1d90-4d49-44d3-98b3-b899ac5e0c6e tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Deleting port c6beb8ca-410d-40c8-93d7-6a66c9a67089 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:07.051670 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-663d1d90-4d49-44d3-98b3-b899ac5e0c6e tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:07.055559 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-fa3926b7-4332-44df-b5fb-61720c60c2ee tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:07.057800 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-8ccc9f68-660f-47db-8b7d-b743c8fec673 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:07.061468 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b79869f4-ff29-49d9-8c61-da56023a9124 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:security_group_rule and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:07.064772 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd74526c-1d34-4e4a-93d6-ea13cad58374 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:07.070205 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd74526c-1d34-4e4a-93d6-ea13cad58374 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:07.070797 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fd74526c-1d34-4e4a-93d6-ea13cad58374 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:07.072227 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:07.075961 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b79869f4-ff29-49d9-8c61-da56023a9124 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:07.079066 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-fa3926b7-4332-44df-b5fb-61720c60c2ee tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Usage tracker for resource:subnet and tenant:6c39066dcd1e4a3f9b6ce105bb54b1d6 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:07.102026 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74526c-1d34-4e4a-93d6-ea13cad58374 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=126ee970-a098-4687-85ae-a9f5e24fa760,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:07.111817 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8ccc9f68-660f-47db-8b7d-b743c8fec673 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Usage tracker for resource:security_group_rule and tenant:20a7b56134234f289be93c673c2d1e0e is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:07.120177 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-fa3926b7-4332-44df-b5fb-61720c60c2ee tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:07.123433 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b79869f4-ff29-49d9-8c61-da56023a9124 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:07.139155 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8ccc9f68-660f-47db-8b7d-b743c8fec673 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:07.155479 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-fa3926b7-4332-44df-b5fb-61720c60c2ee tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:07.159602 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-8ccc9f68-660f-47db-8b7d-b743c8fec673 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:07.230922 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74526c-1d34-4e4a-93d6-ea13cad58374 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event updated for resources: {'Network': ['ID=ac2e97e4-8787-484b-b4aa-968187476d44,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:07.248508 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network ac2e97e4-8787-484b-b4aa-968187476d44 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:17:07.271031 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-663d1d90-4d49-44d3-98b3-b899ac5e0c6e tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:07.332817 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-fd74526c-1d34-4e4a-93d6-ea13cad58374 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3626323 Oct 10 11:17:07.366354 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-bc39b934-b14a-49ac-80bf-f06633ef3300 None None] Allocated IP 172.20.0.2 (999e2f79-996e-40da-920a-05cf6cbac0ff/2881f2ee-6a89-4049-b2e6-600902c57827/a0ded556-9e6d-4557-9761-a3a39b3f2809) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:07.413284 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b79869f4-ff29-49d9-8c61-da56023a9124 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:07.445199 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-663d1d90-4d49-44d3-98b3-b899ac5e0c6e tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Calling delete_port for c6beb8ca-410d-40c8-93d7-6a66c9a67089 owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:17:07.462360 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-47146534-7d37-41be-befb-28571b76497b None None] Attempt 10 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:07.501551 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3926b7-4332-44df-b5fb-61720c60c2ee tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Made reservation on behalf of 6c39066dcd1e4a3f9b6ce105bb54b1d6 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:07.501551 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fa3926b7-4332-44df-b5fb-61720c60c2ee tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:07.527954 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-8ccc9f68-660f-47db-8b7d-b743c8fec673 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:17:07.529555 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8ccc9f68-660f-47db-8b7d-b743c8fec673 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5129101 Oct 10 11:17:07.530167 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b79869f4-ff29-49d9-8c61-da56023a9124 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:07.534968 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55176) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:07.539789 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-47146534-7d37-41be-befb-28571b76497b None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:07.553160 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-50cc5d09-f1d4-4d3e-9706-34390b9964aa tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group_rule': {'security_group_id': '2cd27ddc-2ba3-4eae-bf52-b2f169f63892', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:07.554197 dv-neutron-860842-1-hyperv neutron-server[89896]: WARNING neutron.api.v2.base [None req-50cc5d09-f1d4-4d3e-9706-34390b9964aa tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 10 11:17:07.554829 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-50cc5d09-f1d4-4d3e-9706-34390b9964aa tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:17:07.556108 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-50cc5d09-f1d4-4d3e-9706-34390b9964aa tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085750 Oct 10 11:17:07.563801 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55180) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:07.584359 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-2a85365b-9905-4473-87a5-353c2d6d3b2d tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group_rule': {'security_group_id': '2cd27ddc-2ba3-4eae-bf52-b2f169f63892', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:07.588552 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-47146534-7d37-41be-befb-28571b76497b None None] Provisioning complete for port a0ded556-9e6d-4557-9761-a3a39b3f2809 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:17:07.588925 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-47146534-7d37-41be-befb-28571b76497b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:07.589257 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-47146534-7d37-41be-befb-28571b76497b None None] Attempt 1 to provision port a0ded556-9e6d-4557-9761-a3a39b3f2809 Oct 10 11:17:07.591022 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-2a85365b-9905-4473-87a5-353c2d6d3b2d tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:07.595098 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2a85365b-9905-4473-87a5-353c2d6d3b2d tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Usage tracker for resource:security_group_rule and tenant:20a7b56134234f289be93c673c2d1e0e is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:07.598094 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2a85365b-9905-4473-87a5-353c2d6d3b2d tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:07.604499 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-2a85365b-9905-4473-87a5-353c2d6d3b2d tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:07.651947 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-bc39b934-b14a-49ac-80bf-f06633ef3300 None None] For port a0ded556-9e6d-4557-9761-a3a39b3f2809, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a0ded556-9e6d-4557-9761-a3a39b3f2809,segment=NetworkSegment(83779f92-53fe-4238-bf38-0f7e0adad1da),segment_id=83779f92-53fe-4238-bf38-0f7e0adad1da)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:07.692095 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79869f4-ff29-49d9-8c61-da56023a9124 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3beb0e62-b250-4417-b229-c62b5e15d567,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:07.732981 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-47146534-7d37-41be-befb-28571b76497b None None] Current status of the port a0ded556-9e6d-4557-9761-a3a39b3f2809 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:17:07.736403 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-bc39b934-b14a-49ac-80bf-f06633ef3300 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:07.746772 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-47146534-7d37-41be-befb-28571b76497b None None] Could not find standard attr ID for object 3f975916-47f8-42a7-9172-c743ac9bd1a1. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:17:07.755971 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-47146534-7d37-41be-befb-28571b76497b None None] Could not find standard attr ID for object f02e4a0d-1d25-4162-b0ad-6f682e0dbc09. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:17:07.757780 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-bc39b934-b14a-49ac-80bf-f06633ef3300 None None] Transition to ACTIVE for port object a0ded556-9e6d-4557-9761-a3a39b3f2809 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:07.765687 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-663d1d90-4d49-44d3-98b3-b899ac5e0c6e tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:07.804968 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b79869f4-ff29-49d9-8c61-da56023a9124 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:07.809651 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b79869f4-ff29-49d9-8c61-da56023a9124 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0770080 Oct 10 11:17:07.809851 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55184) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:07.817325 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-4c779916-17b3-4771-b9e9-7b8a9b9dd950 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'security_group': {'name': 'tempest-secgroup-1199147419'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:07.826818 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4c779916-17b3-4771-b9e9-7b8a9b9dd950 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:07.827448 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d1d90-4d49-44d3-98b3-b899ac5e0c6e tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Pushing event deleted for resources: {'Port': ['ID=c6beb8ca-410d-40c8-93d7-6a66c9a67089,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:07.831662 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4c779916-17b3-4771-b9e9-7b8a9b9dd950 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:security_group and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:07.834638 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4c779916-17b3-4771-b9e9-7b8a9b9dd950 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:07.842249 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4c779916-17b3-4771-b9e9-7b8a9b9dd950 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:07.865372 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-2a85365b-9905-4473-87a5-353c2d6d3b2d tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:17:07.865372 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2a85365b-9905-4473-87a5-353c2d6d3b2d tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2899225 Oct 10 11:17:07.865372 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55188) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:07.872616 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-eb592640-5f92-44c1-a44b-887e17f41f77 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group_rule': {'security_group_id': '2cd27ddc-2ba3-4eae-bf52-b2f169f63892', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:07.875647 dv-neutron-860842-1-hyperv neutron-server[89896]: WARNING neutron.api.v2.base [None req-eb592640-5f92-44c1-a44b-887e17f41f77 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 10 11:17:07.875647 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-eb592640-5f92-44c1-a44b-887e17f41f77 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:17:07.875647 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-eb592640-5f92-44c1-a44b-887e17f41f77 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084739 Oct 10 11:17:07.900908 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55192) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:07.919857 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-888b83b9-f251-4de6-8c07-1f23ea6ddfd9 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group_rule': {'security_group_id': '2cd27ddc-2ba3-4eae-bf52-b2f169f63892', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:07.932270 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-888b83b9-f251-4de6-8c07-1f23ea6ddfd9 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:07.937197 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-888b83b9-f251-4de6-8c07-1f23ea6ddfd9 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Usage tracker for resource:security_group_rule and tenant:20a7b56134234f289be93c673c2d1e0e is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:07.940886 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-888b83b9-f251-4de6-8c07-1f23ea6ddfd9 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:07.956473 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-888b83b9-f251-4de6-8c07-1f23ea6ddfd9 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:07.963266 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-47146534-7d37-41be-befb-28571b76497b None None] Provisioning for port 58938bad-bbf4-4867-b91c-6fadfc5af5e0 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:17:07.971136 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-bc39b934-b14a-49ac-80bf-f06633ef3300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:08.020128 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4c779916-17b3-4771-b9e9-7b8a9b9dd950 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:08.070245 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-47146534-7d37-41be-befb-28571b76497b None None] Provisioning complete for port 58938bad-bbf4-4867-b91c-6fadfc5af5e0 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:17:08.070623 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-47146534-7d37-41be-befb-28571b76497b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:08.070957 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-47146534-7d37-41be-befb-28571b76497b None None] Attempt 1 to provision port 58938bad-bbf4-4867-b91c-6fadfc5af5e0 Oct 10 11:17:08.143330 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4c779916-17b3-4771-b9e9-7b8a9b9dd950 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:08.149212 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4c779916-17b3-4771-b9e9-7b8a9b9dd950 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:security_group_rule and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:08.153253 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4c779916-17b3-4771-b9e9-7b8a9b9dd950 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:08.160191 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4c779916-17b3-4771-b9e9-7b8a9b9dd950 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:08.292047 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39b934-b14a-49ac-80bf-f06633ef3300 None None] Pushing event updated for resources: {'Port': ['ID=a0ded556-9e6d-4557-9761-a3a39b3f2809,revision_number=6']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:08.298247 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-888b83b9-f251-4de6-8c07-1f23ea6ddfd9 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:17:08.299552 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-888b83b9-f251-4de6-8c07-1f23ea6ddfd9 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3961153 Oct 10 11:17:08.304517 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55196) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:08.309167 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4c779916-17b3-4771-b9e9-7b8a9b9dd950 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:08.316464 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-eec054dd-4b8a-4d2e-af26-8788bdcb11d1 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group_rule': {'security_group_id': '2cd27ddc-2ba3-4eae-bf52-b2f169f63892', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:08.320085 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-663d1d90-4d49-44d3-98b3-b899ac5e0c6e tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:08.411138 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-eec054dd-4b8a-4d2e-af26-8788bdcb11d1 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:08.418054 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-47146534-7d37-41be-befb-28571b76497b None None] Current status of the port 58938bad-bbf4-4867-b91c-6fadfc5af5e0 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:17:08.425862 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-eec054dd-4b8a-4d2e-af26-8788bdcb11d1 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Usage tracker for resource:security_group_rule and tenant:20a7b56134234f289be93c673c2d1e0e is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:08.430128 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-47146534-7d37-41be-befb-28571b76497b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:08.438400 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-eec054dd-4b8a-4d2e-af26-8788bdcb11d1 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:08.448107 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4c779916-17b3-4771-b9e9-7b8a9b9dd950 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:08.485786 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-eec054dd-4b8a-4d2e-af26-8788bdcb11d1 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:08.489287 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-47146534-7d37-41be-befb-28571b76497b None None] For port 58938bad-bbf4-4867-b91c-6fadfc5af5e0, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=58938bad-bbf4-4867-b91c-6fadfc5af5e0,segment=NetworkSegment(5d536f4c-69cf-472f-84ef-75f1682da64f),segment_id=5d536f4c-69cf-472f-84ef-75f1682da64f)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:08.548679 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c779916-17b3-4771-b9e9-7b8a9b9dd950 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac957b5-2cba-4f7b-acea-f1d007ebca23,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:08.572820 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c779916-17b3-4771-b9e9-7b8a9b9dd950 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:08.573493 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c779916-17b3-4771-b9e9-7b8a9b9dd950 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:08.574697 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c779916-17b3-4771-b9e9-7b8a9b9dd950 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:08.575189 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c779916-17b3-4771-b9e9-7b8a9b9dd950 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:08.575834 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c779916-17b3-4771-b9e9-7b8a9b9dd950 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:08.576428 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c779916-17b3-4771-b9e9-7b8a9b9dd950 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:08.576916 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c779916-17b3-4771-b9e9-7b8a9b9dd950 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:08.577465 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c779916-17b3-4771-b9e9-7b8a9b9dd950 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:08.577958 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c779916-17b3-4771-b9e9-7b8a9b9dd950 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:08.578518 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c779916-17b3-4771-b9e9-7b8a9b9dd950 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:08.579017 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c779916-17b3-4771-b9e9-7b8a9b9dd950 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:08.579543 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c779916-17b3-4771-b9e9-7b8a9b9dd950 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:08.614409 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-47146534-7d37-41be-befb-28571b76497b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:08.672890 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.objects.ports [None req-fa3926b7-4332-44df-b5fb-61720c60c2ee tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89896) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 10 11:17:08.682007 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fa3926b7-4332-44df-b5fb-61720c60c2ee tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:08.759068 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:08.760160 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47146534-7d37-41be-befb-28571b76497b None None] Pushing event updated for resources: {'Port': ['ID=58938bad-bbf4-4867-b91c-6fadfc5af5e0,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:08.769513 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663d1d90-4d49-44d3-98b3-b899ac5e0c6e tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Router 461f9665-840b-470e-9d21-1fc2fe2c7c91 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:17:08.912068 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4c779916-17b3-4771-b9e9-7b8a9b9dd950 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:08.913443 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4c779916-17b3-4771-b9e9-7b8a9b9dd950 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1026545 Oct 10 11:17:08.918142 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55200) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:08.924537 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Provisioning for port 4ec5a028-01df-464b-a95c-d38f07aed908 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:17:08.931120 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Provisioning complete for port 4ec5a028-01df-464b-a95c-d38f07aed908 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:17:08.931728 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:08.934260 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Attempt 1 to provision port 4ec5a028-01df-464b-a95c-d38f07aed908 Oct 10 11:17:08.946691 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-bc5ab7c5-d2c9-48c0-a137-7d549fb47344 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1876600821', 'security_groups': ['6ac957b5-2cba-4f7b-acea-f1d007ebca23'], 'network_id': '999e2f79-996e-40da-920a-05cf6cbac0ff', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2881f2ee-6a89-4049-b2e6-600902c57827'}]}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:08.959162 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663d1d90-4d49-44d3-98b3-b899ac5e0c6e tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:17:08.978253 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-663d1d90-4d49-44d3-98b3-b899ac5e0c6e tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "PUT /v2.0/routers/461f9665-840b-470e-9d21-1fc2fe2c7c91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3668606 Oct 10 11:17:08.979277 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55204) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:08.980660 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a47a4e-436d-4320-b71c-e857666ab59e None None] Sync routers for ids ['461f9665-840b-470e-9d21-1fc2fe2c7c91'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:17:09.013406 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a47a4e-436d-4320-b71c-e857666ab59e None None] Routers {'461f9665-840b-470e-9d21-1fc2fe2c7c91'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:17:09.014301 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-e3a47a4e-436d-4320-b71c-e857666ab59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:17:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['461f9665-840b-470e-9d21-1fc2fe2c7c91'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:09.070748 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-b45d6163-46cd-4189-89a9-7690c287d752 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] delete failed (client error): The resource could not be found. Oct 10 11:17:09.077664 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b45d6163-46cd-4189-89a9-7690c287d752 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "DELETE /v2.0/routers/tempest-non_exist_router-1747854030 HTTP/1.1" status: 404 len: 335 time: 0.0969169 Oct 10 11:17:09.088674 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55208) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:09.093819 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-5da77679-d38a-4835-8be6-1932e89d113b tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Request body: {'router': {'external_gateway_info': {'network_id': '461f9665-840b-470e-9d21-1fc2fe2c7c91'}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:09.175408 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-e3a47a4e-436d-4320-b71c-e857666ab59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:09.187809 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a47a4e-436d-4320-b71c-e857666ab59e None None] Routers {'461f9665-840b-470e-9d21-1fc2fe2c7c91'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:17:09.188714 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-e3a47a4e-436d-4320-b71c-e857666ab59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:17:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['461f9665-840b-470e-9d21-1fc2fe2c7c91'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:09.203715 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3926b7-4332-44df-b5fb-61720c60c2ee tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0afebb58-1871-425c-8731-714389c72bdc,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:09.229114 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3926b7-4332-44df-b5fb-61720c60c2ee tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Checking segment: {'id': 'f4e32d2b-d816-4ad7-ba42-f9f607b4da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '8c855594-66f5-4e02-9a5f-22b326192fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:09.229811 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3926b7-4332-44df-b5fb-61720c60c2ee tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Network hostable DHCP agents. Network: 8c855594-66f5-4e02-9a5f-22b326192fc8, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:17:09.265621 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-e3a47a4e-436d-4320-b71c-e857666ab59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:09.266345 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a47a4e-436d-4320-b71c-e857666ab59e None None] The sync data for ids ['461f9665-840b-470e-9d21-1fc2fe2c7c91'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:17:09.276333 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-eec054dd-4b8a-4d2e-af26-8788bdcb11d1 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:17:09.278029 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-eec054dd-4b8a-4d2e-af26-8788bdcb11d1 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9670131 Oct 10 11:17:09.282661 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55212) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:09.307025 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-bc5ab7c5-d2c9-48c0-a137-7d549fb47344 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:09.313129 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Current status of the port 4ec5a028-01df-464b-a95c-d38f07aed908 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:17:09.313674 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:09.331370 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-bc5ab7c5-d2c9-48c0-a137-7d549fb47344 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:09.369704 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-38160943-e0ba-4d4b-8f35-160d3caaff6a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:09.371997 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3926b7-4332-44df-b5fb-61720c60c2ee tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Network 8c855594-66f5-4e02-9a5f-22b326192fc8 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:17:09.380601 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device a0ded556-9e6d-4557-9761-a3a39b3f2809 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:17:09.408727 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-38160943-e0ba-4d4b-8f35-160d3caaff6a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:09.460668 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5ab7c5-d2c9-48c0-a137-7d549fb47344 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:09.471527 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] For port 4ec5a028-01df-464b-a95c-d38f07aed908, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=4ec5a028-01df-464b-a95c-d38f07aed908,segment=NetworkSegment(1cac7e0e-0194-4f89-a1a0-93938fa1a77f),segment_id=1cac7e0e-0194-4f89-a1a0-93938fa1a77f)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:09.487854 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 58938bad-bbf4-4867-b91c-6fadfc5af5e0 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:17:09.560118 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:09.570953 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-fa3926b7-4332-44df-b5fb-61720c60c2ee tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 8c855594-66f5-4e02-9a5f-22b326192fc8) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:09.571189 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 58938bad-bbf4-4867-b91c-6fadfc5af5e0 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:17:09.571567 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:09.572352 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 58938bad-bbf4-4867-b91c-6fadfc5af5e0 Oct 10 11:17:09.600560 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3926b7-4332-44df-b5fb-61720c60c2ee tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:09.600560 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fa3926b7-4332-44df-b5fb-61720c60c2ee tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:09.601561 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-38160943-e0ba-4d4b-8f35-160d3caaff6a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:09.623435 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:09.625981 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6415d24b-1496-40a6-9238-be2401e34c51 None None] Network 8c855594-66f5-4e02-9a5f-22b326192fc8 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:09.632403 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38160943-e0ba-4d4b-8f35-160d3caaff6a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd27ddc-2ba3-4eae-bf52-b2f169f63892,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:09.676319 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-38160943-e0ba-4d4b-8f35-160d3caaff6a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:09.679770 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-38160943-e0ba-4d4b-8f35-160d3caaff6a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "DELETE /v2.0/security-groups/2cd27ddc-2ba3-4eae-bf52-b2f169f63892 HTTP/1.1" status: 204 len: 168 time: 0.3937354 Oct 10 11:17:09.680158 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55216) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:09.686852 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bc5ab7c5-d2c9-48c0-a137-7d549fb47344 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:09.737049 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-bc5ab7c5-d2c9-48c0-a137-7d549fb47344 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] device_id is not set on port 17683c71-6425-4d9d-9797-547ee6ba3b04 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:17:09.763669 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Pushing event updated for resources: {'Port': ['ID=4ec5a028-01df-464b-a95c-d38f07aed908,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:09.771736 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Could not find standard attr ID for object c6beb8ca-410d-40c8-93d7-6a66c9a67089. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:17:09.771935 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5da77679-d38a-4835-8be6-1932e89d113b tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:09.835038 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d29a8e30-50de-4822-998c-307cbfc2c630 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Synchronizing usage tracker for tenant:20a7b56134234f289be93c673c2d1e0e on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:17:09.860346 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Provisioning complete for port af0cea11-8861-4fee-9c89-62440bc4fba9 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:17:09.860632 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:09.860966 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Attempt 1 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:09.863267 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-fa3926b7-4332-44df-b5fb-61720c60c2ee tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.8524077 Oct 10 11:17:09.868541 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55220) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:09.879298 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2136511676', 'network_id': '8c855594-66f5-4e02-9a5f-22b326192fc8'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:09.885982 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:09.891608 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Usage tracker for resource:port and tenant:6c39066dcd1e4a3f9b6ce105bb54b1d6 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:09.896052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:09.907687 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:09.994207 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d29a8e30-50de-4822-998c-307cbfc2c630 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Unset dirty status for tenant:20a7b56134234f289be93c673c2d1e0e on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:17:09.997102 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d29a8e30-50de-4822-998c-307cbfc2c630 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3153291 Oct 10 11:17:10.005734 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55224) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:10.015431 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-df90e01c-24fe-4470-83d9-da3da5f2483a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group': {'name': 'tempest-secgroup--2140132791'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:10.032117 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-df90e01c-24fe-4470-83d9-da3da5f2483a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:10.054687 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-df90e01c-24fe-4470-83d9-da3da5f2483a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:10.076592 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-bc5ab7c5-d2c9-48c0-a137-7d549fb47344 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Allocated IP 172.20.0.14 (999e2f79-996e-40da-920a-05cf6cbac0ff/2881f2ee-6a89-4049-b2e6-600902c57827/17683c71-6425-4d9d-9797-547ee6ba3b04) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:10.110326 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 58938bad-bbf4-4867-b91c-6fadfc5af5e0 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:17:10.133173 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:10.144221 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-5da77679-d38a-4835-8be6-1932e89d113b tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] update failed (client error): The resource could not be found. Oct 10 11:17:10.150954 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5da77679-d38a-4835-8be6-1932e89d113b tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "PUT /v2.0/routers/461f9665-840b-470e-9d21-1fc2fe2c7c91 HTTP/1.1" status: 404 len: 339 time: 1.0633254 Oct 10 11:17:10.150954 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Made reservation on behalf of 6c39066dcd1e4a3f9b6ce105bb54b1d6 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:10.150954 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:10.170854 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55228) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:10.172213 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-df90e01c-24fe-4470-83d9-da3da5f2483a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:10.179171 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] device_id is not set on port a4c91129-69a6-4b78-adfa-59f77f6ec2d3 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:17:10.203258 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-e464ff7a-6008-46f2-88ce-835defcc5306 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-894999322'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:10.215957 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e464ff7a-6008-46f2-88ce-835defcc5306 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:10.224653 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e464ff7a-6008-46f2-88ce-835defcc5306 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Usage tracker for resource:network and tenant:36fa9352d161475b9f6e2efb0dc70ff1 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:10.231537 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e464ff7a-6008-46f2-88ce-835defcc5306 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:10.238751 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d52cfc-acf0-4203-95ac-6746232504ec None None] Network 8c855594-66f5-4e02-9a5f-22b326192fc8 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:10.287733 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e464ff7a-6008-46f2-88ce-835defcc5306 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:10.299419 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-df90e01c-24fe-4470-83d9-da3da5f2483a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:10.318376 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-df90e01c-24fe-4470-83d9-da3da5f2483a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Usage tracker for resource:security_group_rule and tenant:20a7b56134234f289be93c673c2d1e0e is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:10.326462 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-df90e01c-24fe-4470-83d9-da3da5f2483a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:10.336846 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-df90e01c-24fe-4470-83d9-da3da5f2483a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:10.376907 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Allocated IP 2001:db8::2b1 (8c855594-66f5-4e02-9a5f-22b326192fc8/0afebb58-1871-425c-8731-714389c72bdc/a4c91129-69a6-4b78-adfa-59f77f6ec2d3) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:10.400840 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bc5ab7c5-d2c9-48c0-a137-7d549fb47344 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:10.410235 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e464ff7a-6008-46f2-88ce-835defcc5306 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Made reservation on behalf of 36fa9352d161475b9f6e2efb0dc70ff1 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:10.413709 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e464ff7a-6008-46f2-88ce-835defcc5306 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:10.452823 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-bc5ab7c5-d2c9-48c0-a137-7d549fb47344 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Transition to ACTIVE for port object 17683c71-6425-4d9d-9797-547ee6ba3b04 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:10.466064 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e464ff7a-6008-46f2-88ce-835defcc5306 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 480} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:17:10.485971 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e464ff7a-6008-46f2-88ce-835defcc5306 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:10.486318 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-e464ff7a-6008-46f2-88ce-835defcc5306 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Added segment da13aba7-8008-49b5-a880-8a168201647e of type vlan for network d4ef87b8-92cf-4dd9-befc-743047ae39f2 Oct 10 11:17:10.521207 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-df90e01c-24fe-4470-83d9-da3da5f2483a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:10.547939 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e464ff7a-6008-46f2-88ce-835defcc5306 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:10.591869 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-df90e01c-24fe-4470-83d9-da3da5f2483a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:10.596057 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:10.632839 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bc5ab7c5-d2c9-48c0-a137-7d549fb47344 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:10.634159 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Attempt 2 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:10.684580 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90e01c-24fe-4470-83d9-da3da5f2483a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a1431e-d814-446a-b096-691dfc8bb15d,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:10.693071 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:10.723422 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5ab7c5-d2c9-48c0-a137-7d549fb47344 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network 999e2f79-996e-40da-920a-05cf6cbac0ff is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:10.726286 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-bc5ab7c5-d2c9-48c0-a137-7d549fb47344 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:10.731427 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5ab7c5-d2c9-48c0-a137-7d549fb47344 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:17:10.757406 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e464ff7a-6008-46f2-88ce-835defcc5306 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:10.763520 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e464ff7a-6008-46f2-88ce-835defcc5306 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:10.764555 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e464ff7a-6008-46f2-88ce-835defcc5306 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:10.767965 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ab7c5-d2c9-48c0-a137-7d549fb47344 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Port': ['ID=17683c71-6425-4d9d-9797-547ee6ba3b04,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:10.798140 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:10.838584 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-df90e01c-24fe-4470-83d9-da3da5f2483a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:10.843304 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-df90e01c-24fe-4470-83d9-da3da5f2483a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8329170 Oct 10 11:17:10.844952 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55232) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:10.892340 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55236) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:10.903105 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-9b1e5dde-c139-4bfb-a816-c024732e7487 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group_rule': {'security_group_id': '71a1431e-d814-446a-b096-691dfc8bb15d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:10.904365 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Network 8c855594-66f5-4e02-9a5f-22b326192fc8 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:10.909639 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-8ab3cacf-8f43-420f-9ab9-f2574dc4f41a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Request body: {'subnet': {'network_id': 'ac2e97e4-8787-484b-b4aa-968187476d44', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:10.921348 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5ab7c5-d2c9-48c0-a137-7d549fb47344 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:10.922424 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bc5ab7c5-d2c9-48c0-a137-7d549fb47344 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:10.932643 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9b1e5dde-c139-4bfb-a816-c024732e7487 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:10.936501 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e464ff7a-6008-46f2-88ce-835defcc5306 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7539108 Oct 10 11:17:10.946364 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9b1e5dde-c139-4bfb-a816-c024732e7487 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Usage tracker for resource:security_group_rule and tenant:20a7b56134234f289be93c673c2d1e0e is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:10.950997 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55240) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:10.953632 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9b1e5dde-c139-4bfb-a816-c024732e7487 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:10.957326 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:10.957544 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464ff7a-6008-46f2-88ce-835defcc5306 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Pushing event updated for resources: {'Network': ['ID=d4ef87b8-92cf-4dd9-befc-743047ae39f2,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:10.962338 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-d78de010-ea15-4ac4-9897-a4b38d685481 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Request body: {'subnet': {'network_id': 'd4ef87b8-92cf-4dd9-befc-743047ae39f2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:10.968876 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network d4ef87b8-92cf-4dd9-befc-743047ae39f2 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:17:10.973060 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:17:10.974086 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:10.974679 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:11.004009 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9b1e5dde-c139-4bfb-a816-c024732e7487 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:11.049532 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Pushing event updated for resources: {'Port': ['ID=a4c91129-69a6-4b78-adfa-59f77f6ec2d3,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:11.070278 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:11.070618 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:11.070955 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:11.071285 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:11.071610 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:11.071936 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:11.072260 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:11.072580 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:11.072907 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:11.073234 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:11.073566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:11.074952 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:11.078354 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-bc5ab7c5-d2c9-48c0-a137-7d549fb47344 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1538134 Oct 10 11:17:11.081261 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55244) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:11.088302 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-a89e8e91-ee0b-4ca9-b62f-7350ab8dae43 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'subnet': {'network_id': '999e2f79-996e-40da-920a-05cf6cbac0ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:11.109671 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d78de010-ea15-4ac4-9897-a4b38d685481 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:11.113679 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d78de010-ea15-4ac4-9897-a4b38d685481 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Usage tracker for resource:subnet and tenant:36fa9352d161475b9f6e2efb0dc70ff1 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:11.116783 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d78de010-ea15-4ac4-9897-a4b38d685481 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:11.123222 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8ab3cacf-8f43-420f-9ab9-f2574dc4f41a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:11.123637 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d78de010-ea15-4ac4-9897-a4b38d685481 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:11.133065 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d69de8ec-c730-4d63-941b-34ed556dcaa0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2630243 Oct 10 11:17:11.134187 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8ab3cacf-8f43-420f-9ab9-f2574dc4f41a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Usage tracker for resource:subnet and tenant:31358320d3984829bcaf8bbfc223116a is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:11.136755 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55248) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:11.139387 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8ab3cacf-8f43-420f-9ab9-f2574dc4f41a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:11.194781 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Attempt 3 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:11.195022 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8ab3cacf-8f43-420f-9ab9-f2574dc4f41a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:11.238848 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-d02a058a-b4ae-481f-9f2f-87db202d4528 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Deleting port a4c91129-69a6-4b78-adfa-59f77f6ec2d3 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:11.239320 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d02a058a-b4ae-481f-9f2f-87db202d4528 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:11.251440 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:11.262514 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a89e8e91-ee0b-4ca9-b62f-7350ab8dae43 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:11.267021 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a89e8e91-ee0b-4ca9-b62f-7350ab8dae43 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:subnet and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:11.270343 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a89e8e91-ee0b-4ca9-b62f-7350ab8dae43 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:11.271213 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78de010-ea15-4ac4-9897-a4b38d685481 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Made reservation on behalf of 36fa9352d161475b9f6e2efb0dc70ff1 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:11.275040 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d78de010-ea15-4ac4-9897-a4b38d685481 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:11.275672 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 4ec5a028-01df-464b-a95c-d38f07aed908 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:17:11.277939 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a89e8e91-ee0b-4ca9-b62f-7350ab8dae43 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:11.306152 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab3cacf-8f43-420f-9ab9-f2574dc4f41a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Made reservation on behalf of 31358320d3984829bcaf8bbfc223116a for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:11.309770 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8ab3cacf-8f43-420f-9ab9-f2574dc4f41a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:11.349469 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 4ec5a028-01df-464b-a95c-d38f07aed908 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:17:11.349747 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:11.350248 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 4ec5a028-01df-464b-a95c-d38f07aed908 Oct 10 11:17:11.402410 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89e8e91-ee0b-4ca9-b62f-7350ab8dae43 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:11.405918 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a89e8e91-ee0b-4ca9-b62f-7350ab8dae43 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:11.481826 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 4ec5a028-01df-464b-a95c-d38f07aed908 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:17:11.495347 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-9b1e5dde-c139-4bfb-a816-c024732e7487 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] create failed (client error): The resource could not be found. Oct 10 11:17:11.497124 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9b1e5dde-c139-4bfb-a816-c024732e7487 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6492789 Oct 10 11:17:11.504466 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55252) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:11.544214 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-1a44eb9e-b062-4eec-be7e-7e68560e2f7f tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group_rule': {'security_group_id': '71a1431e-d814-446a-b096-691dfc8bb15d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'fbb5bc05-bea1-4bd5-8467-6847f09210eb'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:11.558857 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1a44eb9e-b062-4eec-be7e-7e68560e2f7f tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:11.582678 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1a44eb9e-b062-4eec-be7e-7e68560e2f7f tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Usage tracker for resource:security_group_rule and tenant:20a7b56134234f289be93c673c2d1e0e is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:11.591200 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1a44eb9e-b062-4eec-be7e-7e68560e2f7f tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:11.604869 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.ipam_backend_mixin [None req-a89e8e91-ee0b-4ca9-b62f-7350ab8dae43 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2881f2ee-6a89-4049-b2e6-600902c57827 (CIDR: 172.20.0.0/28) Oct 10 11:17:11.623801 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1a44eb9e-b062-4eec-be7e-7e68560e2f7f tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:11.658326 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89e8e91-ee0b-4ca9-b62f-7350ab8dae43 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:17:11.658807 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a89e8e91-ee0b-4ca9-b62f-7350ab8dae43 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:17:11.747074 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8ab3cacf-8f43-420f-9ab9-f2574dc4f41a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:11.752994 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Attempt 4 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:11.778574 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d02a058a-b4ae-481f-9f2f-87db202d4528 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:11.804306 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a89e8e91-ee0b-4ca9-b62f-7350ab8dae43 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7195013 Oct 10 11:17:11.805840 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55256) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:11.815784 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-66a43bd4-bb33-4d51-8be9-026771b7b67a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'subnet': {'network_id': '999e2f79-996e-40da-920a-05cf6cbac0ff', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:11.820380 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:11.871289 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3cacf-8f43-420f-9ab9-f2574dc4f41a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event updated for resources: {'Subnet': ['ID=0f524867-930b-43f7-8880-9a4c81bc506e,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:11.922909 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab3cacf-8f43-420f-9ab9-f2574dc4f41a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Checking segment: {'id': '06e05b93-8e30-4416-af73-cd4119cf9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': 'ac2e97e4-8787-484b-b4aa-968187476d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:11.923267 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab3cacf-8f43-420f-9ab9-f2574dc4f41a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Network hostable DHCP agents. Network: ac2e97e4-8787-484b-b4aa-968187476d44, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:17:11.937647 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-d02a058a-b4ae-481f-9f2f-87db202d4528 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Calling delete_port for a4c91129-69a6-4b78-adfa-59f77f6ec2d3 owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:17:11.989920 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-66a43bd4-bb33-4d51-8be9-026771b7b67a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:11.993757 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-66a43bd4-bb33-4d51-8be9-026771b7b67a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:subnet and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:11.997365 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-66a43bd4-bb33-4d51-8be9-026771b7b67a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:12.003007 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-66a43bd4-bb33-4d51-8be9-026771b7b67a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:12.065405 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab3cacf-8f43-420f-9ab9-f2574dc4f41a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Network ac2e97e4-8787-484b-b4aa-968187476d44 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:17:12.090868 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d78de010-ea15-4ac4-9897-a4b38d685481 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:12.094409 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-1a44eb9e-b062-4eec-be7e-7e68560e2f7f tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] create failed (client error): The resource could not be found. Oct 10 11:17:12.095422 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1a44eb9e-b062-4eec-be7e-7e68560e2f7f tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5666530 Oct 10 11:17:12.098298 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55260) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:12.164903 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8f260817-e649-4ccf-9810-63fcce05785a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:12.175649 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-8ab3cacf-8f43-420f-9ab9-f2574dc4f41a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, ac2e97e4-8787-484b-b4aa-968187476d44) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:12.184118 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab3cacf-8f43-420f-9ab9-f2574dc4f41a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:12.184601 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78de010-ea15-4ac4-9897-a4b38d685481 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Pushing event updated for resources: {'Subnet': ['ID=57ea8ae3-379a-469d-9ec4-65cc02425589,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:12.184734 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8ab3cacf-8f43-420f-9ab9-f2574dc4f41a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:12.185468 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0f3f04-656f-4eee-9d52-306461b7bce4 None None] Network ac2e97e4-8787-484b-b4aa-968187476d44 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:12.195727 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78de010-ea15-4ac4-9897-a4b38d685481 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Checking segment: {'id': 'da13aba7-8008-49b5-a880-8a168201647e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'd4ef87b8-92cf-4dd9-befc-743047ae39f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:12.195727 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78de010-ea15-4ac4-9897-a4b38d685481 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Network hostable DHCP agents. Network: d4ef87b8-92cf-4dd9-befc-743047ae39f2, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:17:12.207967 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8f260817-e649-4ccf-9810-63fcce05785a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:12.242931 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d02a058a-b4ae-481f-9f2f-87db202d4528 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:12.246922 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a43bd4-bb33-4d51-8be9-026771b7b67a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:12.253242 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-66a43bd4-bb33-4d51-8be9-026771b7b67a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:12.293932 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78de010-ea15-4ac4-9897-a4b38d685481 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Network d4ef87b8-92cf-4dd9-befc-743047ae39f2 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:17:12.297762 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a058a-b4ae-481f-9f2f-87db202d4528 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4c91129-69a6-4b78-adfa-59f77f6ec2d3,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:12.344286 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Attempt 5 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:12.350531 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d02a058a-b4ae-481f-9f2f-87db202d4528 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:12.352908 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-d78de010-ea15-4ac4-9897-a4b38d685481 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, d4ef87b8-92cf-4dd9-befc-743047ae39f2) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:12.357439 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78de010-ea15-4ac4-9897-a4b38d685481 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:12.358040 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d78de010-ea15-4ac4-9897-a4b38d685481 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:12.374398 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d02a058a-b4ae-481f-9f2f-87db202d4528 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "DELETE /v2.0/ports/a4c91129-69a6-4b78-adfa-59f77f6ec2d3 HTTP/1.1" status: 204 len: 168 time: 1.2372375 Oct 10 11:17:12.376576 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e505ea-11bf-45fe-b36f-01105b587a49 None None] Network d4ef87b8-92cf-4dd9-befc-743047ae39f2 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:12.377712 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55264) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:12.383889 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-d08b944e-e844-4e9e-b763-0e39ca85fb44 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8c855594-66f5-4e02-9a5f-22b326192fc8', 'external_fixed_ips': [{'subnet_id': '0afebb58-1871-425c-8731-714389c72bdc', 'ip_address': '2001:db8::2b1'}]}}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:12.389272 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d08b944e-e844-4e9e-b763-0e39ca85fb44 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:12.391277 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.ipam_backend_mixin [None req-66a43bd4-bb33-4d51-8be9-026771b7b67a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c48d4956-2c4f-44d9-8f4f-28e68ac94d2b (CIDR: 172.20.0.16/28) Oct 10 11:17:12.393323 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d08b944e-e844-4e9e-b763-0e39ca85fb44 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Usage tracker for resource:router and tenant:6c39066dcd1e4a3f9b6ce105bb54b1d6 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:12.394408 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8ab3cacf-8f43-420f-9ab9-f2574dc4f41a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5004365 Oct 10 11:17:12.397715 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d08b944e-e844-4e9e-b763-0e39ca85fb44 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:12.398668 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55268) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:12.404420 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d08b944e-e844-4e9e-b763-0e39ca85fb44 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:12.405402 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-61a75199-bf4e-4fa6-ac6e-a93976c2de05 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1284346345'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:12.410512 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-61a75199-bf4e-4fa6-ac6e-a93976c2de05 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:12.414519 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-61a75199-bf4e-4fa6-ac6e-a93976c2de05 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Usage tracker for resource:network and tenant:31358320d3984829bcaf8bbfc223116a is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:12.418934 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-61a75199-bf4e-4fa6-ac6e-a93976c2de05 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:12.424724 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-61a75199-bf4e-4fa6-ac6e-a93976c2de05 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:12.443804 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d78de010-ea15-4ac4-9897-a4b38d685481 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4917347 Oct 10 11:17:12.447490 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55272) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:12.448523 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a43bd4-bb33-4d51-8be9-026771b7b67a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:17:12.449094 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66a43bd4-bb33-4d51-8be9-026771b7b67a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:17:12.464334 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-3447496b-5695-4a85-9c00-b7808485d993 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd4ef87b8-92cf-4dd9-befc-743047ae39f2'}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:12.472041 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d08b944e-e844-4e9e-b763-0e39ca85fb44 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:12.473241 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d08b944e-e844-4e9e-b763-0e39ca85fb44 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:12.540635 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d08b944e-e844-4e9e-b763-0e39ca85fb44 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:12.549755 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:12.575938 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf04db01-263b-4f88-9ee7-57300d33a39e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-ac2e97e4-8787-484b-b4aa-968187476d44', 'network_id': 'ac2e97e4-8787-484b-b4aa-968187476d44', 'tenant_id': '31358320d3984829bcaf8bbfc223116a', 'fixed_ips': [{'subnet_id': '0f524867-930b-43f7-8880-9a4c81bc506e'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:17:12.576784 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cf04db01-263b-4f88-9ee7-57300d33a39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:12.692234 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8f260817-e649-4ccf-9810-63fcce05785a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:12.696123 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a75199-bf4e-4fa6-ac6e-a93976c2de05 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Made reservation on behalf of 31358320d3984829bcaf8bbfc223116a for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:12.699704 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-61a75199-bf4e-4fa6-ac6e-a93976c2de05 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:12.800434 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde7c154-be09-4086-b14c-7e9ac00e5904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-d4ef87b8-92cf-4dd9-befc-743047ae39f2', 'network_id': 'd4ef87b8-92cf-4dd9-befc-743047ae39f2', 'tenant_id': '36fa9352d161475b9f6e2efb0dc70ff1', 'fixed_ips': [{'subnet_id': '57ea8ae3-379a-469d-9ec4-65cc02425589'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:17:12.801003 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-bde7c154-be09-4086-b14c-7e9ac00e5904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:12.811150 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8f260817-e649-4ccf-9810-63fcce05785a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:12.813905 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8f260817-e649-4ccf-9810-63fcce05785a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "DELETE /v2.0/security-groups/71a1431e-d814-446a-b096-691dfc8bb15d HTTP/1.1" status: 204 len: 168 time: 0.7130210 Oct 10 11:17:12.817015 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f260817-e649-4ccf-9810-63fcce05785a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a1431e-d814-446a-b096-691dfc8bb15d,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:12.820320 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55276) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:12.925243 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-66a43bd4-bb33-4d51-8be9-026771b7b67a tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1181281 Oct 10 11:17:12.925985 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a75199-bf4e-4fa6-ac6e-a93976c2de05 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 468} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:17:12.933988 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55280) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:12.944653 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d08b944e-e844-4e9e-b763-0e39ca85fb44 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:12.953824 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-51a202da-80f9-43f8-b4f4-31be921ca635 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'subnet': {'network_id': '999e2f79-996e-40da-920a-05cf6cbac0ff', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:12.972040 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-cf04db01-263b-4f88-9ee7-57300d33a39e None None] Allocated IP 2001:db8:0:ffff::2 (ac2e97e4-8787-484b-b4aa-968187476d44/0f524867-930b-43f7-8880-9a4c81bc506e/265398ce-0511-4dcb-a301-aa73ce5b4e99) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:13.045022 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-61a75199-bf4e-4fa6-ac6e-a93976c2de05 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:13.045364 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-61a75199-bf4e-4fa6-ac6e-a93976c2de05 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Added segment 59eab755-6281-4386-97b4-d16c4ebd1eb9 of type vlan for network 425296b1-1efc-4043-a956-4f45b36eb047 Oct 10 11:17:13.050547 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Attempt 6 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:13.189414 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:13.198005 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-caf575e0-9d21-447c-9392-695dfebe1b6b tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Synchronizing usage tracker for tenant:20a7b56134234f289be93c673c2d1e0e on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:17:13.204323 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-bde7c154-be09-4086-b14c-7e9ac00e5904 None None] Allocated IP 2001:db8:1::2 (d4ef87b8-92cf-4dd9-befc-743047ae39f2/57ea8ae3-379a-469d-9ec4-65cc02425589/24ed11a5-1132-42f6-bd09-66ffe2e5fe1c) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:13.216677 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3447496b-5695-4a85-9c00-b7808485d993 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:13.247885 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-61a75199-bf4e-4fa6-ac6e-a93976c2de05 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:13.300049 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-51a202da-80f9-43f8-b4f4-31be921ca635 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:13.306650 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-51a202da-80f9-43f8-b4f4-31be921ca635 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Usage tracker for resource:subnet and tenant:3cd86c8887eb49658ebcaac7109ea926 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:13.310647 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-51a202da-80f9-43f8-b4f4-31be921ca635 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:13.317131 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-51a202da-80f9-43f8-b4f4-31be921ca635 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:13.362963 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-caf575e0-9d21-447c-9392-695dfebe1b6b tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Unset dirty status for tenant:20a7b56134234f289be93c673c2d1e0e on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:17:13.363695 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-caf575e0-9d21-447c-9392-695dfebe1b6b tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5344100 Oct 10 11:17:13.364609 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-61a75199-bf4e-4fa6-ac6e-a93976c2de05 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:13.370275 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a75199-bf4e-4fa6-ac6e-a93976c2de05 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:13.371825 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-61a75199-bf4e-4fa6-ac6e-a93976c2de05 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:13.377651 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55284) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:13.412759 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cf04db01-263b-4f88-9ee7-57300d33a39e None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:13.430421 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-40233111-0b25-4633-b7c7-704b9660453c tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group_rule': {'security_group_id': 'fc136aec-a7c2-4b36-96ec-4909c7d40358', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:13.437893 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-cf04db01-263b-4f88-9ee7-57300d33a39e None None] Transition to ACTIVE for port object 265398ce-0511-4dcb-a301-aa73ce5b4e99 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:13.440964 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a202da-80f9-43f8-b4f4-31be921ca635 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Made reservation on behalf of 3cd86c8887eb49658ebcaac7109ea926 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:13.444509 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-51a202da-80f9-43f8-b4f4-31be921ca635 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:13.458890 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-40233111-0b25-4633-b7c7-704b9660453c tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:13.512269 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-cf04db01-263b-4f88-9ee7-57300d33a39e None None] Transition to ACTIVE for port object 265398ce-0511-4dcb-a301-aa73ce5b4e99 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:13.513360 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d08b944e-e844-4e9e-b763-0e39ca85fb44 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:13.534471 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-bde7c154-be09-4086-b14c-7e9ac00e5904 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:13.541163 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-40233111-0b25-4633-b7c7-704b9660453c tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Usage tracker for resource:security_group_rule and tenant:20a7b56134234f289be93c673c2d1e0e is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:13.546533 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-bde7c154-be09-4086-b14c-7e9ac00e5904 None None] Transition to ACTIVE for port object 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:13.548154 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d08b944e-e844-4e9e-b763-0e39ca85fb44 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:13.548297 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-40233111-0b25-4633-b7c7-704b9660453c tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:13.559074 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-61a75199-bf4e-4fa6-ac6e-a93976c2de05 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1590507 Oct 10 11:17:13.567257 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-bde7c154-be09-4086-b14c-7e9ac00e5904 None None] Transition to ACTIVE for port object 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:13.585803 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55288) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:13.586237 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cf04db01-263b-4f88-9ee7-57300d33a39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:13.592939 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-e1de888a-996b-47bd-9dc4-dab17b1210d3 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Request body: {'subnet': {'network_id': '425296b1-1efc-4043-a956-4f45b36eb047', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:13.652739 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-bde7c154-be09-4086-b14c-7e9ac00e5904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:13.661056 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-40233111-0b25-4633-b7c7-704b9660453c tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:13.665697 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a75199-bf4e-4fa6-ac6e-a93976c2de05 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event updated for resources: {'Network': ['ID=425296b1-1efc-4043-a956-4f45b36eb047,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:13.666374 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf04db01-263b-4f88-9ee7-57300d33a39e None None] Network ac2e97e4-8787-484b-b4aa-968187476d44 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:13.673762 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-cf04db01-263b-4f88-9ee7-57300d33a39e None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:13.675446 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04db01-263b-4f88-9ee7-57300d33a39e None None] Pushing event updated for resources: {'Port': ['ID=265398ce-0511-4dcb-a301-aa73ce5b4e99,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:13.678643 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf04db01-263b-4f88-9ee7-57300d33a39e None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:17:13.715059 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Attempt 7 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:13.740574 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde7c154-be09-4086-b14c-7e9ac00e5904 None None] Network d4ef87b8-92cf-4dd9-befc-743047ae39f2 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:13.754790 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 425296b1-1efc-4043-a956-4f45b36eb047 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:17:13.774001 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e1de888a-996b-47bd-9dc4-dab17b1210d3 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:13.776185 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-3447496b-5695-4a85-9c00-b7808485d993 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:17:13.781051 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3447496b-5695-4a85-9c00-b7808485d993 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "PUT /v2.0/routers/461f9665-840b-470e-9d21-1fc2fe2c7c91 HTTP/1.1" status: 400 len: 364 time: 1.3241096 Oct 10 11:17:13.781700 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55292) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:13.783441 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-bde7c154-be09-4086-b14c-7e9ac00e5904 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:13.784344 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e1de888a-996b-47bd-9dc4-dab17b1210d3 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Usage tracker for resource:subnet and tenant:31358320d3984829bcaf8bbfc223116a is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:13.840822 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde7c154-be09-4086-b14c-7e9ac00e5904 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:17:13.844294 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e1de888a-996b-47bd-9dc4-dab17b1210d3 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:13.922235 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e1de888a-996b-47bd-9dc4-dab17b1210d3 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:13.946615 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-40233111-0b25-4633-b7c7-704b9660453c tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] create failed (client error): The resource could not be found. Oct 10 11:17:13.948770 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-40233111-0b25-4633-b7c7-704b9660453c tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5538087 Oct 10 11:17:13.952332 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55296) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:13.958309 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-d342acb6-d50e-499a-9e7f-b2ce16ebeae8 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group': {'name': 'tempest-secgroup--338872501'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:13.966722 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d342acb6-d50e-499a-9e7f-b2ce16ebeae8 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:13.983870 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d342acb6-d50e-499a-9e7f-b2ce16ebeae8 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:14.004986 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-51a202da-80f9-43f8-b4f4-31be921ca635 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:14.020257 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:14.027881 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7c154-be09-4086-b14c-7e9ac00e5904 None None] Pushing event updated for resources: {'Port': ['ID=24ed11a5-1132-42f6-bd09-66ffe2e5fe1c,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:14.075522 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a202da-80f9-43f8-b4f4-31be921ca635 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Network 999e2f79-996e-40da-920a-05cf6cbac0ff is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:14.078744 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-51a202da-80f9-43f8-b4f4-31be921ca635 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:14.083904 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a202da-80f9-43f8-b4f4-31be921ca635 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:14.083904 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-51a202da-80f9-43f8-b4f4-31be921ca635 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:14.098313 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d342acb6-d50e-499a-9e7f-b2ce16ebeae8 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:14.106387 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-cf04db01-263b-4f88-9ee7-57300d33a39e None None] Attempting to bind port 265398ce-0511-4dcb-a301-aa73ce5b4e99 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:17:14.106569 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1de888a-996b-47bd-9dc4-dab17b1210d3 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Made reservation on behalf of 31358320d3984829bcaf8bbfc223116a for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:14.106672 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-cf04db01-263b-4f88-9ee7-57300d33a39e None None] Attempting to bind port 265398ce-0511-4dcb-a301-aa73ce5b4e99 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '06e05b93-8e30-4416-af73-cd4119cf9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': 'ac2e97e4-8787-484b-b4aa-968187476d44'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:17:14.106893 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf04db01-263b-4f88-9ee7-57300d33a39e None None] Attempting to bind port 265398ce-0511-4dcb-a301-aa73ce5b4e99 on network ac2e97e4-8787-484b-b4aa-968187476d44 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:17:14.109493 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e1de888a-996b-47bd-9dc4-dab17b1210d3 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:14.110679 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72c7a9e-54a4-431e-ad4e-98469ca24b00 None None] Network 999e2f79-996e-40da-920a-05cf6cbac0ff requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:14.122050 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a202da-80f9-43f8-b4f4-31be921ca635 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Subnet': ['ID=329a143d-82fb-428e-b82a-66747649c7e2,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:14.136651 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d342acb6-d50e-499a-9e7f-b2ce16ebeae8 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:14.140760 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d342acb6-d50e-499a-9e7f-b2ce16ebeae8 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Usage tracker for resource:security_group_rule and tenant:20a7b56134234f289be93c673c2d1e0e is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:14.144770 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d342acb6-d50e-499a-9e7f-b2ce16ebeae8 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:14.145332 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf04db01-263b-4f88-9ee7-57300d33a39e None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:17:14.145741 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf04db01-263b-4f88-9ee7-57300d33a39e None None] Checking segment: {'id': '06e05b93-8e30-4416-af73-cd4119cf9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': 'ac2e97e4-8787-484b-b4aa-968187476d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:14.146169 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cf04db01-263b-4f88-9ee7-57300d33a39e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:14.146529 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf04db01-263b-4f88-9ee7-57300d33a39e None None] Bound using segment: {'id': '06e05b93-8e30-4416-af73-cd4119cf9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': 'ac2e97e4-8787-484b-b4aa-968187476d44'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:17:14.147000 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-cf04db01-263b-4f88-9ee7-57300d33a39e None None] Bound port: 265398ce-0511-4dcb-a301-aa73ce5b4e99, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e05b93-8e30-4416-af73-cd4119cf9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': 'ac2e97e4-8787-484b-b4aa-968187476d44'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:17:14.147372 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cf04db01-263b-4f88-9ee7-57300d33a39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:14.150957 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d342acb6-d50e-499a-9e7f-b2ce16ebeae8 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:14.160398 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-bde7c154-be09-4086-b14c-7e9ac00e5904 None None] Attempting to bind port 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:17:14.160580 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-bde7c154-be09-4086-b14c-7e9ac00e5904 None None] Attempting to bind port 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'da13aba7-8008-49b5-a880-8a168201647e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'd4ef87b8-92cf-4dd9-befc-743047ae39f2'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:17:14.160939 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde7c154-be09-4086-b14c-7e9ac00e5904 None None] Attempting to bind port 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c on network d4ef87b8-92cf-4dd9-befc-743047ae39f2 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:17:14.174540 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde7c154-be09-4086-b14c-7e9ac00e5904 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:17:14.176803 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde7c154-be09-4086-b14c-7e9ac00e5904 None None] Checking segment: {'id': 'da13aba7-8008-49b5-a880-8a168201647e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'd4ef87b8-92cf-4dd9-befc-743047ae39f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:14.176803 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-bde7c154-be09-4086-b14c-7e9ac00e5904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:14.176803 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde7c154-be09-4086-b14c-7e9ac00e5904 None None] Bound using segment: {'id': 'da13aba7-8008-49b5-a880-8a168201647e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'd4ef87b8-92cf-4dd9-befc-743047ae39f2'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:17:14.176803 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-bde7c154-be09-4086-b14c-7e9ac00e5904 None None] Bound port: 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da13aba7-8008-49b5-a880-8a168201647e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'd4ef87b8-92cf-4dd9-befc-743047ae39f2'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:17:14.176803 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-bde7c154-be09-4086-b14c-7e9ac00e5904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:14.224650 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-d08b944e-e844-4e9e-b763-0e39ca85fb44 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Allocated IP 2001:db8::2b1 (8c855594-66f5-4e02-9a5f-22b326192fc8/0afebb58-1871-425c-8731-714389c72bdc/f931e62c-df9d-4334-9a89-dfc038589e87) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:14.227483 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d342acb6-d50e-499a-9e7f-b2ce16ebeae8 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:14.233096 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-51a202da-80f9-43f8-b4f4-31be921ca635 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2918792 Oct 10 11:17:14.234629 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55300) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:14.240666 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-aeb5d579-aa03-4fb9-90be-1a3e1c6ffe52 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1327397880', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '329a143d-82fb-428e-b82a-66747649c7e2'}], 'security_groups': ['2d589aa7-a1e8-435f-be8a-740ee4ea3d82', '3beb0e62-b250-4417-b229-c62b5e15d567']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:14.298624 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d342acb6-d50e-499a-9e7f-b2ce16ebeae8 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:14.392921 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342acb6-d50e-499a-9e7f-b2ce16ebeae8 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48719899-f769-490f-9d9f-c673d8ea0f4a,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:14.396323 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d342acb6-d50e-499a-9e7f-b2ce16ebeae8 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:14.398030 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d342acb6-d50e-499a-9e7f-b2ce16ebeae8 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4443278 Oct 10 11:17:14.400921 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55304) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:14.409342 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-11450553-6e10-4a29-97c6-f853dacc340a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group': {'name': 'tempest-secgroup--873698230'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:14.415874 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-cf04db01-263b-4f88-9ee7-57300d33a39e None None] For port 265398ce-0511-4dcb-a301-aa73ce5b4e99, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:17:14.420568 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-cf04db01-263b-4f88-9ee7-57300d33a39e None None] For port 265398ce-0511-4dcb-a301-aa73ce5b4e99, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=265398ce-0511-4dcb-a301-aa73ce5b4e99,segment=NetworkSegment(06e05b93-8e30-4416-af73-cd4119cf9721),segment_id=06e05b93-8e30-4416-af73-cd4119cf9721)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:17:14.455705 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-bde7c154-be09-4086-b14c-7e9ac00e5904 None None] For port 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:17:14.468986 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-11450553-6e10-4a29-97c6-f853dacc340a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:14.474233 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-bde7c154-be09-4086-b14c-7e9ac00e5904 None None] For port 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=24ed11a5-1132-42f6-bd09-66ffe2e5fe1c,segment=NetworkSegment(da13aba7-8008-49b5-a880-8a168201647e),segment_id=da13aba7-8008-49b5-a880-8a168201647e)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:17:14.479852 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cf04db01-263b-4f88-9ee7-57300d33a39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:14.576285 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Attempt 8 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:14.593658 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d30feeff-d7a8-4e78-a317-c1420e1e3130 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:14.616629 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-11450553-6e10-4a29-97c6-f853dacc340a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Usage tracker for resource:security_group and tenant:20a7b56134234f289be93c673c2d1e0e is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:14.622726 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-11450553-6e10-4a29-97c6-f853dacc340a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:14.631449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-11450553-6e10-4a29-97c6-f853dacc340a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:14.648330 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-bde7c154-be09-4086-b14c-7e9ac00e5904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:14.728357 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:14.750125 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04db01-263b-4f88-9ee7-57300d33a39e None None] Pushing event updated for resources: {'Port': ['ID=265398ce-0511-4dcb-a301-aa73ce5b4e99,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:14.758886 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aeb5d579-aa03-4fb9-90be-1a3e1c6ffe52 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:14.770650 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-11450553-6e10-4a29-97c6-f853dacc340a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:14.845209 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-11450553-6e10-4a29-97c6-f853dacc340a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:14.852306 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7c154-be09-4086-b14c-7e9ac00e5904 None None] Pushing event updated for resources: {'Port': ['ID=24ed11a5-1132-42f6-bd09-66ffe2e5fe1c,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:14.853270 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-11450553-6e10-4a29-97c6-f853dacc340a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Usage tracker for resource:security_group_rule and tenant:20a7b56134234f289be93c673c2d1e0e is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:14.859096 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-11450553-6e10-4a29-97c6-f853dacc340a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:14.868056 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-11450553-6e10-4a29-97c6-f853dacc340a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:15.002295 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d08b944e-e844-4e9e-b763-0e39ca85fb44 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:15.088941 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cf5de5-5083-484e-be49-5d038f1567b2 None None] Update dhcp port {'port': {'network_id': '999e2f79-996e-40da-920a-05cf6cbac0ff', 'fixed_ips': [{'subnet_id': 'c48d4956-2c4f-44d9-8f4f-28e68ac94d2b', 'ip_address': '172.20.0.18'}, {'subnet_id': '2881f2ee-6a89-4049-b2e6-600902c57827', 'ip_address': '172.20.0.2'}, {'subnet_id': '329a143d-82fb-428e-b82a-66747649c7e2'}], 'binding:host_id': 'dv-neutron-860842-1-hyperv'}, 'id': 'a0ded556-9e6d-4557-9761-a3a39b3f2809'} from dv-neutron-860842-1-hyperv. {{(pid=89898) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 10 11:17:15.176394 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e3cf5de5-5083-484e-be49-5d038f1567b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:15.204831 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-11450553-6e10-4a29-97c6-f853dacc340a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:15.253821 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Attempt 9 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:15.318815 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-11450553-6e10-4a29-97c6-f853dacc340a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:15.421705 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11450553-6e10-4a29-97c6-f853dacc340a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbccd48-d008-479b-8c4a-35d131404bae,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:15.437089 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:15.483082 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 265398ce-0511-4dcb-a301-aa73ce5b4e99 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:17:15.504761 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-11450553-6e10-4a29-97c6-f853dacc340a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:15.510825 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d08b944e-e844-4e9e-b763-0e39ca85fb44 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:15.511023 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-11450553-6e10-4a29-97c6-f853dacc340a tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1034591 Oct 10 11:17:15.511023 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-aeb5d579-aa03-4fb9-90be-1a3e1c6ffe52 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Delete allocated IP 172.20.0.14 (999e2f79-996e-40da-920a-05cf6cbac0ff/2881f2ee-6a89-4049-b2e6-600902c57827) {{(pid=89897) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 10 11:17:15.511023 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55308) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:15.516746 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-08a5598b-015c-4a54-ae8f-23094c5b6b4e tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group_rule': {'security_group_id': '48719899-f769-490f-9d9f-c673d8ea0f4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '3bbccd48-d008-479b-8c4a-35d131404bae'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:15.526388 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-08a5598b-015c-4a54-ae8f-23094c5b6b4e tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:15.529009 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-aeb5d579-aa03-4fb9-90be-1a3e1c6ffe52 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Allocated IP 172.20.0.40 (999e2f79-996e-40da-920a-05cf6cbac0ff/329a143d-82fb-428e-b82a-66747649c7e2/17683c71-6425-4d9d-9797-547ee6ba3b04) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:15.537697 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-08a5598b-015c-4a54-ae8f-23094c5b6b4e tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Usage tracker for resource:security_group_rule and tenant:20a7b56134234f289be93c673c2d1e0e is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:15.540623 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-08a5598b-015c-4a54-ae8f-23094c5b6b4e tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:15.556640 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-08a5598b-015c-4a54-ae8f-23094c5b6b4e tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:15.613355 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.objects.ports [None req-e1de888a-996b-47bd-9dc4-dab17b1210d3 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89896) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 10 11:17:15.623185 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e1de888a-996b-47bd-9dc4-dab17b1210d3 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:15.662254 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08b944e-e844-4e9e-b763-0e39ca85fb44 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Network 8c855594-66f5-4e02-9a5f-22b326192fc8 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:15.673636 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-d08b944e-e844-4e9e-b763-0e39ca85fb44 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:15.691272 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08b944e-e844-4e9e-b763-0e39ca85fb44 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:17:15.748397 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-d30feeff-d7a8-4e78-a317-c1420e1e3130 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Allocated IP 2001:db8::1 (174efaf8-9ff9-49d2-9ca7-85d55555b4f3/aa10a022-1cf4-49c2-908d-4e5e5e5a13c8/81b4edb5-4f2e-4444-b6c9-332fccaaaa95) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:15.772760 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aeb5d579-aa03-4fb9-90be-1a3e1c6ffe52 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:15.786542 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 265398ce-0511-4dcb-a301-aa73ce5b4e99 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:17:15.790021 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-aeb5d579-aa03-4fb9-90be-1a3e1c6ffe52 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Ignored duplicate provisioning block setup for port 17683c71-6425-4d9d-9797-547ee6ba3b04 by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 10 11:17:15.794857 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:17:15.820512 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b944e-e844-4e9e-b763-0e39ca85fb44 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Pushing event updated for resources: {'Port': ['ID=f931e62c-df9d-4334-9a89-dfc038589e87,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:15.831875 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-08a5598b-015c-4a54-ae8f-23094c5b6b4e tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:17:15.833453 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-08a5598b-015c-4a54-ae8f-23094c5b6b4e tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3229856 Oct 10 11:17:15.836447 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55312) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:15.908548 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aeb5d579-aa03-4fb9-90be-1a3e1c6ffe52 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:15.955142 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Attempt 10 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:15.957340 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de888a-996b-47bd-9dc4-dab17b1210d3 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event updated for resources: {'Subnet': ['ID=cf72674f-b9a8-4990-a40f-d92e6716f319,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:16.045381 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:16.050566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-74df89ce-4312-4814-8d5d-7807306f4128 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:16.057753 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:17:16.062910 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1de888a-996b-47bd-9dc4-dab17b1210d3 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Checking segment: {'id': '59eab755-6281-4386-97b4-d16c4ebd1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': '425296b1-1efc-4043-a956-4f45b36eb047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:16.063403 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1de888a-996b-47bd-9dc4-dab17b1210d3 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Network hostable DHCP agents. Network: 425296b1-1efc-4043-a956-4f45b36eb047, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:17:16.092588 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-e3cf5de5-5083-484e-be49-5d038f1567b2 None None] Allocated IP 172.20.0.34 (999e2f79-996e-40da-920a-05cf6cbac0ff/329a143d-82fb-428e-b82a-66747649c7e2/a0ded556-9e6d-4557-9761-a3a39b3f2809) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:16.133774 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Provisioning for port a0ded556-9e6d-4557-9761-a3a39b3f2809 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:17:16.151488 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d30feeff-d7a8-4e78-a317-c1420e1e3130 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:16.154830 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Provisioning complete for port a0ded556-9e6d-4557-9761-a3a39b3f2809 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:17:16.155263 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:16.155946 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Attempt 1 to provision port a0ded556-9e6d-4557-9761-a3a39b3f2809 Oct 10 11:17:16.170204 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-aeb5d579-aa03-4fb9-90be-1a3e1c6ffe52 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] In _notify_port_updated(), no bound segment for port 17683c71-6425-4d9d-9797-547ee6ba3b04 on network 999e2f79-996e-40da-920a-05cf6cbac0ff {{(pid=89897) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 10 11:17:16.175715 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb5d579-aa03-4fb9-90be-1a3e1c6ffe52 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:16.176352 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aeb5d579-aa03-4fb9-90be-1a3e1c6ffe52 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:16.177729 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-aeb5d579-aa03-4fb9-90be-1a3e1c6ffe52 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "PUT /v2.0/ports/17683c71-6425-4d9d-9797-547ee6ba3b04 HTTP/1.1" status: 200 len: 960 time: 1.9423087 Oct 10 11:17:16.181801 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5d579-aa03-4fb9-90be-1a3e1c6ffe52 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event updated for resources: {'Port': ['ID=17683c71-6425-4d9d-9797-547ee6ba3b04,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:16.186893 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55316) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:16.256143 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1de888a-996b-47bd-9dc4-dab17b1210d3 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Network 425296b1-1efc-4043-a956-4f45b36eb047 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:17:16.258119 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-74df89ce-4312-4814-8d5d-7807306f4128 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:16.301123 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-d30feeff-d7a8-4e78-a317-c1420e1e3130 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Transition to ACTIVE for port object 81b4edb5-4f2e-4444-b6c9-332fccaaaa95 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:16.303956 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fbafab-3c73-45c0-8f55-76f8062b9eeb None None] Network ac2e97e4-8787-484b-b4aa-968187476d44 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:16.321907 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-12acfd8b-bcaf-492f-a49b-0ff3e8b7d988 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting port 17683c71-6425-4d9d-9797-547ee6ba3b04 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:16.322249 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-12acfd8b-bcaf-492f-a49b-0ff3e8b7d988 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:16.389946 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-e1de888a-996b-47bd-9dc4-dab17b1210d3 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 425296b1-1efc-4043-a956-4f45b36eb047) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:16.409207 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1de888a-996b-47bd-9dc4-dab17b1210d3 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:16.410094 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e1de888a-996b-47bd-9dc4-dab17b1210d3 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:16.452934 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-74df89ce-4312-4814-8d5d-7807306f4128 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:16.461496 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d08b944e-e844-4e9e-b763-0e39ca85fb44 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:16.492575 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcd6242-839c-425b-848c-bf07d6fd227d None None] Network 425296b1-1efc-4043-a956-4f45b36eb047 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:16.500995 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df89ce-4312-4814-8d5d-7807306f4128 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbccd48-d008-479b-8c4a-35d131404bae,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:16.521559 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-74df89ce-4312-4814-8d5d-7807306f4128 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:16.521770 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-74df89ce-4312-4814-8d5d-7807306f4128 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "DELETE /v2.0/security-groups/3bbccd48-d008-479b-8c4a-35d131404bae HTTP/1.1" status: 204 len: 168 time: 0.6841197 Oct 10 11:17:16.524713 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55320) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:16.535504 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e1de888a-996b-47bd-9dc4-dab17b1210d3 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9485121 Oct 10 11:17:16.545815 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55324) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:16.554422 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-fc80138d-b8a1-469a-89b3-b710278a76cc tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Request body: {'port': {'network_id': '425296b1-1efc-4043-a956-4f45b36eb047', 'name': 'tempest-NetworksIpV6TestAttrs-1199561823'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:16.593362 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d30feeff-d7a8-4e78-a317-c1420e1e3130 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:16.766792 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcf9089-3d28-49ed-89c2-3fe4cad8d353 None None] Network d4ef87b8-92cf-4dd9-befc-743047ae39f2 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:16.790425 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-4df8cad1-0ce2-4772-9a5d-da1205643959 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Synchronizing usage tracker for tenant:20a7b56134234f289be93c673c2d1e0e on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:17:16.794769 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-12acfd8b-bcaf-492f-a49b-0ff3e8b7d988 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:16.814003 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-e3cf5de5-5083-484e-be49-5d038f1567b2 None None] For port a0ded556-9e6d-4557-9761-a3a39b3f2809, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a0ded556-9e6d-4557-9761-a3a39b3f2809,segment=NetworkSegment(83779f92-53fe-4238-bf38-0f7e0adad1da),segment_id=83779f92-53fe-4238-bf38-0f7e0adad1da)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:16.942038 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Current status of the port a0ded556-9e6d-4557-9761-a3a39b3f2809 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:17:16.944280 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-12acfd8b-bcaf-492f-a49b-0ff3e8b7d988 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Calling delete_port for 17683c71-6425-4d9d-9797-547ee6ba3b04 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:17:16.948074 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30feeff-d7a8-4e78-a317-c1420e1e3130 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Network 174efaf8-9ff9-49d2-9ca7-85d55555b4f3 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:16.951044 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Could not find standard attr ID for object 3f975916-47f8-42a7-9172-c743ac9bd1a1. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:17:16.955945 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-d30feeff-d7a8-4e78-a317-c1420e1e3130 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:16.968182 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30feeff-d7a8-4e78-a317-c1420e1e3130 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:17:16.968606 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d30feeff-d7a8-4e78-a317-c1420e1e3130 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:16.991715 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30feeff-d7a8-4e78-a317-c1420e1e3130 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Pushing event updated for resources: {'Port': ['ID=81b4edb5-4f2e-4444-b6c9-332fccaaaa95,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:17.011830 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-4df8cad1-0ce2-4772-9a5d-da1205643959 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Unset dirty status for tenant:20a7b56134234f289be93c673c2d1e0e on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:17:17.014008 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4df8cad1-0ce2-4772-9a5d-da1205643959 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.4883659 Oct 10 11:17:17.020729 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55328) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:17.054674 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e3cf5de5-5083-484e-be49-5d038f1567b2 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:17.128500 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-fc80138d-b8a1-469a-89b3-b710278a76cc tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:17.146019 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-e3cf5de5-5083-484e-be49-5d038f1567b2 None None] Ignored duplicate provisioning block setup for port a0ded556-9e6d-4557-9761-a3a39b3f2809 by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 10 11:17:17.156413 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-fc80138d-b8a1-469a-89b3-b710278a76cc tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Usage tracker for resource:port and tenant:31358320d3984829bcaf8bbfc223116a is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:17.166976 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-fc80138d-b8a1-469a-89b3-b710278a76cc tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:17.175809 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Provisioning for port b955cdce-c1c0-46fd-af7e-4d749dfe2296 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:17:17.185694 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-fc80138d-b8a1-469a-89b3-b710278a76cc tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:17.268569 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Provisioning complete for port b955cdce-c1c0-46fd-af7e-4d749dfe2296 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:17:17.268851 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:17.269254 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Attempt 1 to provision port b955cdce-c1c0-46fd-af7e-4d749dfe2296 Oct 10 11:17:17.312849 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcc5845-c697-450f-9890-42cefa4e1a45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-425296b1-1efc-4043-a956-4f45b36eb047', 'network_id': '425296b1-1efc-4043-a956-4f45b36eb047', 'tenant_id': '31358320d3984829bcaf8bbfc223116a', 'fixed_ips': [{'subnet_id': 'cf72674f-b9a8-4990-a40f-d92e6716f319'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:17:17.313641 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9fcc5845-c697-450f-9890-42cefa4e1a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:17.333253 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4595e7aa-8675-4bfc-978a-8a4ad00fe630 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:17.343877 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e3cf5de5-5083-484e-be49-5d038f1567b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:17.383743 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d08b944e-e844-4e9e-b763-0e39ca85fb44 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:17.392820 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-12acfd8b-bcaf-492f-a49b-0ff3e8b7d988 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:17.396704 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc80138d-b8a1-469a-89b3-b710278a76cc tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Made reservation on behalf of 31358320d3984829bcaf8bbfc223116a for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:17.400878 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fc80138d-b8a1-469a-89b3-b710278a76cc tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:17.439398 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4595e7aa-8675-4bfc-978a-8a4ad00fe630 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:17.462789 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12acfd8b-bcaf-492f-a49b-0ff3e8b7d988 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Port': ['ID=17683c71-6425-4d9d-9797-547ee6ba3b04,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:17.556252 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-fc80138d-b8a1-469a-89b3-b710278a76cc tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] device_id is not set on port 71907aa5-bd4f-4cfe-95ed-1b966728dd43 yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:17:17.594038 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-12acfd8b-bcaf-492f-a49b-0ff3e8b7d988 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:17.596447 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d30feeff-d7a8-4e78-a317-c1420e1e3130 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:17.697472 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf5de5-5083-484e-be49-5d038f1567b2 None None] Pushing event updated for resources: {'Port': ['ID=a0ded556-9e6d-4557-9761-a3a39b3f2809,revision_number=7']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:17.720576 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-12acfd8b-bcaf-492f-a49b-0ff3e8b7d988 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/ports/17683c71-6425-4d9d-9797-547ee6ba3b04 HTTP/1.1" status: 204 len: 168 time: 1.5303380 Oct 10 11:17:17.721293 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55332) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:17.774065 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f0739b-484f-4578-92d4-d9d29d25e71c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] GET failed (client error): The resource could not be found. Oct 10 11:17:17.774065 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-79f0739b-484f-4578-92d4-d9d29d25e71c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Synchronizing usage tracker for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:17:17.832070 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Current status of the port b955cdce-c1c0-46fd-af7e-4d749dfe2296 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:17:17.832447 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:17.849355 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-79f0739b-484f-4578-92d4-d9d29d25e71c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Unset dirty status for tenant:3cd86c8887eb49658ebcaac7109ea926 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:17:17.853510 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-79f0739b-484f-4578-92d4-d9d29d25e71c tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "GET /v2.0/ports/17683c71-6425-4d9d-9797-547ee6ba3b04 HTTP/1.1" status: 404 len: 333 time: 0.1285908 Oct 10 11:17:17.853914 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55336) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:17.861484 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-9fcc5845-c697-450f-9890-42cefa4e1a45 None None] Allocated IP 2001:db8::f816:3eff:fe19:7776 (425296b1-1efc-4043-a956-4f45b36eb047/cf72674f-b9a8-4990-a40f-d92e6716f319/b7f411c8-4b1b-434c-bdf8-8e077664760f) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:17.919889 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] For port b955cdce-c1c0-46fd-af7e-4d749dfe2296, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=b955cdce-c1c0-46fd-af7e-4d749dfe2296,segment=NetworkSegment(21ae17fe-2750-439d-9f24-1c77d781991d),segment_id=21ae17fe-2750-439d-9f24-1c77d781991d)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:17.939748 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1059dfe9-ad8e-4dd5-8ef2-d472e13a45d3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:17.946457 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4595e7aa-8675-4bfc-978a-8a4ad00fe630 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:18.004761 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1059dfe9-ad8e-4dd5-8ef2-d472e13a45d3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:18.013315 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595e7aa-8675-4bfc-978a-8a4ad00fe630 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48719899-f769-490f-9d9f-c673d8ea0f4a,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:18.013932 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:18.164280 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1059dfe9-ad8e-4dd5-8ef2-d472e13a45d3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:18.186236 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059dfe9-ad8e-4dd5-8ef2-d472e13a45d3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac957b5-2cba-4f7b-acea-f1d007ebca23,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:18.200017 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d26f4b-cff8-45c3-bdf0-e41119c8bd5d None None] Pushing event updated for resources: {'Port': ['ID=b955cdce-c1c0-46fd-af7e-4d749dfe2296,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:18.200857 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1059dfe9-ad8e-4dd5-8ef2-d472e13a45d3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:18.204466 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1059dfe9-ad8e-4dd5-8ef2-d472e13a45d3 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/security-groups/6ac957b5-2cba-4f7b-acea-f1d007ebca23 HTTP/1.1" status: 204 len: 168 time: 0.3465424 Oct 10 11:17:18.208733 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55340) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:18.257826 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4595e7aa-8675-4bfc-978a-8a4ad00fe630 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:18.259316 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4595e7aa-8675-4bfc-978a-8a4ad00fe630 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "DELETE /v2.0/security-groups/48719899-f769-490f-9d9f-c673d8ea0f4a HTTP/1.1" status: 204 len: 168 time: 1.2313180 Oct 10 11:17:18.260168 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08b944e-e844-4e9e-b763-0e39ca85fb44 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Router fcfcc617-e88a-4e22-b467-7255678735e9 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:17:18.263805 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55344) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:18.281754 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Provisioning for port 265398ce-0511-4dcb-a301-aa73ce5b4e99 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:17:18.291578 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Provisioning complete for port 265398ce-0511-4dcb-a301-aa73ce5b4e99 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:17:18.292104 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:18.293203 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Attempt 1 to provision port 265398ce-0511-4dcb-a301-aa73ce5b4e99 Oct 10 11:17:18.297741 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fc0c86c6-5404-4a56-8195-37962f2b2bd2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:18.328597 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fc0c86c6-5404-4a56-8195-37962f2b2bd2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:18.346594 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-953630b7-27fc-472d-86ee-60c4b63e9d74 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Synchronizing usage tracker for tenant:20a7b56134234f289be93c673c2d1e0e on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:17:18.361000 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9fcc5845-c697-450f-9890-42cefa4e1a45 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:18.380104 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-9fcc5845-c697-450f-9890-42cefa4e1a45 None None] Transition to ACTIVE for port object b7f411c8-4b1b-434c-bdf8-8e077664760f will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:18.407718 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-9fcc5845-c697-450f-9890-42cefa4e1a45 None None] Transition to ACTIVE for port object b7f411c8-4b1b-434c-bdf8-8e077664760f will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:18.472356 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fc0c86c6-5404-4a56-8195-37962f2b2bd2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:18.472919 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Current status of the port 265398ce-0511-4dcb-a301-aa73ce5b4e99 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:17:18.472919 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:18.485435 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9fcc5845-c697-450f-9890-42cefa4e1a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:18.501833 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c86c6-5404-4a56-8195-37962f2b2bd2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3beb0e62-b250-4417-b229-c62b5e15d567,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:18.514572 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fc0c86c6-5404-4a56-8195-37962f2b2bd2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:18.518337 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-fc0c86c6-5404-4a56-8195-37962f2b2bd2 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/security-groups/3beb0e62-b250-4417-b229-c62b5e15d567 HTTP/1.1" status: 204 len: 168 time: 0.3059163 Oct 10 11:17:18.518563 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55348) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:18.593874 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcc5845-c697-450f-9890-42cefa4e1a45 None None] Network 425296b1-1efc-4043-a956-4f45b36eb047 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:18.614229 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-9fcc5845-c697-450f-9890-42cefa4e1a45 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:18.614229 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcc5845-c697-450f-9890-42cefa4e1a45 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:17:18.616173 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4cee7efe-c415-417e-ae57-bb7c04d9e073 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:18.646265 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4cee7efe-c415-417e-ae57-bb7c04d9e073 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:18.663243 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] For port 265398ce-0511-4dcb-a301-aa73ce5b4e99, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=265398ce-0511-4dcb-a301-aa73ce5b4e99,segment=NetworkSegment(06e05b93-8e30-4416-af73-cd4119cf9721),segment_id=06e05b93-8e30-4416-af73-cd4119cf9721)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:18.664309 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc5845-c697-450f-9890-42cefa4e1a45 None None] Pushing event updated for resources: {'Port': ['ID=b7f411c8-4b1b-434c-bdf8-8e077664760f,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:18.684913 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d30feeff-d7a8-4e78-a317-c1420e1e3130 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:18.686964 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-fc80138d-b8a1-469a-89b3-b710278a76cc tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Allocated IP 2001:db8::f816:3eff:fec9:42e3 (425296b1-1efc-4043-a956-4f45b36eb047/cf72674f-b9a8-4990-a40f-d92e6716f319/71907aa5-bd4f-4cfe-95ed-1b966728dd43) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:18.734192 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08b944e-e844-4e9e-b763-0e39ca85fb44 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:17:18.734618 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-9fcc5845-c697-450f-9890-42cefa4e1a45 None None] Attempting to bind port b7f411c8-4b1b-434c-bdf8-8e077664760f on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:17:18.735051 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-9fcc5845-c697-450f-9890-42cefa4e1a45 None None] Attempting to bind port b7f411c8-4b1b-434c-bdf8-8e077664760f by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '59eab755-6281-4386-97b4-d16c4ebd1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': '425296b1-1efc-4043-a956-4f45b36eb047'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:17:18.736263 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcc5845-c697-450f-9890-42cefa4e1a45 None None] Attempting to bind port b7f411c8-4b1b-434c-bdf8-8e077664760f on network 425296b1-1efc-4043-a956-4f45b36eb047 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:17:18.746496 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcc5845-c697-450f-9890-42cefa4e1a45 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:17:18.751315 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcc5845-c697-450f-9890-42cefa4e1a45 None None] Checking segment: {'id': '59eab755-6281-4386-97b4-d16c4ebd1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': '425296b1-1efc-4043-a956-4f45b36eb047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:18.751315 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9fcc5845-c697-450f-9890-42cefa4e1a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:18.751315 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcc5845-c697-450f-9890-42cefa4e1a45 None None] Bound using segment: {'id': '59eab755-6281-4386-97b4-d16c4ebd1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': '425296b1-1efc-4043-a956-4f45b36eb047'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:17:18.751315 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-9fcc5845-c697-450f-9890-42cefa4e1a45 None None] Bound port: b7f411c8-4b1b-434c-bdf8-8e077664760f, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59eab755-6281-4386-97b4-d16c4ebd1eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': '425296b1-1efc-4043-a956-4f45b36eb047'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:17:18.751315 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9fcc5845-c697-450f-9890-42cefa4e1a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:18.758305 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a04cb3-954a-4370-bf8d-4c0933c400c5 None None] Sync routers for ids ['fcfcc617-e88a-4e22-b467-7255678735e9'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:17:18.803595 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a04cb3-954a-4370-bf8d-4c0933c400c5 None None] Routers {'fcfcc617-e88a-4e22-b467-7255678735e9'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:17:18.804241 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-44a04cb3-954a-4370-bf8d-4c0933c400c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:17:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['fcfcc617-e88a-4e22-b467-7255678735e9'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:18.866456 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4cee7efe-c415-417e-ae57-bb7c04d9e073 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:18.884956 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:18.888056 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee7efe-c415-417e-ae57-bb7c04d9e073 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d589aa7-a1e8-435f-be8a-740ee4ea3d82,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:18.893695 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4cee7efe-c415-417e-ae57-bb7c04d9e073 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:18.895526 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4cee7efe-c415-417e-ae57-bb7c04d9e073 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/security-groups/2d589aa7-a1e8-435f-be8a-740ee4ea3d82 HTTP/1.1" status: 204 len: 168 time: 0.3755929 Oct 10 11:17:18.898375 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55352) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:18.906563 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-953630b7-27fc-472d-86ee-60c4b63e9d74 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Unset dirty status for tenant:20a7b56134234f289be93c673c2d1e0e on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:17:18.914906 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-953630b7-27fc-472d-86ee-60c4b63e9d74 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6350200 Oct 10 11:17:18.914906 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d30feeff-d7a8-4e78-a317-c1420e1e3130 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:18.914906 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d30feeff-d7a8-4e78-a317-c1420e1e3130 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:18.917404 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55356) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:18.923515 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-36874bef-af89-4a3f-98f8-02a8cbff5002 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group': {'name': 'tempest-secgroup--914340481'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:18.932095 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-36874bef-af89-4a3f-98f8-02a8cbff5002 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:18.946412 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-36874bef-af89-4a3f-98f8-02a8cbff5002 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:19.062326 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-36874bef-af89-4a3f-98f8-02a8cbff5002 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:19.066339 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Provisioning complete for port af0cea11-8861-4fee-9c89-62440bc4fba9 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:17:19.072707 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:19.072707 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Attempt 1 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:19.094962 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-36874bef-af89-4a3f-98f8-02a8cbff5002 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:19.101480 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-36874bef-af89-4a3f-98f8-02a8cbff5002 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Usage tracker for resource:security_group_rule and tenant:20a7b56134234f289be93c673c2d1e0e is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:19.105983 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-36874bef-af89-4a3f-98f8-02a8cbff5002 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:19.123937 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-36874bef-af89-4a3f-98f8-02a8cbff5002 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:19.172737 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d08b944e-e844-4e9e-b763-0e39ca85fb44 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:19.176853 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d08b944e-e844-4e9e-b763-0e39ca85fb44 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.7981260 Oct 10 11:17:19.178057 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55360) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:19.203421 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Pushing event updated for resources: {'Port': ['ID=265398ce-0511-4dcb-a301-aa73ce5b4e99,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:19.215847 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-9fcc5845-c697-450f-9890-42cefa4e1a45 None None] For port b7f411c8-4b1b-434c-bdf8-8e077664760f, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:17:19.237604 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:19.246340 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-9fcc5845-c697-450f-9890-42cefa4e1a45 None None] For port b7f411c8-4b1b-434c-bdf8-8e077664760f, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=b7f411c8-4b1b-434c-bdf8-8e077664760f,segment=NetworkSegment(59eab755-6281-4386-97b4-d16c4ebd1eb9),segment_id=59eab755-6281-4386-97b4-d16c4ebd1eb9)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:17:19.251382 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-44a04cb3-954a-4370-bf8d-4c0933c400c5 None None] Set router fcfcc617-e88a-4e22-b467-7255678735e9 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:17:19.266086 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48374f5-5d68-4cab-a84b-f02bd4b26d46 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting subnet 2881f2ee-6a89-4049-b2e6-600902c57827 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:17:19.267987 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30feeff-d7a8-4e78-a317-c1420e1e3130 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Pushing event updated for resources: {'Port': ['ID=81b4edb5-4f2e-4444-b6c9-332fccaaaa95,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:19.284339 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c48374f5-5d68-4cab-a84b-f02bd4b26d46 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:19.337089 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device a0ded556-9e6d-4557-9761-a3a39b3f2809 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:17:19.363463 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-36874bef-af89-4a3f-98f8-02a8cbff5002 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:19.389808 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c48374f5-5d68-4cab-a84b-f02bd4b26d46 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:19.460661 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30feeff-d7a8-4e78-a317-c1420e1e3130 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Network 174efaf8-9ff9-49d2-9ca7-85d55555b4f3 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:19.474548 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-d30feeff-d7a8-4e78-a317-c1420e1e3130 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:19.474882 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9fcc5845-c697-450f-9890-42cefa4e1a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:19.482439 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6390a18-6885-4539-be68-472743854b12 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:19.493050 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fc80138d-b8a1-469a-89b3-b710278a76cc tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:19.578159 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc5845-c697-450f-9890-42cefa4e1a45 None None] Pushing event updated for resources: {'Port': ['ID=b7f411c8-4b1b-434c-bdf8-8e077664760f,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:19.583451 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-36874bef-af89-4a3f-98f8-02a8cbff5002 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:19.670281 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36874bef-af89-4a3f-98f8-02a8cbff5002 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfdd360-d66a-4866-b245-488b11aebe14,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:19.721349 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-fc80138d-b8a1-469a-89b3-b710278a76cc tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Transition to ACTIVE for port object 71907aa5-bd4f-4cfe-95ed-1b966728dd43 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:19.750392 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Attempt 2 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:19.774023 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30feeff-d7a8-4e78-a317-c1420e1e3130 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Router 461f9665-840b-470e-9d21-1fc2fe2c7c91 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:17:19.774378 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-36874bef-af89-4a3f-98f8-02a8cbff5002 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:19.780553 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-36874bef-af89-4a3f-98f8-02a8cbff5002 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8591447 Oct 10 11:17:19.785919 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55364) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:19.790584 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c48374f5-5d68-4cab-a84b-f02bd4b26d46 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:19.806770 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-6d4052fe-9d61-4b51-a54f-cbda2230e8d8 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:19.807180 dv-neutron-860842-1-hyperv neutron-server[89897]: WARNING neutron.api.v2.base [None req-6d4052fe-9d61-4b51-a54f-cbda2230e8d8 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 10 11:17:19.808215 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-6d4052fe-9d61-4b51-a54f-cbda2230e8d8 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] update failed (client error): There was a conflict when trying to complete your request. Oct 10 11:17:19.811800 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6d4052fe-9d61-4b51-a54f-cbda2230e8d8 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "PUT /v2.0/security-groups/fcfdd360-d66a-4866-b245-488b11aebe14 HTTP/1.1" status: 409 len: 330 time: 0.0223293 Oct 10 11:17:19.812540 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55368) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:19.814698 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:19.816737 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port a0ded556-9e6d-4557-9761-a3a39b3f2809 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:17:19.823042 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:19.823042 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port a0ded556-9e6d-4557-9761-a3a39b3f2809 Oct 10 11:17:19.892770 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6390a18-6885-4539-be68-472743854b12 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:19.941131 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-14bf6db8-281d-46ed-bde6-f0843e668c1d tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:19.996643 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-14bf6db8-281d-46ed-bde6-f0843e668c1d tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:19.999819 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-44a04cb3-954a-4370-bf8d-4c0933c400c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfcc617-e88a-4e22-b467-7255678735e9', 'name': '', 'tenant_id': '6c39066dcd1e4a3f9b6ce105bb54b1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c855594-66f5-4e02-9a5f-22b326192fc8', 'external_fixed_ips': [{'subnet_id': '0afebb58-1871-425c-8731-714389c72bdc', 'ip_address': '2001:db8::2b1'}], 'enable_snat': True}, 'gw_port_id': 'f931e62c-df9d-4334-9a89-dfc038589e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:12Z', 'updated_at': '2022-10-10T11:17:15Z', 'revision_number': 3, 'project_id': '6c39066dcd1e4a3f9b6ce105bb54b1d6', 'gw_port': {'id': 'f931e62c-df9d-4334-9a89-dfc038589e87', 'name': '', 'network_id': '8c855594-66f5-4e02-9a5f-22b326192fc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:06:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfcc617-e88a-4e22-b467-7255678735e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '0afebb58-1871-425c-8731-714389c72bdc', 'ip_address': '2001:db8::2b1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:13Z', 'updated_at': '2022-10-10T11:17:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0afebb58-1871-425c-8731-714389c72bdc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:20.016122 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a04cb3-954a-4370-bf8d-4c0933c400c5 None None] Checking router: fcfcc617-e88a-4e22-b467-7255678735e9 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:17:20.016509 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a04cb3-954a-4370-bf8d-4c0933c400c5 None None] Updating router fcfcc617-e88a-4e22-b467-7255678735e9 port f931e62c-df9d-4334-9a89-dfc038589e87 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:17:20.063888 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port a0ded556-9e6d-4557-9761-a3a39b3f2809 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:17:20.065149 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device b955cdce-c1c0-46fd-af7e-4d749dfe2296 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:17:20.070813 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-c6390a18-6885-4539-be68-472743854b12 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Deleting port f931e62c-df9d-4334-9a89-dfc038589e87 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:20.071046 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6390a18-6885-4539-be68-472743854b12 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:20.152480 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-44a04cb3-954a-4370-bf8d-4c0933c400c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:20.155148 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fc80138d-b8a1-469a-89b3-b710278a76cc tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:20.167798 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-14bf6db8-281d-46ed-bde6-f0843e668c1d tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:20.216792 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c48374f5-5d68-4cab-a84b-f02bd4b26d46 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:20.242113 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf6db8-281d-46ed-bde6-f0843e668c1d tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfdd360-d66a-4866-b245-488b11aebe14,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:20.272403 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-14bf6db8-281d-46ed-bde6-f0843e668c1d tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:20.273714 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-14bf6db8-281d-46ed-bde6-f0843e668c1d tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "DELETE /v2.0/security-groups/fcfdd360-d66a-4866-b245-488b11aebe14 HTTP/1.1" status: 204 len: 168 time: 0.4602637 Oct 10 11:17:20.277283 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55372) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:20.287531 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port b955cdce-c1c0-46fd-af7e-4d749dfe2296 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:17:20.288547 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:20.288886 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port b955cdce-c1c0-46fd-af7e-4d749dfe2296 Oct 10 11:17:20.301063 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48374f5-5d68-4cab-a84b-f02bd4b26d46 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Subnet': ['ID=2881f2ee-6a89-4049-b2e6-600902c57827,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:20.306160 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c48374f5-5d68-4cab-a84b-f02bd4b26d46 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:20.311226 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc80138d-b8a1-469a-89b3-b710278a76cc tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Network 425296b1-1efc-4043-a956-4f45b36eb047 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:20.318607 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-fc80138d-b8a1-469a-89b3-b710278a76cc tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:20.327116 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc80138d-b8a1-469a-89b3-b710278a76cc tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:17:20.333161 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc80138d-b8a1-469a-89b3-b710278a76cc tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:20.333823 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fc80138d-b8a1-469a-89b3-b710278a76cc tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:20.338020 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80138d-b8a1-469a-89b3-b710278a76cc tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event updated for resources: {'Port': ['ID=71907aa5-bd4f-4cfe-95ed-1b966728dd43,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:20.346278 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c48374f5-5d68-4cab-a84b-f02bd4b26d46 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/subnets/2881f2ee-6a89-4049-b2e6-600902c57827 HTTP/1.1" status: 204 len: 168 time: 1.4410541 Oct 10 11:17:20.356485 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6390a18-6885-4539-be68-472743854b12 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:20.358010 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55376) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:20.361753 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30feeff-d7a8-4e78-a317-c1420e1e3130 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:17:20.364681 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Attempt 3 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:20.372540 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af037aca-c490-476a-806a-0b8eb52c8b4a None None] Sync routers for ids ['461f9665-840b-470e-9d21-1fc2fe2c7c91'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:17:20.387748 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af037aca-c490-476a-806a-0b8eb52c8b4a None None] Routers {'461f9665-840b-470e-9d21-1fc2fe2c7c91'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:17:20.388752 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef13335-0c01-4cca-b057-fe8996da6ba1 None None] Network 999e2f79-996e-40da-920a-05cf6cbac0ff requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:20.389724 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-af037aca-c490-476a-806a-0b8eb52c8b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:17:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['461f9665-840b-470e-9d21-1fc2fe2c7c91'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:20.394524 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8af4b35a-7c27-42a1-b758-878f143d0fc4 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Synchronizing usage tracker for tenant:20a7b56134234f289be93c673c2d1e0e on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:17:20.400705 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d30feeff-d7a8-4e78-a317-c1420e1e3130 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "PUT /v2.0/routers/461f9665-840b-470e-9d21-1fc2fe2c7c91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6180882 Oct 10 11:17:20.405906 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55380) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:20.492741 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-fc80138d-b8a1-469a-89b3-b710278a76cc tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.9459536 Oct 10 11:17:20.502683 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-af037aca-c490-476a-806a-0b8eb52c8b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:20.520414 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55384) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:20.524928 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af037aca-c490-476a-806a-0b8eb52c8b4a None None] Routers {'461f9665-840b-470e-9d21-1fc2fe2c7c91'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:17:20.525821 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-af037aca-c490-476a-806a-0b8eb52c8b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:17:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['461f9665-840b-470e-9d21-1fc2fe2c7c91'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:20.534299 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-c6390a18-6885-4539-be68-472743854b12 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Calling delete_port for f931e62c-df9d-4334-9a89-dfc038589e87 owned by network:router_gateway {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:17:20.580317 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:20.597474 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6b1f3f-64f3-4019-b27e-cfcc251ed34f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting subnet 329a143d-82fb-428e-b82a-66747649c7e2 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:17:20.607174 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ba6b1f3f-64f3-4019-b27e-cfcc251ed34f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:20.663943 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5dc54ae0-d298-41cb-b196-0d01440956f1 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:20.668936 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-af037aca-c490-476a-806a-0b8eb52c8b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:20.670115 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af037aca-c490-476a-806a-0b8eb52c8b4a None None] The sync data for ids ['461f9665-840b-470e-9d21-1fc2fe2c7c91'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:17:20.785019 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port b955cdce-c1c0-46fd-af7e-4d749dfe2296 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:17:20.894982 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-251903d1-3560-4891-ba74-a0b09e56b2f0 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Deleting subnet cf72674f-b9a8-4990-a40f-d92e6716f319 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:17:20.902952 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-251903d1-3560-4891-ba74-a0b09e56b2f0 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:20.976094 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-251903d1-3560-4891-ba74-a0b09e56b2f0 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:21.020805 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8af4b35a-7c27-42a1-b758-878f143d0fc4 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] Unset dirty status for tenant:20a7b56134234f289be93c673c2d1e0e on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:17:21.022092 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8af4b35a-7c27-42a1-b758-878f143d0fc4 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7437139 Oct 10 11:17:21.035759 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55388) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:21.067168 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91841e2d-6aa8-4b5b-8f58-a4e1d8442114 None None] Network 425296b1-1efc-4043-a956-4f45b36eb047 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:21.076383 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ba6b1f3f-64f3-4019-b27e-cfcc251ed34f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:21.083310 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Attempt 4 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:21.096128 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-bec8ea4a-d38a-4a21-9e49-4088fbaa0d67 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] delete failed (client error): The resource could not be found. Oct 10 11:17:21.102221 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-bec8ea4a-d38a-4a21-9e49-4088fbaa0d67 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "DELETE /v2.0/security-groups/9565f08a-b387-4aa2-9d12-b5ab2ba9b9f2 HTTP/1.1" status: 404 len: 347 time: 0.0600016 Oct 10 11:17:21.103293 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55392) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:21.128227 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-5dc54ae0-d298-41cb-b196-0d01440956f1 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 10 11:17:21.131798 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5dc54ae0-d298-41cb-b196-0d01440956f1 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "DELETE /v2.0/routers/461f9665-840b-470e-9d21-1fc2fe2c7c91 HTTP/1.1" status: 409 len: 329 time: 0.7222168 Oct 10 11:17:21.136190 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55396) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:21.153881 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-04d3f5b5-fedc-42aa-aeb4-a367f08ba795 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] show failed (client error): The resource could not be found. Oct 10 11:17:21.157561 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-04d3f5b5-fedc-42aa-aeb4-a367f08ba795 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "GET /v2.0/security-groups/8f3faae2-2830-4f1c-b69b-ed55327119f1 HTTP/1.1" status: 404 len: 347 time: 0.0409245 Oct 10 11:17:21.164038 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55400) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:21.188110 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-eedf701b-fef9-44ea-92db-4ca7c5553cd8 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] show failed (client error): The resource could not be found. Oct 10 11:17:21.190631 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-eedf701b-fef9-44ea-92db-4ca7c5553cd8 tempest-NegativeSecGroupTest-815725864 tempest-NegativeSecGroupTest-815725864-project] 10.222.0.40 "GET /v2.0/security-group-rules/d1d4f95f-8f5b-4d47-971a-2f23924a7672 HTTP/1.1" status: 404 len: 356 time: 0.0232561 Oct 10 11:17:21.224586 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:21.245474 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-251903d1-3560-4891-ba74-a0b09e56b2f0 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:21.287928 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-44a04cb3-954a-4370-bf8d-4c0933c400c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:17:21.288440 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-44a04cb3-954a-4370-bf8d-4c0933c400c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:17:21.361499 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6390a18-6885-4539-be68-472743854b12 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:21.452779 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6390a18-6885-4539-be68-472743854b12 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Pushing event deleted for resources: {'Port': ['ID=f931e62c-df9d-4334-9a89-dfc038589e87,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:21.469227 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 265398ce-0511-4dcb-a301-aa73ce5b4e99 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:17:21.476309 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ba6b1f3f-64f3-4019-b27e-cfcc251ed34f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:21.487721 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-251903d1-3560-4891-ba74-a0b09e56b2f0 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:21.555298 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6390a18-6885-4539-be68-472743854b12 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:21.575040 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 265398ce-0511-4dcb-a301-aa73ce5b4e99 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:17:21.575583 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:21.576005 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 265398ce-0511-4dcb-a301-aa73ce5b4e99 Oct 10 11:17:21.755563 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Attempt 5 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:21.760302 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251903d1-3560-4891-ba74-a0b09e56b2f0 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event deleted for resources: {'Subnet': ['ID=cf72674f-b9a8-4990-a40f-d92e6716f319,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:21.780326 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ba6b1f3f-64f3-4019-b27e-cfcc251ed34f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:21.786926 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-251903d1-3560-4891-ba74-a0b09e56b2f0 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:21.791880 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 265398ce-0511-4dcb-a301-aa73ce5b4e99 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:17:21.793278 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device b7f411c8-4b1b-434c-bdf8-8e077664760f up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:17:21.809645 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6390a18-6885-4539-be68-472743854b12 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:21.813486 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6390a18-6885-4539-be68-472743854b12 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:21.850456 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-251903d1-3560-4891-ba74-a0b09e56b2f0 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "DELETE /v2.0/subnets/cf72674f-b9a8-4990-a40f-d92e6716f319 HTTP/1.1" status: 204 len: 168 time: 1.3266144 Oct 10 11:17:21.852097 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55408) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:21.852422 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b1f3f-64f3-4019-b27e-cfcc251ed34f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Subnet': ['ID=329a143d-82fb-428e-b82a-66747649c7e2,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:21.876713 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ba6b1f3f-64f3-4019-b27e-cfcc251ed34f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:21.917776 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6390a18-6885-4539-be68-472743854b12 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:21.918904 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6390a18-6885-4539-be68-472743854b12 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fcfcc617-e88a-4e22-b467-7255678735e9 {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:17:21.933607 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6390a18-6885-4539-be68-472743854b12 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:21.935334 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c6390a18-6885-4539-be68-472743854b12 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "DELETE /v2.0/routers/fcfcc617-e88a-4e22-b467-7255678735e9 HTTP/1.1" status: 204 len: 168 time: 2.7565184 Oct 10 11:17:21.942169 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55412) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:21.942852 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ba6b1f3f-64f3-4019-b27e-cfcc251ed34f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/subnets/329a143d-82fb-428e-b82a-66747649c7e2 HTTP/1.1" status: 204 len: 168 time: 1.5837915 Oct 10 11:17:21.944528 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55414) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:21.956357 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:21.977900 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a04cb3-954a-4370-bf8d-4c0933c400c5 None None] Port f931e62c-df9d-4334-9a89-dfc038589e87 not found while updating agent binding for router fcfcc617-e88a-4e22-b467-7255678735e9. {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 10 11:17:22.012261 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a04cb3-954a-4370-bf8d-4c0933c400c5 None None] Routers set() bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:17:22.012635 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a04cb3-954a-4370-bf8d-4c0933c400c5 None None] Router IDs set() for agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Oct 10 11:17:22.013281 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_agentschedulers_db [None req-44a04cb3-954a-4370-bf8d-4c0933c400c5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fcfcc617-e88a-4e22-b467-7255678735e9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:17:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent'). {{(pid=89898) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 10 11:17:22.013678 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a04cb3-954a-4370-bf8d-4c0933c400c5 None None] The sync data for ids ['fcfcc617-e88a-4e22-b467-7255678735e9'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:17:22.029722 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3525504-3603-4d26-bb83-96d5c8d7c7eb None None] Network 425296b1-1efc-4043-a956-4f45b36eb047 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:22.075509 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-11548d64-893a-4b31-a4e0-f8df78f84e69 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] DELETE failed (client error): The resource could not be found. Oct 10 11:17:22.077419 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11548d64-893a-4b31-a4e0-f8df78f84e69 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:17:22.077578 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55420) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:22.078358 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-11548d64-893a-4b31-a4e0-f8df78f84e69 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/subnets/2881f2ee-6a89-4049-b2e6-600902c57827 HTTP/1.1" status: 404 len: 337 time: 0.1286459 Oct 10 11:17:22.082544 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55422) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:22.106176 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a13a74-db87-49ea-af17-d8089ad9b3f3 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:22.108143 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a13a74-db87-49ea-af17-d8089ad9b3f3 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:22.109060 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a7a13a74-db87-49ea-af17-d8089ad9b3f3 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Synchronizing usage tracker for tenant:31358320d3984829bcaf8bbfc223116a on resource:subnet {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:17:22.134687 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-82831496-b364-4d84-845f-5c77aecd590e tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Deleting subnet 0afebb58-1871-425c-8731-714389c72bdc {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:17:22.140566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-82831496-b364-4d84-845f-5c77aecd590e tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:22.163304 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e61558bb-3ce9-49bb-996e-0807f48e8de8 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:22.196796 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a7a13a74-db87-49ea-af17-d8089ad9b3f3 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Unset dirty status for tenant:31358320d3984829bcaf8bbfc223116a on resource:subnet {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:17:22.200269 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a7a13a74-db87-49ea-af17-d8089ad9b3f3 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3451540 Oct 10 11:17:22.202199 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55430) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:22.239388 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82a7216-acfd-4904-89c3-41415c54b3a6 None None] Network 999e2f79-996e-40da-920a-05cf6cbac0ff requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:22.259888 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-82831496-b364-4d84-845f-5c77aecd590e tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:22.318855 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-930654fe-3fb7-4c40-b5f3-657e03894abe tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting subnet c48d4956-2c4f-44d9-8f4f-28e68ac94d2b {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:17:22.329836 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-930654fe-3fb7-4c40-b5f3-657e03894abe tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:22.392087 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7fb0-1c70-4df7-96bb-3e41d425ac79 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:22.396184 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-82831496-b364-4d84-845f-5c77aecd590e tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:22.429785 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port b7f411c8-4b1b-434c-bdf8-8e077664760f completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:17:22.434707 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-930654fe-3fb7-4c40-b5f3-657e03894abe tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:22.441569 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5bb7fb0-1c70-4df7-96bb-3e41d425ac79 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 10 11:17:22.442033 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5bb7fb0-1c70-4df7-96bb-3e41d425ac79 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:17:22.444091 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b5bb7fb0-1c70-4df7-96bb-3e41d425ac79 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "DELETE /v2.0/networks/425296b1-1efc-4043-a956-4f45b36eb047 HTTP/1.1" status: 409 len: 405 time: 0.2406707 Oct 10 11:17:22.451371 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55436) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:22.459669 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-8aa70937-8c5a-4ce1-bd34-dd11723c9e85 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-507286316'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:22.469563 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8aa70937-8c5a-4ce1-bd34-dd11723c9e85 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:22.476051 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8aa70937-8c5a-4ce1-bd34-dd11723c9e85 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Usage tracker for resource:network and tenant:31358320d3984829bcaf8bbfc223116a is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:22.482632 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8aa70937-8c5a-4ce1-bd34-dd11723c9e85 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:22.489091 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Attempt 6 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:22.489247 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8aa70937-8c5a-4ce1-bd34-dd11723c9e85 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:22.531760 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9602aba7-5088-4946-91a1-356b53f3061d None None] DHCP port deletion for 425296b1-1efc-4043-a956-4f45b36eb047 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:17:22.547375 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9602aba7-5088-4946-91a1-356b53f3061d None None] Deleting port b7f411c8-4b1b-434c-bdf8-8e077664760f {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:22.547878 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9602aba7-5088-4946-91a1-356b53f3061d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:22.568643 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa70937-8c5a-4ce1-bd34-dd11723c9e85 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Made reservation on behalf of 31358320d3984829bcaf8bbfc223116a for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:22.572362 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8aa70937-8c5a-4ce1-bd34-dd11723c9e85 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:22.590841 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-dbc659c0-9c07-4e51-99bf-059f7f038c16 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=20a7b56134234f289be93c673c2d1e0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5069168 Oct 10 11:17:22.591416 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55440) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:22.612073 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:22.641283 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa70937-8c5a-4ce1-bd34-dd11723c9e85 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 477} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:17:22.660074 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8aa70937-8c5a-4ce1-bd34-dd11723c9e85 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:22.660415 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-8aa70937-8c5a-4ce1-bd34-dd11723c9e85 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Added segment e06d78d3-3f39-4bdb-b3b1-8f206184f448 of type vlan for network c770f3e3-7f51-43ee-848c-f56a552f62d5 Oct 10 11:17:22.683712 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-82831496-b364-4d84-845f-5c77aecd590e tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:22.738372 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82831496-b364-4d84-845f-5c77aecd590e tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0afebb58-1871-425c-8731-714389c72bdc,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:22.741159 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-84c2f94c-a4c4-4bbc-a3e7-b397ea18e98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:22.766914 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8aa70937-8c5a-4ce1-bd34-dd11723c9e85 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:22.787441 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-82831496-b364-4d84-845f-5c77aecd590e tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:22.791931 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-930654fe-3fb7-4c40-b5f3-657e03894abe tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:22.815465 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-82831496-b364-4d84-845f-5c77aecd590e tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "DELETE /v2.0/subnets/0afebb58-1871-425c-8731-714389c72bdc HTTP/1.1" status: 204 len: 168 time: 0.8698220 Oct 10 11:17:22.815785 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-84c2f94c-a4c4-4bbc-a3e7-b397ea18e98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:22.821284 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55446) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:22.836736 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-9602aba7-5088-4946-91a1-356b53f3061d None None] For port b7f411c8-4b1b-434c-bdf8-8e077664760f, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=b7f411c8-4b1b-434c-bdf8-8e077664760f,segment=NetworkSegment(59eab755-6281-4386-97b4-d16c4ebd1eb9),segment_id=59eab755-6281-4386-97b4-d16c4ebd1eb9)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:22.838962 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9602aba7-5088-4946-91a1-356b53f3061d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:22.911682 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8aa70937-8c5a-4ce1-bd34-dd11723c9e85 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:22.919085 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa70937-8c5a-4ce1-bd34-dd11723c9e85 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:22.919660 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8aa70937-8c5a-4ce1-bd34-dd11723c9e85 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:22.955015 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-84c2f94c-a4c4-4bbc-a3e7-b397ea18e98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:23.012233 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2f94c-a4c4-4bbc-a3e7-b397ea18e98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eda5173-c08e-43b1-86d2-f828cc3e9bc2,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:23.023334 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-e61558bb-3ce9-49bb-996e-0807f48e8de8 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Deleting port 81b4edb5-4f2e-4444-b6c9-332fccaaaa95 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:23.023675 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e61558bb-3ce9-49bb-996e-0807f48e8de8 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:23.027551 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9602aba7-5088-4946-91a1-356b53f3061d None None] Calling delete_port for b7f411c8-4b1b-434c-bdf8-8e077664760f owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:17:23.118672 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3abdc720-d265-4bda-8103-d4dd541931a2 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:23.131702 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Attempt 7 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:23.206599 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:23.221283 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8aa70937-8c5a-4ce1-bd34-dd11723c9e85 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7688763 Oct 10 11:17:23.222679 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-84c2f94c-a4c4-4bbc-a3e7-b397ea18e98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:23.223661 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-84c2f94c-a4c4-4bbc-a3e7-b397ea18e98a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0eda5173-c08e-43b1-86d2-f828cc3e9bc2 HTTP/1.1" status: 204 len: 168 time: 0.6314287 Oct 10 11:17:23.224203 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55452) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:23.240959 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-fb2d88c2-43ef-4c52-9c51-58c81318dee7 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Request body: {'subnet': {'network_id': 'c770f3e3-7f51-43ee-848c-f56a552f62d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:23.257926 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa70937-8c5a-4ce1-bd34-dd11723c9e85 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event updated for resources: {'Network': ['ID=c770f3e3-7f51-43ee-848c-f56a552f62d5,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:23.267328 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-930654fe-3fb7-4c40-b5f3-657e03894abe tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:23.278245 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9602aba7-5088-4946-91a1-356b53f3061d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:23.324022 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network c770f3e3-7f51-43ee-848c-f56a552f62d5 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:17:23.353342 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device b7f411c8-4b1b-434c-bdf8-8e077664760f no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:17:23.400477 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602aba7-5088-4946-91a1-356b53f3061d None None] Pushing event deleted for resources: {'Port': ['ID=b7f411c8-4b1b-434c-bdf8-8e077664760f,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:23.408771 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9602aba7-5088-4946-91a1-356b53f3061d None None] No DVR routers for this DVR port b7f411c8-4b1b-434c-bdf8-8e077664760f on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:17:23.415886 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: b7f411c8-4b1b-434c-bdf8-8e077664760f {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:17:23.416479 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device b7f411c8-4b1b-434c-bdf8-8e077664760f not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:17:23.424927 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602aba7-5088-4946-91a1-356b53f3061d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:23.425576 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602aba7-5088-4946-91a1-356b53f3061d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:23.426126 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602aba7-5088-4946-91a1-356b53f3061d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:23.426719 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602aba7-5088-4946-91a1-356b53f3061d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:23.427266 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602aba7-5088-4946-91a1-356b53f3061d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:23.427903 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602aba7-5088-4946-91a1-356b53f3061d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:23.428443 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602aba7-5088-4946-91a1-356b53f3061d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:23.428984 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602aba7-5088-4946-91a1-356b53f3061d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:23.429554 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602aba7-5088-4946-91a1-356b53f3061d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:23.430106 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602aba7-5088-4946-91a1-356b53f3061d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:23.431107 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602aba7-5088-4946-91a1-356b53f3061d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:23.431649 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9602aba7-5088-4946-91a1-356b53f3061d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:23.443618 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930654fe-3fb7-4c40-b5f3-657e03894abe tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Subnet': ['ID=c48d4956-2c4f-44d9-8f4f-28e68ac94d2b,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:23.454614 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-930654fe-3fb7-4c40-b5f3-657e03894abe tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:23.456553 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-fb2d88c2-43ef-4c52-9c51-58c81318dee7 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:23.462945 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3abdc720-d265-4bda-8103-d4dd541931a2 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:23.477637 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-fb2d88c2-43ef-4c52-9c51-58c81318dee7 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:23.507250 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-930654fe-3fb7-4c40-b5f3-657e03894abe tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/subnets/c48d4956-2c4f-44d9-8f4f-28e68ac94d2b HTTP/1.1" status: 204 len: 168 time: 1.4227331 Oct 10 11:17:23.510998 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55458) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:23.538428 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-3abdc720-d265-4bda-8103-d4dd541931a2 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c855594-66f5-4e02-9a5f-22b326192fc8']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:23.554825 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e61558bb-3ce9-49bb-996e-0807f48e8de8 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:23.560422 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b8e196-cd09-4023-ae75-612ad8cc2898 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] DELETE failed (client error): The resource could not be found. Oct 10 11:17:23.560886 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b8e196-cd09-4023-ae75-612ad8cc2898 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:17:23.564733 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075f4775-1ff8-4da5-a60c-66246cc22a43 None None] Network 999e2f79-996e-40da-920a-05cf6cbac0ff requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:23.565596 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-12b8e196-cd09-4023-ae75-612ad8cc2898 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/subnets/b2f7ffb7-ef17-48ff-a7ac-19c041ddea7a HTTP/1.1" status: 404 len: 337 time: 0.0535541 Oct 10 11:17:23.566238 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55462) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:23.568454 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-3abdc720-d265-4bda-8103-d4dd541931a2 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e32d2b-d816-4ad7-ba42-f9f607b4da62') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:23.569005 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-3abdc720-d265-4bda-8103-d4dd541931a2 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e32d2b-d816-4ad7-ba42-f9f607b4da62') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:23.623095 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2d88c2-43ef-4c52-9c51-58c81318dee7 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Made reservation on behalf of 31358320d3984829bcaf8bbfc223116a for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:23.626760 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fb2d88c2-43ef-4c52-9c51-58c81318dee7 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:23.680300 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f8a509d6-758e-4cec-a139-51cdef868bb1 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "GET /v2.0/ports?device_id=b1cac006-7b11-400e-b96d-908d059e2eec HTTP/1.1" status: 200 len: 205 time: 0.1107724 Oct 10 11:17:23.681155 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55468) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:23.692950 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3abdc720-d265-4bda-8103-d4dd541931a2 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:23.709603 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-e61558bb-3ce9-49bb-996e-0807f48e8de8 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Calling delete_port for 81b4edb5-4f2e-4444-b6c9-332fccaaaa95 owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:17:23.727431 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Attempt 8 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:23.769162 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3abdc720-d265-4bda-8103-d4dd541931a2 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:23.781980 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3abdc720-d265-4bda-8103-d4dd541931a2 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Releasing vlan 458 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:17:23.782576 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3abdc720-d265-4bda-8103-d4dd541931a2 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:23.822353 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-e8cfa601-d59f-4c0e-a985-00155ae7b49f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] delete failed (client error): The resource could not be found. Oct 10 11:17:23.826660 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e8cfa601-d59f-4c0e-a985-00155ae7b49f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/routers/b1cac006-7b11-400e-b96d-908d059e2eec HTTP/1.1" status: 404 len: 336 time: 0.1421251 Oct 10 11:17:23.829348 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55480) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:23.832807 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment f4e32d2b-d816-4ad7-ba42-f9f607b4da62 resource provider aggregate not found Oct 10 11:17:23.867008 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:23.886829 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb31a13-12db-4d6d-8975-c5cf8de8b6db tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] DELETE failed (client error): The resource could not be found. Oct 10 11:17:23.887361 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb31a13-12db-4d6d-8975-c5cf8de8b6db tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:17:23.889031 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ceb31a13-12db-4d6d-8975-c5cf8de8b6db tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/subnets/53a076dd-7083-40cb-a923-e3a478095149 HTTP/1.1" status: 404 len: 337 time: 0.0586934 Oct 10 11:17:23.891963 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55486) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:23.914979 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment f4e32d2b-d816-4ad7-ba42-f9f607b4da62 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4e32d2b-d816-4ad7-ba42-f9f607b4da62 found for delete ", "request_id": "req-21cdd975-b5cb-4fc6-b119-b389d81b6e2c"}]} Oct 10 11:17:23.932771 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3991b87-5fd5-4ad8-8ece-1ef1f18c0efb tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] DELETE failed (client error): The resource could not be found. Oct 10 11:17:23.933256 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3991b87-5fd5-4ad8-8ece-1ef1f18c0efb tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:17:23.934986 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d3991b87-5fd5-4ad8-8ece-1ef1f18c0efb tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/subnets/274bd06c-8979-409d-ace8-d44bec70e86f HTTP/1.1" status: 404 len: 337 time: 0.0421252 Oct 10 11:17:23.937636 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55492) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:23.970885 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62587a76-fd66-4fb0-9069-8342155cbbfb None None] DHCP port deletion for 999e2f79-996e-40da-920a-05cf6cbac0ff request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:17:23.980801 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da904f6-0469-4784-b7db-b53c0aae761f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] DELETE failed (client error): The resource could not be found. Oct 10 11:17:23.981286 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8da904f6-0469-4784-b7db-b53c0aae761f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:17:23.981582 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-62587a76-fd66-4fb0-9069-8342155cbbfb None None] Deleting port a0ded556-9e6d-4557-9761-a3a39b3f2809 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:23.982058 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62587a76-fd66-4fb0-9069-8342155cbbfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:23.990066 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8da904f6-0469-4784-b7db-b53c0aae761f tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/subnets/96fb6fd8-ae4e-4538-b89f-ce2a2f0f86da HTTP/1.1" status: 404 len: 337 time: 0.0514863 Oct 10 11:17:23.992997 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55498) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:24.112397 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3abdc720-d265-4bda-8103-d4dd541931a2 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:24.118137 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-300cc1f7-3ef2-436f-b2af-11d0468f623d tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] DELETE failed (client error): The resource could not be found. Oct 10 11:17:24.118597 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-300cc1f7-3ef2-436f-b2af-11d0468f623d tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:17:24.137814 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abdc720-d265-4bda-8103-d4dd541931a2 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8c855594-66f5-4e02-9a5f-22b326192fc8 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 10 11:17:24.148661 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3abdc720-d265-4bda-8103-d4dd541931a2 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:24.152887 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abdc720-d265-4bda-8103-d4dd541931a2 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Pushing event deleted for resources: {'Network': ['ID=8c855594-66f5-4e02-9a5f-22b326192fc8,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:24.158609 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-300cc1f7-3ef2-436f-b2af-11d0468f623d tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/ports/488b7851-07d2-416d-8d3b-ee9a2561f8c0 HTTP/1.1" status: 404 len: 333 time: 0.1643090 Oct 10 11:17:24.161163 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55502) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:24.165358 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-3abdc720-d265-4bda-8103-d4dd541931a2 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "DELETE /v2.0/networks/8c855594-66f5-4e02-9a5f-22b326192fc8 HTTP/1.1" status: 204 len: 168 time: 1.3395445 Oct 10 11:17:24.223760 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d12635-c8c0-4404-97b1-b0b6f001bae1 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] DELETE failed (client error): The resource could not be found. Oct 10 11:17:24.224319 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5d12635-c8c0-4404-97b1-b0b6f001bae1 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:17:24.234171 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c5d12635-c8c0-4404-97b1-b0b6f001bae1 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/subnets/ec20acf0-5a2d-4406-825d-6aad042268a6 HTTP/1.1" status: 404 len: 337 time: 0.0636067 Oct 10 11:17:24.235733 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55510) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:24.297693 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-a439b6bd-7179-4a94-abd0-02a7cb08c2e5 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] DELETE failed (client error): The resource could not be found. Oct 10 11:17:24.297693 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a439b6bd-7179-4a94-abd0-02a7cb08c2e5 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:17:24.297693 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a439b6bd-7179-4a94-abd0-02a7cb08c2e5 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/subnets/9d1d7ef6-bcd5-4792-b2cb-fd0d11b13a1e HTTP/1.1" status: 404 len: 337 time: 0.0603576 Oct 10 11:17:24.298782 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e61558bb-3ce9-49bb-996e-0807f48e8de8 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:24.301456 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-62587a76-fd66-4fb0-9069-8342155cbbfb None None] For port a0ded556-9e6d-4557-9761-a3a39b3f2809, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a0ded556-9e6d-4557-9761-a3a39b3f2809,segment=NetworkSegment(83779f92-53fe-4238-bf38-0f7e0adad1da),segment_id=83779f92-53fe-4238-bf38-0f7e0adad1da)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:24.302090 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62587a76-fd66-4fb0-9069-8342155cbbfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:24.307596 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55516) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:24.411160 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61558bb-3ce9-49bb-996e-0807f48e8de8 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Pushing event deleted for resources: {'Port': ['ID=81b4edb5-4f2e-4444-b6c9-332fccaaaa95,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:24.420561 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.objects.ports [None req-fb2d88c2-43ef-4c52-9c51-58c81318dee7 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89897) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 10 11:17:24.421813 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fb2d88c2-43ef-4c52-9c51-58c81318dee7 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:24.443195 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Attempt 9 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:24.467904 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-7464211d-e76b-450e-93c8-e782e2017a62 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] DELETE failed (client error): The resource could not be found. Oct 10 11:17:24.468689 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7464211d-e76b-450e-93c8-e782e2017a62 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:17:24.472137 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7464211d-e76b-450e-93c8-e782e2017a62 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/ports/20ff6915-090d-4325-95db-4bbebeb1ef43 HTTP/1.1" status: 404 len: 333 time: 0.1224165 Oct 10 11:17:24.480485 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55526) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:24.514666 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d88c2-43ef-4c52-9c51-58c81318dee7 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event updated for resources: {'Subnet': ['ID=47b41a20-ba12-4e19-99d0-ceb8dec705d2,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:24.584800 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2d88c2-43ef-4c52-9c51-58c81318dee7 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Checking segment: {'id': 'e06d78d3-3f39-4bdb-b3b1-8f206184f448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'c770f3e3-7f51-43ee-848c-f56a552f62d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:24.588399 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2d88c2-43ef-4c52-9c51-58c81318dee7 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Network hostable DHCP agents. Network: c770f3e3-7f51-43ee-848c-f56a552f62d5, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:17:24.656036 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-06be341b-d808-47f3-a9f0-c621996fb569 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] DELETE failed (client error): The resource could not be found. Oct 10 11:17:24.657392 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06be341b-d808-47f3-a9f0-c621996fb569 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:17:24.661979 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-06be341b-d808-47f3-a9f0-c621996fb569 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/subnets/29167e44-0b87-4976-a392-d038b9e9dd96 HTTP/1.1" status: 404 len: 337 time: 0.1798980 Oct 10 11:17:24.668434 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55532) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:24.731008 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-62587a76-fd66-4fb0-9069-8342155cbbfb None None] Calling delete_port for a0ded556-9e6d-4557-9761-a3a39b3f2809 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:17:24.736646 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-99f68cc9-1182-469b-8c54-65fd56b903e9 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] DELETE failed (client error): The resource could not be found. Oct 10 11:17:24.737111 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99f68cc9-1182-469b-8c54-65fd56b903e9 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:17:24.742926 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-99f68cc9-1182-469b-8c54-65fd56b903e9 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/subnets/7be73afa-626c-4feb-b718-1b5ec596c6db HTTP/1.1" status: 404 len: 337 time: 0.0734646 Oct 10 11:17:24.743856 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55536) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:24.744176 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55538) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:24.748451 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2d88c2-43ef-4c52-9c51-58c81318dee7 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Network c770f3e3-7f51-43ee-848c-f56a552f62d5 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:17:24.809078 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:24.817394 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55546) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:24.830599 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-e589b55d-5ad3-4f31-9fbc-3ff992c3e90f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Request body: {'router': {'name': 'tempest-router--1055113495', 'project_id': 'a26e45fdff0f41adb5da5c40440eb4ba'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:24.845251 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-e589b55d-5ad3-4f31-9fbc-3ff992c3e90f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:24.853076 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e589b55d-5ad3-4f31-9fbc-3ff992c3e90f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Usage tracker for resource:router and tenant:a26e45fdff0f41adb5da5c40440eb4ba is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:24.858647 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e589b55d-5ad3-4f31-9fbc-3ff992c3e90f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:24.868349 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-e589b55d-5ad3-4f31-9fbc-3ff992c3e90f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:24.873767 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-03465dc5-8fad-4fd4-bc70-efb3930376a0 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Deleting port af0cea11-8861-4fee-9c89-62440bc4fba9 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:24.877018 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-03465dc5-8fad-4fd4-bc70-efb3930376a0 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:24.917555 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62587a76-fd66-4fb0-9069-8342155cbbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:24.955745 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e61558bb-3ce9-49bb-996e-0807f48e8de8 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:24.965112 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-fb2d88c2-43ef-4c52-9c51-58c81318dee7 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, c770f3e3-7f51-43ee-848c-f56a552f62d5) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:24.975070 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62587a76-fd66-4fb0-9069-8342155cbbfb None None] Pushing event deleted for resources: {'Port': ['ID=a0ded556-9e6d-4557-9761-a3a39b3f2809,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:24.975070 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62587a76-fd66-4fb0-9069-8342155cbbfb None None] No DVR routers for this DVR port a0ded556-9e6d-4557-9761-a3a39b3f2809 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:17:24.980918 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28011459-99a4-43b7-958b-2692a2443a5b None None] Network c770f3e3-7f51-43ee-848c-f56a552f62d5 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:24.991154 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-e794492d-074d-42b7-9454-5dad674c154e tempest-SubnetPoolsTestJSON-1649416404 tempest-SubnetPoolsTestJSON-1649416404-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1566286659', 'prefixes': ['172.20.0.0/16']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:24.997462 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-e794492d-074d-42b7-9454-5dad674c154e tempest-SubnetPoolsTestJSON-1649416404 tempest-SubnetPoolsTestJSON-1649416404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:25.011698 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2d88c2-43ef-4c52-9c51-58c81318dee7 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:25.012345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fb2d88c2-43ef-4c52-9c51-58c81318dee7 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:25.132276 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e589b55d-5ad3-4f31-9fbc-3ff992c3e90f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:25.133187 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e589b55d-5ad3-4f31-9fbc-3ff992c3e90f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:25.138373 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-fb2d88c2-43ef-4c52-9c51-58c81318dee7 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9103982 Oct 10 11:17:25.144830 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55552) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:25.159174 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-7d3c46b1-0aa4-4473-8ee1-a4be17ef971f tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Request body: {'port': {'network_id': 'c770f3e3-7f51-43ee-848c-f56a552f62d5', 'name': 'tempest-NetworksIpV6TestAttrs-1156514217'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:25.274094 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1073b62-24c6-49b7-a309-d2b94b236260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-c770f3e3-7f51-43ee-848c-f56a552f62d5', 'network_id': 'c770f3e3-7f51-43ee-848c-f56a552f62d5', 'tenant_id': '31358320d3984829bcaf8bbfc223116a', 'fixed_ips': [{'subnet_id': '47b41a20-ba12-4e19-99d0-ceb8dec705d2'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:17:25.275991 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f1073b62-24c6-49b7-a309-d2b94b236260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:25.279399 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61558bb-3ce9-49bb-996e-0807f48e8de8 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Router 461f9665-840b-470e-9d21-1fc2fe2c7c91 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:17:25.292769 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device a0ded556-9e6d-4557-9761-a3a39b3f2809 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:17:25.315441 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e589b55d-5ad3-4f31-9fbc-3ff992c3e90f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:25.326153 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Attempt 10 to provision port af0cea11-8861-4fee-9c89-62440bc4fba9 Oct 10 11:17:25.331242 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-03465dc5-8fad-4fd4-bc70-efb3930376a0 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:25.370106 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: a0ded556-9e6d-4557-9761-a3a39b3f2809 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:17:25.371379 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device a0ded556-9e6d-4557-9761-a3a39b3f2809 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:17:25.418009 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61558bb-3ce9-49bb-996e-0807f48e8de8 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:17:25.428434 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e61558bb-3ce9-49bb-996e-0807f48e8de8 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "PUT /v2.0/routers/461f9665-840b-470e-9d21-1fc2fe2c7c91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2915058 Oct 10 11:17:25.432059 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510d0417-1b18-437e-9d77-abdeb8f98c21 None None] Sync routers for ids ['461f9665-840b-470e-9d21-1fc2fe2c7c91'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:17:25.433101 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55556) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:25.462790 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Port af0cea11-8861-4fee-9c89-62440bc4fba9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:25.484367 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510d0417-1b18-437e-9d77-abdeb8f98c21 None None] Routers {'461f9665-840b-470e-9d21-1fc2fe2c7c91'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:17:25.485431 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-510d0417-1b18-437e-9d77-abdeb8f98c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:17:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['461f9665-840b-470e-9d21-1fc2fe2c7c91'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:25.509312 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-f136e892-7e9c-4d86-abbd-536cd87ea1a4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] show failed (client error): The resource could not be found. Oct 10 11:17:25.510220 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f136e892-7e9c-4d86-abbd-536cd87ea1a4 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "GET /v2.0/routers/tempest-non_exist_router-802412276 HTTP/1.1" status: 404 len: 334 time: 0.0759788 Oct 10 11:17:25.514594 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55562) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:25.521486 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-f626430f-56f4-49e2-a76c-a6638335144e tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:25.559625 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-510d0417-1b18-437e-9d77-abdeb8f98c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:25.561430 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Could not find standard attr ID for object a0ded556-9e6d-4557-9761-a3a39b3f2809. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:17:25.578865 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Could not find standard attr ID for object 81b4edb5-4f2e-4444-b6c9-332fccaaaa95. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:17:25.592491 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-f626430f-56f4-49e2-a76c-a6638335144e tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] update failed (client error): The resource could not be found. Oct 10 11:17:25.593642 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f626430f-56f4-49e2-a76c-a6638335144e tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "PUT /v2.0/routers/tempest-non_exist_router-2101429254 HTTP/1.1" status: 404 len: 335 time: 0.0776634 Oct 10 11:17:25.596845 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55568) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:25.598467 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-03465dc5-8fad-4fd4-bc70-efb3930376a0 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Calling delete_port for af0cea11-8861-4fee-9c89-62440bc4fba9 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:17:25.619517 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510d0417-1b18-437e-9d77-abdeb8f98c21 None None] Routers {'461f9665-840b-470e-9d21-1fc2fe2c7c91'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:17:25.620709 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-510d0417-1b18-437e-9d77-abdeb8f98c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:17:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['461f9665-840b-470e-9d21-1fc2fe2c7c91'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:25.671134 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-a599795a-e7f6-43be-bf1c-6e225921a1f7 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Deleting subnet 57ea8ae3-379a-469d-9ec4-65cc02425589 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:17:25.674596 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a599795a-e7f6-43be-bf1c-6e225921a1f7 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:25.691018 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-510d0417-1b18-437e-9d77-abdeb8f98c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:25.691247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510d0417-1b18-437e-9d77-abdeb8f98c21 None None] The sync data for ids ['461f9665-840b-470e-9d21-1fc2fe2c7c91'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:17:25.692424 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Could not find standard attr ID for object 17683c71-6425-4d9d-9797-547ee6ba3b04. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:17:25.692996 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7d3c46b1-0aa4-4473-8ee1-a4be17ef971f tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:25.708628 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7d3c46b1-0aa4-4473-8ee1-a4be17ef971f tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Usage tracker for resource:port and tenant:31358320d3984829bcaf8bbfc223116a is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:25.711973 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7d3c46b1-0aa4-4473-8ee1-a4be17ef971f tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:25.718585 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7d3c46b1-0aa4-4473-8ee1-a4be17ef971f tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:25.720891 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e589b55d-5ad3-4f31-9fbc-3ff992c3e90f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:25.747132 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e794492d-074d-42b7-9454-5dad674c154e tempest-SubnetPoolsTestJSON-1649416404 tempest-SubnetPoolsTestJSON-1649416404-project] Notify callbacks [] for subnetpool, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:25.749675 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e794492d-074d-42b7-9454-5dad674c154e tempest-SubnetPoolsTestJSON-1649416404 tempest-SubnetPoolsTestJSON-1649416404-project] 10.222.0.40 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0032420 Oct 10 11:17:25.751024 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55574) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:25.758647 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-f1073b62-24c6-49b7-a309-d2b94b236260 None None] Allocated IP 2001:db8::f816:3eff:fe38:f347 (c770f3e3-7f51-43ee-848c-f56a552f62d5/47b41a20-ba12-4e19-99d0-ceb8dec705d2/eaf1bd63-4108-4b5b-9003-d707be70b0a8) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:25.759258 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a599795a-e7f6-43be-bf1c-6e225921a1f7 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:25.790758 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3ff647a5-22fa-43cd-ab84-fea30506e9a6 tempest-SubnetPoolsTestJSON-1649416404 tempest-SubnetPoolsTestJSON-1649416404-project] 10.222.0.40 "GET /v2.0/subnetpools/1c663d02-1296-4c3c-bd15-0bcb5a51178c HTTP/1.1" status: 200 len: 732 time: 0.0347240 Oct 10 11:17:25.790758 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55578) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:25.791878 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Provisioning for port 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:17:25.794915 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-15681818-7246-4034-bd68-28d90877abed tempest-SubnetPoolsTestJSON-1649416404 tempest-SubnetPoolsTestJSON-1649416404-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-328873308'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:25.810752 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Provisioning complete for port 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:17:25.811019 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e589b55d-5ad3-4f31-9fbc-3ff992c3e90f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:25.811141 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:25.814626 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Attempt 1 to provision port 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c Oct 10 11:17:25.814761 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e589b55d-5ad3-4f31-9fbc-3ff992c3e90f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9935272 Oct 10 11:17:25.814861 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55582) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:25.874746 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3c46b1-0aa4-4473-8ee1-a4be17ef971f tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Made reservation on behalf of 31358320d3984829bcaf8bbfc223116a for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:25.876055 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a599795a-e7f6-43be-bf1c-6e225921a1f7 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:25.878442 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7d3c46b1-0aa4-4473-8ee1-a4be17ef971f tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:25.887945 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-03465dc5-8fad-4fd4-bc70-efb3930376a0 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:26.053302 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03465dc5-8fad-4fd4-bc70-efb3930376a0 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Port': ['ID=af0cea11-8861-4fee-9c89-62440bc4fba9,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:26.054752 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a599795a-e7f6-43be-bf1c-6e225921a1f7 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:26.066097 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-7d3c46b1-0aa4-4473-8ee1-a4be17ef971f tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] device_id is not set on port f7e491c9-e5c8-4693-a31a-245c3f377c56 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:17:26.068658 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Current status of the port 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:17:26.069037 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:26.127743 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599795a-e7f6-43be-bf1c-6e225921a1f7 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Pushing event deleted for resources: {'Subnet': ['ID=57ea8ae3-379a-469d-9ec4-65cc02425589,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:26.138473 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a599795a-e7f6-43be-bf1c-6e225921a1f7 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:26.146047 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a599795a-e7f6-43be-bf1c-6e225921a1f7 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "DELETE /v2.0/subnets/57ea8ae3-379a-469d-9ec4-65cc02425589 HTTP/1.1" status: 204 len: 168 time: 0.5480113 Oct 10 11:17:26.147680 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55588) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:26.149389 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-03465dc5-8fad-4fd4-bc70-efb3930376a0 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:26.155281 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bedcb38-a867-4f9c-bd85-27377f0511f0 None None] Network d4ef87b8-92cf-4dd9-befc-743047ae39f2 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:26.176724 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a6aa1c6-43e5-433b-ba5a-3e7e0bed52f8 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:26.183114 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f1073b62-24c6-49b7-a309-d2b94b236260 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:26.194023 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f1073b62-24c6-49b7-a309-d2b94b236260 None None] Transition to ACTIVE for port object eaf1bd63-4108-4b5b-9003-d707be70b0a8 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:26.232762 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:17:26.233281 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:17:26.277597 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:26.288427 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Deleting port 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:26.289207 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:26.289859 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f1073b62-24c6-49b7-a309-d2b94b236260 None None] Transition to ACTIVE for port object eaf1bd63-4108-4b5b-9003-d707be70b0a8 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:26.314560 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-03465dc5-8fad-4fd4-bc70-efb3930376a0 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/ports/af0cea11-8861-4fee-9c89-62440bc4fba9 HTTP/1.1" status: 204 len: 168 time: 1.5655282 Oct 10 11:17:26.316398 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55592) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:26.349220 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f1073b62-24c6-49b7-a309-d2b94b236260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:26.462397 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1073b62-24c6-49b7-a309-d2b94b236260 None None] Network c770f3e3-7f51-43ee-848c-f56a552f62d5 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:26.467492 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-f1073b62-24c6-49b7-a309-d2b94b236260 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:26.474230 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1073b62-24c6-49b7-a309-d2b94b236260 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:17:26.494921 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-729f1995-645f-4222-ad84-6e06146f9896 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:26.530703 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1073b62-24c6-49b7-a309-d2b94b236260 None None] Pushing event updated for resources: {'Port': ['ID=eaf1bd63-4108-4b5b-9003-d707be70b0a8,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:26.554131 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a6aa1c6-43e5-433b-ba5a-3e7e0bed52f8 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:26.558890 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a6aa1c6-43e5-433b-ba5a-3e7e0bed52f8 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:26.572877 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-15681818-7246-4034-bd68-28d90877abed tempest-SubnetPoolsTestJSON-1649416404 tempest-SubnetPoolsTestJSON-1649416404-project] Notify callbacks [] for subnetpool, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:26.574603 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-15681818-7246-4034-bd68-28d90877abed tempest-SubnetPoolsTestJSON-1649416404 tempest-SubnetPoolsTestJSON-1649416404-project] 10.222.0.40 "PUT /v2.0/subnetpools/1c663d02-1296-4c3c-bd15-0bcb5a51178c HTTP/1.1" status: 200 len: 683 time: 0.7839894 Oct 10 11:17:26.579012 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55596) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:26.580044 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-7d3c46b1-0aa4-4473-8ee1-a4be17ef971f tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Allocated IP 2001:db8::f816:3eff:fe90:a263 (c770f3e3-7f51-43ee-848c-f56a552f62d5/47b41a20-ba12-4e19-99d0-ceb8dec705d2/f7e491c9-e5c8-4693-a31a-245c3f377c56) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:26.605770 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f1073b62-24c6-49b7-a309-d2b94b236260 None None] Attempting to bind port eaf1bd63-4108-4b5b-9003-d707be70b0a8 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:17:26.606134 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f1073b62-24c6-49b7-a309-d2b94b236260 None None] Attempting to bind port eaf1bd63-4108-4b5b-9003-d707be70b0a8 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'e06d78d3-3f39-4bdb-b3b1-8f206184f448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'c770f3e3-7f51-43ee-848c-f56a552f62d5'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:17:26.606497 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1073b62-24c6-49b7-a309-d2b94b236260 None None] Attempting to bind port eaf1bd63-4108-4b5b-9003-d707be70b0a8 on network c770f3e3-7f51-43ee-848c-f56a552f62d5 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:17:26.615588 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1073b62-24c6-49b7-a309-d2b94b236260 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:17:26.615588 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1073b62-24c6-49b7-a309-d2b94b236260 None None] Checking segment: {'id': 'e06d78d3-3f39-4bdb-b3b1-8f206184f448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'c770f3e3-7f51-43ee-848c-f56a552f62d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:26.615588 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f1073b62-24c6-49b7-a309-d2b94b236260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:26.616006 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1073b62-24c6-49b7-a309-d2b94b236260 None None] Bound using segment: {'id': 'e06d78d3-3f39-4bdb-b3b1-8f206184f448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'c770f3e3-7f51-43ee-848c-f56a552f62d5'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:17:26.616285 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f1073b62-24c6-49b7-a309-d2b94b236260 None None] Bound port: eaf1bd63-4108-4b5b-9003-d707be70b0a8, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06d78d3-3f39-4bdb-b3b1-8f206184f448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 477, 'network_id': 'c770f3e3-7f51-43ee-848c-f56a552f62d5'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:17:26.617005 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f1073b62-24c6-49b7-a309-d2b94b236260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:26.719946 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8535b11-9569-4ed8-8b99-f5e1726c4b51 None None] DHCP port deletion for d4ef87b8-92cf-4dd9-befc-743047ae39f2 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:17:26.726561 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f1073b62-24c6-49b7-a309-d2b94b236260 None None] For port eaf1bd63-4108-4b5b-9003-d707be70b0a8, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:17:26.729608 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b8535b11-9569-4ed8-8b99-f5e1726c4b51 None None] Deleting port 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:26.729608 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b8535b11-9569-4ed8-8b99-f5e1726c4b51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:26.743394 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a6aa1c6-43e5-433b-ba5a-3e7e0bed52f8 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:26.744185 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6aa1c6-43e5-433b-ba5a-3e7e0bed52f8 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92a8184e-c9e9-42aa-9edc-e72d5f7990a9 {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:17:26.761349 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a6aa1c6-43e5-433b-ba5a-3e7e0bed52f8 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:26.765264 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9a6aa1c6-43e5-433b-ba5a-3e7e0bed52f8 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "DELETE /v2.0/routers/92a8184e-c9e9-42aa-9edc-e72d5f7990a9 HTTP/1.1" status: 204 len: 168 time: 0.9467554 Oct 10 11:17:26.854180 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f1073b62-24c6-49b7-a309-d2b94b236260 None None] For port eaf1bd63-4108-4b5b-9003-d707be70b0a8, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=eaf1bd63-4108-4b5b-9003-d707be70b0a8,segment=NetworkSegment(e06d78d3-3f39-4bdb-b3b1-8f206184f448),segment_id=e06d78d3-3f39-4bdb-b3b1-8f206184f448)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:17:26.855601 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] For port 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=24ed11a5-1132-42f6-bd09-66ffe2e5fe1c,segment=NetworkSegment(da13aba7-8008-49b5-a880-8a168201647e),segment_id=da13aba7-8008-49b5-a880-8a168201647e)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:26.856047 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:26.856321 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d3668192-5a35-4f05-b9c6-4a7be6d7bd75 tempest-SubnetPoolsTestJSON-1649416404 tempest-SubnetPoolsTestJSON-1649416404-project] Notify callbacks [] for subnetpool, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:26.857550 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d3668192-5a35-4f05-b9c6-4a7be6d7bd75 tempest-SubnetPoolsTestJSON-1649416404 tempest-SubnetPoolsTestJSON-1649416404-project] 10.222.0.40 "DELETE /v2.0/subnetpools/1c663d02-1296-4c3c-bd15-0bcb5a51178c HTTP/1.1" status: 204 len: 168 time: 0.2750611 Oct 10 11:17:26.862271 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55604) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:26.893364 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-fbadb40d-4dbe-4736-b4dc-c3c2d360c441 tempest-SubnetPoolsTestJSON-1649416404 tempest-SubnetPoolsTestJSON-1649416404-project] show failed (client error): The resource could not be found. Oct 10 11:17:26.894093 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Current status of the port 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:17:26.894414 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-fbadb40d-4dbe-4736-b4dc-c3c2d360c441 tempest-SubnetPoolsTestJSON-1649416404 tempest-SubnetPoolsTestJSON-1649416404-project] 10.222.0.40 "GET /v2.0/subnetpools/1c663d02-1296-4c3c-bd15-0bcb5a51178c HTTP/1.1" status: 404 len: 346 time: 0.0315897 Oct 10 11:17:26.894882 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:26.899321 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55608) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:26.928540 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-baf306e4-754e-40ba-b5a3-8bb1529b7c26 tempest-SubnetPoolsTestJSON-1649416404 tempest-SubnetPoolsTestJSON-1649416404-project] delete failed (client error): The resource could not be found. Oct 10 11:17:26.929558 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-baf306e4-754e-40ba-b5a3-8bb1529b7c26 tempest-SubnetPoolsTestJSON-1649416404 tempest-SubnetPoolsTestJSON-1649416404-project] 10.222.0.40 "DELETE /v2.0/subnetpools/1c663d02-1296-4c3c-bd15-0bcb5a51178c HTTP/1.1" status: 404 len: 346 time: 0.0290952 Oct 10 11:17:26.933150 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7d3c46b1-0aa4-4473-8ee1-a4be17ef971f tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:26.952573 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-7d3c46b1-0aa4-4473-8ee1-a4be17ef971f tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Transition to ACTIVE for port object f7e491c9-e5c8-4693-a31a-245c3f377c56 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:27.000353 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f1073b62-24c6-49b7-a309-d2b94b236260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:27.053500 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Calling delete_port for 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:17:27.083920 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-729f1995-645f-4222-ad84-6e06146f9896 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:27.098514 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7d3c46b1-0aa4-4473-8ee1-a4be17ef971f tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:27.101044 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55614) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:27.130214 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] For port 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=24ed11a5-1132-42f6-bd09-66ffe2e5fe1c,segment=NetworkSegment(da13aba7-8008-49b5-a880-8a168201647e),segment_id=da13aba7-8008-49b5-a880-8a168201647e)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:27.168401 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-729f1995-645f-4222-ad84-6e06146f9896 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['999e2f79-996e-40da-920a-05cf6cbac0ff']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:27.190904 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-729f1995-645f-4222-ad84-6e06146f9896 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83779f92-53fe-4238-bf38-0f7e0adad1da') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:27.191612 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-729f1995-645f-4222-ad84-6e06146f9896 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83779f92-53fe-4238-bf38-0f7e0adad1da') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:27.218666 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3c46b1-0aa4-4473-8ee1-a4be17ef971f tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Network c770f3e3-7f51-43ee-848c-f56a552f62d5 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:27.229026 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-729f1995-645f-4222-ad84-6e06146f9896 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:27.254049 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-729f1995-645f-4222-ad84-6e06146f9896 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:27.256962 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-7d3c46b1-0aa4-4473-8ee1-a4be17ef971f tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:27.260168 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3c46b1-0aa4-4473-8ee1-a4be17ef971f tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:17:27.265270 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:27.266927 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3c46b1-0aa4-4473-8ee1-a4be17ef971f tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:27.267162 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-729f1995-645f-4222-ad84-6e06146f9896 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Releasing vlan 478 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:17:27.267923 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-729f1995-645f-4222-ad84-6e06146f9896 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:27.268308 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7d3c46b1-0aa4-4473-8ee1-a4be17ef971f tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:27.274474 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1073b62-24c6-49b7-a309-d2b94b236260 None None] Pushing event updated for resources: {'Port': ['ID=eaf1bd63-4108-4b5b-9003-d707be70b0a8,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:27.310395 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c46b1-0aa4-4473-8ee1-a4be17ef971f tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event updated for resources: {'Port': ['ID=f7e491c9-e5c8-4693-a31a-245c3f377c56,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:27.331283 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.api [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:17:27.331612 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG oslo_db.api [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:17:27.344207 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:17:27.402773 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7d3c46b1-0aa4-4473-8ee1-a4be17ef971f tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2540734 Oct 10 11:17:27.403756 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55622) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:27.435238 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-b8535b11-9569-4ed8-8b99-f5e1726c4b51 None None] For port 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=24ed11a5-1132-42f6-bd09-66ffe2e5fe1c,segment=NetworkSegment(da13aba7-8008-49b5-a880-8a168201647e),segment_id=da13aba7-8008-49b5-a880-8a168201647e)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:27.435758 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b8535b11-9569-4ed8-8b99-f5e1726c4b51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:27.458930 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 83779f92-53fe-4238-bf38-0f7e0adad1da resource provider aggregate not found Oct 10 11:17:27.459595 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Could not find standard attr ID for object af0cea11-8861-4fee-9c89-62440bc4fba9. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:17:27.471140 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-0513106c-839e-4bab-bfec-ca255d6ec538 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-208292628', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}, 'admin_state_up': False}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:27.481265 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-0513106c-839e-4bab-bfec-ca255d6ec538 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:27.489832 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 83779f92-53fe-4238-bf38-0f7e0adad1da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83779f92-53fe-4238-bf38-0f7e0adad1da found for delete ", "request_id": "req-d7da4675-ab24-4058-bb5c-56c0c4c076ea"}]} Oct 10 11:17:27.499523 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0513106c-839e-4bab-bfec-ca255d6ec538 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Usage tracker for resource:router and tenant:9c1956994f4c49229abad6cdbc40e0c4 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:27.505087 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0513106c-839e-4bab-bfec-ca255d6ec538 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:27.518164 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-0513106c-839e-4bab-bfec-ca255d6ec538 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:27.527934 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-d482cf4c-e9bf-4179-97bb-a96e45310973 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Deleting subnet 47b41a20-ba12-4e19-99d0-ceb8dec705d2 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:17:27.531775 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d482cf4c-e9bf-4179-97bb-a96e45310973 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:27.541391 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-729f1995-645f-4222-ad84-6e06146f9896 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:27.553673 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-729f1995-645f-4222-ad84-6e06146f9896 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:27.581900 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f1995-645f-4222-ad84-6e06146f9896 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] Pushing event deleted for resources: {'Network': ['ID=999e2f79-996e-40da-920a-05cf6cbac0ff,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:27.589799 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-729f1995-645f-4222-ad84-6e06146f9896 tempest-PortsTestJSON-40564082 tempest-PortsTestJSON-40564082-project] 10.222.0.40 "DELETE /v2.0/networks/999e2f79-996e-40da-920a-05cf6cbac0ff HTTP/1.1" status: 204 len: 168 time: 1.2723591 Oct 10 11:17:27.603933 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d482cf4c-e9bf-4179-97bb-a96e45310973 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:27.621018 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0513106c-839e-4bab-bfec-ca255d6ec538 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:27.622169 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0513106c-839e-4bab-bfec-ca255d6ec538 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:27.646795 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb339a-a992-4096-bb4c-ebb3968aae0f None None] Pushing event updated for resources: {'Port': ['ID=24ed11a5-1132-42f6-bd09-66ffe2e5fe1c,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:27.647777 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0513106c-839e-4bab-bfec-ca255d6ec538 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:27.671028 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Could not find standard attr ID for object a0ded556-9e6d-4557-9761-a3a39b3f2809. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:17:27.686983 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b8535b11-9569-4ed8-8b99-f5e1726c4b51 None None] Calling delete_port for 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:17:27.772973 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55632) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:27.863386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Deleting port 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:27.863995 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:27.877669 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Provisioning complete for port 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:17:27.878091 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:27.878430 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Attempt 1 to provision port 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c Oct 10 11:17:27.887199 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d482cf4c-e9bf-4179-97bb-a96e45310973 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:27.973959 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:17:27.974531 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:27.983378 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cd36a447-3f08-4f4c-910d-ce0bb1dcc15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:28.002725 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-b8535b11-9569-4ed8-8b99-f5e1726c4b51 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:17:28.003077 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-b8535b11-9569-4ed8-8b99-f5e1726c4b51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:17:28.009440 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-cd36a447-3f08-4f4c-910d-ce0bb1dcc15a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:28.015646 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-cd36a447-3f08-4f4c-910d-ce0bb1dcc15a admin admin] Usage tracker for resource:security_group_rule and tenant:20846f3fdcda4db2a8ffc55209e21e87 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:28.020100 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-cd36a447-3f08-4f4c-910d-ce0bb1dcc15a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:28.033797 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-cd36a447-3f08-4f4c-910d-ce0bb1dcc15a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:28.077111 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=24ed11a5-1132-42f6-bd09-66ffe2e5fe1c,segment=NetworkSegment(da13aba7-8008-49b5-a880-8a168201647e),segment_id=da13aba7-8008-49b5-a880-8a168201647e)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:28.117791 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Current status of the port 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:17:28.123513 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Could not find standard attr ID for object 17683c71-6425-4d9d-9797-547ee6ba3b04. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:17:28.149270 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cd36a447-3f08-4f4c-910d-ce0bb1dcc15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:28.168545 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:28.203485 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d482cf4c-e9bf-4179-97bb-a96e45310973 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:28.209081 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0513106c-839e-4bab-bfec-ca255d6ec538 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:28.211615 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Provisioning for port 71907aa5-bd4f-4cfe-95ed-1b966728dd43 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:17:28.234101 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Provisioning complete for port 71907aa5-bd4f-4cfe-95ed-1b966728dd43 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:17:28.234773 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:28.235050 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Attempt 1 to provision port 71907aa5-bd4f-4cfe-95ed-1b966728dd43 Oct 10 11:17:28.259343 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d482cf4c-e9bf-4179-97bb-a96e45310973 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:28.262472 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55642) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:28.272197 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482cf4c-e9bf-4179-97bb-a96e45310973 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event deleted for resources: {'Subnet': ['ID=47b41a20-ba12-4e19-99d0-ceb8dec705d2,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:28.300313 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cd36a447-3f08-4f4c-910d-ce0bb1dcc15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:28.310758 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=24ed11a5-1132-42f6-bd09-66ffe2e5fe1c,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:28.313449 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Port 71907aa5-bd4f-4cfe-95ed-1b966728dd43 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:28.365989 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cd36a447-3f08-4f4c-910d-ce0bb1dcc15a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=20846f3fdcda4db2a8ffc55209e21e87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5898991 Oct 10 11:17:28.367545 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55648) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:28.391140 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36a447-3f08-4f4c-910d-ce0bb1dcc15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58c57b0-a446-4629-96c0-d023bdb89d6d,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:28.402732 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] For port 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=24ed11a5-1132-42f6-bd09-66ffe2e5fe1c,segment=NetworkSegment(da13aba7-8008-49b5-a880-8a168201647e),segment_id=da13aba7-8008-49b5-a880-8a168201647e)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:28.403170 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:28.434099 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d482cf4c-e9bf-4179-97bb-a96e45310973 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "DELETE /v2.0/subnets/47b41a20-ba12-4e19-99d0-ceb8dec705d2 HTTP/1.1" status: 204 len: 168 time: 1.0248926 Oct 10 11:17:28.438072 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55652) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:28.504382 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b8535b11-9569-4ed8-8b99-f5e1726c4b51 None None] Deleting port 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:28.504711 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b8535b11-9569-4ed8-8b99-f5e1726c4b51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:28.514407 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6686be20-a1d6-4b4b-a963-3e6455a2d652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:28.544160 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6686be20-a1d6-4b4b-a963-3e6455a2d652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:28.551678 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Calling delete_port for 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:17:28.553085 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5e93d9-a48f-49d3-919c-f13a5f8721db None None] Network c770f3e3-7f51-43ee-848c-f56a552f62d5 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:28.599784 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0ee796-964e-4f15-8571-6edd99ac3c51 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:28.602152 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0ee796-964e-4f15-8571-6edd99ac3c51 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:28.603027 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ee0ee796-964e-4f15-8571-6edd99ac3c51 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Synchronizing usage tracker for tenant:31358320d3984829bcaf8bbfc223116a on resource:subnet {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:17:28.700660 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6686be20-a1d6-4b4b-a963-3e6455a2d652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:28.721204 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686be20-a1d6-4b4b-a963-3e6455a2d652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58c57b0-a446-4629-96c0-d023bdb89d6d,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:28.725015 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6686be20-a1d6-4b4b-a963-3e6455a2d652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:28.728865 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6686be20-a1d6-4b4b-a963-3e6455a2d652 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b58c57b0-a446-4629-96c0-d023bdb89d6d HTTP/1.1" status: 204 len: 168 time: 0.3603494 Oct 10 11:17:28.746025 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ee0ee796-964e-4f15-8571-6edd99ac3c51 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Unset dirty status for tenant:31358320d3984829bcaf8bbfc223116a on resource:subnet {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:17:28.750670 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ee0ee796-964e-4f15-8571-6edd99ac3c51 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3084104 Oct 10 11:17:28.750927 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55658) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:28.825249 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Attempt 2 to provision port 71907aa5-bd4f-4cfe-95ed-1b966728dd43 Oct 10 11:17:28.863397 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-038c122f-a303-40ff-8ecc-80108bc67697 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3cd86c8887eb49658ebcaac7109ea926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5988832 Oct 10 11:17:28.871687 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55662) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:28.936108 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.api [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:17:28.941028 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG oslo_db.api [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:17:28.971723 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-b8535b11-9569-4ed8-8b99-f5e1726c4b51 None None] For port 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=24ed11a5-1132-42f6-bd09-66ffe2e5fe1c,segment=NetworkSegment(da13aba7-8008-49b5-a880-8a168201647e),segment_id=da13aba7-8008-49b5-a880-8a168201647e)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:28.972115 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b8535b11-9569-4ed8-8b99-f5e1726c4b51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:28.976580 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b08a3c56-4d0b-4ce9-904f-64e369b59a43 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:29.009203 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-b08a3c56-4d0b-4ce9-904f-64e369b59a43 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 10 11:17:29.009784 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b08a3c56-4d0b-4ce9-904f-64e369b59a43 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:17:29.016315 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b08a3c56-4d0b-4ce9-904f-64e369b59a43 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "DELETE /v2.0/networks/c770f3e3-7f51-43ee-848c-f56a552f62d5 HTTP/1.1" status: 409 len: 405 time: 0.2605944 Oct 10 11:17:29.017088 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55666) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:29.025391 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-13accadd-3654-4402-8b21-752444d8e708 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1006729716'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:29.029421 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dffee3c5-7688-4fcd-8270-d9a6f574bb0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:29.033194 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-13accadd-3654-4402-8b21-752444d8e708 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:29.045698 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-13accadd-3654-4402-8b21-752444d8e708 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Usage tracker for resource:network and tenant:31358320d3984829bcaf8bbfc223116a is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:29.049859 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-13accadd-3654-4402-8b21-752444d8e708 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:29.068043 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-13accadd-3654-4402-8b21-752444d8e708 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:29.070803 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dffee3c5-7688-4fcd-8270-d9a6f574bb0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:29.086617 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Port 71907aa5-bd4f-4cfe-95ed-1b966728dd43 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:29.128651 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0513106c-839e-4bab-bfec-ca255d6ec538 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router_gateway, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:29.157093 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13accadd-3654-4402-8b21-752444d8e708 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Made reservation on behalf of 31358320d3984829bcaf8bbfc223116a for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:29.160660 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b8535b11-9569-4ed8-8b99-f5e1726c4b51 None None] Calling delete_port for 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:17:29.160860 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-13accadd-3654-4402-8b21-752444d8e708 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:29.168226 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0513106c-839e-4bab-bfec-ca255d6ec538 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:29.199942 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13accadd-3654-4402-8b21-752444d8e708 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 496} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:17:29.215333 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-13accadd-3654-4402-8b21-752444d8e708 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:29.217702 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-13accadd-3654-4402-8b21-752444d8e708 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Added segment 1136ad65-8c0a-47a7-9c8a-d3ad68edd3b5 of type vlan for network 7b735ebd-2981-4099-a9d5-fdb07ab6dde0 Oct 10 11:17:29.230523 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dffee3c5-7688-4fcd-8270-d9a6f574bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:29.268317 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffee3c5-7688-4fcd-8270-d9a6f574bb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5914ff54-ee61-4f20-b47c-bb07f7d4cb79,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:29.314661 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dffee3c5-7688-4fcd-8270-d9a6f574bb0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:29.314661 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-dffee3c5-7688-4fcd-8270-d9a6f574bb0e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5914ff54-ee61-4f20-b47c-bb07f7d4cb79 HTTP/1.1" status: 204 len: 168 time: 0.4405546 Oct 10 11:17:29.317362 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-13accadd-3654-4402-8b21-752444d8e708 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:29.334306 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b8535b11-9569-4ed8-8b99-f5e1726c4b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:29.385557 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a32a247-807d-4d34-8096-3716d0b654fd None None] DHCP port deletion for c770f3e3-7f51-43ee-848c-f56a552f62d5 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:17:29.406622 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4a32a247-807d-4d34-8096-3716d0b654fd None None] Deleting port eaf1bd63-4108-4b5b-9003-d707be70b0a8 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:29.407030 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4a32a247-807d-4d34-8096-3716d0b654fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:29.424972 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-0513106c-839e-4bab-bfec-ca255d6ec538 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Allocated IP 172.26.4.229 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/9f97acb9-18dc-466a-8a21-102a1282535f) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:29.430549 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8535b11-9569-4ed8-8b99-f5e1726c4b51 None None] Pushing event deleted for resources: {'Port': ['ID=24ed11a5-1132-42f6-bd09-66ffe2e5fe1c,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:29.433135 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8535b11-9569-4ed8-8b99-f5e1726c4b51 None None] No DVR routers for this DVR port 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:17:29.442822 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-13accadd-3654-4402-8b21-752444d8e708 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:29.455195 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13accadd-3654-4402-8b21-752444d8e708 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:29.455195 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-13accadd-3654-4402-8b21-752444d8e708 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:29.477123 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Deleting port 24ed11a5-1132-42f6-bd09-66ffe2e5fe1c {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:29.486340 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:29.617113 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Attempt 3 to provision port 71907aa5-bd4f-4cfe-95ed-1b966728dd43 Oct 10 11:17:29.634205 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13accadd-3654-4402-8b21-752444d8e708 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event updated for resources: {'Network': ['ID=7b735ebd-2981-4099-a9d5-fdb07ab6dde0,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:29.647210 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-13accadd-3654-4402-8b21-752444d8e708 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6258683 Oct 10 11:17:29.647369 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55682) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:29.659500 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 7b735ebd-2981-4099-a9d5-fdb07ab6dde0 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:17:29.661305 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] The port '24ed11a5-1132-42f6-bd09-66ffe2e5fe1c' was deleted {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:17:29.672299 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-b6b19049-449a-481c-a849-07948e64c2a1 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Request body: {'subnet': {'network_id': '7b735ebd-2981-4099-a9d5-fdb07ab6dde0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:29.724580 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-4a32a247-807d-4d34-8096-3716d0b654fd None None] For port eaf1bd63-4108-4b5b-9003-d707be70b0a8, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=eaf1bd63-4108-4b5b-9003-d707be70b0a8,segment=NetworkSegment(e06d78d3-3f39-4bdb-b3b1-8f206184f448),segment_id=e06d78d3-3f39-4bdb-b3b1-8f206184f448)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:29.724580 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4a32a247-807d-4d34-8096-3716d0b654fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:29.794542 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Port 71907aa5-bd4f-4cfe-95ed-1b966728dd43 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:29.940918 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0513106c-839e-4bab-bfec-ca255d6ec538 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:29.947005 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b6b19049-449a-481c-a849-07948e64c2a1 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:29.948884 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-4a32a247-807d-4d34-8096-3716d0b654fd None None] Calling delete_port for eaf1bd63-4108-4b5b-9003-d707be70b0a8 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:17:29.951108 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:29.987865 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b6b19049-449a-481c-a849-07948e64c2a1 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:29.991565 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4ef87b8-92cf-4dd9-befc-743047ae39f2']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:30.011016 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da13aba7-8008-49b5-a880-8a168201647e') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:30.011884 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da13aba7-8008-49b5-a880-8a168201647e') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:30.028210 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:30.050202 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:30.060591 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Releasing vlan 480 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:17:30.060997 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:30.128554 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4a32a247-807d-4d34-8096-3716d0b654fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:30.148589 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55706) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:30.152653 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [-] 10.222.0.40 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031064 Oct 10 11:17:30.155691 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment da13aba7-8008-49b5-a880-8a168201647e resource provider aggregate not found Oct 10 11:17:30.155847 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55708) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:30.159045 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b19049-449a-481c-a849-07948e64c2a1 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Made reservation on behalf of 31358320d3984829bcaf8bbfc223116a for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:30.162484 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b6b19049-449a-481c-a849-07948e64c2a1 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:30.188633 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a32a247-807d-4d34-8096-3716d0b654fd None None] No DVR routers for this DVR port eaf1bd63-4108-4b5b-9003-d707be70b0a8 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:17:30.190425 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32a247-807d-4d34-8096-3716d0b654fd None None] Pushing event deleted for resources: {'Port': ['ID=eaf1bd63-4108-4b5b-9003-d707be70b0a8,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:30.206965 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0513106c-839e-4bab-bfec-ca255d6ec538 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:30.251763 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment da13aba7-8008-49b5-a880-8a168201647e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da13aba7-8008-49b5-a880-8a168201647e found for delete ", "request_id": "req-b75232b1-7b9f-4e28-b682-c8085e327a03"}]} Oct 10 11:17:30.277562 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-016851f0-ce36-46de-9515-2425e35bfb0d tempest-NetworksApiDiscovery-413644115 tempest-NetworksApiDiscovery-413644115-project] 10.222.0.40 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1178827 Oct 10 11:17:30.296447 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Attempt 4 to provision port 71907aa5-bd4f-4cfe-95ed-1b966728dd43 Oct 10 11:17:30.341929 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:30.345881 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:30.356053 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0513106c-839e-4bab-bfec-ca255d6ec538 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:30.374122 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Port 71907aa5-bd4f-4cfe-95ed-1b966728dd43 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:30.382920 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-0513106c-839e-4bab-bfec-ca255d6ec538 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:30.386108 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0513106c-839e-4bab-bfec-ca255d6ec538 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:17:30.439766 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Pushing event deleted for resources: {'Network': ['ID=d4ef87b8-92cf-4dd9-befc-743047ae39f2,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:30.442384 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513106c-839e-4bab-bfec-ca255d6ec538 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Pushing event updated for resources: {'Port': ['ID=9f97acb9-18dc-466a-8a21-102a1282535f,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:30.460120 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-24f95d39-be9f-4a17-a9b7-4f2881c77168 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "DELETE /v2.0/networks/d4ef87b8-92cf-4dd9-befc-743047ae39f2 HTTP/1.1" status: 204 len: 168 time: 4.3111930 Oct 10 11:17:30.462626 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55724) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:30.540283 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd1a8a7-4ce8-4d8a-93f1-cc1d373b64d9 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Deleting subnet dce60e84-37ef-4db8-aa13-7d924b04b1a6 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:17:30.544205 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ddd1a8a7-4ce8-4d8a-93f1-cc1d373b64d9 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:30.615901 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ddd1a8a7-4ce8-4d8a-93f1-cc1d373b64d9 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:30.718634 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ddd1a8a7-4ce8-4d8a-93f1-cc1d373b64d9 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:30.727905 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55734) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:30.876353 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Attempt 5 to provision port 71907aa5-bd4f-4cfe-95ed-1b966728dd43 Oct 10 11:17:30.886824 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bc0a38cf-1b12-4c58-8a46-d3c8fa6ef5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:30.889031 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ddd1a8a7-4ce8-4d8a-93f1-cc1d373b64d9 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:30.927299 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-bc0a38cf-1b12-4c58-8a46-d3c8fa6ef5ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:30.942961 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-bc0a38cf-1b12-4c58-8a46-d3c8fa6ef5ed admin admin] Usage tracker for resource:security_group_rule and tenant:894d2c65be0940aebc4968105874dd74 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:30.947887 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Port 71907aa5-bd4f-4cfe-95ed-1b966728dd43 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:30.959356 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-bc0a38cf-1b12-4c58-8a46-d3c8fa6ef5ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:30.964844 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1a8a7-4ce8-4d8a-93f1-cc1d373b64d9 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Pushing event deleted for resources: {'Subnet': ['ID=dce60e84-37ef-4db8-aa13-7d924b04b1a6,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:30.965805 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-bc0a38cf-1b12-4c58-8a46-d3c8fa6ef5ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:30.972792 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ddd1a8a7-4ce8-4d8a-93f1-cc1d373b64d9 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:30.981012 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ddd1a8a7-4ce8-4d8a-93f1-cc1d373b64d9 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "DELETE /v2.0/subnets/dce60e84-37ef-4db8-aa13-7d924b04b1a6 HTTP/1.1" status: 204 len: 168 time: 0.5167193 Oct 10 11:17:30.983310 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55742) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:30.987170 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ec4e1a-494e-483d-a000-60fe82221e9a None None] Network a0ff658f-136a-4d83-9563-99d618d83073 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:31.281865 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8301559-f25e-4d0e-bf80-9b97f25eff7d tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Deleting subnet aa833a95-52b9-4510-b3e4-49d89ab23e40 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:17:31.283029 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f535d8-434e-49b6-b988-ec676359e54c None None] DHCP port deletion for a0ff658f-136a-4d83-9563-99d618d83073 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:17:31.286980 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-02f535d8-434e-49b6-b988-ec676359e54c None None] Deleting port 4ec5a028-01df-464b-a95c-d38f07aed908 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:31.287356 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-02f535d8-434e-49b6-b988-ec676359e54c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:31.303461 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b8301559-f25e-4d0e-bf80-9b97f25eff7d tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:31.334857 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device eaf1bd63-4108-4b5b-9003-d707be70b0a8 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:17:31.387986 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: eaf1bd63-4108-4b5b-9003-d707be70b0a8 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:17:31.388324 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device eaf1bd63-4108-4b5b-9003-d707be70b0a8 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:17:31.429625 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.objects.ports [None req-b6b19049-449a-481c-a849-07948e64c2a1 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89896) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 10 11:17:31.431957 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b8301559-f25e-4d0e-bf80-9b97f25eff7d tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:31.452273 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Attempt 6 to provision port 71907aa5-bd4f-4cfe-95ed-1b966728dd43 Oct 10 11:17:31.469141 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b6b19049-449a-481c-a849-07948e64c2a1 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:31.474188 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0513106c-839e-4bab-bfec-ca255d6ec538 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router_gateway, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:31.590268 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Port 71907aa5-bd4f-4cfe-95ed-1b966728dd43 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:31.662121 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bc0a38cf-1b12-4c58-8a46-d3c8fa6ef5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:31.667368 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-02f535d8-434e-49b6-b988-ec676359e54c None None] For port 4ec5a028-01df-464b-a95c-d38f07aed908, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=4ec5a028-01df-464b-a95c-d38f07aed908,segment=NetworkSegment(1cac7e0e-0194-4f89-a1a0-93938fa1a77f),segment_id=1cac7e0e-0194-4f89-a1a0-93938fa1a77f)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:31.667839 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-02f535d8-434e-49b6-b988-ec676359e54c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:31.774513 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b19049-449a-481c-a849-07948e64c2a1 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event updated for resources: {'Subnet': ['ID=d5cc00ab-1cbc-4cd7-bd95-7a7c735537df,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:31.783167 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bc0a38cf-1b12-4c58-8a46-d3c8fa6ef5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:31.800630 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b19049-449a-481c-a849-07948e64c2a1 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Checking segment: {'id': '1136ad65-8c0a-47a7-9c8a-d3ad68edd3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '7b735ebd-2981-4099-a9d5-fdb07ab6dde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:31.800982 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b19049-449a-481c-a849-07948e64c2a1 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Network hostable DHCP agents. Network: 7b735ebd-2981-4099-a9d5-fdb07ab6dde0, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:17:31.804604 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-02f535d8-434e-49b6-b988-ec676359e54c None None] Calling delete_port for 4ec5a028-01df-464b-a95c-d38f07aed908 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:17:31.865266 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b8301559-f25e-4d0e-bf80-9b97f25eff7d tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:31.939125 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55760) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:31.944838 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-f43a2369-542b-4726-9d93-476b4f947d18 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-253401199', 'description': 'tempest-secgroup-smoke-253401199 description', 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:31.951026 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a38cf-1b12-4c58-8a46-d3c8fa6ef5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d247a9cc-d986-4da5-bab9-3b9d8c2d7ac6,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:31.951184 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f43a2369-542b-4726-9d93-476b4f947d18 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:31.955796 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f43a2369-542b-4726-9d93-476b4f947d18 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Usage tracker for resource:security_group and tenant:780cbdd6ed154f09a98bc1d37b65c2e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:31.959531 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f43a2369-542b-4726-9d93-476b4f947d18 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:31.964997 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-bc0a38cf-1b12-4c58-8a46-d3c8fa6ef5ed admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=894d2c65be0940aebc4968105874dd74&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2319355 Oct 10 11:17:31.965867 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55764) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:31.968645 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f43a2369-542b-4726-9d93-476b4f947d18 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:32.009580 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-02f535d8-434e-49b6-b988-ec676359e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:32.033230 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-74177653-770f-44b2-b698-63fb61f0c57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:32.061492 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f535d8-434e-49b6-b988-ec676359e54c None None] Pushing event deleted for resources: {'Port': ['ID=4ec5a028-01df-464b-a95c-d38f07aed908,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:32.063466 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f535d8-434e-49b6-b988-ec676359e54c None None] No DVR routers for this DVR port 4ec5a028-01df-464b-a95c-d38f07aed908 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:17:32.067179 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-74177653-770f-44b2-b698-63fb61f0c57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:32.092096 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Attempt 7 to provision port 71907aa5-bd4f-4cfe-95ed-1b966728dd43 Oct 10 11:17:32.100143 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f43a2369-542b-4726-9d93-476b4f947d18 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:32.113216 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0513106c-839e-4bab-bfec-ca255d6ec538 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:32.117200 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f43a2369-542b-4726-9d93-476b4f947d18 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:32.117386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b19049-449a-481c-a849-07948e64c2a1 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Network 7b735ebd-2981-4099-a9d5-fdb07ab6dde0 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:17:32.134287 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f43a2369-542b-4726-9d93-476b4f947d18 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:32.139386 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f43a2369-542b-4726-9d93-476b4f947d18 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Usage tracker for resource:security_group_rule and tenant:780cbdd6ed154f09a98bc1d37b65c2e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:32.142045 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f43a2369-542b-4726-9d93-476b4f947d18 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:32.147919 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f43a2369-542b-4726-9d93-476b4f947d18 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:32.158907 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Port 71907aa5-bd4f-4cfe-95ed-1b966728dd43 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:32.181470 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b8301559-f25e-4d0e-bf80-9b97f25eff7d tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:32.225611 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-74177653-770f-44b2-b698-63fb61f0c57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:32.255650 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74177653-770f-44b2-b698-63fb61f0c57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d247a9cc-d986-4da5-bab9-3b9d8c2d7ac6,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:32.261879 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-74177653-770f-44b2-b698-63fb61f0c57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:32.263175 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-74177653-770f-44b2-b698-63fb61f0c57f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d247a9cc-d986-4da5-bab9-3b9d8c2d7ac6 HTTP/1.1" status: 204 len: 168 time: 0.2967935 Oct 10 11:17:32.332377 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f43a2369-542b-4726-9d93-476b4f947d18 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:32.380150 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f43a2369-542b-4726-9d93-476b4f947d18 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:32.383758 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-b6b19049-449a-481c-a849-07948e64c2a1 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 7b735ebd-2981-4099-a9d5-fdb07ab6dde0) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:32.390331 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8301559-f25e-4d0e-bf80-9b97f25eff7d tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Pushing event deleted for resources: {'Subnet': ['ID=aa833a95-52b9-4510-b3e4-49d89ab23e40,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:32.393448 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b8301559-f25e-4d0e-bf80-9b97f25eff7d tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:32.395069 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f43a2369-542b-4726-9d93-476b4f947d18 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:32.399167 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b19049-449a-481c-a849-07948e64c2a1 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:32.399860 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b6b19049-449a-481c-a849-07948e64c2a1 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:32.407041 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f43a2369-542b-4726-9d93-476b4f947d18 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Usage tracker for resource:security_group_rule and tenant:780cbdd6ed154f09a98bc1d37b65c2e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:32.414595 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95d6701-7290-4244-88cd-8d8d1218da79 None None] Network 7b735ebd-2981-4099-a9d5-fdb07ab6dde0 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:32.419999 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f43a2369-542b-4726-9d93-476b4f947d18 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:32.431535 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b8301559-f25e-4d0e-bf80-9b97f25eff7d tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "DELETE /v2.0/subnets/aa833a95-52b9-4510-b3e4-49d89ab23e40 HTTP/1.1" status: 204 len: 168 time: 1.4470451 Oct 10 11:17:32.434003 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f43a2369-542b-4726-9d93-476b4f947d18 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:32.436826 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55770) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:32.441069 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a2369-542b-4726-9d93-476b4f947d18 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f39e9ddc-675e-454f-a4ad-35a578f7e25c,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:32.477547 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e610744c-12dc-4f93-b196-d8824623d320 None None] Network d193f2e9-489e-4e57-9726-c1341548df3c requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:32.484185 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b6b19049-449a-481c-a849-07948e64c2a1 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.8291800 Oct 10 11:17:32.491704 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55774) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:32.621230 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0513106c-839e-4bab-bfec-ca255d6ec538 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Router da956dbe-8ddb-49ec-b000-53c8fe966a7a is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:17:32.659537 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Attempt 8 to provision port 71907aa5-bd4f-4cfe-95ed-1b966728dd43 Oct 10 11:17:32.689981 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-09e9962f-3fe5-4c3e-8991-cddb8eb6a095 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:32.799317 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Port 71907aa5-bd4f-4cfe-95ed-1b966728dd43 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:32.844232 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0513106c-839e-4bab-bfec-ca255d6ec538 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:17:32.856877 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c70c69-3d2f-482f-8cdf-a0bb3f0f7724 None None] Sync routers for ids ['da956dbe-8ddb-49ec-b000-53c8fe966a7a'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:17:32.876970 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c70c69-3d2f-482f-8cdf-a0bb3f0f7724 None None] Routers {'da956dbe-8ddb-49ec-b000-53c8fe966a7a'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:17:32.877980 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-f6c70c69-3d2f-482f-8cdf-a0bb3f0f7724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:17:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['da956dbe-8ddb-49ec-b000-53c8fe966a7a'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:32.947126 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f43a2369-542b-4726-9d93-476b4f947d18 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:32.953607 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccb96e0-d6f3-4345-bfb9-4c40e3a6a6aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-7b735ebd-2981-4099-a9d5-fdb07ab6dde0', 'network_id': '7b735ebd-2981-4099-a9d5-fdb07ab6dde0', 'tenant_id': '31358320d3984829bcaf8bbfc223116a', 'fixed_ips': [{'subnet_id': 'd5cc00ab-1cbc-4cd7-bd95-7a7c735537df'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:17:32.953607 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-eccb96e0-d6f3-4345-bfb9-4c40e3a6a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:32.957075 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0513106c-839e-4bab-bfec-ca255d6ec538 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:32.960838 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0513106c-839e-4bab-bfec-ca255d6ec538 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.8563075 Oct 10 11:17:32.961820 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55786) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:32.971382 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-f6c70c69-3d2f-482f-8cdf-a0bb3f0f7724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:32.997540 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c70c69-3d2f-482f-8cdf-a0bb3f0f7724 None None] Routers {'da956dbe-8ddb-49ec-b000-53c8fe966a7a'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:17:32.998464 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-f6c70c69-3d2f-482f-8cdf-a0bb3f0f7724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:17:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['da956dbe-8ddb-49ec-b000-53c8fe966a7a'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:33.013628 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f43a2369-542b-4726-9d93-476b4f947d18 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:33.039730 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:33.102836 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10da481-798a-4b57-b295-5ff6ce26a7d4 None None] DHCP port deletion for d193f2e9-489e-4e57-9726-c1341548df3c request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:17:33.122272 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c10da481-798a-4b57-b295-5ff6ce26a7d4 None None] Deleting port b955cdce-c1c0-46fd-af7e-4d749dfe2296 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:33.122272 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c10da481-798a-4b57-b295-5ff6ce26a7d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:33.142446 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-f6c70c69-3d2f-482f-8cdf-a0bb3f0f7724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:33.142446 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c70c69-3d2f-482f-8cdf-a0bb3f0f7724 None None] The sync data for ids ['da956dbe-8ddb-49ec-b000-53c8fe966a7a'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:17:33.167412 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-09e9962f-3fe5-4c3e-8991-cddb8eb6a095 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:33.211140 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a2369-542b-4726-9d93-476b4f947d18 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2538c43-6897-455b-bde9-ae4c18cd56ba,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:33.218648 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-09e9962f-3fe5-4c3e-8991-cddb8eb6a095 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ff658f-136a-4d83-9563-99d618d83073']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:33.265964 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-09e9962f-3fe5-4c3e-8991-cddb8eb6a095 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cac7e0e-0194-4f89-a1a0-93938fa1a77f') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:33.266265 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-09e9962f-3fe5-4c3e-8991-cddb8eb6a095 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cac7e0e-0194-4f89-a1a0-93938fa1a77f') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:33.285298 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f92bf5d3-40a3-4b94-861e-b2b17fd0bc69 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "GET /v2.0/routers/da956dbe-8ddb-49ec-b000-53c8fe966a7a HTTP/1.1" status: 200 len: 924 time: 0.3214686 Oct 10 11:17:33.289538 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55794) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:33.289682 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f43a2369-542b-4726-9d93-476b4f947d18 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:33.290331 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f43a2369-542b-4726-9d93-476b4f947d18 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3500869 Oct 10 11:17:33.295446 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-09e9962f-3fe5-4c3e-8991-cddb8eb6a095 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:33.296734 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55798) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:33.300433 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Attempt 9 to provision port 71907aa5-bd4f-4cfe-95ed-1b966728dd43 Oct 10 11:17:33.319738 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-09e9962f-3fe5-4c3e-8991-cddb8eb6a095 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:33.322159 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:33.375796 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e9962f-3fe5-4c3e-8991-cddb8eb6a095 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Releasing vlan 490 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:17:33.375796 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-09e9962f-3fe5-4c3e-8991-cddb8eb6a095 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:33.376136 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 4ec5a028-01df-464b-a95c-d38f07aed908 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:17:33.376244 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-3d1b363b-6826-4187-b9af-bcf6600ed23c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Request body: {'security_group_rule': {'security_group_id': 'e2538c43-6897-455b-bde9-ae4c18cd56ba', 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:33.386796 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-3d1b363b-6826-4187-b9af-bcf6600ed23c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:33.405191 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-740977d2-6107-4321-8e6c-f219b69e0f74 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "GET /v2.0/ports?device_id=da956dbe-8ddb-49ec-b000-53c8fe966a7a HTTP/1.1" status: 200 len: 205 time: 0.1161580 Oct 10 11:17:33.406041 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55804) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:33.407537 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 1cac7e0e-0194-4f89-a1a0-93938fa1a77f resource provider aggregate not found Oct 10 11:17:33.408321 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-3d1b363b-6826-4187-b9af-bcf6600ed23c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Usage tracker for resource:security_group_rule and tenant:780cbdd6ed154f09a98bc1d37b65c2e0 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:33.411683 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-3d1b363b-6826-4187-b9af-bcf6600ed23c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:33.418001 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-3d1b363b-6826-4187-b9af-bcf6600ed23c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:33.459731 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-eccb96e0-d6f3-4345-bfb9-4c40e3a6a6aa None None] Allocated IP 2001:db8::f816:3eff:fedf:6633 (7b735ebd-2981-4099-a9d5-fdb07ab6dde0/d5cc00ab-1cbc-4cd7-bd95-7a7c735537df/e94a7c18-a2dc-409b-bddc-440b89e47606) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:33.466466 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 4ec5a028-01df-464b-a95c-d38f07aed908 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:17:33.466817 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 4ec5a028-01df-464b-a95c-d38f07aed908 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:17:33.467231 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device b955cdce-c1c0-46fd-af7e-4d749dfe2296 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:17:33.525304 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 1cac7e0e-0194-4f89-a1a0-93938fa1a77f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1cac7e0e-0194-4f89-a1a0-93938fa1a77f found for delete ", "request_id": "req-d0ce0235-023e-4848-84bd-43b68a807986"}]} Oct 10 11:17:33.536650 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3d1b363b-6826-4187-b9af-bcf6600ed23c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:33.575317 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Port 71907aa5-bd4f-4cfe-95ed-1b966728dd43 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:33.603211 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-52a7172a-1ade-4333-994f-d7d288f6f35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:33.634655 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3d1b363b-6826-4187-b9af-bcf6600ed23c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:33.647732 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-c10da481-798a-4b57-b295-5ff6ce26a7d4 None None] For port b955cdce-c1c0-46fd-af7e-4d749dfe2296, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=b955cdce-c1c0-46fd-af7e-4d749dfe2296,segment=NetworkSegment(21ae17fe-2750-439d-9f24-1c77d781991d),segment_id=21ae17fe-2750-439d-9f24-1c77d781991d)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:33.648124 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c10da481-798a-4b57-b295-5ff6ce26a7d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:33.652804 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-09e9962f-3fe5-4c3e-8991-cddb8eb6a095 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:33.676897 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-09e9962f-3fe5-4c3e-8991-cddb8eb6a095 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:33.693844 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9962f-3fe5-4c3e-8991-cddb8eb6a095 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Pushing event deleted for resources: {'Network': ['ID=a0ff658f-136a-4d83-9563-99d618d83073,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:33.702878 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-09e9962f-3fe5-4c3e-8991-cddb8eb6a095 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "DELETE /v2.0/networks/a0ff658f-136a-4d83-9563-99d618d83073 HTTP/1.1" status: 204 len: 168 time: 1.2624371 Oct 10 11:17:33.703295 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55816) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:33.710349 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-288d18ea-7c73-40ba-9f4d-9a276288d2a7 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:33.750380 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3d1b363b-6826-4187-b9af-bcf6600ed23c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:33.840576 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b363b-6826-4187-b9af-bcf6600ed23c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac418a16-0ea1-4105-9229-4a6d4890c0ff,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:33.856163 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-40c4f741-ce4d-4f27-b82d-6e327dfcb951 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:33.867141 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-40c4f741-ce4d-4f27-b82d-6e327dfcb951 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Deleting port b955cdce-c1c0-46fd-af7e-4d749dfe2296 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:33.867588 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-40c4f741-ce4d-4f27-b82d-6e327dfcb951 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:33.893196 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c10da481-798a-4b57-b295-5ff6ce26a7d4 None None] Calling delete_port for b955cdce-c1c0-46fd-af7e-4d749dfe2296 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:17:33.905744 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-288d18ea-7c73-40ba-9f4d-9a276288d2a7 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:33.994964 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3d1b363b-6826-4187-b9af-bcf6600ed23c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:33.999216 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-3d1b363b-6826-4187-b9af-bcf6600ed23c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6318481 Oct 10 11:17:33.999712 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55824) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:34.004978 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-80d3c5f2-c8e1-4f7c-9cde-1490cfa5d09d tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Request body: {'security_group_rule': {'security_group_id': 'e2538c43-6897-455b-bde9-ae4c18cd56ba', 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:34.014835 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-80d3c5f2-c8e1-4f7c-9cde-1490cfa5d09d tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:34.017205 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-288d18ea-7c73-40ba-9f4d-9a276288d2a7 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Deleting port 9f97acb9-18dc-466a-8a21-102a1282535f {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:34.017591 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-288d18ea-7c73-40ba-9f4d-9a276288d2a7 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:34.043746 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port b955cdce-c1c0-46fd-af7e-4d749dfe2296 is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:17:34.044118 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:34.048531 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-80d3c5f2-c8e1-4f7c-9cde-1490cfa5d09d tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Usage tracker for resource:security_group_rule and tenant:780cbdd6ed154f09a98bc1d37b65c2e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:34.057434 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-80d3c5f2-c8e1-4f7c-9cde-1490cfa5d09d tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:34.075208 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-80d3c5f2-c8e1-4f7c-9cde-1490cfa5d09d tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:34.102453 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Attempt 10 to provision port 71907aa5-bd4f-4cfe-95ed-1b966728dd43 Oct 10 11:17:34.178639 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c10da481-798a-4b57-b295-5ff6ce26a7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:34.190753 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-80d3c5f2-c8e1-4f7c-9cde-1490cfa5d09d tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:34.197439 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-40c4f741-ce4d-4f27-b82d-6e327dfcb951 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] For port b955cdce-c1c0-46fd-af7e-4d749dfe2296, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=b955cdce-c1c0-46fd-af7e-4d749dfe2296,segment=NetworkSegment(21ae17fe-2750-439d-9f24-1c77d781991d),segment_id=21ae17fe-2750-439d-9f24-1c77d781991d)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:34.198032 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-40c4f741-ce4d-4f27-b82d-6e327dfcb951 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:34.259435 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-288d18ea-7c73-40ba-9f4d-9a276288d2a7 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:34.268391 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10da481-798a-4b57-b295-5ff6ce26a7d4 None None] Pushing event deleted for resources: {'Port': ['ID=b955cdce-c1c0-46fd-af7e-4d749dfe2296,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:34.279568 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Port 71907aa5-bd4f-4cfe-95ed-1b966728dd43 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:34.281410 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10da481-798a-4b57-b295-5ff6ce26a7d4 None None] No DVR routers for this DVR port b955cdce-c1c0-46fd-af7e-4d749dfe2296 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:17:34.300980 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Could not find standard attr ID for object 81b4edb5-4f2e-4444-b6c9-332fccaaaa95. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:17:34.303106 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-eccb96e0-d6f3-4345-bfb9-4c40e3a6a6aa None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:34.315477 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-53c37193-e038-4c6d-b329-4345c7bb762d None None] Could not find standard attr ID for object b7f411c8-4b1b-434c-bdf8-8e077664760f. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:17:34.319208 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-eccb96e0-d6f3-4345-bfb9-4c40e3a6a6aa None None] Transition to ACTIVE for port object e94a7c18-a2dc-409b-bddc-440b89e47606 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:34.346297 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-eccb96e0-d6f3-4345-bfb9-4c40e3a6a6aa None None] Transition to ACTIVE for port object e94a7c18-a2dc-409b-bddc-440b89e47606 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:34.379732 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-40c4f741-ce4d-4f27-b82d-6e327dfcb951 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Calling delete_port for b955cdce-c1c0-46fd-af7e-4d749dfe2296 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:17:34.398447 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-288d18ea-7c73-40ba-9f4d-9a276288d2a7 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Calling delete_port for 9f97acb9-18dc-466a-8a21-102a1282535f owned by network:router_gateway {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:17:34.410385 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-eccb96e0-d6f3-4345-bfb9-4c40e3a6a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: from cryptography.utils import int_from_bytes Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: from cryptography.utils import int_from_bytes Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: util.warn_limited( Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: util.warn_limited( Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: util.warn( Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: util.warn( Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: util.warn( Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: util.warn( Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: util.warn( Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: util.warn( Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: util.warn( Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: util.warn( Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: util.warn( Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: util.warn( Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: util.warn( Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: util.warn( Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: util.warn( Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: util.warn( Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: util.warn( Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: util.warn( Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: util.warn( Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: util.warn( Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: util.warn( Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: util.warn( Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: util.warn( Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: util.warn( Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: util.warn( Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:17:34.453016 dv-neutron-860842-1-hyperv neutron-server[89896]: util.warn( Oct 10 11:17:34.457605 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-80d3c5f2-c8e1-4f7c-9cde-1490cfa5d09d tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:34.459513 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.api [None req-40c4f741-ce4d-4f27-b82d-6e327dfcb951 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:17:34.459677 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG oslo_db.api [None req-40c4f741-ce4d-4f27-b82d-6e327dfcb951 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:17:34.497826 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ff37b22b-0f40-4bee-8afe-a3e02afa69ec None None] Could not find standard attr ID for object eaf1bd63-4108-4b5b-9003-d707be70b0a8. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:17:34.500547 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccb96e0-d6f3-4345-bfb9-4c40e3a6a6aa None None] Network 7b735ebd-2981-4099-a9d5-fdb07ab6dde0 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:34.503784 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-eccb96e0-d6f3-4345-bfb9-4c40e3a6a6aa None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:34.507644 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccb96e0-d6f3-4345-bfb9-4c40e3a6a6aa None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:17:34.511385 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-80d3c5f2-c8e1-4f7c-9cde-1490cfa5d09d tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:34.538795 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3c5f2-c8e1-4f7c-9cde-1490cfa5d09d tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8df1b2e-2427-401a-b3a3-18961ee85656,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:34.554128 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb96e0-d6f3-4345-bfb9-4c40e3a6a6aa None None] Pushing event updated for resources: {'Port': ['ID=e94a7c18-a2dc-409b-bddc-440b89e47606,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:34.554332 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:34.600716 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event deleted for resources: {'Subnet': ['ID=d5cc00ab-1cbc-4cd7-bd95-7a7c735537df,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:34.623737 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-eccb96e0-d6f3-4345-bfb9-4c40e3a6a6aa None None] Attempting to bind port e94a7c18-a2dc-409b-bddc-440b89e47606 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:17:34.624158 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-eccb96e0-d6f3-4345-bfb9-4c40e3a6a6aa None None] Attempting to bind port e94a7c18-a2dc-409b-bddc-440b89e47606 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '1136ad65-8c0a-47a7-9c8a-d3ad68edd3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '7b735ebd-2981-4099-a9d5-fdb07ab6dde0'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:17:34.624520 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccb96e0-d6f3-4345-bfb9-4c40e3a6a6aa None None] Attempting to bind port e94a7c18-a2dc-409b-bddc-440b89e47606 on network 7b735ebd-2981-4099-a9d5-fdb07ab6dde0 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:17:34.629789 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccb96e0-d6f3-4345-bfb9-4c40e3a6a6aa None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:17:34.630337 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccb96e0-d6f3-4345-bfb9-4c40e3a6a6aa None None] Checking segment: {'id': '1136ad65-8c0a-47a7-9c8a-d3ad68edd3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '7b735ebd-2981-4099-a9d5-fdb07ab6dde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:34.630732 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-eccb96e0-d6f3-4345-bfb9-4c40e3a6a6aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:34.631145 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccb96e0-d6f3-4345-bfb9-4c40e3a6a6aa None None] Bound using segment: {'id': '1136ad65-8c0a-47a7-9c8a-d3ad68edd3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '7b735ebd-2981-4099-a9d5-fdb07ab6dde0'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:17:34.631594 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-eccb96e0-d6f3-4345-bfb9-4c40e3a6a6aa None None] Bound port: e94a7c18-a2dc-409b-bddc-440b89e47606, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1136ad65-8c0a-47a7-9c8a-d3ad68edd3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '7b735ebd-2981-4099-a9d5-fdb07ab6dde0'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:17:34.631957 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-eccb96e0-d6f3-4345-bfb9-4c40e3a6a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:34.676781 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-80d3c5f2-c8e1-4f7c-9cde-1490cfa5d09d tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:34.677983 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-80d3c5f2-c8e1-4f7c-9cde-1490cfa5d09d tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6772509 Oct 10 11:17:34.681499 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55834) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:34.687478 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-89014c89-5c63-4463-9f3c-98ff0c69014c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Request body: {'security_group_rule': {'security_group_id': 'e2538c43-6897-455b-bde9-ae4c18cd56ba', 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:34.694388 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-89014c89-5c63-4463-9f3c-98ff0c69014c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:34.699250 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-89014c89-5c63-4463-9f3c-98ff0c69014c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Usage tracker for resource:security_group_rule and tenant:780cbdd6ed154f09a98bc1d37b65c2e0 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:34.702464 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-89014c89-5c63-4463-9f3c-98ff0c69014c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:34.708900 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-89014c89-5c63-4463-9f3c-98ff0c69014c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:34.733759 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-eccb96e0-d6f3-4345-bfb9-4c40e3a6a6aa None None] For port e94a7c18-a2dc-409b-bddc-440b89e47606, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:17:34.738677 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-eccb96e0-d6f3-4345-bfb9-4c40e3a6a6aa None None] For port e94a7c18-a2dc-409b-bddc-440b89e47606, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=e94a7c18-a2dc-409b-bddc-440b89e47606,segment=NetworkSegment(1136ad65-8c0a-47a7-9c8a-d3ad68edd3b5),segment_id=1136ad65-8c0a-47a7-9c8a-d3ad68edd3b5)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:17:34.810535 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-89014c89-5c63-4463-9f3c-98ff0c69014c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:34.848679 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-eccb96e0-d6f3-4345-bfb9-4c40e3a6a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:34.880939 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-89014c89-5c63-4463-9f3c-98ff0c69014c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:34.895297 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:34.938113 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b735ebd-2981-4099-a9d5-fdb07ab6dde0']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:34.946068 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-89014c89-5c63-4463-9f3c-98ff0c69014c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:34.952296 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1136ad65-8c0a-47a7-9c8a-d3ad68edd3b5') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:34.954189 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1136ad65-8c0a-47a7-9c8a-d3ad68edd3b5') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:34.965723 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-40c4f741-ce4d-4f27-b82d-6e327dfcb951 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Deleting port b955cdce-c1c0-46fd-af7e-4d749dfe2296 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:34.966197 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-40c4f741-ce4d-4f27-b82d-6e327dfcb951 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:34.968314 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:34.985658 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:34.994482 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Releasing vlan 496 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:17:34.995309 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:35.015417 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb96e0-d6f3-4345-bfb9-4c40e3a6a6aa None None] Pushing event updated for resources: {'Port': ['ID=e94a7c18-a2dc-409b-bddc-440b89e47606,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:35.040677 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55844) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:35.046436 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89014c89-5c63-4463-9f3c-98ff0c69014c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4123a6b-e064-458d-91d1-369f18e4e41d,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:35.058514 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795cc404-71fb-4ff2-aee0-3cca1008e0ad None None] Network 7b735ebd-2981-4099-a9d5-fdb07ab6dde0 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:35.074538 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-40c4f741-ce4d-4f27-b82d-6e327dfcb951 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] The port 'b955cdce-c1c0-46fd-af7e-4d749dfe2296' was deleted {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:17:35.103758 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-288d18ea-7c73-40ba-9f4d-9a276288d2a7 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:35.185317 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d18ea-7c73-40ba-9f4d-9a276288d2a7 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Pushing event deleted for resources: {'Port': ['ID=9f97acb9-18dc-466a-8a21-102a1282535f,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:35.273952 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-b193ab47-0147-4a77-900b-615ff245897f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'network': {'name': 'tempest-network-smoke--690919504', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'port_security_enabled': True}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:35.282245 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.api [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 10 11:17:35.282245 dv-neutron-860842-1-hyperv neutron-server[89897]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 10 11:17:35.282245 dv-neutron-860842-1-hyperv neutron-server[89897]: [parameters: {'id': '7b735ebd-2981-4099-a9d5-fdb07ab6dde0'}] Oct 10 11:17:35.282245 dv-neutron-860842-1-hyperv neutron-server[89897]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:17:35.282733 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG oslo_db.api [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:17:35.283573 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b193ab47-0147-4a77-900b-615ff245897f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:35.295222 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b193ab47-0147-4a77-900b-615ff245897f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:network and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:35.303509 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b193ab47-0147-4a77-900b-615ff245897f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:35.313418 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b193ab47-0147-4a77-900b-615ff245897f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:35.323947 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-89014c89-5c63-4463-9f3c-98ff0c69014c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:35.325001 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-89014c89-5c63-4463-9f3c-98ff0c69014c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6423764 Oct 10 11:17:35.329761 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55850) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:35.332219 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73dc9e8-f564-4538-a5ed-94c6bdb31b1b None None] get_active_networks_info from dv-neutron-860842-1-hyperv {{(pid=89898) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 10 11:17:35.336142 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-40c4f741-ce4d-4f27-b82d-6e327dfcb951 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:35.336916 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-8bd73597-f197-4abe-a350-ad128c43b291 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Request body: {'security_group_rule': {'security_group_id': 'e2538c43-6897-455b-bde9-ae4c18cd56ba', 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:35.342188 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-288d18ea-7c73-40ba-9f4d-9a276288d2a7 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:35.363408 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-40c4f741-ce4d-4f27-b82d-6e327dfcb951 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d193f2e9-489e-4e57-9726-c1341548df3c']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:35.376716 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-40c4f741-ce4d-4f27-b82d-6e327dfcb951 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ae17fe-2750-439d-9f24-1c77d781991d') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:35.377006 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-40c4f741-ce4d-4f27-b82d-6e327dfcb951 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ae17fe-2750-439d-9f24-1c77d781991d') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:35.389792 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-40c4f741-ce4d-4f27-b82d-6e327dfcb951 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:35.393431 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8bd73597-f197-4abe-a350-ad128c43b291 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:35.407446 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-40c4f741-ce4d-4f27-b82d-6e327dfcb951 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:35.413552 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c4f741-ce4d-4f27-b82d-6e327dfcb951 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Releasing vlan 494 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:17:35.413958 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-40c4f741-ce4d-4f27-b82d-6e327dfcb951 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:35.429065 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73dc9e8-f564-4538-a5ed-94c6bdb31b1b None None] Resources bound (agent type, host, resource id): {{(pid=89898) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 10 11:17:35.482584 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b193ab47-0147-4a77-900b-615ff245897f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Made reservation on behalf of abdeb3603c4943b08320f37282de8f91 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:35.484907 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b193ab47-0147-4a77-900b-615ff245897f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:35.496866 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 21ae17fe-2750-439d-9f24-1c77d781991d resource provider aggregate not found Oct 10 11:17:35.523300 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 21ae17fe-2750-439d-9f24-1c77d781991d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21ae17fe-2750-439d-9f24-1c77d781991d found for delete ", "request_id": "req-dc33bac2-955e-47d7-b9ed-d96a1cbf0228"}]} Oct 10 11:17:35.550495 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8bd73597-f197-4abe-a350-ad128c43b291 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Usage tracker for resource:security_group_rule and tenant:780cbdd6ed154f09a98bc1d37b65c2e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:35.568169 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8bd73597-f197-4abe-a350-ad128c43b291 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:35.574404 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b193ab47-0147-4a77-900b-615ff245897f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:35.591052 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 1136ad65-8c0a-47a7-9c8a-d3ad68edd3b5 resource provider aggregate not found Oct 10 11:17:35.595692 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-288d18ea-7c73-40ba-9f4d-9a276288d2a7 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:35.599079 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8bd73597-f197-4abe-a350-ad128c43b291 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:35.601939 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-288d18ea-7c73-40ba-9f4d-9a276288d2a7 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:35.609307 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-40c4f741-ce4d-4f27-b82d-6e327dfcb951 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:35.610798 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b193ab47-0147-4a77-900b-615ff245897f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:35.619156 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b193ab47-0147-4a77-900b-615ff245897f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:35.630402 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-40c4f741-ce4d-4f27-b82d-6e327dfcb951 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:35.630570 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b193ab47-0147-4a77-900b-615ff245897f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:35.634327 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 1136ad65-8c0a-47a7-9c8a-d3ad68edd3b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1136ad65-8c0a-47a7-9c8a-d3ad68edd3b5 found for delete ", "request_id": "req-c0a5136a-765b-44d3-bf89-e96031e90242"}]} Oct 10 11:17:35.640632 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b193ab47-0147-4a77-900b-615ff245897f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:35.642214 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4f741-ce4d-4f27-b82d-6e327dfcb951 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Pushing event deleted for resources: {'Network': ['ID=d193f2e9-489e-4e57-9726-c1341548df3c,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:35.644875 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-40c4f741-ce4d-4f27-b82d-6e327dfcb951 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "DELETE /v2.0/networks/d193f2e9-489e-4e57-9726-c1341548df3c HTTP/1.1" status: 204 len: 168 time: 1.9405494 Oct 10 11:17:35.647383 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55862) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:35.731731 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e92004-1d2e-453a-94a2-5d54ad03efdf tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Deleting subnet aa10a022-1cf4-49c2-908d-4e5e5e5a13c8 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:17:35.735859 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-91e92004-1d2e-453a-94a2-5d54ad03efdf tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:35.741326 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b193ab47-0147-4a77-900b-615ff245897f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:35.770441 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8bd73597-f197-4abe-a350-ad128c43b291 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:35.784295 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:35.786190 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1428982b-b741-4222-92c6-2fe218faecd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:35.798324 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-91e92004-1d2e-453a-94a2-5d54ad03efdf tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:35.801766 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-288d18ea-7c73-40ba-9f4d-9a276288d2a7 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:35.802308 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288d18ea-7c73-40ba-9f4d-9a276288d2a7 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Fanout notify agent at l3_agent the message router_deleted on router da956dbe-8ddb-49ec-b000-53c8fe966a7a {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:17:35.830161 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Deleting port e94a7c18-a2dc-409b-bddc-440b89e47606 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:35.830507 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:35.872016 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b193ab47-0147-4a77-900b-615ff245897f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:35.890882 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-91e92004-1d2e-453a-94a2-5d54ad03efdf tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:35.947402 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b193ab47-0147-4a77-900b-615ff245897f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 457} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:17:35.985960 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193ab47-0147-4a77-900b-615ff245897f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63c3bf7a-20b5-4250-97f1-e0eb8da5447b,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:36.001058 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-288d18ea-7c73-40ba-9f4d-9a276288d2a7 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:36.002244 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-288d18ea-7c73-40ba-9f4d-9a276288d2a7 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "DELETE /v2.0/routers/da956dbe-8ddb-49ec-b000-53c8fe966a7a HTTP/1.1" status: 204 len: 168 time: 2.5876396 Oct 10 11:17:36.006199 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55866) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:36.011307 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-70204d65-1af6-474f-8b12-2babfb75914f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Request body: {'router': {'name': 'tempest-snat-router-256703212', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'enable_snat': False}}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:36.015894 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-70204d65-1af6-474f-8b12-2babfb75914f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:36.019744 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-70204d65-1af6-474f-8b12-2babfb75914f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Usage tracker for resource:router and tenant:6c39066dcd1e4a3f9b6ce105bb54b1d6 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:36.022579 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-70204d65-1af6-474f-8b12-2babfb75914f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:36.023254 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8bd73597-f197-4abe-a350-ad128c43b291 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:36.024597 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b193ab47-0147-4a77-900b-615ff245897f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:36.025197 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-b193ab47-0147-4a77-900b-615ff245897f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Added segment cc354b5f-94ed-45e9-afb0-e454a4d43ddb of type vlan for network 660a4c34-f993-4054-9fd7-f447717be71f Oct 10 11:17:36.030293 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-70204d65-1af6-474f-8b12-2babfb75914f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:36.076994 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-91e92004-1d2e-453a-94a2-5d54ad03efdf tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:36.091788 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b193ab47-0147-4a77-900b-615ff245897f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:36.118295 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e92004-1d2e-453a-94a2-5d54ad03efdf tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Pushing event deleted for resources: {'Subnet': ['ID=aa10a022-1cf4-49c2-908d-4e5e5e5a13c8,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:36.120256 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-91e92004-1d2e-453a-94a2-5d54ad03efdf tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:36.124909 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e033c65-e76e-4d65-b6a7-e7bee8e895b5 None None] Network 174efaf8-9ff9-49d2-9ca7-85d55555b4f3 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:36.127110 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-91e92004-1d2e-453a-94a2-5d54ad03efdf tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "DELETE /v2.0/subnets/aa10a022-1cf4-49c2-908d-4e5e5e5a13c8 HTTP/1.1" status: 204 len: 168 time: 0.4786940 Oct 10 11:17:36.129572 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55870) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:36.142696 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8bd73597-f197-4abe-a350-ad128c43b291 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:36.218995 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd73597-f197-4abe-a350-ad128c43b291 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=502d11ee-af93-4797-8780-61ee80ef965e,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:36.231272 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] For port e94a7c18-a2dc-409b-bddc-440b89e47606, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=e94a7c18-a2dc-409b-bddc-440b89e47606,segment=NetworkSegment(1136ad65-8c0a-47a7-9c8a-d3ad68edd3b5),segment_id=1136ad65-8c0a-47a7-9c8a-d3ad68edd3b5)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:36.231272 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:36.242260 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-70204d65-1af6-474f-8b12-2babfb75914f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:36.242260 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-70204d65-1af6-474f-8b12-2babfb75914f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:36.265468 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c3f06de9-15cb-42df-b178-e477e25540ee tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:36.277248 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-70204d65-1af6-474f-8b12-2babfb75914f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:36.291466 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-c3f06de9-15cb-42df-b178-e477e25540ee tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Deleting port 58938bad-bbf4-4867-b91c-6fadfc5af5e0 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:36.292366 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c3f06de9-15cb-42df-b178-e477e25540ee tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:36.299588 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8bd73597-f197-4abe-a350-ad128c43b291 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:36.303292 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8bd73597-f197-4abe-a350-ad128c43b291 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9694517 Oct 10 11:17:36.317877 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55874) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:36.338151 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-6a10cc7d-1cc1-4e26-bf01-1dd307136d0a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Request body: {'security_group_rule': {'security_group_id': 'e2538c43-6897-455b-bde9-ae4c18cd56ba', 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:36.355915 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6a10cc7d-1cc1-4e26-bf01-1dd307136d0a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:36.360857 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b193ab47-0147-4a77-900b-615ff245897f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:36.363189 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6a10cc7d-1cc1-4e26-bf01-1dd307136d0a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Usage tracker for resource:security_group_rule and tenant:780cbdd6ed154f09a98bc1d37b65c2e0 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:36.366358 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b193ab47-0147-4a77-900b-615ff245897f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:36.366358 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b193ab47-0147-4a77-900b-615ff245897f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:36.368096 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6a10cc7d-1cc1-4e26-bf01-1dd307136d0a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:36.377806 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6a10cc7d-1cc1-4e26-bf01-1dd307136d0a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:36.379646 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Calling delete_port for e94a7c18-a2dc-409b-bddc-440b89e47606 owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:17:36.404170 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3accbdd2-e68a-4aa6-b10e-9a6701b7d99f None None] DHCP port deletion for 174efaf8-9ff9-49d2-9ca7-85d55555b4f3 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:17:36.408140 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3accbdd2-e68a-4aa6-b10e-9a6701b7d99f None None] Deleting port 58938bad-bbf4-4867-b91c-6fadfc5af5e0 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:36.408515 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3accbdd2-e68a-4aa6-b10e-9a6701b7d99f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:36.529026 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.securitygroups_db [None req-6a10cc7d-1cc1-4e26-bf01-1dd307136d0a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Project 780cbdd6ed154f09a98bc1d37b65c2e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:17:36.531309 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b193ab47-0147-4a77-900b-615ff245897f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4900029 Oct 10 11:17:36.539740 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55878) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:36.552248 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-002da8bc-a875-4295-98cd-62665a438695 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1136261552', 'admin_state_up': True, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:36.557896 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193ab47-0147-4a77-900b-615ff245897f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Network': ['ID=660a4c34-f993-4054-9fd7-f447717be71f,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:36.573865 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-002da8bc-a875-4295-98cd-62665a438695 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:36.578591 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-002da8bc-a875-4295-98cd-62665a438695 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:router and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:36.581897 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-002da8bc-a875-4295-98cd-62665a438695 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:36.588484 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-002da8bc-a875-4295-98cd-62665a438695 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:36.592980 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 660a4c34-f993-4054-9fd7-f447717be71f details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:17:36.648892 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6a10cc7d-1cc1-4e26-bf01-1dd307136d0a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:36.672193 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:36.692998 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-3accbdd2-e68a-4aa6-b10e-9a6701b7d99f None None] For port 58938bad-bbf4-4867-b91c-6fadfc5af5e0, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=58938bad-bbf4-4867-b91c-6fadfc5af5e0,segment=NetworkSegment(5d536f4c-69cf-472f-84ef-75f1682da64f),segment_id=5d536f4c-69cf-472f-84ef-75f1682da64f)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:36.693379 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3accbdd2-e68a-4aa6-b10e-9a6701b7d99f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:36.724934 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-002da8bc-a875-4295-98cd-62665a438695 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:36.726210 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-002da8bc-a875-4295-98cd-62665a438695 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:36.733427 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event deleted for resources: {'Port': ['ID=e94a7c18-a2dc-409b-bddc-440b89e47606,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:36.739644 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] No DVR routers for this DVR port e94a7c18-a2dc-409b-bddc-440b89e47606 on host dv-neutron-860842-1-hyperv {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:17:36.828597 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3accbdd2-e68a-4aa6-b10e-9a6701b7d99f None None] Calling delete_port for 58938bad-bbf4-4867-b91c-6fadfc5af5e0 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:17:36.832396 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-c3f06de9-15cb-42df-b178-e477e25540ee tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] For port 58938bad-bbf4-4867-b91c-6fadfc5af5e0, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=58938bad-bbf4-4867-b91c-6fadfc5af5e0,segment=NetworkSegment(5d536f4c-69cf-472f-84ef-75f1682da64f),segment_id=5d536f4c-69cf-472f-84ef-75f1682da64f)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:36.832979 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c3f06de9-15cb-42df-b178-e477e25540ee tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:36.856429 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-70204d65-1af6-474f-8b12-2babfb75914f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:36.940836 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-002da8bc-a875-4295-98cd-62665a438695 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:36.981656 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-c3f06de9-15cb-42df-b178-e477e25540ee tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Calling delete_port for 58938bad-bbf4-4867-b91c-6fadfc5af5e0 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:17:36.996890 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:37.014420 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:37.026757 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:37.028753 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3accbdd2-e68a-4aa6-b10e-9a6701b7d99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:37.047193 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b735ebd-2981-4099-a9d5-fdb07ab6dde0']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:37.061940 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1136ad65-8c0a-47a7-9c8a-d3ad68edd3b5') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:37.062218 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1136ad65-8c0a-47a7-9c8a-d3ad68edd3b5') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:37.075218 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:37.080486 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3accbdd2-e68a-4aa6-b10e-9a6701b7d99f None None] Pushing event deleted for resources: {'Port': ['ID=58938bad-bbf4-4867-b91c-6fadfc5af5e0,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:37.082664 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3accbdd2-e68a-4aa6-b10e-9a6701b7d99f None None] No DVR routers for this DVR port 58938bad-bbf4-4867-b91c-6fadfc5af5e0 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:17:37.105556 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:37.160277 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Releasing vlan 496 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:17:37.161120 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:37.162306 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6a10cc7d-1cc1-4e26-bf01-1dd307136d0a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:37.224251 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.api [None req-c3f06de9-15cb-42df-b178-e477e25540ee tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:17:37.224251 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG oslo_db.api [None req-c3f06de9-15cb-42df-b178-e477e25540ee tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:17:37.226815 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6a10cc7d-1cc1-4e26-bf01-1dd307136d0a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:37.254989 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10cc7d-1cc1-4e26-bf01-1dd307136d0a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947804f5-2635-4b96-b58f-e738d5a58496,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:37.278683 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 58938bad-bbf4-4867-b91c-6fadfc5af5e0 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:17:37.316587 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 58938bad-bbf4-4867-b91c-6fadfc5af5e0 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:17:37.316938 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 58938bad-bbf4-4867-b91c-6fadfc5af5e0 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:17:37.415123 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6a10cc7d-1cc1-4e26-bf01-1dd307136d0a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:37.416211 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6a10cc7d-1cc1-4e26-bf01-1dd307136d0a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0887988 Oct 10 11:17:37.423890 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55884) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:37.450149 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:37.470839 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:37.478004 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-002da8bc-a875-4295-98cd-62665a438695 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:37.488186 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-3b0d9fa6-faf7-4650-bab5-02b701308fea tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Request body: {'security_group_rule': {'security_group_id': 'e2538c43-6897-455b-bde9-ae4c18cd56ba', 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:37.490519 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event deleted for resources: {'Network': ['ID=7b735ebd-2981-4099-a9d5-fdb07ab6dde0,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:37.498916 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0cff1771-e06d-4947-9bfb-b7a2d35c9c5c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "DELETE /v2.0/networks/7b735ebd-2981-4099-a9d5-fdb07ab6dde0 HTTP/1.1" status: 204 len: 168 time: 5.0004389 Oct 10 11:17:37.498916 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55888) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:37.500585 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-3b0d9fa6-faf7-4650-bab5-02b701308fea tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:37.504152 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-eaf2770f-8935-4b53-9f41-ef74bf47d7bb tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1255841549'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:37.508878 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-eaf2770f-8935-4b53-9f41-ef74bf47d7bb tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:37.513950 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-eaf2770f-8935-4b53-9f41-ef74bf47d7bb tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Usage tracker for resource:network and tenant:31358320d3984829bcaf8bbfc223116a is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:37.516811 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-eaf2770f-8935-4b53-9f41-ef74bf47d7bb tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:37.523410 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-eaf2770f-8935-4b53-9f41-ef74bf47d7bb tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:37.535694 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-3b0d9fa6-faf7-4650-bab5-02b701308fea tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Usage tracker for resource:security_group_rule and tenant:780cbdd6ed154f09a98bc1d37b65c2e0 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:37.539976 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-3b0d9fa6-faf7-4650-bab5-02b701308fea tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:37.551884 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-3b0d9fa6-faf7-4650-bab5-02b701308fea tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:37.567221 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-70204d65-1af6-474f-8b12-2babfb75914f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:37.591360 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf2770f-8935-4b53-9f41-ef74bf47d7bb tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Made reservation on behalf of 31358320d3984829bcaf8bbfc223116a for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:37.594678 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eaf2770f-8935-4b53-9f41-ef74bf47d7bb tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:37.597424 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-70204d65-1af6-474f-8b12-2babfb75914f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:37.648377 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.securitygroups_db [None req-3b0d9fa6-faf7-4650-bab5-02b701308fea tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Project 780cbdd6ed154f09a98bc1d37b65c2e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:17:37.663716 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3b0d9fa6-faf7-4650-bab5-02b701308fea tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:37.672793 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf2770f-8935-4b53-9f41-ef74bf47d7bb tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 469} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:17:37.696765 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eaf2770f-8935-4b53-9f41-ef74bf47d7bb tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:37.697092 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-eaf2770f-8935-4b53-9f41-ef74bf47d7bb tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Added segment b653314f-3310-4d8c-9797-05e54a376c22 of type vlan for network 801a2689-4a9b-4e0e-8408-64e8375c0760 Oct 10 11:17:37.700322 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 1136ad65-8c0a-47a7-9c8a-d3ad68edd3b5 resource provider aggregate not found Oct 10 11:17:37.724420 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 1136ad65-8c0a-47a7-9c8a-d3ad68edd3b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1136ad65-8c0a-47a7-9c8a-d3ad68edd3b5 found for delete ", "request_id": "req-99637487-617d-4b8b-8da9-1b9935e5c511"}]} Oct 10 11:17:37.740103 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-c3f06de9-15cb-42df-b178-e477e25540ee tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Deleting port 58938bad-bbf4-4867-b91c-6fadfc5af5e0 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:37.740982 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c3f06de9-15cb-42df-b178-e477e25540ee tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:37.746123 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eaf2770f-8935-4b53-9f41-ef74bf47d7bb tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:37.834219 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-c3f06de9-15cb-42df-b178-e477e25540ee tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] The port '58938bad-bbf4-4867-b91c-6fadfc5af5e0' was deleted {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:17:37.895455 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eaf2770f-8935-4b53-9f41-ef74bf47d7bb tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:37.901173 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf2770f-8935-4b53-9f41-ef74bf47d7bb tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:37.902760 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eaf2770f-8935-4b53-9f41-ef74bf47d7bb tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:37.902980 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-70204d65-1af6-474f-8b12-2babfb75914f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Allocated IP 172.26.4.5 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/99e19f6b-ebc9-4556-9eaa-90f4129299b2) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:37.944053 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3b0d9fa6-faf7-4650-bab5-02b701308fea tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:38.013403 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c3f06de9-15cb-42df-b178-e477e25540ee tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:38.030619 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3b0d9fa6-faf7-4650-bab5-02b701308fea tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:38.038653 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-002da8bc-a875-4295-98cd-62665a438695 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:38.079438 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-002da8bc-a875-4295-98cd-62665a438695 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:38.115006 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2770f-8935-4b53-9f41-ef74bf47d7bb tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event updated for resources: {'Network': ['ID=801a2689-4a9b-4e0e-8408-64e8375c0760,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:38.121023 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-eaf2770f-8935-4b53-9f41-ef74bf47d7bb tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6213520 Oct 10 11:17:38.125257 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55896) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:38.129486 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 801a2689-4a9b-4e0e-8408-64e8375c0760 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:17:38.131433 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-c3f06de9-15cb-42df-b178-e477e25540ee tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['174efaf8-9ff9-49d2-9ca7-85d55555b4f3']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:38.136132 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-1f8f7b6d-8989-48dd-8a55-d97b90eb86dd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Request body: {'subnet': {'network_id': '801a2689-4a9b-4e0e-8408-64e8375c0760', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:38.144175 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d9fa6-faf7-4650-bab5-02b701308fea tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b70d8c0-b2e7-4b19-a23b-02e5e4eb5ff6,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:38.163337 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-c3f06de9-15cb-42df-b178-e477e25540ee tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d536f4c-69cf-472f-84ef-75f1682da64f') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:38.163632 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-c3f06de9-15cb-42df-b178-e477e25540ee tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d536f4c-69cf-472f-84ef-75f1682da64f') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:38.180314 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c3f06de9-15cb-42df-b178-e477e25540ee tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:38.211825 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c3f06de9-15cb-42df-b178-e477e25540ee tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:38.227860 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f06de9-15cb-42df-b178-e477e25540ee tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Releasing vlan 452 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:17:38.228248 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c3f06de9-15cb-42df-b178-e477e25540ee tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:38.266617 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-1f8f7b6d-8989-48dd-8a55-d97b90eb86dd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:38.267249 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3b0d9fa6-faf7-4650-bab5-02b701308fea tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:38.268422 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-3b0d9fa6-faf7-4650-bab5-02b701308fea tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8435760 Oct 10 11:17:38.271304 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-70204d65-1af6-474f-8b12-2babfb75914f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:38.271607 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55902) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:38.279090 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-99b732a8-4e0e-44df-8e88-cb2ce28e754e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Request body: {'network': {'name': 'tempest-network-smoke--275533662', 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'port_security_enabled': True}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:38.279739 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 5d536f4c-69cf-472f-84ef-75f1682da64f resource provider aggregate not found Oct 10 11:17:38.287030 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-99b732a8-4e0e-44df-8e88-cb2ce28e754e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:38.293231 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-1f8f7b6d-8989-48dd-8a55-d97b90eb86dd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:38.295394 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-99b732a8-4e0e-44df-8e88-cb2ce28e754e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Usage tracker for resource:network and tenant:780cbdd6ed154f09a98bc1d37b65c2e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:38.298987 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-99b732a8-4e0e-44df-8e88-cb2ce28e754e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:38.306923 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-99b732a8-4e0e-44df-8e88-cb2ce28e754e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:38.328376 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 5d536f4c-69cf-472f-84ef-75f1682da64f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d536f4c-69cf-472f-84ef-75f1682da64f found for delete ", "request_id": "req-eda2bac9-5101-4800-972a-b9b6ea7c2637"}]} Oct 10 11:17:38.373759 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8f7b6d-8989-48dd-8a55-d97b90eb86dd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Made reservation on behalf of 31358320d3984829bcaf8bbfc223116a for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:38.377621 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1f8f7b6d-8989-48dd-8a55-d97b90eb86dd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:38.396879 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c3f06de9-15cb-42df-b178-e477e25540ee tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:38.410060 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b732a8-4e0e-44df-8e88-cb2ce28e754e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Made reservation on behalf of 780cbdd6ed154f09a98bc1d37b65c2e0 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:38.413335 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-99b732a8-4e0e-44df-8e88-cb2ce28e754e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:38.415177 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c3f06de9-15cb-42df-b178-e477e25540ee tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:38.425692 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f06de9-15cb-42df-b178-e477e25540ee tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Pushing event deleted for resources: {'Network': ['ID=174efaf8-9ff9-49d2-9ca7-85d55555b4f3,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:38.428683 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c3f06de9-15cb-42df-b178-e477e25540ee tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "DELETE /v2.0/networks/174efaf8-9ff9-49d2-9ca7-85d55555b4f3 HTTP/1.1" status: 204 len: 168 time: 2.2981875 Oct 10 11:17:38.431214 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55908) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:38.479022 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-70204d65-1af6-474f-8b12-2babfb75914f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:38.534025 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-de4b695e-7419-48f2-b2a3-168050861a56 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Synchronizing usage tracker for tenant:36fa9352d161475b9f6e2efb0dc70ff1 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:17:38.551461 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:38.576280 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70204d65-1af6-474f-8b12-2babfb75914f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:38.580695 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-70204d65-1af6-474f-8b12-2babfb75914f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:38.583180 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70204d65-1af6-474f-8b12-2babfb75914f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:17:38.622203 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70204d65-1af6-474f-8b12-2babfb75914f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Pushing event updated for resources: {'Port': ['ID=99e19f6b-ebc9-4556-9eaa-90f4129299b2,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:38.675188 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b732a8-4e0e-44df-8e88-cb2ce28e754e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 499} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:17:38.696014 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-99b732a8-4e0e-44df-8e88-cb2ce28e754e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:38.696353 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-99b732a8-4e0e-44df-8e88-cb2ce28e754e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Added segment e905f2b1-d6b8-4415-bb8a-84a4a33978dd of type vlan for network e305c812-a69a-4f97-8da1-f8cf6d6d5df0 Oct 10 11:17:38.719635 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-002da8bc-a875-4295-98cd-62665a438695 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.26.4.109 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/603ec214-d972-45a9-adc0-42fe57188d3b) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:38.788566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-99b732a8-4e0e-44df-8e88-cb2ce28e754e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:38.888477 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-de4b695e-7419-48f2-b2a3-168050861a56 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Unset dirty status for tenant:36fa9352d161475b9f6e2efb0dc70ff1 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:17:38.892727 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-de4b695e-7419-48f2-b2a3-168050861a56 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "GET /v2.0/ports?device_id=461f9665-840b-470e-9d21-1fc2fe2c7c91 HTTP/1.1" status: 200 len: 205 time: 0.4575045 Oct 10 11:17:38.892727 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55912) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:38.978278 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:17:38.994919 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-002da8bc-a875-4295-98cd-62665a438695 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:39.031539 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-99b732a8-4e0e-44df-8e88-cb2ce28e754e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:39.037122 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b732a8-4e0e-44df-8e88-cb2ce28e754e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:39.037831 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-99b732a8-4e0e-44df-8e88-cb2ce28e754e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:39.077173 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a3b81205-ef59-4d2c-bc93-faad781d6922 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:39.082449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1f8f7b6d-8989-48dd-8a55-d97b90eb86dd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:39.129249 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-002da8bc-a875-4295-98cd-62665a438695 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:39.285031 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b732a8-4e0e-44df-8e88-cb2ce28e754e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Pushing event updated for resources: {'Network': ['ID=e305c812-a69a-4f97-8da1-f8cf6d6d5df0,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:39.290317 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002da8bc-a875-4295-98cd-62665a438695 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:39.297183 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network e305c812-a69a-4f97-8da1-f8cf6d6d5df0 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:17:39.305619 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-002da8bc-a875-4295-98cd-62665a438695 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:39.312951 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f7b6d-8989-48dd-8a55-d97b90eb86dd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event updated for resources: {'Subnet': ['ID=28617a57-4a56-4d6f-8d80-44cdfb624a10,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:39.316619 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002da8bc-a875-4295-98cd-62665a438695 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:17:39.356901 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-99b732a8-4e0e-44df-8e88-cb2ce28e754e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0842478 Oct 10 11:17:39.362979 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002da8bc-a875-4295-98cd-62665a438695 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=603ec214-d972-45a9-adc0-42fe57188d3b,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:39.365302 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55916) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:39.377170 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-7ac04627-96a3-4673-84dc-fef54ccc7dcb tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-58926674', 'admin_state_up': True, 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:39.393794 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7ac04627-96a3-4673-84dc-fef54ccc7dcb tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:39.398615 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8f7b6d-8989-48dd-8a55-d97b90eb86dd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Checking segment: {'id': 'b653314f-3310-4d8c-9797-05e54a376c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '801a2689-4a9b-4e0e-8408-64e8375c0760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:39.398980 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8f7b6d-8989-48dd-8a55-d97b90eb86dd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Network hostable DHCP agents. Network: 801a2689-4a9b-4e0e-8408-64e8375c0760, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:17:39.411184 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7ac04627-96a3-4673-84dc-fef54ccc7dcb tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Usage tracker for resource:router and tenant:780cbdd6ed154f09a98bc1d37b65c2e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:39.415537 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7ac04627-96a3-4673-84dc-fef54ccc7dcb tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:39.429082 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7ac04627-96a3-4673-84dc-fef54ccc7dcb tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:39.433083 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:39.481861 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a3b81205-ef59-4d2c-bc93-faad781d6922 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:39.485482 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a3b81205-ef59-4d2c-bc93-faad781d6922 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:39.591668 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-70204d65-1af6-474f-8b12-2babfb75914f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:39.608281 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ac04627-96a3-4673-84dc-fef54ccc7dcb tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:39.609653 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ac04627-96a3-4673-84dc-fef54ccc7dcb tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:39.653695 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ac04627-96a3-4673-84dc-fef54ccc7dcb tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:39.677130 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8f7b6d-8989-48dd-8a55-d97b90eb86dd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Network 801a2689-4a9b-4e0e-8408-64e8375c0760 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:17:39.679657 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a3b81205-ef59-4d2c-bc93-faad781d6922 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:39.680223 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b81205-ef59-4d2c-bc93-faad781d6922 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Fanout notify agent at l3_agent the message router_deleted on router 461f9665-840b-470e-9d21-1fc2fe2c7c91 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:17:39.695163 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a3b81205-ef59-4d2c-bc93-faad781d6922 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:39.696218 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a3b81205-ef59-4d2c-bc93-faad781d6922 tempest-RoutersNegativeIpV6Test-1141352569 tempest-RoutersNegativeIpV6Test-1141352569-project] 10.222.0.40 "DELETE /v2.0/routers/461f9665-840b-470e-9d21-1fc2fe2c7c91 HTTP/1.1" status: 204 len: 168 time: 0.8028731 Oct 10 11:17:39.792549 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-1f8f7b6d-8989-48dd-8a55-d97b90eb86dd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 801a2689-4a9b-4e0e-8408-64e8375c0760) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:39.802384 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f438d33-892c-440e-b7df-7f1eb3d6f7e4 None None] Network 801a2689-4a9b-4e0e-8408-64e8375c0760 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:40.009775 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8f7b6d-8989-48dd-8a55-d97b90eb86dd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:40.011674 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1f8f7b6d-8989-48dd-8a55-d97b90eb86dd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:40.081459 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f385008b-a86b-4761-80fb-3d90a1f960fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-801a2689-4a9b-4e0e-8408-64e8375c0760', 'network_id': '801a2689-4a9b-4e0e-8408-64e8375c0760', 'tenant_id': '31358320d3984829bcaf8bbfc223116a', 'fixed_ips': [{'subnet_id': '28617a57-4a56-4d6f-8d80-44cdfb624a10'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:17:40.082640 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f385008b-a86b-4761-80fb-3d90a1f960fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:40.126122 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1f8f7b6d-8989-48dd-8a55-d97b90eb86dd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9995995 Oct 10 11:17:40.130316 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55922) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:40.131925 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ac04627-96a3-4673-84dc-fef54ccc7dcb tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:40.246848 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-70204d65-1af6-474f-8b12-2babfb75914f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:40.333327 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-f385008b-a86b-4761-80fb-3d90a1f960fa None None] Allocated IP 2001:db8::2 (801a2689-4a9b-4e0e-8408-64e8375c0760/28617a57-4a56-4d6f-8d80-44cdfb624a10/66875f7b-e3e4-4426-9f8e-795c2b2569a5) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:40.341887 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55928) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:40.419649 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-002da8bc-a875-4295-98cd-62665a438695 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_gateway, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:40.577791 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f385008b-a86b-4761-80fb-3d90a1f960fa None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:40.589167 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f385008b-a86b-4761-80fb-3d90a1f960fa None None] Transition to ACTIVE for port object 66875f7b-e3e4-4426-9f8e-795c2b2569a5 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:40.609011 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f385008b-a86b-4761-80fb-3d90a1f960fa None None] Transition to ACTIVE for port object 66875f7b-e3e4-4426-9f8e-795c2b2569a5 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:40.699113 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:40.712495 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f385008b-a86b-4761-80fb-3d90a1f960fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:40.717697 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7fff4584-2590-4cfd-ac0a-e0a198259e7d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=36fa9352d161475b9f6e2efb0dc70ff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3623917 Oct 10 11:17:40.717946 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55934) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:40.733419 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Deleting port 66875f7b-e3e4-4426-9f8e-795c2b2569a5 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:40.733773 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:40.782153 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f385008b-a86b-4761-80fb-3d90a1f960fa None None] Network 801a2689-4a9b-4e0e-8408-64e8375c0760 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:40.785012 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-f385008b-a86b-4761-80fb-3d90a1f960fa None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:40.788610 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f385008b-a86b-4761-80fb-3d90a1f960fa None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:17:40.833040 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385008b-a86b-4761-80fb-3d90a1f960fa None None] Pushing event updated for resources: {'Port': ['ID=66875f7b-e3e4-4426-9f8e-795c2b2569a5,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:40.903874 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-91f68123-020e-438a-bc20-d645c0a20a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:40.922813 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f385008b-a86b-4761-80fb-3d90a1f960fa None None] Attempting to bind port 66875f7b-e3e4-4426-9f8e-795c2b2569a5 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:17:40.923434 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f385008b-a86b-4761-80fb-3d90a1f960fa None None] Attempting to bind port 66875f7b-e3e4-4426-9f8e-795c2b2569a5 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'b653314f-3310-4d8c-9797-05e54a376c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '801a2689-4a9b-4e0e-8408-64e8375c0760'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:17:40.924355 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f385008b-a86b-4761-80fb-3d90a1f960fa None None] Attempting to bind port 66875f7b-e3e4-4426-9f8e-795c2b2569a5 on network 801a2689-4a9b-4e0e-8408-64e8375c0760 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:17:40.930668 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f385008b-a86b-4761-80fb-3d90a1f960fa None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:17:40.931283 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f385008b-a86b-4761-80fb-3d90a1f960fa None None] Checking segment: {'id': 'b653314f-3310-4d8c-9797-05e54a376c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '801a2689-4a9b-4e0e-8408-64e8375c0760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:40.932951 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f385008b-a86b-4761-80fb-3d90a1f960fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:40.933535 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f385008b-a86b-4761-80fb-3d90a1f960fa None None] Bound using segment: {'id': 'b653314f-3310-4d8c-9797-05e54a376c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '801a2689-4a9b-4e0e-8408-64e8375c0760'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:17:40.934531 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f385008b-a86b-4761-80fb-3d90a1f960fa None None] Bound port: 66875f7b-e3e4-4426-9f8e-795c2b2569a5, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b653314f-3310-4d8c-9797-05e54a376c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '801a2689-4a9b-4e0e-8408-64e8375c0760'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:17:40.935077 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f385008b-a86b-4761-80fb-3d90a1f960fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:40.938587 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-91f68123-020e-438a-bc20-d645c0a20a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:40.986531 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70204d65-1af6-474f-8b12-2babfb75914f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Router 78788f60-9f31-436f-aa8b-b8934f8c0d33 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:17:41.035313 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f385008b-a86b-4761-80fb-3d90a1f960fa None None] For port 66875f7b-e3e4-4426-9f8e-795c2b2569a5, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:17:41.038384 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f385008b-a86b-4761-80fb-3d90a1f960fa None None] For port 66875f7b-e3e4-4426-9f8e-795c2b2569a5, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=66875f7b-e3e4-4426-9f8e-795c2b2569a5,segment=NetworkSegment(b653314f-3310-4d8c-9797-05e54a376c22),segment_id=b653314f-3310-4d8c-9797-05e54a376c22)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:17:41.063979 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-002da8bc-a875-4295-98cd-62665a438695 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:41.094588 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f385008b-a86b-4761-80fb-3d90a1f960fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:41.164048 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ac04627-96a3-4673-84dc-fef54ccc7dcb tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:41.185172 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385008b-a86b-4761-80fb-3d90a1f960fa None None] Pushing event updated for resources: {'Port': ['ID=66875f7b-e3e4-4426-9f8e-795c2b2569a5,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:41.218137 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ac04627-96a3-4673-84dc-fef54ccc7dcb tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:41.237962 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-91f68123-020e-438a-bc20-d645c0a20a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:41.271860 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] For port 66875f7b-e3e4-4426-9f8e-795c2b2569a5, host dv-neutron-860842-1-hyperv, got binding levels [] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:41.272224 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:41.280466 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f68123-020e-438a-bc20-d645c0a20a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8570db08-2a30-46b7-98e1-12803b0eed71,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:41.411572 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Calling delete_port for 66875f7b-e3e4-4426-9f8e-795c2b2569a5 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:17:41.454358 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-91f68123-020e-438a-bc20-d645c0a20a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:41.455668 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-91f68123-020e-438a-bc20-d645c0a20a77 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8570db08-2a30-46b7-98e1-12803b0eed71 HTTP/1.1" status: 204 len: 168 time: 0.7367849 Oct 10 11:17:41.464185 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70204d65-1af6-474f-8b12-2babfb75914f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:17:41.478118 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f776de05-2b41-4aa7-b7db-70923da71c7a None None] Sync routers for ids ['78788f60-9f31-436f-aa8b-b8934f8c0d33'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:17:41.502799 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f776de05-2b41-4aa7-b7db-70923da71c7a None None] Routers {'78788f60-9f31-436f-aa8b-b8934f8c0d33'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:17:41.502799 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f776de05-2b41-4aa7-b7db-70923da71c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:17:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['78788f60-9f31-436f-aa8b-b8934f8c0d33'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:41.518255 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-7ac04627-96a3-4673-84dc-fef54ccc7dcb tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Allocated IP 172.26.4.136 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/3eb6b85d-ad49-45fa-a838-f7caca8add4c) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:41.586680 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.api [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:17:41.587359 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG oslo_db.api [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:17:41.620440 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-70204d65-1af6-474f-8b12-2babfb75914f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:41.622218 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-70204d65-1af6-474f-8b12-2babfb75914f tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.6150205 Oct 10 11:17:41.625122 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55940) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:41.706433 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ac04627-96a3-4673-84dc-fef54ccc7dcb tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:41.712913 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-f776de05-2b41-4aa7-b7db-70923da71c7a None None] Set router 78788f60-9f31-436f-aa8b-b8934f8c0d33 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:17:41.714694 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002da8bc-a875-4295-98cd-62665a438695 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router 9b9e438c-d495-495a-ae33-ab0d61dae34a is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:17:41.833766 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7a7a9e1c-1e64-4dd1-b7e3-7a167430c7a5 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "GET /v2.0/routers/78788f60-9f31-436f-aa8b-b8934f8c0d33 HTTP/1.1" status: 200 len: 906 time: 0.2068799 Oct 10 11:17:41.836685 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55946) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:41.842942 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-93d66058-4d38-496d-bc44-4b697e5d680b tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Request body: {'router': {'name': 'tempest-snat-router-256703212', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'enable_snat': True}}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:41.848263 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-93d66058-4d38-496d-bc44-4b697e5d680b tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:41.853011 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-93d66058-4d38-496d-bc44-4b697e5d680b tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Usage tracker for resource:router and tenant:6c39066dcd1e4a3f9b6ce105bb54b1d6 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:41.857046 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-93d66058-4d38-496d-bc44-4b697e5d680b tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:41.863475 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-93d66058-4d38-496d-bc44-4b697e5d680b tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:41.935955 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-93d66058-4d38-496d-bc44-4b697e5d680b tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:41.938043 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-93d66058-4d38-496d-bc44-4b697e5d680b tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:41.961508 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-93d66058-4d38-496d-bc44-4b697e5d680b tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:42.084734 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f776de05-2b41-4aa7-b7db-70923da71c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78788f60-9f31-436f-aa8b-b8934f8c0d33', 'name': 'tempest-snat-router-256703212', 'tenant_id': '6c39066dcd1e4a3f9b6ce105bb54b1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.5'}], 'enable_snat': False}, 'gw_port_id': '99e19f6b-ebc9-4556-9eaa-90f4129299b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:36Z', 'updated_at': '2022-10-10T11:17:39Z', 'revision_number': 3, 'project_id': '6c39066dcd1e4a3f9b6ce105bb54b1d6', 'gw_port': {'id': '99e19f6b-ebc9-4556-9eaa-90f4129299b2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78788f60-9f31-436f-aa8b-b8934f8c0d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:37Z', 'updated_at': '2022-10-10T11:17:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:42.093110 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f776de05-2b41-4aa7-b7db-70923da71c7a None None] Checking router: 78788f60-9f31-436f-aa8b-b8934f8c0d33 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:17:42.093515 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f776de05-2b41-4aa7-b7db-70923da71c7a None None] Updating router 78788f60-9f31-436f-aa8b-b8934f8c0d33 port 99e19f6b-ebc9-4556-9eaa-90f4129299b2 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:17:42.105749 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002da8bc-a875-4295-98cd-62665a438695 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:17:42.118982 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c16888c-ae2b-4003-8583-d4bb8600aaac None None] Sync routers for ids ['9b9e438c-d495-495a-ae33-ab0d61dae34a'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:17:42.133436 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c16888c-ae2b-4003-8583-d4bb8600aaac None None] Routers {'9b9e438c-d495-495a-ae33-ab0d61dae34a'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:17:42.134323 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-4c16888c-ae2b-4003-8583-d4bb8600aaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:17:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9b9e438c-d495-495a-ae33-ab0d61dae34a'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:42.136668 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Deleting port 66875f7b-e3e4-4426-9f8e-795c2b2569a5 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:42.136668 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:42.186210 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ac04627-96a3-4673-84dc-fef54ccc7dcb tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:42.199831 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f776de05-2b41-4aa7-b7db-70923da71c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:42.278419 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-002da8bc-a875-4295-98cd-62665a438695 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:42.284411 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-002da8bc-a875-4295-98cd-62665a438695 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.7386749 Oct 10 11:17:42.309880 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55956) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:42.350061 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac04627-96a3-4673-84dc-fef54ccc7dcb tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:42.355024 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-7ac04627-96a3-4673-84dc-fef54ccc7dcb tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:42.371467 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac04627-96a3-4673-84dc-fef54ccc7dcb tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:17:42.429143 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac04627-96a3-4673-84dc-fef54ccc7dcb tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Pushing event updated for resources: {'Port': ['ID=3eb6b85d-ad49-45fa-a838-f7caca8add4c,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:42.499044 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-4c16888c-ae2b-4003-8583-d4bb8600aaac None None] Set router 9b9e438c-d495-495a-ae33-ab0d61dae34a gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:17:42.578459 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1173019c-1e21-4d20-8a1c-8b30e24569a4 None None] Network 801a2689-4a9b-4e0e-8408-64e8375c0760 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:42.752820 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-a83b1864-0805-43dc-868d-c9e0c3ab9e29 None None] Provisioning for port 66875f7b-e3e4-4426-9f8e-795c2b2569a5 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:17:42.773937 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-93d66058-4d38-496d-bc44-4b697e5d680b tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:42.850051 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-97f7c711-72bd-4a17-b412-e1904bf43ea1 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=abdeb3603c4943b08320f37282de8f91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5366042 Oct 10 11:17:42.856735 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55970) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:42.890182 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-4c16888c-ae2b-4003-8583-d4bb8600aaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'name': 'tempest-TestNetworkBasicOps-router-1136261552', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:36Z', 'updated_at': '2022-10-10T11:17:39Z', 'revision_number': 3, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:05:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:38Z', 'updated_at': '2022-10-10T11:17:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:42.896552 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c16888c-ae2b-4003-8583-d4bb8600aaac None None] Checking router: 9b9e438c-d495-495a-ae33-ab0d61dae34a for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:17:42.898617 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c16888c-ae2b-4003-8583-d4bb8600aaac None None] Updating router 9b9e438c-d495-495a-ae33-ab0d61dae34a port 603ec214-d972-45a9-adc0-42fe57188d3b binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:17:43.026040 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f776de05-2b41-4aa7-b7db-70923da71c7a None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:43.034768 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-4c16888c-ae2b-4003-8583-d4bb8600aaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:43.043821 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f776de05-2b41-4aa7-b7db-70923da71c7a None None] Transition to ACTIVE for port object 99e19f6b-ebc9-4556-9eaa-90f4129299b2 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:43.093052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10be6b5-061f-4bd4-85b6-194178756f2b tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:43.095507 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c10be6b5-061f-4bd4-85b6-194178756f2b tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2367284 Oct 10 11:17:43.097421 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55976) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:43.124609 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55980) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:43.146412 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f776de05-2b41-4aa7-b7db-70923da71c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:43.198690 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] For port 66875f7b-e3e4-4426-9f8e-795c2b2569a5, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=66875f7b-e3e4-4426-9f8e-795c2b2569a5,segment=NetworkSegment(b653314f-3310-4d8c-9797-05e54a376c22),segment_id=b653314f-3310-4d8c-9797-05e54a376c22)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:43.199051 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:43.391959 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f776de05-2b41-4aa7-b7db-70923da71c7a None None] Attempting to bind port 99e19f6b-ebc9-4556-9eaa-90f4129299b2 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:17:43.392457 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f776de05-2b41-4aa7-b7db-70923da71c7a None None] Attempting to bind port 99e19f6b-ebc9-4556-9eaa-90f4129299b2 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:17:43.393675 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f776de05-2b41-4aa7-b7db-70923da71c7a None None] Attempting to bind port 99e19f6b-ebc9-4556-9eaa-90f4129299b2 on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:17:43.409042 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06746a-1f96-40c2-9f39-93a7ccf7dcca None None] Pushing event updated for resources: {'Port': ['ID=99e19f6b-ebc9-4556-9eaa-90f4129299b2,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:43.415374 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 66875f7b-e3e4-4426-9f8e-795c2b2569a5 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:17:43.420645 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Calling delete_port for 66875f7b-e3e4-4426-9f8e-795c2b2569a5 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:17:43.435481 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ac04627-96a3-4673-84dc-fef54ccc7dcb tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for router_gateway, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:43.460881 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-e39a4fd2-95cd-4bf3-985f-d75d0c916af6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1809555775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:43.476526 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e39a4fd2-95cd-4bf3-985f-d75d0c916af6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:43.489266 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e39a4fd2-95cd-4bf3-985f-d75d0c916af6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Usage tracker for resource:router and tenant:3f15d9fbd7df4c47af00fc4fc79f7589 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:43.492277 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f776de05-2b41-4aa7-b7db-70923da71c7a None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:17:43.492748 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f776de05-2b41-4aa7-b7db-70923da71c7a None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:43.493212 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f776de05-2b41-4aa7-b7db-70923da71c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:43.493689 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f776de05-2b41-4aa7-b7db-70923da71c7a None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:17:43.494217 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f776de05-2b41-4aa7-b7db-70923da71c7a None None] Bound port: 99e19f6b-ebc9-4556-9eaa-90f4129299b2, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:17:43.495371 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f776de05-2b41-4aa7-b7db-70923da71c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:43.497290 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e39a4fd2-95cd-4bf3-985f-d75d0c916af6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:43.508907 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e39a4fd2-95cd-4bf3-985f-d75d0c916af6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:43.512321 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d637afc2-862e-4874-acae-252716061ccf tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=1e933860-f99f-4a0b-a611-91d190754508&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4109676 Oct 10 11:17:43.514160 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 55986) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:43.536468 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-4c16888c-ae2b-4003-8583-d4bb8600aaac None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:43.553635 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-4c16888c-ae2b-4003-8583-d4bb8600aaac None None] Transition to ACTIVE for port object 603ec214-d972-45a9-adc0-42fe57188d3b will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:43.582112 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-5932ff58-1f65-48b6-8046-4c4d0c1ed5bc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1178933019', 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:43.611579 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f776de05-2b41-4aa7-b7db-70923da71c7a None None] For port 99e19f6b-ebc9-4556-9eaa-90f4129299b2, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:17:43.615709 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f776de05-2b41-4aa7-b7db-70923da71c7a None None] For port 99e19f6b-ebc9-4556-9eaa-90f4129299b2, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=99e19f6b-ebc9-4556-9eaa-90f4129299b2,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:17:43.648631 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-4c16888c-ae2b-4003-8583-d4bb8600aaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:43.676839 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 66875f7b-e3e4-4426-9f8e-795c2b2569a5 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:17:43.682968 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 66875f7b-e3e4-4426-9f8e-795c2b2569a5 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:17:43.683425 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:43.683770 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 66875f7b-e3e4-4426-9f8e-795c2b2569a5 Oct 10 11:17:43.721914 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-4c16888c-ae2b-4003-8583-d4bb8600aaac None None] Attempting to bind port 603ec214-d972-45a9-adc0-42fe57188d3b on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:17:43.722245 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-4c16888c-ae2b-4003-8583-d4bb8600aaac None None] Attempting to bind port 603ec214-d972-45a9-adc0-42fe57188d3b by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:17:43.722660 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c16888c-ae2b-4003-8583-d4bb8600aaac None None] Attempting to bind port 603ec214-d972-45a9-adc0-42fe57188d3b on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:17:43.734203 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c16888c-ae2b-4003-8583-d4bb8600aaac None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:17:43.734563 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c16888c-ae2b-4003-8583-d4bb8600aaac None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:43.737798 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-4c16888c-ae2b-4003-8583-d4bb8600aaac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:43.737798 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c16888c-ae2b-4003-8583-d4bb8600aaac None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:17:43.737798 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-4c16888c-ae2b-4003-8583-d4bb8600aaac None None] Bound port: 603ec214-d972-45a9-adc0-42fe57188d3b, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:17:43.737798 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-4c16888c-ae2b-4003-8583-d4bb8600aaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:43.738903 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f776de05-2b41-4aa7-b7db-70923da71c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:43.772285 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f6d0a-a630-4024-bf61-9a3561223679 None None] Pushing event updated for resources: {'Port': ['ID=603ec214-d972-45a9-adc0-42fe57188d3b,revision_number=2']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:43.790977 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f6d0a-a630-4024-bf61-9a3561223679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:43.791959 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f6d0a-a630-4024-bf61-9a3561223679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:43.792295 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f6d0a-a630-4024-bf61-9a3561223679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:43.792622 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f6d0a-a630-4024-bf61-9a3561223679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:43.793092 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f6d0a-a630-4024-bf61-9a3561223679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:43.793578 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f6d0a-a630-4024-bf61-9a3561223679 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:43.793910 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f6d0a-a630-4024-bf61-9a3561223679 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:43.794242 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f6d0a-a630-4024-bf61-9a3561223679 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:43.794564 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f6d0a-a630-4024-bf61-9a3561223679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:43.794882 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f6d0a-a630-4024-bf61-9a3561223679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:43.795200 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f6d0a-a630-4024-bf61-9a3561223679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:43.795512 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f6d0a-a630-4024-bf61-9a3561223679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:17:43.825951 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-93d66058-4d38-496d-bc44-4b697e5d680b tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:43.835718 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-4c16888c-ae2b-4003-8583-d4bb8600aaac None None] For port 603ec214-d972-45a9-adc0-42fe57188d3b, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:17:43.839799 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06746a-1f96-40c2-9f39-93a7ccf7dcca None None] Pushing event updated for resources: {'Port': ['ID=99e19f6b-ebc9-4556-9eaa-90f4129299b2,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:43.853242 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f776de05-2b41-4aa7-b7db-70923da71c7a None None] Routers {'78788f60-9f31-436f-aa8b-b8934f8c0d33'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:17:43.854403 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f776de05-2b41-4aa7-b7db-70923da71c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:17:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['78788f60-9f31-436f-aa8b-b8934f8c0d33'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:43.863528 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e39a4fd2-95cd-4bf3-985f-d75d0c916af6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:43.863755 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ac04627-96a3-4673-84dc-fef54ccc7dcb tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:43.864630 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e39a4fd2-95cd-4bf3-985f-d75d0c916af6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:43.941816 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-93d66058-4d38-496d-bc44-4b697e5d680b tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:43.960069 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5932ff58-1f65-48b6-8046-4c4d0c1ed5bc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:43.998675 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-4c16888c-ae2b-4003-8583-d4bb8600aaac None None] For port 603ec214-d972-45a9-adc0-42fe57188d3b, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=603ec214-d972-45a9-adc0-42fe57188d3b,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:17:44.006511 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e39a4fd2-95cd-4bf3-985f-d75d0c916af6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:44.009162 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5932ff58-1f65-48b6-8046-4c4d0c1ed5bc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:subnet and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:44.013907 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:44.021444 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5932ff58-1f65-48b6-8046-4c4d0c1ed5bc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:44.037970 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No ports have port_id starting with 66875f7b-e3e4-4426-9f8e-795c2b2569a5 Oct 10 11:17:44.059771 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-f776de05-2b41-4aa7-b7db-70923da71c7a None None] Set router 78788f60-9f31-436f-aa8b-b8934f8c0d33 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:17:44.066149 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-4c16888c-ae2b-4003-8583-d4bb8600aaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:44.082448 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5932ff58-1f65-48b6-8046-4c4d0c1ed5bc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:44.090634 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event deleted for resources: {'Port': ['ID=66875f7b-e3e4-4426-9f8e-795c2b2569a5,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:44.179611 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c16888c-ae2b-4003-8583-d4bb8600aaac None None] Routers {'9b9e438c-d495-495a-ae33-ab0d61dae34a'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:17:44.180531 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-4c16888c-ae2b-4003-8583-d4bb8600aaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:17:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9b9e438c-d495-495a-ae33-ab0d61dae34a'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:44.216613 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] No DVR routers for this DVR port 66875f7b-e3e4-4426-9f8e-795c2b2569a5 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:17:44.281926 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e39a4fd2-95cd-4bf3-985f-d75d0c916af6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:44.282731 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f6d0a-a630-4024-bf61-9a3561223679 None None] Pushing event updated for resources: {'Port': ['ID=603ec214-d972-45a9-adc0-42fe57188d3b,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:44.287932 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5932ff58-1f65-48b6-8046-4c4d0c1ed5bc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Made reservation on behalf of abdeb3603c4943b08320f37282de8f91 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:44.291858 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5932ff58-1f65-48b6-8046-4c4d0c1ed5bc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:44.311606 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac04627-96a3-4673-84dc-fef54ccc7dcb tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Router a0269eee-e4e8-48a4-b5ba-e82b44a74bf8 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:17:44.360588 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a42311-65f0-43d7-9172-2af70df82f51 None None] DHCP port deletion for 801a2689-4a9b-4e0e-8408-64e8375c0760 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:17:44.384143 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830de46d-058c-450d-9e64-e1bd3d196313 None None] get_active_networks_info from dv-neutron-860842-1-hyperv {{(pid=89898) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 10 11:17:44.406145 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-4c16888c-ae2b-4003-8583-d4bb8600aaac None None] Set router 9b9e438c-d495-495a-ae33-ab0d61dae34a gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:17:44.489188 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f776de05-2b41-4aa7-b7db-70923da71c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78788f60-9f31-436f-aa8b-b8934f8c0d33', 'name': 'tempest-snat-router-256703212', 'tenant_id': '6c39066dcd1e4a3f9b6ce105bb54b1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.5'}], 'enable_snat': False}, 'gw_port_id': '99e19f6b-ebc9-4556-9eaa-90f4129299b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:36Z', 'updated_at': '2022-10-10T11:17:39Z', 'revision_number': 3, 'project_id': '6c39066dcd1e4a3f9b6ce105bb54b1d6', 'gw_port': {'id': '99e19f6b-ebc9-4556-9eaa-90f4129299b2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78788f60-9f31-436f-aa8b-b8934f8c0d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:37Z', 'updated_at': '2022-10-10T11:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:44.501140 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f776de05-2b41-4aa7-b7db-70923da71c7a None None] The sync data for ids ['78788f60-9f31-436f-aa8b-b8934f8c0d33'] in dv-neutron-860842-1-hyperv is: [{'id': '78788f60-9f31-436f-aa8b-b8934f8c0d33', 'name': 'tempest-snat-router-256703212', 'tenant_id': '6c39066dcd1e4a3f9b6ce105bb54b1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.5'}], 'enable_snat': False}, 'gw_port_id': '99e19f6b-ebc9-4556-9eaa-90f4129299b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:36Z', 'updated_at': '2022-10-10T11:17:39Z', 'revision_number': 3, 'project_id': '6c39066dcd1e4a3f9b6ce105bb54b1d6', 'gw_port': {'id': '99e19f6b-ebc9-4556-9eaa-90f4129299b2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78788f60-9f31-436f-aa8b-b8934f8c0d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:37Z', 'updated_at': '2022-10-10T11:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:17:44.517155 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830de46d-058c-450d-9e64-e1bd3d196313 None None] Resources bound (agent type, host, resource id): {{(pid=89898) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 10 11:17:44.564228 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac04627-96a3-4673-84dc-fef54ccc7dcb tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:17:44.590082 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3ec9cb-fb6b-457b-a1a4-e0c7ed153509 None None] Sync routers for ids ['a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:17:44.621129 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:44.671164 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3ec9cb-fb6b-457b-a1a4-e0c7ed153509 None None] Routers {'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:17:44.672123 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-4d3ec9cb-fb6b-457b-a1a4-e0c7ed153509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:17:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:44.694224 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ac04627-96a3-4673-84dc-fef54ccc7dcb tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:44.695190 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7ac04627-96a3-4673-84dc-fef54ccc7dcb tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.3248410 Oct 10 11:17:44.699066 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55990) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:44.712138 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-93d66058-4d38-496d-bc44-4b697e5d680b tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Allocated IP 172.26.4.90 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/47ad8200-b519-4fae-ab12-366aaaf017df) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:44.766235 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e39a4fd2-95cd-4bf3-985f-d75d0c916af6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:44.770016 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e39a4fd2-95cd-4bf3-985f-d75d0c916af6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.6407585 Oct 10 11:17:44.770374 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 55996) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:44.777551 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-97b4ca2c-107f-41a1-85d7-1692efc7a2b4 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1692678175'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:44.791908 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-97b4ca2c-107f-41a1-85d7-1692efc7a2b4 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:44.798368 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-97b4ca2c-107f-41a1-85d7-1692efc7a2b4 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Usage tracker for resource:network and tenant:3f15d9fbd7df4c47af00fc4fc79f7589 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:44.806157 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-97b4ca2c-107f-41a1-85d7-1692efc7a2b4 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:44.812720 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:44.823238 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-97b4ca2c-107f-41a1-85d7-1692efc7a2b4 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:44.912718 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b4ca2c-107f-41a1-85d7-1692efc7a2b4 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Made reservation on behalf of 3f15d9fbd7df4c47af00fc4fc79f7589 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:44.914635 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-4c16888c-ae2b-4003-8583-d4bb8600aaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'name': 'tempest-TestNetworkBasicOps-router-1136261552', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:36Z', 'updated_at': '2022-10-10T11:17:39Z', 'revision_number': 3, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:05:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:38Z', 'updated_at': '2022-10-10T11:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:44.917818 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-97b4ca2c-107f-41a1-85d7-1692efc7a2b4 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:44.925655 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event deleted for resources: {'Subnet': ['ID=28617a57-4a56-4d6f-8d80-44cdfb624a10,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:44.933653 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c16888c-ae2b-4003-8583-d4bb8600aaac None None] The sync data for ids ['9b9e438c-d495-495a-ae33-ab0d61dae34a'] in dv-neutron-860842-1-hyperv is: [{'id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'name': 'tempest-TestNetworkBasicOps-router-1136261552', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:36Z', 'updated_at': '2022-10-10T11:17:39Z', 'revision_number': 3, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:05:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:38Z', 'updated_at': '2022-10-10T11:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:17:45.008776 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-97b4ca2c-107f-41a1-85d7-1692efc7a2b4 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:45.037036 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-97b4ca2c-107f-41a1-85d7-1692efc7a2b4 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:45.041950 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-97b4ca2c-107f-41a1-85d7-1692efc7a2b4 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Usage tracker for resource:security_group_rule and tenant:3f15d9fbd7df4c47af00fc4fc79f7589 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:45.046640 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-97b4ca2c-107f-41a1-85d7-1692efc7a2b4 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:45.060149 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-97b4ca2c-107f-41a1-85d7-1692efc7a2b4 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:45.184655 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8aec4d58-2ede-44e0-887e-93699bd3e4df tempest-TestNetworkAdvancedServerOps-1254612386 tempest-TestNetworkAdvancedServerOps-1254612386-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=780cbdd6ed154f09a98bc1d37b65c2e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4812906 Oct 10 11:17:45.184655 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-97b4ca2c-107f-41a1-85d7-1692efc7a2b4 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:45.185460 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56000) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:45.224361 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-4d3ec9cb-fb6b-457b-a1a4-e0c7ed153509 None None] Set router a0269eee-e4e8-48a4-b5ba-e82b44a74bf8 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:17:45.264204 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5932ff58-1f65-48b6-8046-4c4d0c1ed5bc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:45.303305 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-97b4ca2c-107f-41a1-85d7-1692efc7a2b4 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:45.346239 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:45.359457 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b4ca2c-107f-41a1-85d7-1692efc7a2b4 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 473} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:17:45.376431 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4ca2c-107f-41a1-85d7-1692efc7a2b4 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0c0a18-961c-4026-be67-aa4550995f3b,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:45.439146 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e13f091-43fa-441b-b95f-270ed4240e27 tempest-TestNetworkAdvancedServerOps-1254612386 tempest-TestNetworkAdvancedServerOps-1254612386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:45.440633 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 99e19f6b-ebc9-4556-9eaa-90f4129299b2 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:17:45.441764 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6e13f091-43fa-441b-b95f-270ed4240e27 tempest-TestNetworkAdvancedServerOps-1254612386 tempest-TestNetworkAdvancedServerOps-1254612386-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2554107 Oct 10 11:17:45.445230 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56004) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:45.448825 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-97b4ca2c-107f-41a1-85d7-1692efc7a2b4 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:45.449172 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-97b4ca2c-107f-41a1-85d7-1692efc7a2b4 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Added segment b8810714-de21-4700-b095-da5409b8c96f of type vlan for network a50cd496-7a18-4ea2-a10e-0fcc3349cceb Oct 10 11:17:45.508236 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e12884be-0ae4-4451-b0b1-e8e06db76f3c tempest-TestNetworkAdvancedServerOps-1254612386 tempest-TestNetworkAdvancedServerOps-1254612386-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=1e933860-f99f-4a0b-a611-91d190754508&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0595493 Oct 10 11:17:45.509012 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['801a2689-4a9b-4e0e-8408-64e8375c0760']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:45.509639 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56008) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:45.518433 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-07f1c158-223a-4cd8-bbf8-028a6068619c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-589109198', 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0', 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:45.576048 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b653314f-3310-4d8c-9797-05e54a376c22') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:45.576497 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b653314f-3310-4d8c-9797-05e54a376c22') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:45.579817 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-97b4ca2c-107f-41a1-85d7-1692efc7a2b4 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:45.599095 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:45.613779 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-93d66058-4d38-496d-bc44-4b697e5d680b tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:45.617140 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932ff58-1f65-48b6-8046-4c4d0c1ed5bc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Subnet': ['ID=d95f995a-075f-4716-8136-bb47976380ee,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:45.628215 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5932ff58-1f65-48b6-8046-4c4d0c1ed5bc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Checking segment: {'id': 'cc354b5f-94ed-45e9-afb0-e454a4d43ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:45.633409 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5932ff58-1f65-48b6-8046-4c4d0c1ed5bc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network hostable DHCP agents. Network: 660a4c34-f993-4054-9fd7-f447717be71f, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:17:45.670421 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:45.691692 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Releasing vlan 469 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:17:45.692351 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:45.704116 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-07f1c158-223a-4cd8-bbf8-028a6068619c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:45.710399 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-07f1c158-223a-4cd8-bbf8-028a6068619c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Usage tracker for resource:subnet and tenant:780cbdd6ed154f09a98bc1d37b65c2e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:45.716851 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-07f1c158-223a-4cd8-bbf8-028a6068619c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:45.723772 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-07f1c158-223a-4cd8-bbf8-028a6068619c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:45.792063 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment b653314f-3310-4d8c-9797-05e54a376c22 resource provider aggregate not found Oct 10 11:17:45.798159 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-97b4ca2c-107f-41a1-85d7-1692efc7a2b4 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:45.810472 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b4ca2c-107f-41a1-85d7-1692efc7a2b4 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:45.810472 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-97b4ca2c-107f-41a1-85d7-1692efc7a2b4 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:45.835059 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment b653314f-3310-4d8c-9797-05e54a376c22 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b653314f-3310-4d8c-9797-05e54a376c22 found for delete ", "request_id": "req-d0d670b8-4c16-4b54-b387-a25c04d9d743"}]} Oct 10 11:17:45.836874 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5932ff58-1f65-48b6-8046-4c4d0c1ed5bc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 660a4c34-f993-4054-9fd7-f447717be71f is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:17:45.840300 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb5e4f5-3422-4bd7-bdca-0a23e0bd4e24 None None] Network 801a2689-4a9b-4e0e-8408-64e8375c0760 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:45.863440 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 99e19f6b-ebc9-4556-9eaa-90f4129299b2 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:17:45.881761 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f1c158-223a-4cd8-bbf8-028a6068619c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Made reservation on behalf of 780cbdd6ed154f09a98bc1d37b65c2e0 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:45.886381 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-07f1c158-223a-4cd8-bbf8-028a6068619c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:45.904238 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 99e19f6b-ebc9-4556-9eaa-90f4129299b2 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:17:45.904868 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:45.905379 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 99e19f6b-ebc9-4556-9eaa-90f4129299b2 Oct 10 11:17:45.940987 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:45.945624 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:46.012966 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-5932ff58-1f65-48b6-8046-4c4d0c1ed5bc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 660a4c34-f993-4054-9fd7-f447717be71f) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:46.026550 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event deleted for resources: {'Network': ['ID=801a2689-4a9b-4e0e-8408-64e8375c0760,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:46.028495 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-93d66058-4d38-496d-bc44-4b697e5d680b tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:46.043922 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66404501-6141-414f-b9ce-50317ea9e06d None None] Network 660a4c34-f993-4054-9fd7-f447717be71f requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:46.083896 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5932ff58-1f65-48b6-8046-4c4d0c1ed5bc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:46.085226 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5932ff58-1f65-48b6-8046-4c4d0c1ed5bc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:46.096371 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4ca2c-107f-41a1-85d7-1692efc7a2b4 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Pushing event updated for resources: {'Network': ['ID=a50cd496-7a18-4ea2-a10e-0fcc3349cceb,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:46.134005 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d66058-4d38-496d-bc44-4b697e5d680b tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:46.138153 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-93d66058-4d38-496d-bc44-4b697e5d680b tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:46.143263 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d66058-4d38-496d-bc44-4b697e5d680b tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:17:46.175638 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-97b4ca2c-107f-41a1-85d7-1692efc7a2b4 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.4041684 Oct 10 11:17:46.180728 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56016) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:46.186864 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-17d21fe3-e899-4559-b0af-2eb7d8679063 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Request body: {'subnet': {'network_id': 'a50cd496-7a18-4ea2-a10e-0fcc3349cceb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:46.191368 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d66058-4d38-496d-bc44-4b697e5d680b tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Pushing event updated for resources: {'Port': ['ID=47ad8200-b519-4fae-ab12-366aaaf017df,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:46.211964 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network a50cd496-7a18-4ea2-a10e-0fcc3349cceb details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:17:46.281247 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-94a56ec2-5bc3-4196-bc2f-830158eef13c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "DELETE /v2.0/networks/801a2689-4a9b-4e0e-8408-64e8375c0760 HTTP/1.1" status: 204 len: 168 time: 6.1445999 Oct 10 11:17:46.285283 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56020) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:46.288967 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5932ff58-1f65-48b6-8046-4c4d0c1ed5bc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.7752523 Oct 10 11:17:46.296757 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56024) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:46.362802 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-eea4a2f2-9dd3-442f-b9a8-37cf7c5fa7e6 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-297905371'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:46.378040 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-eea4a2f2-9dd3-442f-b9a8-37cf7c5fa7e6 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:46.408218 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-4d3ec9cb-fb6b-457b-a1a4-e0c7ed153509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58926674', 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:39Z', 'updated_at': '2022-10-10T11:17:42Z', 'revision_number': 3, 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'gw_port': {'id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:52:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:41Z', 'updated_at': '2022-10-10T11:17:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:46.413503 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-eea4a2f2-9dd3-442f-b9a8-37cf7c5fa7e6 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Usage tracker for resource:network and tenant:31358320d3984829bcaf8bbfc223116a is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:46.422066 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3ec9cb-fb6b-457b-a1a4-e0c7ed153509 None None] Checking router: a0269eee-e4e8-48a4-b5ba-e82b44a74bf8 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:17:46.422432 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3ec9cb-fb6b-457b-a1a4-e0c7ed153509 None None] Updating router a0269eee-e4e8-48a4-b5ba-e82b44a74bf8 port 3eb6b85d-ad49-45fa-a838-f7caca8add4c binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:17:46.422961 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-eea4a2f2-9dd3-442f-b9a8-37cf7c5fa7e6 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:46.438604 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-eea4a2f2-9dd3-442f-b9a8-37cf7c5fa7e6 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:46.469125 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72ecff0-c1ba-4f80-a607-90a0b87c571a None None] DHCP port deletion for 801a2689-4a9b-4e0e-8408-64e8375c0760 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:17:46.480185 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-17d21fe3-e899-4559-b0af-2eb7d8679063 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:46.487438 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-17d21fe3-e899-4559-b0af-2eb7d8679063 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Usage tracker for resource:subnet and tenant:3f15d9fbd7df4c47af00fc4fc79f7589 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:46.539518 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea4a2f2-9dd3-442f-b9a8-37cf7c5fa7e6 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Made reservation on behalf of 31358320d3984829bcaf8bbfc223116a for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:46.545010 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-17d21fe3-e899-4559-b0af-2eb7d8679063 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:46.547318 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eea4a2f2-9dd3-442f-b9a8-37cf7c5fa7e6 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:46.600789 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4d3ec9cb-fb6b-457b-a1a4-e0c7ed153509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:46.667562 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 99e19f6b-ebc9-4556-9eaa-90f4129299b2 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:17:46.667562 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:46.680793 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea4a2f2-9dd3-442f-b9a8-37cf7c5fa7e6 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 463} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:17:46.700057 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-07f1c158-223a-4cd8-bbf8-028a6068619c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:46.706663 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-17d21fe3-e899-4559-b0af-2eb7d8679063 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:46.707350 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 99e19f6b-ebc9-4556-9eaa-90f4129299b2, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=99e19f6b-ebc9-4556-9eaa-90f4129299b2,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:46.767951 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eea4a2f2-9dd3-442f-b9a8-37cf7c5fa7e6 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:46.768302 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-eea4a2f2-9dd3-442f-b9a8-37cf7c5fa7e6 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Added segment 47bcb6b9-c20f-4f06-b0e7-192d8cb6f326 of type vlan for network f5be78cf-9d81-41f3-a091-c9009c4096fd Oct 10 11:17:46.805242 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:46.840472 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eea4a2f2-9dd3-442f-b9a8-37cf7c5fa7e6 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:46.853448 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a66f009-721e-4a72-9157-3522bd3b15df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-660a4c34-f993-4054-9fd7-f447717be71f', 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ips': [{'subnet_id': 'd95f995a-075f-4716-8136-bb47976380ee'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:17:46.853448 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3a66f009-721e-4a72-9157-3522bd3b15df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:46.855592 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-93d66058-4d38-496d-bc44-4b697e5d680b tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:46.888015 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 66875f7b-e3e4-4426-9f8e-795c2b2569a5 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:17:47.008782 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 66875f7b-e3e4-4426-9f8e-795c2b2569a5 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:17:47.009160 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 66875f7b-e3e4-4426-9f8e-795c2b2569a5 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:17:47.021169 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f1c158-223a-4cd8-bbf8-028a6068619c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Checking segment: {'id': 'e905f2b1-d6b8-4415-bb8a-84a4a33978dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:47.021914 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f1c158-223a-4cd8-bbf8-028a6068619c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Network hostable DHCP agents. Network: e305c812-a69a-4f97-8da1-f8cf6d6d5df0, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:17:47.037284 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1c158-223a-4cd8-bbf8-028a6068619c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Pushing event updated for resources: {'Subnet': ['ID=458b21fd-7fc9-46f9-9db5-643f7fbb77a3,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:47.040305 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d21fe3-e899-4559-b0af-2eb7d8679063 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Made reservation on behalf of 3f15d9fbd7df4c47af00fc4fc79f7589 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:47.044298 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-17d21fe3-e899-4559-b0af-2eb7d8679063 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:47.100966 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.resource_extend [None req-eea4a2f2-9dd3-442f-b9a8-37cf7c5fa7e6 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:17:47.152698 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=99e19f6b-ebc9-4556-9eaa-90f4129299b2,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:47.261768 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f1c158-223a-4cd8-bbf8-028a6068619c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Network e305c812-a69a-4f97-8da1-f8cf6d6d5df0 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:17:47.279335 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eea4a2f2-9dd3-442f-b9a8-37cf7c5fa7e6 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:47.285921 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea4a2f2-9dd3-442f-b9a8-37cf7c5fa7e6 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:47.287344 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eea4a2f2-9dd3-442f-b9a8-37cf7c5fa7e6 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:47.289931 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-3a66f009-721e-4a72-9157-3522bd3b15df None None] Allocated IP 172.20.0.2 (660a4c34-f993-4054-9fd7-f447717be71f/d95f995a-075f-4716-8136-bb47976380ee/8cc345b8-7fda-46f2-a0be-efc454c43f20) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:47.384534 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-07f1c158-223a-4cd8-bbf8-028a6068619c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, e305c812-a69a-4f97-8da1-f8cf6d6d5df0) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:47.394014 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f1c158-223a-4cd8-bbf8-028a6068619c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:47.394844 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-07f1c158-223a-4cd8-bbf8-028a6068619c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:47.399561 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ee6095-4c2d-44d9-8948-0a1c55599121 None None] Network e305c812-a69a-4f97-8da1-f8cf6d6d5df0 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:47.436806 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-eea4a2f2-9dd3-442f-b9a8-37cf7c5fa7e6 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1499600 Oct 10 11:17:47.468781 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56028) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:47.488822 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-412102c4-7a1f-40b3-bf82-70356837f7bd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Request body: {'subnet': {'network_id': 'f5be78cf-9d81-41f3-a091-c9009c4096fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:47.515429 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4a2f2-9dd3-442f-b9a8-37cf7c5fa7e6 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event updated for resources: {'Network': ['ID=f5be78cf-9d81-41f3-a091-c9009c4096fd,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:47.550341 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-93d66058-4d38-496d-bc44-4b697e5d680b tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:47.599370 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 603ec214-d972-45a9-adc0-42fe57188d3b up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:17:47.624155 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network f5be78cf-9d81-41f3-a091-c9009c4096fd details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:17:47.670124 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-07f1c158-223a-4cd8-bbf8-028a6068619c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1555576 Oct 10 11:17:47.681738 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56032) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:47.702739 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4d3ec9cb-fb6b-457b-a1a4-e0c7ed153509 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:47.804614 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4d3ec9cb-fb6b-457b-a1a4-e0c7ed153509 None None] Transition to ACTIVE for port object 3eb6b85d-ad49-45fa-a838-f7caca8add4c will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:47.838516 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-412102c4-7a1f-40b3-bf82-70356837f7bd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:47.856956 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-412102c4-7a1f-40b3-bf82-70356837f7bd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Usage tracker for resource:subnet and tenant:31358320d3984829bcaf8bbfc223116a is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:47.864606 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-412102c4-7a1f-40b3-bf82-70356837f7bd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:47.890369 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d66058-4d38-496d-bc44-4b697e5d680b tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Router 0a65f9c4-8dc0-4efd-8711-5b254c4cccd3 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:17:47.937958 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-412102c4-7a1f-40b3-bf82-70356837f7bd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:47.942108 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-17d21fe3-e899-4559-b0af-2eb7d8679063 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:47.951625 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4d3ec9cb-fb6b-457b-a1a4-e0c7ed153509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:48.011670 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-4d3ec9cb-fb6b-457b-a1a4-e0c7ed153509 None None] Attempting to bind port 3eb6b85d-ad49-45fa-a838-f7caca8add4c on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:17:48.012041 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-4d3ec9cb-fb6b-457b-a1a4-e0c7ed153509 None None] Attempting to bind port 3eb6b85d-ad49-45fa-a838-f7caca8add4c by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:17:48.012537 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3ec9cb-fb6b-457b-a1a4-e0c7ed153509 None None] Attempting to bind port 3eb6b85d-ad49-45fa-a838-f7caca8add4c on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:17:48.024373 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 603ec214-d972-45a9-adc0-42fe57188d3b completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:17:48.049146 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3ec9cb-fb6b-457b-a1a4-e0c7ed153509 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:17:48.049534 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3ec9cb-fb6b-457b-a1a4-e0c7ed153509 None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:48.049938 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4d3ec9cb-fb6b-457b-a1a4-e0c7ed153509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:48.050329 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3ec9cb-fb6b-457b-a1a4-e0c7ed153509 None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:17:48.050805 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-4d3ec9cb-fb6b-457b-a1a4-e0c7ed153509 None None] Bound port: 3eb6b85d-ad49-45fa-a838-f7caca8add4c, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:17:48.051175 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4d3ec9cb-fb6b-457b-a1a4-e0c7ed153509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:48.095874 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d21fe3-e899-4559-b0af-2eb7d8679063 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Pushing event updated for resources: {'Subnet': ['ID=60c1b254-b410-4e39-a49c-f17d8191585d,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:48.109636 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d66058-4d38-496d-bc44-4b697e5d680b tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:17:48.120257 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aee4e4-df8c-410c-8122-f7a01af19d54 None None] Sync routers for ids ['0a65f9c4-8dc0-4efd-8711-5b254c4cccd3'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:17:48.120764 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 603ec214-d972-45a9-adc0-42fe57188d3b triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:17:48.120915 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:48.121171 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 603ec214-d972-45a9-adc0-42fe57188d3b Oct 10 11:17:48.129394 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aee4e4-df8c-410c-8122-f7a01af19d54 None None] Routers {'0a65f9c4-8dc0-4efd-8711-5b254c4cccd3'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:17:48.130711 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-94aee4e4-df8c-410c-8122-f7a01af19d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:17:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['0a65f9c4-8dc0-4efd-8711-5b254c4cccd3'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:48.166007 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412102c4-7a1f-40b3-bf82-70356837f7bd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Made reservation on behalf of 31358320d3984829bcaf8bbfc223116a for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:48.168833 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-412102c4-7a1f-40b3-bf82-70356837f7bd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:48.210731 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-93d66058-4d38-496d-bc44-4b697e5d680b tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:48.214195 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-93d66058-4d38-496d-bc44-4b697e5d680b tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.3765275 Oct 10 11:17:48.217179 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56036) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:48.219914 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a3c345-9678-4284-b68f-b765e6ab5347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-e305c812-a69a-4f97-8da1-f8cf6d6d5df0', 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0', 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'fixed_ips': [{'subnet_id': '458b21fd-7fc9-46f9-9db5-643f7fbb77a3'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:17:48.220625 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b2a3c345-9678-4284-b68f-b765e6ab5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:48.245817 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-22eddcf7-1a57-4b4b-a96c-38f2b6e0d82c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:48.254095 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3a66f009-721e-4a72-9157-3522bd3b15df None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:48.256686 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44761c-9da6-4ee5-aff9-86522886e93c None None] Pushing event updated for resources: {'Port': ['ID=3eb6b85d-ad49-45fa-a838-f7caca8add4c,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:48.285396 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3a66f009-721e-4a72-9157-3522bd3b15df None None] Transition to ACTIVE for port object 8cc345b8-7fda-46f2-a0be-efc454c43f20 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:48.342107 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-94aee4e4-df8c-410c-8122-f7a01af19d54 None None] Set router 0a65f9c4-8dc0-4efd-8711-5b254c4cccd3 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:17:48.343983 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-4d3ec9cb-fb6b-457b-a1a4-e0c7ed153509 None None] For port 3eb6b85d-ad49-45fa-a838-f7caca8add4c, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:17:48.374754 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3a66f009-721e-4a72-9157-3522bd3b15df None None] Transition to ACTIVE for port object 8cc345b8-7fda-46f2-a0be-efc454c43f20 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:48.378141 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-4d3ec9cb-fb6b-457b-a1a4-e0c7ed153509 None None] For port 3eb6b85d-ad49-45fa-a838-f7caca8add4c, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3eb6b85d-ad49-45fa-a838-f7caca8add4c,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:17:48.477393 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d21fe3-e899-4559-b0af-2eb7d8679063 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Checking segment: {'id': 'b8810714-de21-4700-b095-da5409b8c96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': 'a50cd496-7a18-4ea2-a10e-0fcc3349cceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:48.477686 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d21fe3-e899-4559-b0af-2eb7d8679063 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Network hostable DHCP agents. Network: a50cd496-7a18-4ea2-a10e-0fcc3349cceb, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:17:48.487057 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-206a18c7-78d9-4f67-8181-13d370898b18 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "GET /v2.0/routers/0a65f9c4-8dc0-4efd-8711-5b254c4cccd3 HTTP/1.1" status: 200 len: 906 time: 0.2677078 Oct 10 11:17:48.489545 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56040) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:48.493288 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3a66f009-721e-4a72-9157-3522bd3b15df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:48.529251 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4d3ec9cb-fb6b-457b-a1a4-e0c7ed153509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:48.542934 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 603ec214-d972-45a9-adc0-42fe57188d3b is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:17:48.543312 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:48.598802 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a66f009-721e-4a72-9157-3522bd3b15df None None] Network 660a4c34-f993-4054-9fd7-f447717be71f is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:48.610839 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 603ec214-d972-45a9-adc0-42fe57188d3b, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=603ec214-d972-45a9-adc0-42fe57188d3b,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:48.633317 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-3a66f009-721e-4a72-9157-3522bd3b15df None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:48.636569 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66f009-721e-4a72-9157-3522bd3b15df None None] Pushing event updated for resources: {'Port': ['ID=8cc345b8-7fda-46f2-a0be-efc454c43f20,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:48.646706 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a66f009-721e-4a72-9157-3522bd3b15df None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:17:48.657233 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3ec9cb-fb6b-457b-a1a4-e0c7ed153509 None None] Routers {'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:17:48.659251 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-4d3ec9cb-fb6b-457b-a1a4-e0c7ed153509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:17:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:48.717812 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-122e96c7-4a64-41d5-a0ed-f3cf7dd59ff0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:48.731000 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-94aee4e4-df8c-410c-8122-f7a01af19d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a65f9c4-8dc0-4efd-8711-5b254c4cccd3', 'name': 'tempest-snat-router-256703212', 'tenant_id': '6c39066dcd1e4a3f9b6ce105bb54b1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '47ad8200-b519-4fae-ab12-366aaaf017df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:41Z', 'updated_at': '2022-10-10T11:17:46Z', 'revision_number': 3, 'project_id': '6c39066dcd1e4a3f9b6ce105bb54b1d6', 'gw_port': {'id': '47ad8200-b519-4fae-ab12-366aaaf017df', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a65f9c4-8dc0-4efd-8711-5b254c4cccd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:44Z', 'updated_at': '2022-10-10T11:17:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:48.735949 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aee4e4-df8c-410c-8122-f7a01af19d54 None None] Checking router: 0a65f9c4-8dc0-4efd-8711-5b254c4cccd3 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:17:48.747321 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aee4e4-df8c-410c-8122-f7a01af19d54 None None] Updating router 0a65f9c4-8dc0-4efd-8711-5b254c4cccd3 port 47ad8200-b519-4fae-ab12-366aaaf017df binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:17:48.809246 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-94aee4e4-df8c-410c-8122-f7a01af19d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:48.843708 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d21fe3-e899-4559-b0af-2eb7d8679063 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Network a50cd496-7a18-4ea2-a10e-0fcc3349cceb is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:17:48.946917 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44761c-9da6-4ee5-aff9-86522886e93c None None] Pushing event updated for resources: {'Port': ['ID=3eb6b85d-ad49-45fa-a838-f7caca8add4c,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:49.042805 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:49.043590 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 99e19f6b-ebc9-4556-9eaa-90f4129299b2 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:17:49.046360 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-17d21fe3-e899-4559-b0af-2eb7d8679063 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, a50cd496-7a18-4ea2-a10e-0fcc3349cceb) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:49.059316 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d21fe3-e899-4559-b0af-2eb7d8679063 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:49.059907 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-17d21fe3-e899-4559-b0af-2eb7d8679063 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:49.126688 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2cde44-d482-4f2a-827b-752f4060d3df None None] Network a50cd496-7a18-4ea2-a10e-0fcc3349cceb requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:49.150511 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-b2a3c345-9678-4284-b68f-b765e6ab5347 None None] Allocated IP 172.20.0.2 (e305c812-a69a-4f97-8da1-f8cf6d6d5df0/458b21fd-7fc9-46f9-9db5-643f7fbb77a3/b5ad1b09-8394-4ab2-8c85-3d7679e29730) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:49.152000 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-122e96c7-4a64-41d5-a0ed-f3cf7dd59ff0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:49.229636 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-3a66f009-721e-4a72-9157-3522bd3b15df None None] Attempting to bind port 8cc345b8-7fda-46f2-a0be-efc454c43f20 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:17:49.230210 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-3a66f009-721e-4a72-9157-3522bd3b15df None None] Attempting to bind port 8cc345b8-7fda-46f2-a0be-efc454c43f20 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'cc354b5f-94ed-45e9-afb0-e454a4d43ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:17:49.230769 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a66f009-721e-4a72-9157-3522bd3b15df None None] Attempting to bind port 8cc345b8-7fda-46f2-a0be-efc454c43f20 on network 660a4c34-f993-4054-9fd7-f447717be71f {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:17:49.242493 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-122e96c7-4a64-41d5-a0ed-f3cf7dd59ff0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Deleting port 47ad8200-b519-4fae-ab12-366aaaf017df {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:49.243641 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-122e96c7-4a64-41d5-a0ed-f3cf7dd59ff0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:49.251821 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-17d21fe3-e899-4559-b0af-2eb7d8679063 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0699899 Oct 10 11:17:49.268493 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56044) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:49.283223 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-523d0cc1-f55b-44e1-b84c-31d8f71f0af8 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Request body: {'network': {'name': 'tempest-router-network01--1211846199'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:49.286782 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-94aee4e4-df8c-410c-8122-f7a01af19d54 None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:49.306206 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-94aee4e4-df8c-410c-8122-f7a01af19d54 None None] Transition to ACTIVE for port object 47ad8200-b519-4fae-ab12-366aaaf017df will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:49.319806 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-523d0cc1-f55b-44e1-b84c-31d8f71f0af8 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:49.326317 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a66f009-721e-4a72-9157-3522bd3b15df None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:17:49.326696 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a66f009-721e-4a72-9157-3522bd3b15df None None] Checking segment: {'id': 'cc354b5f-94ed-45e9-afb0-e454a4d43ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:49.327479 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3a66f009-721e-4a72-9157-3522bd3b15df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:49.327479 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a66f009-721e-4a72-9157-3522bd3b15df None None] Bound using segment: {'id': 'cc354b5f-94ed-45e9-afb0-e454a4d43ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:17:49.327953 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-3a66f009-721e-4a72-9157-3522bd3b15df None None] Bound port: 8cc345b8-7fda-46f2-a0be-efc454c43f20, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc354b5f-94ed-45e9-afb0-e454a4d43ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:17:49.328325 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3a66f009-721e-4a72-9157-3522bd3b15df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:49.388540 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-523d0cc1-f55b-44e1-b84c-31d8f71f0af8 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Usage tracker for resource:network and tenant:3f15d9fbd7df4c47af00fc4fc79f7589 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:49.393293 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-523d0cc1-f55b-44e1-b84c-31d8f71f0af8 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:49.410518 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-523d0cc1-f55b-44e1-b84c-31d8f71f0af8 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:49.417487 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-22eddcf7-1a57-4b4b-a96c-38f2b6e0d82c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.20.0.1 (660a4c34-f993-4054-9fd7-f447717be71f/d95f995a-075f-4716-8136-bb47976380ee/700e92cf-da24-49c8-a5fb-a01dde98d5d7) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:49.457195 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-122e96c7-4a64-41d5-a0ed-f3cf7dd59ff0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:49.506644 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=603ec214-d972-45a9-adc0-42fe57188d3b,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:49.596797 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-94aee4e4-df8c-410c-8122-f7a01af19d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:49.597056 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-122e96c7-4a64-41d5-a0ed-f3cf7dd59ff0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Calling delete_port for 47ad8200-b519-4fae-ab12-366aaaf017df owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:17:49.627410 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523d0cc1-f55b-44e1-b84c-31d8f71f0af8 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Made reservation on behalf of 3f15d9fbd7df4c47af00fc4fc79f7589 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:49.636618 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-523d0cc1-f55b-44e1-b84c-31d8f71f0af8 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:49.686261 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0a97b-f9d6-4e4e-b146-b71f8d46846f None None] Pushing event updated for resources: {'Port': ['ID=47ad8200-b519-4fae-ab12-366aaaf017df,revision_number=2']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:49.687020 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-4d3ec9cb-fb6b-457b-a1a4-e0c7ed153509 None None] Set router a0269eee-e4e8-48a4-b5ba-e82b44a74bf8 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:17:49.693891 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-94aee4e4-df8c-410c-8122-f7a01af19d54 None None] Attempting to bind port 47ad8200-b519-4fae-ab12-366aaaf017df on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:17:49.694254 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-94aee4e4-df8c-410c-8122-f7a01af19d54 None None] Attempting to bind port 47ad8200-b519-4fae-ab12-366aaaf017df by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:17:49.694613 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aee4e4-df8c-410c-8122-f7a01af19d54 None None] Attempting to bind port 47ad8200-b519-4fae-ab12-366aaaf017df on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:17:49.713558 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aee4e4-df8c-410c-8122-f7a01af19d54 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:17:49.714699 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aee4e4-df8c-410c-8122-f7a01af19d54 None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:49.716592 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-94aee4e4-df8c-410c-8122-f7a01af19d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:49.717208 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aee4e4-df8c-410c-8122-f7a01af19d54 None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:17:49.717921 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-94aee4e4-df8c-410c-8122-f7a01af19d54 None None] Bound port: 47ad8200-b519-4fae-ab12-366aaaf017df, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:17:49.721246 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-94aee4e4-df8c-410c-8122-f7a01af19d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:49.762209 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8886c21b-c30a-4766-8f94-8feea06a1f4a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:49.801232 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 99e19f6b-ebc9-4556-9eaa-90f4129299b2 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:17:49.801562 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:49.801840 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 99e19f6b-ebc9-4556-9eaa-90f4129299b2 Oct 10 11:17:49.802175 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-94aee4e4-df8c-410c-8122-f7a01af19d54 None None] For port 47ad8200-b519-4fae-ab12-366aaaf017df, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:17:49.805197 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-94aee4e4-df8c-410c-8122-f7a01af19d54 None None] For port 47ad8200-b519-4fae-ab12-366aaaf017df, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=47ad8200-b519-4fae-ab12-366aaaf017df,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:17:49.816880 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-523d0cc1-f55b-44e1-b84c-31d8f71f0af8 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 467} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:17:49.833192 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.objects.ports [None req-412102c4-7a1f-40b3-bf82-70356837f7bd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89897) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 10 11:17:49.842887 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.api [None req-122e96c7-4a64-41d5-a0ed-f3cf7dd59ff0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:17:49.843221 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-412102c4-7a1f-40b3-bf82-70356837f7bd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:49.843405 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG oslo_db.api [None req-122e96c7-4a64-41d5-a0ed-f3cf7dd59ff0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:17:49.872303 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-94aee4e4-df8c-410c-8122-f7a01af19d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:49.942271 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-3a66f009-721e-4a72-9157-3522bd3b15df None None] For port 8cc345b8-7fda-46f2-a0be-efc454c43f20, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:17:49.957291 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aee4e4-df8c-410c-8122-f7a01af19d54 None None] Routers {'0a65f9c4-8dc0-4efd-8711-5b254c4cccd3'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:17:49.964639 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-94aee4e4-df8c-410c-8122-f7a01af19d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:17:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['0a65f9c4-8dc0-4efd-8711-5b254c4cccd3'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:49.964819 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-523d0cc1-f55b-44e1-b84c-31d8f71f0af8 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:49.964819 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-523d0cc1-f55b-44e1-b84c-31d8f71f0af8 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Added segment 369342e9-50b7-49cc-b053-2ef3f3efb668 of type vlan for network d53288e6-3b36-40e3-aab8-1302d474c07c Oct 10 11:17:49.973885 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-22eddcf7-1a57-4b4b-a96c-38f2b6e0d82c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:50.038577 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-22eddcf7-1a57-4b4b-a96c-38f2b6e0d82c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Transition to ACTIVE for port object 700e92cf-da24-49c8-a5fb-a01dde98d5d7 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:50.056037 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-3a66f009-721e-4a72-9157-3522bd3b15df None None] For port 8cc345b8-7fda-46f2-a0be-efc454c43f20, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=8cc345b8-7fda-46f2-a0be-efc454c43f20,segment=NetworkSegment(cc354b5f-94ed-45e9-afb0-e454a4d43ddb),segment_id=cc354b5f-94ed-45e9-afb0-e454a4d43ddb)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:17:50.059385 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412102c4-7a1f-40b3-bf82-70356837f7bd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event updated for resources: {'Subnet': ['ID=e8c91d70-84eb-4adf-a54b-856ffad5950f,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:50.090889 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac1eb17-d2cd-487f-be05-9fbb03474fa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-a50cd496-7a18-4ea2-a10e-0fcc3349cceb', 'network_id': 'a50cd496-7a18-4ea2-a10e-0fcc3349cceb', 'tenant_id': '3f15d9fbd7df4c47af00fc4fc79f7589', 'fixed_ips': [{'subnet_id': '60c1b254-b410-4e39-a49c-f17d8191585d'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:17:50.091733 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5ac1eb17-d2cd-487f-be05-9fbb03474fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:50.125502 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b2a3c345-9678-4284-b68f-b765e6ab5347 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:50.128433 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0a97b-f9d6-4e4e-b146-b71f8d46846f None None] Pushing event updated for resources: {'Port': ['ID=47ad8200-b519-4fae-ab12-366aaaf017df,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:50.143204 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3a66f009-721e-4a72-9157-3522bd3b15df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:50.153037 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-94aee4e4-df8c-410c-8122-f7a01af19d54 None None] Set router 0a65f9c4-8dc0-4efd-8711-5b254c4cccd3 gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:17:50.230724 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-b2a3c345-9678-4284-b68f-b765e6ab5347 None None] Transition to ACTIVE for port object b5ad1b09-8394-4ab2-8c85-3d7679e29730 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:50.263852 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-94aee4e4-df8c-410c-8122-f7a01af19d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a65f9c4-8dc0-4efd-8711-5b254c4cccd3', 'name': 'tempest-snat-router-256703212', 'tenant_id': '6c39066dcd1e4a3f9b6ce105bb54b1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:41Z', 'updated_at': '2022-10-10T11:17:49Z', 'revision_number': 4, 'project_id': '6c39066dcd1e4a3f9b6ce105bb54b1d6', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:50.268124 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aee4e4-df8c-410c-8122-f7a01af19d54 None None] The sync data for ids ['0a65f9c4-8dc0-4efd-8711-5b254c4cccd3'] in dv-neutron-860842-1-hyperv is: [{'id': '0a65f9c4-8dc0-4efd-8711-5b254c4cccd3', 'name': 'tempest-snat-router-256703212', 'tenant_id': '6c39066dcd1e4a3f9b6ce105bb54b1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:41Z', 'updated_at': '2022-10-10T11:17:49Z', 'revision_number': 4, 'project_id': '6c39066dcd1e4a3f9b6ce105bb54b1d6', 'gw_port_host': None}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:17:50.268600 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-523d0cc1-f55b-44e1-b84c-31d8f71f0af8 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:50.320922 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412102c4-7a1f-40b3-bf82-70356837f7bd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Checking segment: {'id': '47bcb6b9-c20f-4f06-b0e7-192d8cb6f326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': 'f5be78cf-9d81-41f3-a091-c9009c4096fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:50.321432 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412102c4-7a1f-40b3-bf82-70356837f7bd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Network hostable DHCP agents. Network: f5be78cf-9d81-41f3-a091-c9009c4096fd, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:17:50.346196 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-122e96c7-4a64-41d5-a0ed-f3cf7dd59ff0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Deleting port 47ad8200-b519-4fae-ab12-366aaaf017df {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:50.346758 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-122e96c7-4a64-41d5-a0ed-f3cf7dd59ff0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:50.458092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-523d0cc1-f55b-44e1-b84c-31d8f71f0af8 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:50.464622 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523d0cc1-f55b-44e1-b84c-31d8f71f0af8 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:50.465246 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-523d0cc1-f55b-44e1-b84c-31d8f71f0af8 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:50.476875 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-b2a3c345-9678-4284-b68f-b765e6ab5347 None None] Transition to ACTIVE for port object b5ad1b09-8394-4ab2-8c85-3d7679e29730 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:50.508369 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 99e19f6b-ebc9-4556-9eaa-90f4129299b2 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:17:50.512292 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66f009-721e-4a72-9157-3522bd3b15df None None] Pushing event updated for resources: {'Port': ['ID=8cc345b8-7fda-46f2-a0be-efc454c43f20,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:50.531022 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-22eddcf7-1a57-4b4b-a96c-38f2b6e0d82c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:50.608057 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-122e96c7-4a64-41d5-a0ed-f3cf7dd59ff0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] For port 47ad8200-b519-4fae-ab12-366aaaf017df, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=47ad8200-b519-4fae-ab12-366aaaf017df,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:50.608490 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-122e96c7-4a64-41d5-a0ed-f3cf7dd59ff0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:50.642151 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b2a3c345-9678-4284-b68f-b765e6ab5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:50.678781 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412102c4-7a1f-40b3-bf82-70356837f7bd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Network f5be78cf-9d81-41f3-a091-c9009c4096fd is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:17:50.717081 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 603ec214-d972-45a9-adc0-42fe57188d3b up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:17:50.779977 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eddcf7-1a57-4b4b-a96c-38f2b6e0d82c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 660a4c34-f993-4054-9fd7-f447717be71f is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:50.781183 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-22eddcf7-1a57-4b4b-a96c-38f2b6e0d82c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:50.793825 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eddcf7-1a57-4b4b-a96c-38f2b6e0d82c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:17:50.814537 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-122e96c7-4a64-41d5-a0ed-f3cf7dd59ff0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Calling delete_port for 47ad8200-b519-4fae-ab12-366aaaf017df owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:17:50.826130 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-5ac1eb17-d2cd-487f-be05-9fbb03474fa6 None None] Allocated IP 172.20.0.2 (a50cd496-7a18-4ea2-a10e-0fcc3349cceb/60c1b254-b410-4e39-a49c-f17d8191585d/e3450e6b-1916-4b67-86dc-2791a795545d) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:50.835796 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a3c345-9678-4284-b68f-b765e6ab5347 None None] Network e305c812-a69a-4f97-8da1-f8cf6d6d5df0 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:50.847347 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-b2a3c345-9678-4284-b68f-b765e6ab5347 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:50.856224 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3c345-9678-4284-b68f-b765e6ab5347 None None] Pushing event updated for resources: {'Port': ['ID=b5ad1b09-8394-4ab2-8c85-3d7679e29730,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:50.862435 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-22eddcf7-1a57-4b4b-a96c-38f2b6e0d82c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:50.864660 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a3c345-9678-4284-b68f-b765e6ab5347 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:17:50.871147 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d0cc1-f55b-44e1-b84c-31d8f71f0af8 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Pushing event updated for resources: {'Network': ['ID=d53288e6-3b36-40e3-aab8-1302d474c07c,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:50.880148 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-523d0cc1-f55b-44e1-b84c-31d8f71f0af8 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6130464 Oct 10 11:17:50.888288 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56048) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:50.900407 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eddcf7-1a57-4b4b-a96c-38f2b6e0d82c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=700e92cf-da24-49c8-a5fb-a01dde98d5d7,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:50.919215 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-0cfb4748-f885-4887-9883-3e311a220162 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Request body: {'network': {'name': 'tempest-router-network02--1267184805'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:50.930005 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-0cfb4748-f885-4887-9883-3e311a220162 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:50.941950 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0cfb4748-f885-4887-9883-3e311a220162 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Usage tracker for resource:network and tenant:3f15d9fbd7df4c47af00fc4fc79f7589 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:50.946679 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0cfb4748-f885-4887-9883-3e311a220162 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:50.958433 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-0cfb4748-f885-4887-9883-3e311a220162 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:50.958687 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-412102c4-7a1f-40b3-bf82-70356837f7bd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, f5be78cf-9d81-41f3-a091-c9009c4096fd) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:50.967468 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412102c4-7a1f-40b3-bf82-70356837f7bd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:50.968155 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-412102c4-7a1f-40b3-bf82-70356837f7bd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:50.981883 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-4d3ec9cb-fb6b-457b-a1a4-e0c7ed153509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58926674', 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:39Z', 'updated_at': '2022-10-10T11:17:42Z', 'revision_number': 3, 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'gw_port': {'id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:52:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:41Z', 'updated_at': '2022-10-10T11:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:50.984403 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network d53288e6-3b36-40e3-aab8-1302d474c07c details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:17:51.020095 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-8886c21b-c30a-4766-8f94-8feea06a1f4a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Allocated IP 172.20.0.1 (e305c812-a69a-4f97-8da1-f8cf6d6d5df0/458b21fd-7fc9-46f9-9db5-643f7fbb77a3/ce9d43a3-cd69-405c-ba46-430dc8d9610e) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:51.022845 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e596cd89-a80c-43c1-a448-6aaaa85aa2d8 None None] Network f5be78cf-9d81-41f3-a091-c9009c4096fd requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:51.101232 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfb4748-f885-4887-9883-3e311a220162 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Made reservation on behalf of 3f15d9fbd7df4c47af00fc4fc79f7589 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:51.102229 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3ec9cb-fb6b-457b-a1a4-e0c7ed153509 None None] The sync data for ids ['a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'] in dv-neutron-860842-1-hyperv is: [{'id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58926674', 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:39Z', 'updated_at': '2022-10-10T11:17:42Z', 'revision_number': 3, 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'gw_port': {'id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:52:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:41Z', 'updated_at': '2022-10-10T11:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:17:51.105051 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4748-f885-4887-9883-3e311a220162 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:51.142725 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-412102c4-7a1f-40b3-bf82-70356837f7bd tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.6726630 Oct 10 11:17:51.146839 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56052) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:51.218893 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cfb4748-f885-4887-9883-3e311a220162 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 455} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:17:51.294588 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4748-f885-4887-9883-3e311a220162 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:51.294928 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-0cfb4748-f885-4887-9883-3e311a220162 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Added segment 425821b8-075b-4ce5-8cb8-7ee368069173 of type vlan for network 1bae3c7c-f54f-4948-85ee-d67d13f73142 Oct 10 11:17:51.302345 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-122e96c7-4a64-41d5-a0ed-f3cf7dd59ff0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:51.312370 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8886c21b-c30a-4766-8f94-8feea06a1f4a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:51.321366 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-22eddcf7-1a57-4b4b-a96c-38f2b6e0d82c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:51.358086 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 603ec214-d972-45a9-adc0-42fe57188d3b triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:17:51.358459 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:51.358795 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 603ec214-d972-45a9-adc0-42fe57188d3b Oct 10 11:17:51.398057 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-b2a3c345-9678-4284-b68f-b765e6ab5347 None None] Attempting to bind port b5ad1b09-8394-4ab2-8c85-3d7679e29730 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:17:51.398713 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-b2a3c345-9678-4284-b68f-b765e6ab5347 None None] Attempting to bind port b5ad1b09-8394-4ab2-8c85-3d7679e29730 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'e905f2b1-d6b8-4415-bb8a-84a4a33978dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:17:51.399261 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a3c345-9678-4284-b68f-b765e6ab5347 None None] Attempting to bind port b5ad1b09-8394-4ab2-8c85-3d7679e29730 on network e305c812-a69a-4f97-8da1-f8cf6d6d5df0 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:17:51.407942 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-8886c21b-c30a-4766-8f94-8feea06a1f4a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Transition to ACTIVE for port object ce9d43a3-cd69-405c-ba46-430dc8d9610e will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:51.441044 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e96c7-4a64-41d5-a0ed-f3cf7dd59ff0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Pushing event deleted for resources: {'Port': ['ID=47ad8200-b519-4fae-ab12-366aaaf017df,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:51.458691 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a3c345-9678-4284-b68f-b765e6ab5347 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:17:51.463419 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a3c345-9678-4284-b68f-b765e6ab5347 None None] Checking segment: {'id': 'e905f2b1-d6b8-4415-bb8a-84a4a33978dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:51.463419 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b2a3c345-9678-4284-b68f-b765e6ab5347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:51.463419 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a3c345-9678-4284-b68f-b765e6ab5347 None None] Bound using segment: {'id': 'e905f2b1-d6b8-4415-bb8a-84a4a33978dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:17:51.463419 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-b2a3c345-9678-4284-b68f-b765e6ab5347 None None] Bound port: b5ad1b09-8394-4ab2-8c85-3d7679e29730, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e905f2b1-d6b8-4415-bb8a-84a4a33978dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:17:51.463419 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b2a3c345-9678-4284-b68f-b765e6ab5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:51.490372 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4748-f885-4887-9883-3e311a220162 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:51.506049 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:51.537219 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-122e96c7-4a64-41d5-a0ed-f3cf7dd59ff0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:51.680101 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8886c21b-c30a-4766-8f94-8feea06a1f4a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:51.873128 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5ac1eb17-d2cd-487f-be05-9fbb03474fa6 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:51.877129 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886c21b-c30a-4766-8f94-8feea06a1f4a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Pushing event updated for resources: {'Port': ['ID=ce9d43a3-cd69-405c-ba46-430dc8d9610e,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:51.883299 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-b2a3c345-9678-4284-b68f-b765e6ab5347 None None] For port b5ad1b09-8394-4ab2-8c85-3d7679e29730, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:17:51.891366 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8886c21b-c30a-4766-8f94-8feea06a1f4a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Network e305c812-a69a-4f97-8da1-f8cf6d6d5df0 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:51.896317 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-8886c21b-c30a-4766-8f94-8feea06a1f4a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:51.901279 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8886c21b-c30a-4766-8f94-8feea06a1f4a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:17:51.914470 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 603ec214-d972-45a9-adc0-42fe57188d3b is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:17:51.921146 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-b2a3c345-9678-4284-b68f-b765e6ab5347 None None] For port b5ad1b09-8394-4ab2-8c85-3d7679e29730, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=b5ad1b09-8394-4ab2-8c85-3d7679e29730,segment=NetworkSegment(e905f2b1-d6b8-4415-bb8a-84a4a33978dd),segment_id=e905f2b1-d6b8-4415-bb8a-84a4a33978dd)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:17:51.923123 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5ac1eb17-d2cd-487f-be05-9fbb03474fa6 None None] Transition to ACTIVE for port object e3450e6b-1916-4b67-86dc-2791a795545d will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:51.931681 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e510e52-f9c3-4a31-8737-a3608f076066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-f5be78cf-9d81-41f3-a091-c9009c4096fd', 'network_id': 'f5be78cf-9d81-41f3-a091-c9009c4096fd', 'tenant_id': '31358320d3984829bcaf8bbfc223116a', 'fixed_ips': [{'subnet_id': 'e8c91d70-84eb-4adf-a54b-856ffad5950f'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:17:51.932873 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3e510e52-f9c3-4a31-8737-a3608f076066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:51.974863 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8886c21b-c30a-4766-8f94-8feea06a1f4a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:51.990671 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5ac1eb17-d2cd-487f-be05-9fbb03474fa6 None None] Transition to ACTIVE for port object e3450e6b-1916-4b67-86dc-2791a795545d will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:52.071880 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b2a3c345-9678-4284-b68f-b765e6ab5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:52.130493 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:52.185368 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4748-f885-4887-9883-3e311a220162 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:52.191098 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfb4748-f885-4887-9883-3e311a220162 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:52.191707 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4748-f885-4887-9883-3e311a220162 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:52.209303 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5ac1eb17-d2cd-487f-be05-9fbb03474fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:52.213664 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-122e96c7-4a64-41d5-a0ed-f3cf7dd59ff0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:52.261417 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-122e96c7-4a64-41d5-a0ed-f3cf7dd59ff0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:52.295286 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac1eb17-d2cd-487f-be05-9fbb03474fa6 None None] Network a50cd496-7a18-4ea2-a10e-0fcc3349cceb is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:52.299274 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8886c21b-c30a-4766-8f94-8feea06a1f4a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:52.301360 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-5ac1eb17-d2cd-487f-be05-9fbb03474fa6 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:52.303614 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3c345-9678-4284-b68f-b765e6ab5347 None None] Pushing event updated for resources: {'Port': ['ID=b5ad1b09-8394-4ab2-8c85-3d7679e29730,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:52.308515 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac1eb17-d2cd-487f-be05-9fbb03474fa6 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:17:52.395072 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54bb82a-18b3-4159-9e0a-e59a49cb2fd7 None None] Network 660a4c34-f993-4054-9fd7-f447717be71f requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:52.422001 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-22eddcf7-1a57-4b4b-a96c-38f2b6e0d82c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:52.452161 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb4748-f885-4887-9883-3e311a220162 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Pushing event updated for resources: {'Network': ['ID=1bae3c7c-f54f-4948-85ee-d67d13f73142,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:52.501618 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 1bae3c7c-f54f-4948-85ee-d67d13f73142 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:17:52.516051 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0cfb4748-f885-4887-9883-3e311a220162 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6258817 Oct 10 11:17:52.516881 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56056) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:52.522651 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-ae6d534b-56fc-45d9-8b45-6b20f09e6201 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Request body: {'subnet': {'network_id': 'd53288e6-3b36-40e3-aab8-1302d474c07c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:52.792880 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-122e96c7-4a64-41d5-a0ed-f3cf7dd59ff0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:52.793395 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122e96c7-4a64-41d5-a0ed-f3cf7dd59ff0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a65f9c4-8dc0-4efd-8711-5b254c4cccd3 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:17:52.799149 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1eb17-d2cd-487f-be05-9fbb03474fa6 None None] Pushing event updated for resources: {'Port': ['ID=e3450e6b-1916-4b67-86dc-2791a795545d,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:52.816695 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-22eddcf7-1a57-4b4b-a96c-38f2b6e0d82c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:52.832675 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ae6d534b-56fc-45d9-8b45-6b20f09e6201 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:52.832675 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ae6d534b-56fc-45d9-8b45-6b20f09e6201 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Usage tracker for resource:subnet and tenant:3f15d9fbd7df4c47af00fc4fc79f7589 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:52.833304 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ae6d534b-56fc-45d9-8b45-6b20f09e6201 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:52.837137 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-122e96c7-4a64-41d5-a0ed-f3cf7dd59ff0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:52.838318 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-122e96c7-4a64-41d5-a0ed-f3cf7dd59ff0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "DELETE /v2.0/routers/0a65f9c4-8dc0-4efd-8711-5b254c4cccd3 HTTP/1.1" status: 204 len: 168 time: 4.3477731 Oct 10 11:17:52.842016 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56060) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:52.844531 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ae6d534b-56fc-45d9-8b45-6b20f09e6201 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:52.926482 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 8cc345b8-7fda-46f2-a0be-efc454c43f20 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:17:52.995278 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-22eddcf7-1a57-4b4b-a96c-38f2b6e0d82c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:52.998747 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eddcf7-1a57-4b4b-a96c-38f2b6e0d82c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=700e92cf-da24-49c8-a5fb-a01dde98d5d7,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:53.030188 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6d534b-56fc-45d9-8b45-6b20f09e6201 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Made reservation on behalf of 3f15d9fbd7df4c47af00fc4fc79f7589 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:53.034028 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ae6d534b-56fc-45d9-8b45-6b20f09e6201 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:53.052418 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0fec6388-b9bd-41ca-be2d-1cf67e10d052 None None] Provisioning for port 8cc345b8-7fda-46f2-a0be-efc454c43f20 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:17:53.068446 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-3e510e52-f9c3-4a31-8737-a3608f076066 None None] Allocated IP 2001:db8::f816:3eff:fe6d:4082 (f5be78cf-9d81-41f3-a091-c9009c4096fd/e8c91d70-84eb-4adf-a54b-856ffad5950f/3ec641c0-a2c6-4e2a-81fb-589084644ea9) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:53.095385 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-5ac1eb17-d2cd-487f-be05-9fbb03474fa6 None None] Attempting to bind port e3450e6b-1916-4b67-86dc-2791a795545d on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:17:53.095754 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-5ac1eb17-d2cd-487f-be05-9fbb03474fa6 None None] Attempting to bind port e3450e6b-1916-4b67-86dc-2791a795545d by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'b8810714-de21-4700-b095-da5409b8c96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': 'a50cd496-7a18-4ea2-a10e-0fcc3349cceb'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:17:53.096114 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac1eb17-d2cd-487f-be05-9fbb03474fa6 None None] Attempting to bind port e3450e6b-1916-4b67-86dc-2791a795545d on network a50cd496-7a18-4ea2-a10e-0fcc3349cceb {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:17:53.121433 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac1eb17-d2cd-487f-be05-9fbb03474fa6 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:17:53.121832 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac1eb17-d2cd-487f-be05-9fbb03474fa6 None None] Checking segment: {'id': 'b8810714-de21-4700-b095-da5409b8c96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': 'a50cd496-7a18-4ea2-a10e-0fcc3349cceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:53.122236 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5ac1eb17-d2cd-487f-be05-9fbb03474fa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:53.122628 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac1eb17-d2cd-487f-be05-9fbb03474fa6 None None] Bound using segment: {'id': 'b8810714-de21-4700-b095-da5409b8c96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': 'a50cd496-7a18-4ea2-a10e-0fcc3349cceb'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:17:53.123103 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-5ac1eb17-d2cd-487f-be05-9fbb03474fa6 None None] Bound port: e3450e6b-1916-4b67-86dc-2791a795545d, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8810714-de21-4700-b095-da5409b8c96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': 'a50cd496-7a18-4ea2-a10e-0fcc3349cceb'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:17:53.123475 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5ac1eb17-d2cd-487f-be05-9fbb03474fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:53.177474 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8297a12f-2821-47b4-ab91-9913627fd9db tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:53.329950 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eddcf7-1a57-4b4b-a96c-38f2b6e0d82c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 660a4c34-f993-4054-9fd7-f447717be71f is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:53.333337 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-22eddcf7-1a57-4b4b-a96c-38f2b6e0d82c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:53.464247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 8cc345b8-7fda-46f2-a0be-efc454c43f20 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:17:53.469699 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-5ac1eb17-d2cd-487f-be05-9fbb03474fa6 None None] For port e3450e6b-1916-4b67-86dc-2791a795545d, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:17:53.473844 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8297a12f-2821-47b4-ab91-9913627fd9db tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:53.496908 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 8cc345b8-7fda-46f2-a0be-efc454c43f20 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:17:53.497701 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:53.497701 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 8cc345b8-7fda-46f2-a0be-efc454c43f20 Oct 10 11:17:53.522984 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-5ac1eb17-d2cd-487f-be05-9fbb03474fa6 None None] For port e3450e6b-1916-4b67-86dc-2791a795545d, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=e3450e6b-1916-4b67-86dc-2791a795545d,segment=NetworkSegment(b8810714-de21-4700-b095-da5409b8c96f),segment_id=b8810714-de21-4700-b095-da5409b8c96f)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:17:53.550935 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8886c21b-c30a-4766-8f94-8feea06a1f4a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:53.564964 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22eddcf7-1a57-4b4b-a96c-38f2b6e0d82c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router 9b9e438c-d495-495a-ae33-ab0d61dae34a has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:17:53.568668 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-8297a12f-2821-47b4-ab91-9913627fd9db tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Deleting port 99e19f6b-ebc9-4556-9eaa-90f4129299b2 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:53.569246 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8297a12f-2821-47b4-ab91-9913627fd9db tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:53.629649 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3e510e52-f9c3-4a31-8737-a3608f076066 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:53.647992 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5ac1eb17-d2cd-487f-be05-9fbb03474fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:53.657048 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3e510e52-f9c3-4a31-8737-a3608f076066 None None] Transition to ACTIVE for port object 3ec641c0-a2c6-4e2a-81fb-589084644ea9 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:53.663065 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ae6d534b-56fc-45d9-8b45-6b20f09e6201 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:53.712099 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8886c21b-c30a-4766-8f94-8feea06a1f4a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:53.799831 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3e510e52-f9c3-4a31-8737-a3608f076066 None None] Transition to ACTIVE for port object 3ec641c0-a2c6-4e2a-81fb-589084644ea9 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:53.804419 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1eb17-d2cd-487f-be05-9fbb03474fa6 None None] Pushing event updated for resources: {'Port': ['ID=e3450e6b-1916-4b67-86dc-2791a795545d,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:53.805592 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d534b-56fc-45d9-8b45-6b20f09e6201 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Pushing event updated for resources: {'Subnet': ['ID=c2a5e307-e878-4c85-937a-d7f34bea4eb8,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:53.869301 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d534b-56fc-45d9-8b45-6b20f09e6201 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Checking segment: {'id': '369342e9-50b7-49cc-b053-2ef3f3efb668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': 'd53288e6-3b36-40e3-aab8-1302d474c07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:53.870128 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6d534b-56fc-45d9-8b45-6b20f09e6201 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Network hostable DHCP agents. Network: d53288e6-3b36-40e3-aab8-1302d474c07c, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:17:53.878402 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886c21b-c30a-4766-8f94-8feea06a1f4a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Pushing event updated for resources: {'Port': ['ID=ce9d43a3-cd69-405c-ba46-430dc8d9610e,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:53.883312 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8886c21b-c30a-4766-8f94-8feea06a1f4a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:53.914740 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3e510e52-f9c3-4a31-8737-a3608f076066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:53.938790 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-8297a12f-2821-47b4-ab91-9913627fd9db tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] For port 99e19f6b-ebc9-4556-9eaa-90f4129299b2, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=99e19f6b-ebc9-4556-9eaa-90f4129299b2,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:53.939413 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8297a12f-2821-47b4-ab91-9913627fd9db tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:54.085774 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22eddcf7-1a57-4b4b-a96c-38f2b6e0d82c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:17:54.109659 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-22eddcf7-1a57-4b4b-a96c-38f2b6e0d82c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "PUT /v2.0/routers/9b9e438c-d495-495a-ae33-ab0d61dae34a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8087060 Oct 10 11:17:54.115304 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56064) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:54.121017 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8886c21b-c30a-4766-8f94-8feea06a1f4a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Network e305c812-a69a-4f97-8da1-f8cf6d6d5df0 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:54.132361 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e581be9-8f8f-4d09-ad83-240d44a1f156 None None] Sync routers for ids ['9b9e438c-d495-495a-ae33-ab0d61dae34a'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:17:54.165999 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e510e52-f9c3-4a31-8737-a3608f076066 None None] Network f5be78cf-9d81-41f3-a091-c9009c4096fd is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:54.222786 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-3e510e52-f9c3-4a31-8737-a3608f076066 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:54.250895 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e510e52-f9c3-4a31-8737-a3608f076066 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:17:54.255556 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e510e52-f9c3-4a31-8737-a3608f076066 None None] Pushing event updated for resources: {'Port': ['ID=3ec641c0-a2c6-4e2a-81fb-589084644ea9,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:54.265656 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 8cc345b8-7fda-46f2-a0be-efc454c43f20 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:17:54.266129 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:54.280608 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-8886c21b-c30a-4766-8f94-8feea06a1f4a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:54.290150 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e581be9-8f8f-4d09-ad83-240d44a1f156 None None] Routers {'9b9e438c-d495-495a-ae33-ab0d61dae34a'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:17:54.290866 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-2e581be9-8f8f-4d09-ad83-240d44a1f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:17:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9b9e438c-d495-495a-ae33-ab0d61dae34a'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:54.331772 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-8297a12f-2821-47b4-ab91-9913627fd9db tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Calling delete_port for 99e19f6b-ebc9-4556-9eaa-90f4129299b2 owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:17:54.440920 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6d534b-56fc-45d9-8b45-6b20f09e6201 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Network d53288e6-3b36-40e3-aab8-1302d474c07c is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:17:54.453871 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:54.592026 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a97e6d-61f7-4c97-afdf-9c49c89817f6 None None] Network e305c812-a69a-4f97-8da1-f8cf6d6d5df0 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:54.615987 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-ae6d534b-56fc-45d9-8b45-6b20f09e6201 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, d53288e6-3b36-40e3-aab8-1302d474c07c) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:54.631996 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c91d70-84eb-4adf-a54b-856ffad5950f,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:54.643795 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6d534b-56fc-45d9-8b45-6b20f09e6201 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:54.644472 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ae6d534b-56fc-45d9-8b45-6b20f09e6201 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:54.690470 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35b4822-f227-4798-ace3-4e6229465962 None None] Network d53288e6-3b36-40e3-aab8-1302d474c07c requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:54.737664 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-3e510e52-f9c3-4a31-8737-a3608f076066 None None] Attempting to bind port 3ec641c0-a2c6-4e2a-81fb-589084644ea9 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:17:54.738033 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-3e510e52-f9c3-4a31-8737-a3608f076066 None None] Attempting to bind port 3ec641c0-a2c6-4e2a-81fb-589084644ea9 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '47bcb6b9-c20f-4f06-b0e7-192d8cb6f326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': 'f5be78cf-9d81-41f3-a091-c9009c4096fd'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:17:54.738397 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e510e52-f9c3-4a31-8737-a3608f076066 None None] Attempting to bind port 3ec641c0-a2c6-4e2a-81fb-589084644ea9 on network f5be78cf-9d81-41f3-a091-c9009c4096fd {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:17:54.745963 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 8cc345b8-7fda-46f2-a0be-efc454c43f20, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=8cc345b8-7fda-46f2-a0be-efc454c43f20,segment=NetworkSegment(cc354b5f-94ed-45e9-afb0-e454a4d43ddb),segment_id=cc354b5f-94ed-45e9-afb0-e454a4d43ddb)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:54.763887 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8886c21b-c30a-4766-8f94-8feea06a1f4a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Router a0269eee-e4e8-48a4-b5ba-e82b44a74bf8 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:17:54.766513 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56068) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:54.767514 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ae6d534b-56fc-45d9-8b45-6b20f09e6201 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2493503 Oct 10 11:17:54.779694 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-1f8de780-325b-430a-943d-fcc0a119fcc6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Request body: {'subnet': {'network_id': '1bae3c7c-f54f-4948-85ee-d67d13f73142', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:54.802966 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-fe688030-80f2-4f01-a845-54af980dbca0 None None] Provisioning complete for port 8cc345b8-7fda-46f2-a0be-efc454c43f20 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:17:54.803195 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-fe688030-80f2-4f01-a845-54af980dbca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:54.803435 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-fe688030-80f2-4f01-a845-54af980dbca0 None None] Attempt 1 to provision port 8cc345b8-7fda-46f2-a0be-efc454c43f20 Oct 10 11:17:54.840709 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:54.855243 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8297a12f-2821-47b4-ab91-9913627fd9db tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:54.940387 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e510e52-f9c3-4a31-8737-a3608f076066 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:17:54.940760 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e510e52-f9c3-4a31-8737-a3608f076066 None None] Checking segment: {'id': '47bcb6b9-c20f-4f06-b0e7-192d8cb6f326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': 'f5be78cf-9d81-41f3-a091-c9009c4096fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:54.941157 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3e510e52-f9c3-4a31-8737-a3608f076066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:54.941575 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e510e52-f9c3-4a31-8737-a3608f076066 None None] Bound using segment: {'id': '47bcb6b9-c20f-4f06-b0e7-192d8cb6f326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': 'f5be78cf-9d81-41f3-a091-c9009c4096fd'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:17:54.942140 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-3e510e52-f9c3-4a31-8737-a3608f076066 None None] Bound port: 3ec641c0-a2c6-4e2a-81fb-589084644ea9, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47bcb6b9-c20f-4f06-b0e7-192d8cb6f326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 463, 'network_id': 'f5be78cf-9d81-41f3-a091-c9009c4096fd'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:17:54.942515 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3e510e52-f9c3-4a31-8737-a3608f076066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:54.989072 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:54.989878 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device b5ad1b09-8394-4ab2-8c85-3d7679e29730 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:17:55.002488 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5be78cf-9d81-41f3-a091-c9009c4096fd']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:55.004281 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f731c3c-7ef3-49e8-90b2-11749641c9ba tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:55.004615 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f731c3c-7ef3-49e8-90b2-11749641c9ba tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:55.005094 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f731c3c-7ef3-49e8-90b2-11749641c9ba tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:55.005951 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f731c3c-7ef3-49e8-90b2-11749641c9ba tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:55.006128 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f731c3c-7ef3-49e8-90b2-11749641c9ba tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:55.013864 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f731c3c-7ef3-49e8-90b2-11749641c9ba tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:55.014818 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f731c3c-7ef3-49e8-90b2-11749641c9ba tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:55.015594 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f731c3c-7ef3-49e8-90b2-11749641c9ba tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:55.016237 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f731c3c-7ef3-49e8-90b2-11749641c9ba tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:55.016875 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f731c3c-7ef3-49e8-90b2-11749641c9ba tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:55.017642 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f731c3c-7ef3-49e8-90b2-11749641c9ba tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:55.021212 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f731c3c-7ef3-49e8-90b2-11749641c9ba tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:55.030696 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1f731c3c-7ef3-49e8-90b2-11749641c9ba tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8307 time: 0.9139376 Oct 10 11:17:55.037254 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47bcb6b9-c20f-4f06-b0e7-192d8cb6f326') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:55.037555 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47bcb6b9-c20f-4f06-b0e7-192d8cb6f326') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:55.046938 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56072) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:55.055879 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:55.075782 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:55.083524 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Releasing vlan 463 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:17:55.083941 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:55.158970 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297a12f-2821-47b4-ab91-9913627fd9db tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Pushing event deleted for resources: {'Port': ['ID=99e19f6b-ebc9-4556-9eaa-90f4129299b2,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:55.175000 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 47bcb6b9-c20f-4f06-b0e7-192d8cb6f326 resource provider aggregate not found Oct 10 11:17:55.194637 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-1f8de780-325b-430a-943d-fcc0a119fcc6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:55.217451 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1f8de780-325b-430a-943d-fcc0a119fcc6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Usage tracker for resource:subnet and tenant:3f15d9fbd7df4c47af00fc4fc79f7589 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:55.226333 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1f8de780-325b-430a-943d-fcc0a119fcc6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:55.240357 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-1f8de780-325b-430a-943d-fcc0a119fcc6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:55.262274 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233f8c0-8046-4aef-bc38-dea11b871a2a tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:55.262822 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233f8c0-8046-4aef-bc38-dea11b871a2a tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:55.263387 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233f8c0-8046-4aef-bc38-dea11b871a2a tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:55.263932 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233f8c0-8046-4aef-bc38-dea11b871a2a tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:55.264446 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233f8c0-8046-4aef-bc38-dea11b871a2a tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:55.264954 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233f8c0-8046-4aef-bc38-dea11b871a2a tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:55.265460 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233f8c0-8046-4aef-bc38-dea11b871a2a tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:55.265983 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233f8c0-8046-4aef-bc38-dea11b871a2a tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:55.271030 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8233f8c0-8046-4aef-bc38-dea11b871a2a tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5173 time: 0.2227170 Oct 10 11:17:55.271751 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56080) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:55.281949 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 47bcb6b9-c20f-4f06-b0e7-192d8cb6f326 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47bcb6b9-c20f-4f06-b0e7-192d8cb6f326 found for delete ", "request_id": "req-8f5ddd3f-5589-450a-838e-50a28b8624cb"}]} Oct 10 11:17:55.312753 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-2e581be9-8f8f-4d09-ad83-240d44a1f156 None None] Set router 9b9e438c-d495-495a-ae33-ab0d61dae34a gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:17:55.318318 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8297a12f-2821-47b4-ab91-9913627fd9db tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:55.348789 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8886c21b-c30a-4766-8f94-8feea06a1f4a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:17:55.358844 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9254ef-6116-4121-bbf2-5aef3ad766ee None None] Sync routers for ids ['a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:17:55.374350 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9254ef-6116-4121-bbf2-5aef3ad766ee None None] Routers {'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:17:55.375020 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-5f9254ef-6116-4121-bbf2-5aef3ad766ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:17:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:55.386521 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8886c21b-c30a-4766-8f94-8feea06a1f4a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "PUT /v2.0/routers/a0269eee-e4e8-48a4-b5ba-e82b44a74bf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6947002 Oct 10 11:17:55.397370 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8de780-325b-430a-943d-fcc0a119fcc6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Made reservation on behalf of 3f15d9fbd7df4c47af00fc4fc79f7589 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:17:55.411792 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1f8de780-325b-430a-943d-fcc0a119fcc6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:55.543211 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b712b4-a2e6-4fd1-af19-27d0d1ad6573 None None] Network a50cd496-7a18-4ea2-a10e-0fcc3349cceb requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:55.560163 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8297a12f-2821-47b4-ab91-9913627fd9db tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:55.563151 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8297a12f-2821-47b4-ab91-9913627fd9db tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:55.588995 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.api [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 10 11:17:55.588995 dv-neutron-860842-1-hyperv neutron-server[89896]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 10 11:17:55.588995 dv-neutron-860842-1-hyperv neutron-server[89896]: [parameters: {'id': 'f5be78cf-9d81-41f3-a091-c9009c4096fd'}] Oct 10 11:17:55.588995 dv-neutron-860842-1-hyperv neutron-server[89896]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:17:55.588995 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG oslo_db.api [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:17:55.651093 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-5f9254ef-6116-4121-bbf2-5aef3ad766ee None None] Set router a0269eee-e4e8-48a4-b5ba-e82b44a74bf8 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:17:55.677062 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8297a12f-2821-47b4-ab91-9913627fd9db tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:55.678154 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8297a12f-2821-47b4-ab91-9913627fd9db tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 78788f60-9f31-436f-aa8b-b8934f8c0d33 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:17:55.704071 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8297a12f-2821-47b4-ab91-9913627fd9db tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:55.705840 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8297a12f-2821-47b4-ab91-9913627fd9db tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "DELETE /v2.0/routers/78788f60-9f31-436f-aa8b-b8934f8c0d33 HTTP/1.1" status: 204 len: 168 time: 2.8629868 Oct 10 11:17:55.710715 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56096) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:55.725724 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-5602a4ba-a8cd-4a89-9b16-e3b8b960f42c tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1620052101', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}, 'admin_state_up': False}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:55.766966 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5602a4ba-a8cd-4a89-9b16-e3b8b960f42c tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:55.784642 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5602a4ba-a8cd-4a89-9b16-e3b8b960f42c tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Usage tracker for resource:router and tenant:9c1956994f4c49229abad6cdbc40e0c4 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:55.794598 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5602a4ba-a8cd-4a89-9b16-e3b8b960f42c tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:55.795066 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-c364a489-ba85-4689-835b-9968b2b80be3 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-253401199&fields=id&tenant_id=780cbdd6ed154f09a98bc1d37b65c2e0 HTTP/1.1" status: 200 len: 267 time: 0.0876505 Oct 10 11:17:55.821616 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5602a4ba-a8cd-4a89-9b16-e3b8b960f42c tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:55.922711 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5602a4ba-a8cd-4a89-9b16-e3b8b960f42c tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:55.925443 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5602a4ba-a8cd-4a89-9b16-e3b8b960f42c tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:55.942628 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7409c466-effa-42be-92a6-650272250aad tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3385 time: 0.6649489 Oct 10 11:17:55.956674 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1f8de780-325b-430a-943d-fcc0a119fcc6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:55.957923 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-3e510e52-f9c3-4a31-8737-a3608f076066 None None] For port 3ec641c0-a2c6-4e2a-81fb-589084644ea9, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:17:55.966661 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-3e510e52-f9c3-4a31-8737-a3608f076066 None None] For port 3ec641c0-a2c6-4e2a-81fb-589084644ea9, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3ec641c0-a2c6-4e2a-81fb-589084644ea9,segment=NetworkSegment(47bcb6b9-c20f-4f06-b0e7-192d8cb6f326),segment_id=47bcb6b9-c20f-4f06-b0e7-192d8cb6f326)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:17:55.967851 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=8cc345b8-7fda-46f2-a0be-efc454c43f20,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:56.045339 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5602a4ba-a8cd-4a89-9b16-e3b8b960f42c tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:56.083460 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-c75b042d-c52f-402b-addf-86630cf35b15 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:56.085051 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-c75b042d-c52f-402b-addf-86630cf35b15 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/networks?id=e305c812-a69a-4f97-8da1-f8cf6d6d5df0 HTTP/1.1" status: 200 len: 796 time: 0.2819278 Oct 10 11:17:56.089181 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:56.108247 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8de780-325b-430a-943d-fcc0a119fcc6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Pushing event updated for resources: {'Subnet': ['ID=265b30c3-ae46-4418-bd98-6477412d1cb9,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:56.122720 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8de780-325b-430a-943d-fcc0a119fcc6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Checking segment: {'id': '425821b8-075b-4ce5-8cb8-7ee368069173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '1bae3c7c-f54f-4948-85ee-d67d13f73142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:56.123396 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8de780-325b-430a-943d-fcc0a119fcc6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Network hostable DHCP agents. Network: 1bae3c7c-f54f-4948-85ee-d67d13f73142, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:17:56.127728 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-724a62ca-5e2b-457b-bd36-166ef030bba6 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/quotas/780cbdd6ed154f09a98bc1d37b65c2e0 HTTP/1.1" status: 200 len: 375 time: 0.0295665 Oct 10 11:17:56.130634 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Deleting port 3ec641c0-a2c6-4e2a-81fb-589084644ea9 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:56.130987 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:56.134459 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3e510e52-f9c3-4a31-8737-a3608f076066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:56.141044 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56102) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:56.154034 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-bf8dddc1-060c-4f20-a9db-84cb304e29c5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-974776688', 'description': 'tempest-secgroup-smoke-974776688 description', 'project_id': 'abdeb3603c4943b08320f37282de8f91'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:56.163148 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-bf8dddc1-060c-4f20-a9db-84cb304e29c5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:56.171231 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-bf8dddc1-060c-4f20-a9db-84cb304e29c5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:56.176801 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-bf8dddc1-060c-4f20-a9db-84cb304e29c5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:56.198825 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port b5ad1b09-8394-4ab2-8c85-3d7679e29730 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:17:56.210991 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-5f9254ef-6116-4121-bbf2-5aef3ad766ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58926674', 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:39Z', 'updated_at': '2022-10-10T11:17:52Z', 'revision_number': 4, 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'gw_port': {'id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:52:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:41Z', 'updated_at': '2022-10-10T11:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ce9d43a3-cd69-405c-ba46-430dc8d9610e', 'name': '', 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0', 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'mac_address': 'fa:16:3e:f8:f8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '458b21fd-7fc9-46f9-9db5-643f7fbb77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:50Z', 'updated_at': '2022-10-10T11:17:53Z', 'revision_number': 2, 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'subnets': [{'id': '458b21fd-7fc9-46f9-9db5-643f7fbb77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:56.216528 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9254ef-6116-4121-bbf2-5aef3ad766ee None None] Checking router: a0269eee-e4e8-48a4-b5ba-e82b44a74bf8 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:17:56.216999 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9254ef-6116-4121-bbf2-5aef3ad766ee None None] Updating router a0269eee-e4e8-48a4-b5ba-e82b44a74bf8 port ce9d43a3-cd69-405c-ba46-430dc8d9610e binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:17:56.252136 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-bf8dddc1-060c-4f20-a9db-84cb304e29c5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:56.299001 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-5f9254ef-6116-4121-bbf2-5aef3ad766ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:56.352143 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-56654b29-2e52-455e-af77-c4ba073bd33c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=780cbdd6ed154f09a98bc1d37b65c2e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2234368 Oct 10 11:17:56.352329 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-fe688030-80f2-4f01-a845-54af980dbca0 None None] Current status of the port 8cc345b8-7fda-46f2-a0be-efc454c43f20 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:17:56.439125 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d401e0-f7f3-411f-9fd4-79bfffa77971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-d53288e6-3b36-40e3-aab8-1302d474c07c', 'network_id': 'd53288e6-3b36-40e3-aab8-1302d474c07c', 'tenant_id': '3f15d9fbd7df4c47af00fc4fc79f7589', 'fixed_ips': [{'subnet_id': 'c2a5e307-e878-4c85-937a-d7f34bea4eb8'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:17:56.439928 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-67d401e0-f7f3-411f-9fd4-79bfffa77971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:56.451747 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3eb6b85d-ad49-45fa-a838-f7caca8add4c up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:17:56.495403 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8de780-325b-430a-943d-fcc0a119fcc6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Network 1bae3c7c-f54f-4948-85ee-d67d13f73142 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:17:56.498156 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bf8dddc1-060c-4f20-a9db-84cb304e29c5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:56.667007 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] For port 3ec641c0-a2c6-4e2a-81fb-589084644ea9, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3ec641c0-a2c6-4e2a-81fb-589084644ea9,segment=NetworkSegment(47bcb6b9-c20f-4f06-b0e7-192d8cb6f326),segment_id=47bcb6b9-c20f-4f06-b0e7-192d8cb6f326)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:56.667395 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:56.736520 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5602a4ba-a8cd-4a89-9b16-e3b8b960f42c tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:56.738890 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-fe688030-80f2-4f01-a845-54af980dbca0 None None] Provisioning for port 700e92cf-da24-49c8-a5fb-a01dde98d5d7 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:17:56.741124 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-bf8dddc1-060c-4f20-a9db-84cb304e29c5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:56.748760 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-bf8dddc1-060c-4f20-a9db-84cb304e29c5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:56.752015 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-bf8dddc1-060c-4f20-a9db-84cb304e29c5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:56.758714 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-bf8dddc1-060c-4f20-a9db-84cb304e29c5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:56.767891 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-5f9254ef-6116-4121-bbf2-5aef3ad766ee None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:56.782829 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-5f9254ef-6116-4121-bbf2-5aef3ad766ee None None] Transition to ACTIVE for port object ce9d43a3-cd69-405c-ba46-430dc8d9610e will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:56.801185 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-fe688030-80f2-4f01-a845-54af980dbca0 None None] Provisioning complete for port 700e92cf-da24-49c8-a5fb-a01dde98d5d7 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:17:56.801779 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-fe688030-80f2-4f01-a845-54af980dbca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:56.802116 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-fe688030-80f2-4f01-a845-54af980dbca0 None None] Attempt 1 to provision port 700e92cf-da24-49c8-a5fb-a01dde98d5d7 Oct 10 11:17:56.843549 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-1f8de780-325b-430a-943d-fcc0a119fcc6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 1bae3c7c-f54f-4948-85ee-d67d13f73142) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:56.854826 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bf8dddc1-060c-4f20-a9db-84cb304e29c5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:56.854826 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8de780-325b-430a-943d-fcc0a119fcc6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:17:56.854826 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1f8de780-325b-430a-943d-fcc0a119fcc6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:56.855133 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 3eb6b85d-ad49-45fa-a838-f7caca8add4c completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:17:56.864819 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Calling delete_port for 3ec641c0-a2c6-4e2a-81fb-589084644ea9 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:17:56.877081 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-5f9254ef-6116-4121-bbf2-5aef3ad766ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:56.948443 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bf8dddc1-060c-4f20-a9db-84cb304e29c5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:56.980206 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-b9b48e41-30e6-4ebc-9456-b1cd0891e809 service neutron] 10.222.0.40 "GET /v2.0/networks/e305c812-a69a-4f97-8da1-f8cf6d6d5df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955498 Oct 10 11:17:57.051231 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e510e52-f9c3-4a31-8737-a3608f076066 None None] Pushing event updated for resources: {'Port': ['ID=3ec641c0-a2c6-4e2a-81fb-589084644ea9,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:57.055716 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc34b689-50b9-4f8a-9645-32a41d108991 None None] Network 1bae3c7c-f54f-4948-85ee-d67d13f73142 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:57.061017 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1f8de780-325b-430a-943d-fcc0a119fcc6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2932191 Oct 10 11:17:57.062176 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56108) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:57.071058 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8dddc1-060c-4f20-a9db-84cb304e29c5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41090676-4223-4d2c-9591-e2008c1cd28d,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:57.074878 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:57.079328 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b6267f-6fb5-4d0d-bc23-0782dac8fdb9 None None] Network f5be78cf-9d81-41f3-a091-c9009c4096fd requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:17:57.138277 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bf8dddc1-060c-4f20-a9db-84cb304e29c5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:57.143019 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-bf8dddc1-060c-4f20-a9db-84cb304e29c5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9968636 Oct 10 11:17:57.151450 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56112) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:57.175106 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-466f6a9f-8b4f-4598-b9a2-67f1d408cad6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '41090676-4223-4d2c-9591-e2008c1cd28d', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:57.180433 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77ae44-3244-4006-a77a-f385e2859fb0 None None] Pushing event updated for resources: {'Port': ['ID=ce9d43a3-cd69-405c-ba46-430dc8d9610e,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:57.183122 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event deleted for resources: {'Port': ['ID=3ec641c0-a2c6-4e2a-81fb-589084644ea9,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:57.186632 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-5f9254ef-6116-4121-bbf2-5aef3ad766ee None None] Attempting to bind port ce9d43a3-cd69-405c-ba46-430dc8d9610e on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:17:57.186992 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-5f9254ef-6116-4121-bbf2-5aef3ad766ee None None] Attempting to bind port ce9d43a3-cd69-405c-ba46-430dc8d9610e by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'e905f2b1-d6b8-4415-bb8a-84a4a33978dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:17:57.187345 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9254ef-6116-4121-bbf2-5aef3ad766ee None None] Attempting to bind port ce9d43a3-cd69-405c-ba46-430dc8d9610e on network e305c812-a69a-4f97-8da1-f8cf6d6d5df0 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:17:57.193086 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9254ef-6116-4121-bbf2-5aef3ad766ee None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:17:57.193454 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9254ef-6116-4121-bbf2-5aef3ad766ee None None] Checking segment: {'id': 'e905f2b1-d6b8-4415-bb8a-84a4a33978dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:57.193871 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-5f9254ef-6116-4121-bbf2-5aef3ad766ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:57.194285 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9254ef-6116-4121-bbf2-5aef3ad766ee None None] Bound using segment: {'id': 'e905f2b1-d6b8-4415-bb8a-84a4a33978dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:17:57.194756 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-5f9254ef-6116-4121-bbf2-5aef3ad766ee None None] Bound port: ce9d43a3-cd69-405c-ba46-430dc8d9610e, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e905f2b1-d6b8-4415-bb8a-84a4a33978dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:17:57.195139 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-5f9254ef-6116-4121-bbf2-5aef3ad766ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:57.200170 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] No DVR routers for this DVR port 3ec641c0-a2c6-4e2a-81fb-589084644ea9 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:17:57.204635 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-466f6a9f-8b4f-4598-b9a2-67f1d408cad6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:57.248670 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 3eb6b85d-ad49-45fa-a838-f7caca8add4c triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:17:57.249039 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:57.249371 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 3eb6b85d-ad49-45fa-a838-f7caca8add4c Oct 10 11:17:57.252494 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-466f6a9f-8b4f-4598-b9a2-67f1d408cad6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:57.259157 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-466f6a9f-8b4f-4598-b9a2-67f1d408cad6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:57.298419 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-5f9254ef-6116-4121-bbf2-5aef3ad766ee None None] For port ce9d43a3-cd69-405c-ba46-430dc8d9610e, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:17:57.303539 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-5f9254ef-6116-4121-bbf2-5aef3ad766ee None None] For port ce9d43a3-cd69-405c-ba46-430dc8d9610e, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ce9d43a3-cd69-405c-ba46-430dc8d9610e,segment=NetworkSegment(e905f2b1-d6b8-4415-bb8a-84a4a33978dd),segment_id=e905f2b1-d6b8-4415-bb8a-84a4a33978dd)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:17:57.303979 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-466f6a9f-8b4f-4598-b9a2-67f1d408cad6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:57.328742 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-009d6316-7ce6-4bcb-bfc0-5e10a2ce15c5 service neutron] 10.222.0.40 "GET /v2.0/networks/e305c812-a69a-4f97-8da1-f8cf6d6d5df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476715 Oct 10 11:17:57.386945 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-5f9254ef-6116-4121-bbf2-5aef3ad766ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:57.413079 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:57.458923 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-466f6a9f-8b4f-4598-b9a2-67f1d408cad6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:57.467760 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-fe688030-80f2-4f01-a845-54af980dbca0 None None] Port 700e92cf-da24-49c8-a5fb-a01dde98d5d7 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:57.552380 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-2e581be9-8f8f-4d09-ad83-240d44a1f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'name': 'tempest-TestNetworkBasicOps-router-1136261552', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:36Z', 'updated_at': '2022-10-10T11:17:51Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:38Z', 'updated_at': '2022-10-10T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '700e92cf-da24-49c8-a5fb-a01dde98d5d7', 'name': '', 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:5e:9b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'd95f995a-075f-4716-8136-bb47976380ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:48Z', 'updated_at': '2022-10-10T11:17:51Z', 'revision_number': 2, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd95f995a-075f-4716-8136-bb47976380ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:57.561317 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-466f6a9f-8b4f-4598-b9a2-67f1d408cad6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:57.561954 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9254ef-6116-4121-bbf2-5aef3ad766ee None None] Routers {'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:17:57.564171 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-5f9254ef-6116-4121-bbf2-5aef3ad766ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:17:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:57.566762 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5be78cf-9d81-41f3-a091-c9009c4096fd']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:57.592030 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47bcb6b9-c20f-4f06-b0e7-192d8cb6f326') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:57.592338 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47bcb6b9-c20f-4f06-b0e7-192d8cb6f326') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:57.595819 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e581be9-8f8f-4d09-ad83-240d44a1f156 None None] Checking router: 9b9e438c-d495-495a-ae33-ab0d61dae34a for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:17:57.596178 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e581be9-8f8f-4d09-ad83-240d44a1f156 None None] Updating router 9b9e438c-d495-495a-ae33-ab0d61dae34a port 700e92cf-da24-49c8-a5fb-a01dde98d5d7 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:17:57.606281 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:57.630101 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:57.633590 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-900d682f-da9c-483c-9a71-5096b7cec034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:57.641740 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Releasing vlan 463 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:17:57.643892 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:57.656688 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77ae44-3244-4006-a77a-f385e2859fb0 None None] Pushing event updated for resources: {'Port': ['ID=ce9d43a3-cd69-405c-ba46-430dc8d9610e,revision_number=4']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:57.702551 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-67d401e0-f7f3-411f-9fd4-79bfffa77971 None None] Allocated IP 172.20.0.2 (d53288e6-3b36-40e3-aab8-1302d474c07c/c2a5e307-e878-4c85-937a-d7f34bea4eb8/352d6fec-67ef-45f4-b300-d596c195ab0b) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:57.792300 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 47bcb6b9-c20f-4f06-b0e7-192d8cb6f326 resource provider aggregate not found Oct 10 11:17:57.824673 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-466f6a9f-8b4f-4598-b9a2-67f1d408cad6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:57.857317 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 47bcb6b9-c20f-4f06-b0e7-192d8cb6f326 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47bcb6b9-c20f-4f06-b0e7-192d8cb6f326 found for delete ", "request_id": "req-f512b3d2-77cd-4d1a-a5b2-e703eebb043b"}]} Oct 10 11:17:57.885693 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f6a9f-8b4f-4598-b9a2-67f1d408cad6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=033161a6-2b73-42c0-a4e0-f9d4d6c5d8ad,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:57.896649 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-5f9254ef-6116-4121-bbf2-5aef3ad766ee None None] Set router a0269eee-e4e8-48a4-b5ba-e82b44a74bf8 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:17:57.902884 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2e581be9-8f8f-4d09-ad83-240d44a1f156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:57.972507 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-fe688030-80f2-4f01-a845-54af980dbca0 None None] Attempt 2 to provision port 700e92cf-da24-49c8-a5fb-a01dde98d5d7 Oct 10 11:17:58.017265 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5602a4ba-a8cd-4a89-9b16-e3b8b960f42c tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:58.020081 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:58.071095 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 3eb6b85d-ad49-45fa-a838-f7caca8add4c is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:17:58.071684 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:58.097954 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:58.110250 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "DELETE /v2.0/networks/f5be78cf-9d81-41f3-a091-c9009c4096fd HTTP/1.1" status: 204 len: 168 time: 6.9593620 Oct 10 11:17:58.111701 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fea037-b0f4-478e-baf8-7bb2aa776e5a tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event deleted for resources: {'Network': ['ID=f5be78cf-9d81-41f3-a091-c9009c4096fd,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:58.122838 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56126) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:58.125876 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-466f6a9f-8b4f-4598-b9a2-67f1d408cad6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:58.129890 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-466f6a9f-8b4f-4598-b9a2-67f1d408cad6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9747579 Oct 10 11:17:58.133611 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56128) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:58.213901 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-6580be54-2564-48b9-875e-0705a8d40443 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '41090676-4223-4d2c-9591-e2008c1cd28d', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:58.224759 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4273ed-c68a-4839-991c-33bf8e5f19ae tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] DELETE failed (client error): The resource could not be found. Oct 10 11:17:58.225224 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd4273ed-c68a-4839-991c-33bf8e5f19ae tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:17:58.231063 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-bd4273ed-c68a-4839-991c-33bf8e5f19ae tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "DELETE /v2.0/subnets/e8c91d70-84eb-4adf-a54b-856ffad5950f HTTP/1.1" status: 404 len: 337 time: 0.1022460 Oct 10 11:17:58.231840 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56134) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:58.233951 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6580be54-2564-48b9-875e-0705a8d40443 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:58.255529 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6580be54-2564-48b9-875e-0705a8d40443 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:58.294871 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-fb47746b-09bd-46c0-bb5a-d718d38a7c7a req-d623aefe-9106-4802-ac5b-884d3d0e5c45 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Synchronizing usage tracker for tenant:780cbdd6ed154f09a98bc1d37b65c2e0 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:17:58.309951 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6580be54-2564-48b9-875e-0705a8d40443 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:58.326127 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5602a4ba-a8cd-4a89-9b16-e3b8b960f42c tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:58.332802 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c06ab6-f2cc-4852-b024-591c085d00e3 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] DELETE failed (client error): The resource could not be found. Oct 10 11:17:58.333722 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36c06ab6-f2cc-4852-b024-591c085d00e3 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:17:58.342499 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-36c06ab6-f2cc-4852-b024-591c085d00e3 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "DELETE /v2.0/networks/f5be78cf-9d81-41f3-a091-c9009c4096fd HTTP/1.1" status: 404 len: 339 time: 0.1054525 Oct 10 11:17:58.347364 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6580be54-2564-48b9-875e-0705a8d40443 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:58.354786 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56138) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:58.434305 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-537a97b5-a682-4df2-b191-6d0f7a3b44db tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] DELETE failed (client error): The resource could not be found. Oct 10 11:17:58.434953 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-537a97b5-a682-4df2-b191-6d0f7a3b44db tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:17:58.440550 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-537a97b5-a682-4df2-b191-6d0f7a3b44db tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "DELETE /v2.0/subnets/28617a57-4a56-4d6f-8d80-44cdfb624a10 HTTP/1.1" status: 404 len: 337 time: 0.0842135 Oct 10 11:17:58.441590 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56142) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:58.513394 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-53bfbc86-ff34-4f34-a1e6-ea0275ba0b8e tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] DELETE failed (client error): The resource could not be found. Oct 10 11:17:58.513901 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53bfbc86-ff34-4f34-a1e6-ea0275ba0b8e tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:17:58.518911 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-53bfbc86-ff34-4f34-a1e6-ea0275ba0b8e tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "DELETE /v2.0/networks/801a2689-4a9b-4e0e-8408-64e8375c0760 HTTP/1.1" status: 404 len: 339 time: 0.0759377 Oct 10 11:17:58.519580 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56150) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:58.522777 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6580be54-2564-48b9-875e-0705a8d40443 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:58.589006 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-5f9254ef-6116-4121-bbf2-5aef3ad766ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58926674', 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:39Z', 'updated_at': '2022-10-10T11:17:52Z', 'revision_number': 4, 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'gw_port': {'id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:52:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:41Z', 'updated_at': '2022-10-10T11:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ce9d43a3-cd69-405c-ba46-430dc8d9610e', 'name': '', 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0', 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'mac_address': 'fa:16:3e:f8:f8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '458b21fd-7fc9-46f9-9db5-643f7fbb77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:50Z', 'updated_at': '2022-10-10T11:17:57Z', 'revision_number': 4, 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'subnets': [{'id': '458b21fd-7fc9-46f9-9db5-643f7fbb77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:17:58.594892 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bdc6104-0f3d-4b7a-9b3d-0054f9b45a20 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] DELETE failed (client error): The resource could not be found. Oct 10 11:17:58.595347 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bdc6104-0f3d-4b7a-9b3d-0054f9b45a20 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:17:58.599394 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-3bdc6104-0f3d-4b7a-9b3d-0054f9b45a20 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "DELETE /v2.0/subnets/d5cc00ab-1cbc-4cd7-bd95-7a7c735537df HTTP/1.1" status: 404 len: 337 time: 0.0763605 Oct 10 11:17:58.599572 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9254ef-6116-4121-bbf2-5aef3ad766ee None None] The sync data for ids ['a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'] in dv-neutron-860842-1-hyperv is: [{'id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58926674', 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:39Z', 'updated_at': '2022-10-10T11:17:52Z', 'revision_number': 4, 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'gw_port': {'id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:52:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:41Z', 'updated_at': '2022-10-10T11:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ce9d43a3-cd69-405c-ba46-430dc8d9610e', 'name': '', 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0', 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'mac_address': 'fa:16:3e:f8:f8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '458b21fd-7fc9-46f9-9db5-643f7fbb77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:50Z', 'updated_at': '2022-10-10T11:17:57Z', 'revision_number': 4, 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'subnets': [{'id': '458b21fd-7fc9-46f9-9db5-643f7fbb77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:17:58.610158 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56154) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:58.644620 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5289b5-3d77-40dc-ba6d-b5da8c7a73e5 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] DELETE failed (client error): The resource could not be found. Oct 10 11:17:58.645096 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5289b5-3d77-40dc-ba6d-b5da8c7a73e5 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:17:58.646940 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0a5289b5-3d77-40dc-ba6d-b5da8c7a73e5 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "DELETE /v2.0/networks/7b735ebd-2981-4099-a9d5-fdb07ab6dde0 HTTP/1.1" status: 404 len: 339 time: 0.0357623 Oct 10 11:17:58.655680 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56160) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:58.719199 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-fe688030-80f2-4f01-a845-54af980dbca0 None None] Port 700e92cf-da24-49c8-a5fb-a01dde98d5d7 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:58.823929 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-87edb2d0-4981-4008-823a-77d47404ec23 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Deleting port f7e491c9-e5c8-4693-a31a-245c3f377c56 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:17:58.826820 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 3eb6b85d-ad49-45fa-a838-f7caca8add4c, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3eb6b85d-ad49-45fa-a838-f7caca8add4c,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:17:58.827264 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-87edb2d0-4981-4008-823a-77d47404ec23 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:58.833991 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec82c437-45b2-47ad-a0eb-b92119b7dab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-1bae3c7c-f54f-4948-85ee-d67d13f73142', 'network_id': '1bae3c7c-f54f-4948-85ee-d67d13f73142', 'tenant_id': '3f15d9fbd7df4c47af00fc4fc79f7589', 'fixed_ips': [{'subnet_id': '265b30c3-ae46-4418-bd98-6477412d1cb9'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:17:58.834977 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ec82c437-45b2-47ad-a0eb-b92119b7dab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:58.867784 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-fb47746b-09bd-46c0-bb5a-d718d38a7c7a req-d623aefe-9106-4802-ac5b-884d3d0e5c45 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Unset dirty status for tenant:780cbdd6ed154f09a98bc1d37b65c2e0 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:17:58.876918 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6580be54-2564-48b9-875e-0705a8d40443 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:58.898741 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fb47746b-09bd-46c0-bb5a-d718d38a7c7a req-d623aefe-9106-4802-ac5b-884d3d0e5c45 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 210 time: 0.8941360 Oct 10 11:17:58.927550 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2e581be9-8f8f-4d09-ad83-240d44a1f156 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:58.941259 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-5602a4ba-a8cd-4a89-9b16-e3b8b960f42c tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Allocated IP 172.26.4.206 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/dfdcbb0a-9c18-4dce-9734-f110820d8388) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:58.954593 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:58.964480 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6580be54-2564-48b9-875e-0705a8d40443 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:59.106059 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580be54-2564-48b9-875e-0705a8d40443 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460c7211-05cd-4785-9ed3-ea0e5025603b,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:59.149220 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2e581be9-8f8f-4d09-ad83-240d44a1f156 None None] Transition to ACTIVE for port object 700e92cf-da24-49c8-a5fb-a01dde98d5d7 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:59.224158 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-fe688030-80f2-4f01-a845-54af980dbca0 None None] Attempt 3 to provision port 700e92cf-da24-49c8-a5fb-a01dde98d5d7 Oct 10 11:17:59.224323 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6580be54-2564-48b9-875e-0705a8d40443 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:59.228653 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6580be54-2564-48b9-875e-0705a8d40443 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0212667 Oct 10 11:17:59.238756 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56164) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:17:59.247712 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-4517313c-6a30-4107-86b7-3d046a015660 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '41090676-4223-4d2c-9591-e2008c1cd28d', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:17:59.257475 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4517313c-6a30-4107-86b7-3d046a015660 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:17:59.272416 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2e581be9-8f8f-4d09-ad83-240d44a1f156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:59.277810 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5602a4ba-a8cd-4a89-9b16-e3b8b960f42c tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:59.327209 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4517313c-6a30-4107-86b7-3d046a015660 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:17:59.339126 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4517313c-6a30-4107-86b7-3d046a015660 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:17:59.392020 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5602a4ba-a8cd-4a89-9b16-e3b8b960f42c tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:59.446506 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 8cc345b8-7fda-46f2-a0be-efc454c43f20 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:17:59.474017 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4517313c-6a30-4107-86b7-3d046a015660 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:17:59.477088 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-87edb2d0-4981-4008-823a-77d47404ec23 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:59.479910 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5602a4ba-a8cd-4a89-9b16-e3b8b960f42c tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:17:59.484183 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-5602a4ba-a8cd-4a89-9b16-e3b8b960f42c tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:17:59.487010 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5602a4ba-a8cd-4a89-9b16-e3b8b960f42c tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:17:59.552477 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602a4ba-a8cd-4a89-9b16-e3b8b960f42c tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Pushing event updated for resources: {'Port': ['ID=dfdcbb0a-9c18-4dce-9734-f110820d8388,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:59.554064 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-67d401e0-f7f3-411f-9fd4-79bfffa77971 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:59.574546 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=3eb6b85d-ad49-45fa-a838-f7caca8add4c,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:59.638386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-87edb2d0-4981-4008-823a-77d47404ec23 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Calling delete_port for f7e491c9-e5c8-4693-a31a-245c3f377c56 owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:17:59.660863 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-67d401e0-f7f3-411f-9fd4-79bfffa77971 None None] Transition to ACTIVE for port object 352d6fec-67ef-45f4-b300-d596c195ab0b will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:59.687762 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4517313c-6a30-4107-86b7-3d046a015660 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:59.788023 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4517313c-6a30-4107-86b7-3d046a015660 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:59.802735 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-fe688030-80f2-4f01-a845-54af980dbca0 None None] Port 700e92cf-da24-49c8-a5fb-a01dde98d5d7 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:17:59.819495 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-67d401e0-f7f3-411f-9fd4-79bfffa77971 None None] Transition to ACTIVE for port object 352d6fec-67ef-45f4-b300-d596c195ab0b will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:17:59.837186 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-ec82c437-45b2-47ad-a0eb-b92119b7dab8 None None] Allocated IP 172.20.0.2 (1bae3c7c-f54f-4948-85ee-d67d13f73142/265b30c3-ae46-4418-bd98-6477412d1cb9/3bf84152-ccca-461e-bc4a-344c7b9f25e0) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:17:59.840749 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48caad18-b18c-40b6-acf2-f782e953d702 None None] Pushing event updated for resources: {'Port': ['ID=700e92cf-da24-49c8-a5fb-a01dde98d5d7,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:59.845939 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 8cc345b8-7fda-46f2-a0be-efc454c43f20 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:17:59.846306 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:59.846643 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 8cc345b8-7fda-46f2-a0be-efc454c43f20 Oct 10 11:17:59.880086 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-2e581be9-8f8f-4d09-ad83-240d44a1f156 None None] Attempting to bind port 700e92cf-da24-49c8-a5fb-a01dde98d5d7 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:17:59.880455 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-2e581be9-8f8f-4d09-ad83-240d44a1f156 None None] Attempting to bind port 700e92cf-da24-49c8-a5fb-a01dde98d5d7 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'cc354b5f-94ed-45e9-afb0-e454a4d43ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:17:59.880823 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e581be9-8f8f-4d09-ad83-240d44a1f156 None None] Attempting to bind port 700e92cf-da24-49c8-a5fb-a01dde98d5d7 on network 660a4c34-f993-4054-9fd7-f447717be71f {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:17:59.900173 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4517313c-6a30-4107-86b7-3d046a015660 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:59.902809 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-87edb2d0-4981-4008-823a-77d47404ec23 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:59.906954 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e581be9-8f8f-4d09-ad83-240d44a1f156 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:17:59.907420 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e581be9-8f8f-4d09-ad83-240d44a1f156 None None] Checking segment: {'id': 'cc354b5f-94ed-45e9-afb0-e454a4d43ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:17:59.907956 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2e581be9-8f8f-4d09-ad83-240d44a1f156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:59.908348 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e581be9-8f8f-4d09-ad83-240d44a1f156 None None] Bound using segment: {'id': 'cc354b5f-94ed-45e9-afb0-e454a4d43ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:17:59.908814 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-2e581be9-8f8f-4d09-ad83-240d44a1f156 None None] Bound port: 700e92cf-da24-49c8-a5fb-a01dde98d5d7, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc354b5f-94ed-45e9-afb0-e454a4d43ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:17:59.909196 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2e581be9-8f8f-4d09-ad83-240d44a1f156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:59.977108 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87edb2d0-4981-4008-823a-77d47404ec23 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event deleted for resources: {'Port': ['ID=f7e491c9-e5c8-4693-a31a-245c3f377c56,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:59.982253 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517313c-6a30-4107-86b7-3d046a015660 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a2ac80-daf4-4887-9791-c882b71fd2fe,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:17:59.994363 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-87edb2d0-4981-4008-823a-77d47404ec23 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:59.995650 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-67d401e0-f7f3-411f-9fd4-79bfffa77971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:17:59.996350 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-87edb2d0-4981-4008-823a-77d47404ec23 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "DELETE /v2.0/ports/f7e491c9-e5c8-4693-a31a-245c3f377c56 HTTP/1.1" status: 204 len: 168 time: 1.3444002 Oct 10 11:17:59.999419 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56172) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:00.068643 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e51e79-3af7-4390-a83f-22335055f61c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] DELETE failed (client error): The resource could not be found. Oct 10 11:18:00.069097 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e51e79-3af7-4390-a83f-22335055f61c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:18:00.073308 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d2e51e79-3af7-4390-a83f-22335055f61c tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "DELETE /v2.0/subnets/47b41a20-ba12-4e19-99d0-ceb8dec705d2 HTTP/1.1" status: 404 len: 337 time: 0.0705171 Oct 10 11:18:00.082571 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56176) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:00.117633 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4517313c-6a30-4107-86b7-3d046a015660 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:00.117633 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4517313c-6a30-4107-86b7-3d046a015660 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8754656 Oct 10 11:18:00.118806 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56180) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:00.123578 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1d31bd1a-9643-49cd-bdfc-3ad2298d2c9b req-1f1a99a6-5fb5-40f8-8889-b7e7fa7fdc53 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 210 time: 0.0562985 Oct 10 11:18:00.141982 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-6481f6f1-c3be-4dd2-b0c7-86290a60286d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '41090676-4223-4d2c-9591-e2008c1cd28d', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:00.160699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-6481f6f1-c3be-4dd2-b0c7-86290a60286d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:00.167829 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-900d682f-da9c-483c-9a71-5096b7cec034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Allocated IP 172.20.0.1 (d53288e6-3b36-40e3-aab8-1302d474c07c/c2a5e307-e878-4c85-937a-d7f34bea4eb8/c8d8390e-e191-467e-9016-9176e73d3dd1) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:18:00.201696 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d401e0-f7f3-411f-9fd4-79bfffa77971 None None] Network d53288e6-3b36-40e3-aab8-1302d474c07c is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:18:00.217038 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-67d401e0-f7f3-411f-9fd4-79bfffa77971 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:00.232610 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d401e0-f7f3-411f-9fd4-79bfffa77971 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:18:00.271561 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6481f6f1-c3be-4dd2-b0c7-86290a60286d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:00.288648 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6481f6f1-c3be-4dd2-b0c7-86290a60286d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:00.307801 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-6481f6f1-c3be-4dd2-b0c7-86290a60286d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:00.315850 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-fe688030-80f2-4f01-a845-54af980dbca0 None None] Attempt 4 to provision port 700e92cf-da24-49c8-a5fb-a01dde98d5d7 Oct 10 11:18:00.340321 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d401e0-f7f3-411f-9fd4-79bfffa77971 None None] Pushing event updated for resources: {'Port': ['ID=352d6fec-67ef-45f4-b300-d596c195ab0b,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:00.364061 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d6b70a7b-6732-4806-a660-15eefdf6b970 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:00.454730 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5602a4ba-a8cd-4a89-9b16-e3b8b960f42c tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router_gateway, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:00.547813 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-2e581be9-8f8f-4d09-ad83-240d44a1f156 None None] For port 700e92cf-da24-49c8-a5fb-a01dde98d5d7, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:18:00.564266 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-67d401e0-f7f3-411f-9fd4-79bfffa77971 None None] Attempting to bind port 352d6fec-67ef-45f4-b300-d596c195ab0b on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:18:00.564642 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-67d401e0-f7f3-411f-9fd4-79bfffa77971 None None] Attempting to bind port 352d6fec-67ef-45f4-b300-d596c195ab0b by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '369342e9-50b7-49cc-b053-2ef3f3efb668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': 'd53288e6-3b36-40e3-aab8-1302d474c07c'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:18:00.565000 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d401e0-f7f3-411f-9fd4-79bfffa77971 None None] Attempting to bind port 352d6fec-67ef-45f4-b300-d596c195ab0b on network d53288e6-3b36-40e3-aab8-1302d474c07c {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:18:00.572265 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-fe688030-80f2-4f01-a845-54af980dbca0 None None] Port 700e92cf-da24-49c8-a5fb-a01dde98d5d7 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:00.579110 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-2e581be9-8f8f-4d09-ad83-240d44a1f156 None None] For port 700e92cf-da24-49c8-a5fb-a01dde98d5d7, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=700e92cf-da24-49c8-a5fb-a01dde98d5d7,segment=NetworkSegment(cc354b5f-94ed-45e9-afb0-e454a4d43ddb),segment_id=cc354b5f-94ed-45e9-afb0-e454a4d43ddb)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:18:00.588780 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 8cc345b8-7fda-46f2-a0be-efc454c43f20 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:18:00.589863 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ce9d43a3-cd69-405c-ba46-430dc8d9610e up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:18:00.611925 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6481f6f1-c3be-4dd2-b0c7-86290a60286d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:00.619970 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d401e0-f7f3-411f-9fd4-79bfffa77971 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:18:00.629928 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d401e0-f7f3-411f-9fd4-79bfffa77971 None None] Checking segment: {'id': '369342e9-50b7-49cc-b053-2ef3f3efb668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': 'd53288e6-3b36-40e3-aab8-1302d474c07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:18:00.629928 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-67d401e0-f7f3-411f-9fd4-79bfffa77971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:00.629928 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d401e0-f7f3-411f-9fd4-79bfffa77971 None None] Bound using segment: {'id': '369342e9-50b7-49cc-b053-2ef3f3efb668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': 'd53288e6-3b36-40e3-aab8-1302d474c07c'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:18:00.629928 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-67d401e0-f7f3-411f-9fd4-79bfffa77971 None None] Bound port: 352d6fec-67ef-45f4-b300-d596c195ab0b, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '369342e9-50b7-49cc-b053-2ef3f3efb668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': 'd53288e6-3b36-40e3-aab8-1302d474c07c'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:18:00.629928 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-67d401e0-f7f3-411f-9fd4-79bfffa77971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:00.646610 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ec82c437-45b2-47ad-a0eb-b92119b7dab8 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:00.692547 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ec82c437-45b2-47ad-a0eb-b92119b7dab8 None None] Transition to ACTIVE for port object 3bf84152-ccca-461e-bc4a-344c7b9f25e0 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:18:00.716240 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2e581be9-8f8f-4d09-ad83-240d44a1f156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:00.808565 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ec82c437-45b2-47ad-a0eb-b92119b7dab8 None None] Transition to ACTIVE for port object 3bf84152-ccca-461e-bc4a-344c7b9f25e0 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:18:00.830168 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e581be9-8f8f-4d09-ad83-240d44a1f156 None None] Routers {'9b9e438c-d495-495a-ae33-ab0d61dae34a'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:00.830815 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-2e581be9-8f8f-4d09-ad83-240d44a1f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:17:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9b9e438c-d495-495a-ae33-ab0d61dae34a'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:00.925979 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ec82c437-45b2-47ad-a0eb-b92119b7dab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:00.944300 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-67d401e0-f7f3-411f-9fd4-79bfffa77971 None None] For port 352d6fec-67ef-45f4-b300-d596c195ab0b, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:18:00.949392 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d6b70a7b-6732-4806-a660-15eefdf6b970 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:00.956544 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48caad18-b18c-40b6-acf2-f782e953d702 None None] Pushing event updated for resources: {'Port': ['ID=700e92cf-da24-49c8-a5fb-a01dde98d5d7,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:01.007526 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-900d682f-da9c-483c-9a71-5096b7cec034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:01.024447 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-d6b70a7b-6732-4806-a660-15eefdf6b970 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c770f3e3-7f51-43ee-848c-f56a552f62d5']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:01.053549 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec82c437-45b2-47ad-a0eb-b92119b7dab8 None None] Network 1bae3c7c-f54f-4948-85ee-d67d13f73142 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:18:01.060136 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port ce9d43a3-cd69-405c-ba46-430dc8d9610e completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:18:01.072693 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-67d401e0-f7f3-411f-9fd4-79bfffa77971 None None] For port 352d6fec-67ef-45f4-b300-d596c195ab0b, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=352d6fec-67ef-45f4-b300-d596c195ab0b,segment=NetworkSegment(369342e9-50b7-49cc-b053-2ef3f3efb668),segment_id=369342e9-50b7-49cc-b053-2ef3f3efb668)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:18:01.079677 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-fe688030-80f2-4f01-a845-54af980dbca0 None None] Attempt 5 to provision port 700e92cf-da24-49c8-a5fb-a01dde98d5d7 Oct 10 11:18:01.102521 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-ec82c437-45b2-47ad-a0eb-b92119b7dab8 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:01.127126 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec82c437-45b2-47ad-a0eb-b92119b7dab8 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:18:01.127388 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-d6b70a7b-6732-4806-a660-15eefdf6b970 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e06d78d3-3f39-4bdb-b3b1-8f206184f448') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:01.127859 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-d6b70a7b-6732-4806-a660-15eefdf6b970 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e06d78d3-3f39-4bdb-b3b1-8f206184f448') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:01.157052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6481f6f1-c3be-4dd2-b0c7-86290a60286d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:01.167467 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-900d682f-da9c-483c-9a71-5096b7cec034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Transition to ACTIVE for port object c8d8390e-e191-467e-9016-9176e73d3dd1 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:18:01.200036 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d6b70a7b-6732-4806-a660-15eefdf6b970 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:01.215613 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device e3450e6b-1916-4b67-86dc-2791a795545d up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:18:01.247798 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-67d401e0-f7f3-411f-9fd4-79bfffa77971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:01.293795 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6481f6f1-c3be-4dd2-b0c7-86290a60286d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:01.361222 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d6b70a7b-6732-4806-a660-15eefdf6b970 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:01.363202 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82c437-45b2-47ad-a0eb-b92119b7dab8 None None] Pushing event updated for resources: {'Port': ['ID=3bf84152-ccca-461e-bc4a-344c7b9f25e0,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:01.452150 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-2e581be9-8f8f-4d09-ad83-240d44a1f156 None None] Set router 9b9e438c-d495-495a-ae33-ab0d61dae34a gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:18:01.480558 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1c2ff18f-04e6-4bcd-91b9-a65e0db104be req-e89013f3-9ed0-4560-b658-0abcb9907305 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 210 time: 0.2031016 Oct 10 11:18:01.483716 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b70a7b-6732-4806-a660-15eefdf6b970 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Releasing vlan 477 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:18:01.484054 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d6b70a7b-6732-4806-a660-15eefdf6b970 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:01.539628 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6481f6f1-c3be-4dd2-b0c7-86290a60286d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9acaa1da-ab92-430f-ae95-8e2fb5801db5,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:01.546056 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-ec82c437-45b2-47ad-a0eb-b92119b7dab8 None None] Attempting to bind port 3bf84152-ccca-461e-bc4a-344c7b9f25e0 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:18:01.546425 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-ec82c437-45b2-47ad-a0eb-b92119b7dab8 None None] Attempting to bind port 3bf84152-ccca-461e-bc4a-344c7b9f25e0 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '425821b8-075b-4ce5-8cb8-7ee368069173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '1bae3c7c-f54f-4948-85ee-d67d13f73142'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:18:01.546793 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec82c437-45b2-47ad-a0eb-b92119b7dab8 None None] Attempting to bind port 3bf84152-ccca-461e-bc4a-344c7b9f25e0 on network 1bae3c7c-f54f-4948-85ee-d67d13f73142 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:18:01.573734 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-fe688030-80f2-4f01-a845-54af980dbca0 None None] Port 700e92cf-da24-49c8-a5fb-a01dde98d5d7 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:18:01.580767 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec82c437-45b2-47ad-a0eb-b92119b7dab8 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:18:01.581147 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec82c437-45b2-47ad-a0eb-b92119b7dab8 None None] Checking segment: {'id': '425821b8-075b-4ce5-8cb8-7ee368069173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '1bae3c7c-f54f-4948-85ee-d67d13f73142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:18:01.581641 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ec82c437-45b2-47ad-a0eb-b92119b7dab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:01.581951 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec82c437-45b2-47ad-a0eb-b92119b7dab8 None None] Bound using segment: {'id': '425821b8-075b-4ce5-8cb8-7ee368069173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '1bae3c7c-f54f-4948-85ee-d67d13f73142'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:18:01.582440 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-ec82c437-45b2-47ad-a0eb-b92119b7dab8 None None] Bound port: 3bf84152-ccca-461e-bc4a-344c7b9f25e0, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425821b8-075b-4ce5-8cb8-7ee368069173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '1bae3c7c-f54f-4948-85ee-d67d13f73142'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:18:01.583094 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ec82c437-45b2-47ad-a0eb-b92119b7dab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:01.598562 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment e06d78d3-3f39-4bdb-b3b1-8f206184f448 resource provider aggregate not found Oct 10 11:18:01.666384 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment e06d78d3-3f39-4bdb-b3b1-8f206184f448 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e06d78d3-3f39-4bdb-b3b1-8f206184f448 found for delete ", "request_id": "req-7167f280-7dcc-4389-b0f5-623ad1979b9e"}]} Oct 10 11:18:01.676729 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5602a4ba-a8cd-4a89-9b16-e3b8b960f42c tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:01.694608 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-a9a99dd2-45da-400b-a886-c14c5be34715 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:01.695769 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-a9a99dd2-45da-400b-a886-c14c5be34715 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Synchronizing usage tracker for tenant:780cbdd6ed154f09a98bc1d37b65c2e0 on resource:network {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:01.704067 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d401e0-f7f3-411f-9fd4-79bfffa77971 None None] Pushing event updated for resources: {'Port': ['ID=352d6fec-67ef-45f4-b300-d596c195ab0b,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:01.774387 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6481f6f1-c3be-4dd2-b0c7-86290a60286d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:01.776051 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6481f6f1-c3be-4dd2-b0c7-86290a60286d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6561601 Oct 10 11:18:01.778930 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56194) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:01.785194 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-c92c729b-d0e9-49a5-8d26-a8436c049d44 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '41090676-4223-4d2c-9591-e2008c1cd28d', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:01.793327 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c92c729b-d0e9-49a5-8d26-a8436c049d44 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:01.802552 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c92c729b-d0e9-49a5-8d26-a8436c049d44 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:01.804544 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-900d682f-da9c-483c-9a71-5096b7cec034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:01.812669 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c92c729b-d0e9-49a5-8d26-a8436c049d44 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:01.825020 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c92c729b-d0e9-49a5-8d26-a8436c049d44 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:01.841696 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port e3450e6b-1916-4b67-86dc-2791a795545d completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:18:01.845016 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-19e321f3-8af0-4df3-9f4c-8621e3c2f1d1 None None] Provisioning for port ce9d43a3-cd69-405c-ba46-430dc8d9610e completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:18:01.851570 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d6b70a7b-6732-4806-a660-15eefdf6b970 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:01.855876 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d6b70a7b-6732-4806-a660-15eefdf6b970 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:01.880197 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-19e321f3-8af0-4df3-9f4c-8621e3c2f1d1 None None] Provisioning complete for port ce9d43a3-cd69-405c-ba46-430dc8d9610e triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:18:01.880572 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-19e321f3-8af0-4df3-9f4c-8621e3c2f1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:01.880911 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-19e321f3-8af0-4df3-9f4c-8621e3c2f1d1 None None] Attempt 1 to provision port ce9d43a3-cd69-405c-ba46-430dc8d9610e Oct 10 11:18:01.908333 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.securitygroups_db [None req-c92c729b-d0e9-49a5-8d26-a8436c049d44 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Project abdeb3603c4943b08320f37282de8f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:18:01.922092 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c92c729b-d0e9-49a5-8d26-a8436c049d44 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:01.924036 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900d682f-da9c-483c-9a71-5096b7cec034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Network d53288e6-3b36-40e3-aab8-1302d474c07c is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:18:01.936321 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-900d682f-da9c-483c-9a71-5096b7cec034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:01.944714 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-a9a99dd2-45da-400b-a886-c14c5be34715 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Unset dirty status for tenant:780cbdd6ed154f09a98bc1d37b65c2e0 on resource:network {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:01.946493 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-a9a99dd2-45da-400b-a886-c14c5be34715 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.15 "GET /v2.0/networks?id=e305c812-a69a-4f97-8da1-f8cf6d6d5df0 HTTP/1.1" status: 200 len: 796 time: 0.8364425 Oct 10 11:18:01.958608 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-ec82c437-45b2-47ad-a0eb-b92119b7dab8 None None] For port 3bf84152-ccca-461e-bc4a-344c7b9f25e0, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:18:01.968633 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 99e19f6b-ebc9-4556-9eaa-90f4129299b2 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:18:02.010075 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900d682f-da9c-483c-9a71-5096b7cec034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:18:02.017359 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-ec82c437-45b2-47ad-a0eb-b92119b7dab8 None None] For port 3bf84152-ccca-461e-bc4a-344c7b9f25e0, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3bf84152-ccca-461e-bc4a-344c7b9f25e0,segment=NetworkSegment(425821b8-075b-4ce5-8cb8-7ee368069173),segment_id=425821b8-075b-4ce5-8cb8-7ee368069173)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:18:02.024781 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c92c729b-d0e9-49a5-8d26-a8436c049d44 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:02.044435 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 99e19f6b-ebc9-4556-9eaa-90f4129299b2 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:18:02.044783 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 99e19f6b-ebc9-4556-9eaa-90f4129299b2 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:18:02.081542 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d6b70a7b-6732-4806-a660-15eefdf6b970 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "DELETE /v2.0/networks/c770f3e3-7f51-43ee-848c-f56a552f62d5 HTTP/1.1" status: 204 len: 168 time: 1.9979317 Oct 10 11:18:02.082616 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-900d682f-da9c-483c-9a71-5096b7cec034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:02.083774 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56198) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:02.120285 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ec82c437-45b2-47ad-a0eb-b92119b7dab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:02.126083 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b70a7b-6732-4806-a660-15eefdf6b970 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event deleted for resources: {'Network': ['ID=c770f3e3-7f51-43ee-848c-f56a552f62d5,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:02.142077 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c92c729b-d0e9-49a5-8d26-a8436c049d44 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:02.192435 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d682f-da9c-483c-9a71-5096b7cec034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Pushing event updated for resources: {'Port': ['ID=c8d8390e-e191-467e-9016-9176e73d3dd1,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:02.203123 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-19e321f3-8af0-4df3-9f4c-8621e3c2f1d1 None None] Current status of the port ce9d43a3-cd69-405c-ba46-430dc8d9610e is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:18:02.203504 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-19e321f3-8af0-4df3-9f4c-8621e3c2f1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:02.244343 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c729b-d0e9-49a5-8d26-a8436c049d44 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b89b9ba-a9fd-4268-a1fd-92b3f41038fa,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:02.261659 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82c437-45b2-47ad-a0eb-b92119b7dab8 None None] Pushing event updated for resources: {'Port': ['ID=3bf84152-ccca-461e-bc4a-344c7b9f25e0,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:02.272774 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-19e321f3-8af0-4df3-9f4c-8621e3c2f1d1 None None] For port ce9d43a3-cd69-405c-ba46-430dc8d9610e, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ce9d43a3-cd69-405c-ba46-430dc8d9610e,segment=NetworkSegment(e905f2b1-d6b8-4415-bb8a-84a4a33978dd),segment_id=e905f2b1-d6b8-4415-bb8a-84a4a33978dd)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:18:02.281514 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-2e581be9-8f8f-4d09-ad83-240d44a1f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'name': 'tempest-TestNetworkBasicOps-router-1136261552', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:36Z', 'updated_at': '2022-10-10T11:17:51Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:38Z', 'updated_at': '2022-10-10T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '700e92cf-da24-49c8-a5fb-a01dde98d5d7', 'name': '', 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:5e:9b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'd95f995a-075f-4716-8136-bb47976380ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:48Z', 'updated_at': '2022-10-10T11:18:00Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd95f995a-075f-4716-8136-bb47976380ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:02.281514 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e581be9-8f8f-4d09-ad83-240d44a1f156 None None] The sync data for ids ['9b9e438c-d495-495a-ae33-ab0d61dae34a'] in dv-neutron-860842-1-hyperv is: [{'id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'name': 'tempest-TestNetworkBasicOps-router-1136261552', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:36Z', 'updated_at': '2022-10-10T11:17:51Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:38Z', 'updated_at': '2022-10-10T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '700e92cf-da24-49c8-a5fb-a01dde98d5d7', 'name': '', 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:5e:9b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'd95f995a-075f-4716-8136-bb47976380ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:48Z', 'updated_at': '2022-10-10T11:18:00Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd95f995a-075f-4716-8136-bb47976380ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:18:02.283686 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-37f68d3e-e44d-455d-9ae8-3d15f8e837eb tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Deleting port 71907aa5-bd4f-4cfe-95ed-1b966728dd43 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:18:02.284406 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-37f68d3e-e44d-455d-9ae8-3d15f8e837eb tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:02.295785 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-b2eacb7f-312c-4d8e-ae03-dd5341d16d70 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Synchronizing usage tracker for tenant:780cbdd6ed154f09a98bc1d37b65c2e0 on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:02.359051 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 352d6fec-67ef-45f4-b300-d596c195ab0b up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:18:02.395854 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c92c729b-d0e9-49a5-8d26-a8436c049d44 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:02.400298 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c92c729b-d0e9-49a5-8d26-a8436c049d44 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6193392 Oct 10 11:18:02.403374 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56202) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:02.407528 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-19e321f3-8af0-4df3-9f4c-8621e3c2f1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:02.410980 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-4ae3d9be-1dbf-46da-b970-5c3cd26c6d55 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '41090676-4223-4d2c-9591-e2008c1cd28d', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:02.426652 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-b2eacb7f-312c-4d8e-ae03-dd5341d16d70 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Unset dirty status for tenant:780cbdd6ed154f09a98bc1d37b65c2e0 on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:02.428095 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-b2eacb7f-312c-4d8e-ae03-dd5341d16d70 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=780cbdd6ed154f09a98bc1d37b65c2e0 HTTP/1.1" status: 200 len: 379 time: 0.3035021 Oct 10 11:18:02.430780 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4ae3d9be-1dbf-46da-b970-5c3cd26c6d55 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:02.453669 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-06c7aa1d-d8d7-4168-a3a3-fcf3c184650c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Request body: {'port': {'device_id': 'c5cb1338-235b-4d11-a8ae-f2b6788d3834', 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0', 'admin_state_up': True, 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'security_groups': ['e2538c43-6897-455b-bde9-ae4c18cd56ba']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:02.470495 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4ae3d9be-1dbf-46da-b970-5c3cd26c6d55 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:02.482684 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4ae3d9be-1dbf-46da-b970-5c3cd26c6d55 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:02.503988 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4ae3d9be-1dbf-46da-b970-5c3cd26c6d55 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:02.664710 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5602a4ba-a8cd-4a89-9b16-e3b8b960f42c tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Router d710884a-52ee-4b23-b29c-39ee618e9204 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:18:02.667429 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-900d682f-da9c-483c-9a71-5096b7cec034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:02.735003 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e321f3-8af0-4df3-9f4c-8621e3c2f1d1 None None] Pushing event updated for resources: {'Port': ['ID=ce9d43a3-cd69-405c-ba46-430dc8d9610e,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:02.746339 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-37f68d3e-e44d-455d-9ae8-3d15f8e837eb tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:02.808809 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 352d6fec-67ef-45f4-b300-d596c195ab0b completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:18:02.815538 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3eb6b85d-ad49-45fa-a838-f7caca8add4c up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:18:02.818175 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.securitygroups_db [None req-4ae3d9be-1dbf-46da-b970-5c3cd26c6d55 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Project abdeb3603c4943b08320f37282de8f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:18:02.839780 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-196551d1-e458-49d8-922f-160c2c1174a6 req-07cc17a4-c5f9-479c-8d69-d91db491fbc3 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 210 time: 0.0846114 Oct 10 11:18:02.903287 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-19e321f3-8af0-4df3-9f4c-8621e3c2f1d1 None None] Provisioning for port b5ad1b09-8394-4ab2-8c85-3d7679e29730 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:18:02.916775 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-19e321f3-8af0-4df3-9f4c-8621e3c2f1d1 None None] Provisioning complete for port b5ad1b09-8394-4ab2-8c85-3d7679e29730 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:18:02.917400 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-19e321f3-8af0-4df3-9f4c-8621e3c2f1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:02.917925 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-19e321f3-8af0-4df3-9f4c-8621e3c2f1d1 None None] Attempt 1 to provision port b5ad1b09-8394-4ab2-8c85-3d7679e29730 Oct 10 11:18:02.965348 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 3eb6b85d-ad49-45fa-a838-f7caca8add4c triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:18:02.966022 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:02.966576 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 3eb6b85d-ad49-45fa-a838-f7caca8add4c Oct 10 11:18:03.014114 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affdf12b-4a32-4112-aef1-8f69a1c27ad2 None None] Network d53288e6-3b36-40e3-aab8-1302d474c07c requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:18:03.066216 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4ae3d9be-1dbf-46da-b970-5c3cd26c6d55 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:03.091106 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-37f68d3e-e44d-455d-9ae8-3d15f8e837eb tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Calling delete_port for 71907aa5-bd4f-4cfe-95ed-1b966728dd43 owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:18:03.242381 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4ae3d9be-1dbf-46da-b970-5c3cd26c6d55 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:03.261494 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-06c7aa1d-d8d7-4168-a3a3-fcf3c184650c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:03.337853 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-19e321f3-8af0-4df3-9f4c-8621e3c2f1d1 None None] Current status of the port b5ad1b09-8394-4ab2-8c85-3d7679e29730 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:18:03.338585 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-19e321f3-8af0-4df3-9f4c-8621e3c2f1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:03.361628 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4ae3d9be-1dbf-46da-b970-5c3cd26c6d55 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:03.424679 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 3eb6b85d-ad49-45fa-a838-f7caca8add4c is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:18:03.435286 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-37f68d3e-e44d-455d-9ae8-3d15f8e837eb tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:03.469739 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-19e321f3-8af0-4df3-9f4c-8621e3c2f1d1 None None] For port b5ad1b09-8394-4ab2-8c85-3d7679e29730, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=b5ad1b09-8394-4ab2-8c85-3d7679e29730,segment=NetworkSegment(e905f2b1-d6b8-4415-bb8a-84a4a33978dd),segment_id=e905f2b1-d6b8-4415-bb8a-84a4a33978dd)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:18:03.517073 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9f7e3f81-8a35-4a5a-9d5f-42bae2df2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:03.525750 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f68d3e-e44d-455d-9ae8-3d15f8e837eb tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event deleted for resources: {'Port': ['ID=71907aa5-bd4f-4cfe-95ed-1b966728dd43,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:03.528300 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3d9be-1dbf-46da-b970-5c3cd26c6d55 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=417908c6-346c-44ae-b4af-a98bddace59d,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:03.541907 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-37f68d3e-e44d-455d-9ae8-3d15f8e837eb tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:03.548085 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-37f68d3e-e44d-455d-9ae8-3d15f8e837eb tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "DELETE /v2.0/ports/71907aa5-bd4f-4cfe-95ed-1b966728dd43 HTTP/1.1" status: 204 len: 168 time: 1.4628260 Oct 10 11:18:03.549209 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56208) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:03.592637 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4ae3d9be-1dbf-46da-b970-5c3cd26c6d55 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:03.596107 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4ae3d9be-1dbf-46da-b970-5c3cd26c6d55 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1919582 Oct 10 11:18:03.609191 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-19e321f3-8af0-4df3-9f4c-8621e3c2f1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:03.621812 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2d8b3e-b1e5-4025-880e-c8f3164658b3 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] DELETE failed (client error): The resource could not be found. Oct 10 11:18:03.622650 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae2d8b3e-b1e5-4025-880e-c8f3164658b3 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:18:03.630703 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ae2d8b3e-b1e5-4025-880e-c8f3164658b3 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "DELETE /v2.0/subnets/cf72674f-b9a8-4990-a40f-d92e6716f319 HTTP/1.1" status: 404 len: 337 time: 0.0798905 Oct 10 11:18:03.634721 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56214) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:03.707308 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-900d682f-da9c-483c-9a71-5096b7cec034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:03.709414 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e321f3-8af0-4df3-9f4c-8621e3c2f1d1 None None] Pushing event updated for resources: {'Port': ['ID=b5ad1b09-8394-4ab2-8c85-3d7679e29730,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:03.711769 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-06c7aa1d-d8d7-4168-a3a3-fcf3c184650c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:03.756969 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-19e321f3-8af0-4df3-9f4c-8621e3c2f1d1 None None] Provisioning for port e3450e6b-1916-4b67-86dc-2791a795545d completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:18:03.763693 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-19e321f3-8af0-4df3-9f4c-8621e3c2f1d1 None None] Provisioning complete for port e3450e6b-1916-4b67-86dc-2791a795545d triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:18:03.764062 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-19e321f3-8af0-4df3-9f4c-8621e3c2f1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:03.764698 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-19e321f3-8af0-4df3-9f4c-8621e3c2f1d1 None None] Attempt 1 to provision port e3450e6b-1916-4b67-86dc-2791a795545d Oct 10 11:18:03.800543 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-900d682f-da9c-483c-9a71-5096b7cec034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:03.854096 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc8eaca-6dd5-4cd2-90cd-1c9db083f5e8 None None] Network 1bae3c7c-f54f-4948-85ee-d67d13f73142 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:18:03.979631 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6f593ad3-cdde-43b3-a2f4-fb72425ade22 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:04.031904 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-900d682f-da9c-483c-9a71-5096b7cec034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:04.069978 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d682f-da9c-483c-9a71-5096b7cec034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Pushing event updated for resources: {'Port': ['ID=c8d8390e-e191-467e-9016-9176e73d3dd1,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:04.229056 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-19e321f3-8af0-4df3-9f4c-8621e3c2f1d1 None None] Current status of the port e3450e6b-1916-4b67-86dc-2791a795545d is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:18:04.229743 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-19e321f3-8af0-4df3-9f4c-8621e3c2f1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:04.347230 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-faf2778f-1190-4319-91a9-10f83bc22d03 req-1c5fd4ea-3043-4d8f-a1b4-184a7d9a707d tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 210 time: 0.2502148 Oct 10 11:18:04.366935 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-06c7aa1d-d8d7-4168-a3a3-fcf3c184650c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Made reservation on behalf of 780cbdd6ed154f09a98bc1d37b65c2e0 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:18:04.369328 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-19e321f3-8af0-4df3-9f4c-8621e3c2f1d1 None None] For port e3450e6b-1916-4b67-86dc-2791a795545d, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=e3450e6b-1916-4b67-86dc-2791a795545d,segment=NetworkSegment(b8810714-de21-4700-b095-da5409b8c96f),segment_id=b8810714-de21-4700-b095-da5409b8c96f)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:18:04.371490 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device b5ad1b09-8394-4ab2-8c85-3d7679e29730 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:18:04.376793 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-06c7aa1d-d8d7-4168-a3a3-fcf3c184650c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:04.393725 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5602a4ba-a8cd-4a89-9b16-e3b8b960f42c tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:18:04.424975 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6f593ad3-cdde-43b3-a2f4-fb72425ade22 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:04.433836 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900d682f-da9c-483c-9a71-5096b7cec034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Network d53288e6-3b36-40e3-aab8-1302d474c07c is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:18:04.443786 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e212b2b-2b3b-4042-8cb9-bc019eb24a89 None None] Sync routers for ids ['d710884a-52ee-4b23-b29c-39ee618e9204'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:18:04.449561 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-900d682f-da9c-483c-9a71-5096b7cec034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:04.451839 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-19e321f3-8af0-4df3-9f4c-8621e3c2f1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:04.466176 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-6f593ad3-cdde-43b3-a2f4-fb72425ade22 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['425296b1-1efc-4043-a956-4f45b36eb047']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:04.482322 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-6f593ad3-cdde-43b3-a2f4-fb72425ade22 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59eab755-6281-4386-97b4-d16c4ebd1eb9') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:04.482677 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-6f593ad3-cdde-43b3-a2f4-fb72425ade22 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59eab755-6281-4386-97b4-d16c4ebd1eb9') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:04.500857 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6f593ad3-cdde-43b3-a2f4-fb72425ade22 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:04.514609 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-11d00a89-9c52-416b-8772-bbfb149f7e20 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:04.523312 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6f593ad3-cdde-43b3-a2f4-fb72425ade22 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:04.531628 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f593ad3-cdde-43b3-a2f4-fb72425ade22 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Releasing vlan 468 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:18:04.532379 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6f593ad3-cdde-43b3-a2f4-fb72425ade22 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:04.560030 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e212b2b-2b3b-4042-8cb9-bc019eb24a89 None None] Routers {'d710884a-52ee-4b23-b29c-39ee618e9204'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:04.560681 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-1e212b2b-2b3b-4042-8cb9-bc019eb24a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:17:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['d710884a-52ee-4b23-b29c-39ee618e9204'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:04.594515 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5602a4ba-a8cd-4a89-9b16-e3b8b960f42c tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:04.598715 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5602a4ba-a8cd-4a89-9b16-e3b8b960f42c tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.8839276 Oct 10 11:18:04.606163 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56232) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:04.629963 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 59eab755-6281-4386-97b4-d16c4ebd1eb9 resource provider aggregate not found Oct 10 11:18:04.655403 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 59eab755-6281-4386-97b4-d16c4ebd1eb9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59eab755-6281-4386-97b4-d16c4ebd1eb9 found for delete ", "request_id": "req-fb3d93fe-7122-4c9b-9c6c-ac1e940145f4"}]} Oct 10 11:18:04.665585 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-1e212b2b-2b3b-4042-8cb9-bc019eb24a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:04.686469 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e321f3-8af0-4df3-9f4c-8621e3c2f1d1 None None] Pushing event updated for resources: {'Port': ['ID=e3450e6b-1916-4b67-86dc-2791a795545d,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:04.692723 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-086dc1e4-20f9-4b74-89ee-f04c12da1553 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'enable_snat': False}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:04.699235 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port b5ad1b09-8394-4ab2-8c85-3d7679e29730 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:18:04.699611 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:04.699946 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port b5ad1b09-8394-4ab2-8c85-3d7679e29730 Oct 10 11:18:04.731136 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e212b2b-2b3b-4042-8cb9-bc019eb24a89 None None] Routers {'d710884a-52ee-4b23-b29c-39ee618e9204'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:04.731543 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-1e212b2b-2b3b-4042-8cb9-bc019eb24a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:17:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['d710884a-52ee-4b23-b29c-39ee618e9204'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:04.745957 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6f593ad3-cdde-43b3-a2f4-fb72425ade22 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:04.785649 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6f593ad3-cdde-43b3-a2f4-fb72425ade22 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:04.795733 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f593ad3-cdde-43b3-a2f4-fb72425ade22 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event deleted for resources: {'Network': ['ID=425296b1-1efc-4043-a956-4f45b36eb047,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:04.806556 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6f593ad3-cdde-43b3-a2f4-fb72425ade22 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "DELETE /v2.0/networks/425296b1-1efc-4043-a956-4f45b36eb047 HTTP/1.1" status: 204 len: 168 time: 1.1734076 Oct 10 11:18:04.809846 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56238) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:04.821475 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Provisioning for port 3bf84152-ccca-461e-bc4a-344c7b9f25e0 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:18:04.829057 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-1e212b2b-2b3b-4042-8cb9-bc019eb24a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:04.829499 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e212b2b-2b3b-4042-8cb9-bc019eb24a89 None None] The sync data for ids ['d710884a-52ee-4b23-b29c-39ee618e9204'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:18:04.892310 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac2ee9b-83d8-4bbc-9177-e3f615789f38 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Deleting subnet 0f524867-930b-43f7-8880-9a4c81bc506e {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:18:04.896136 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bac2ee9b-83d8-4bbc-9177-e3f615789f38 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:04.918216 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port b5ad1b09-8394-4ab2-8c85-3d7679e29730 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:18:04.919378 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ce9d43a3-cd69-405c-ba46-430dc8d9610e up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:18:04.951399 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Provisioning for port c8d8390e-e191-467e-9016-9176e73d3dd1 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:18:04.973285 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Provisioning complete for port c8d8390e-e191-467e-9016-9176e73d3dd1 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:18:04.973701 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:04.974675 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Attempt 1 to provision port c8d8390e-e191-467e-9016-9176e73d3dd1 Oct 10 11:18:04.993133 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bac2ee9b-83d8-4bbc-9177-e3f615789f38 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:05.052826 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Port c8d8390e-e191-467e-9016-9176e73d3dd1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:05.067865 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port ce9d43a3-cd69-405c-ba46-430dc8d9610e triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:18:05.068242 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:05.068587 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port ce9d43a3-cd69-405c-ba46-430dc8d9610e Oct 10 11:18:05.098223 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bac2ee9b-83d8-4bbc-9177-e3f615789f38 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:05.125486 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d7f8a5-62f1-46ca-afa2-b393dae5fcc4 None None] get_active_networks_info from dv-neutron-860842-1-hyperv {{(pid=89898) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 10 11:18:05.225578 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-11d00a89-9c52-416b-8772-bbfb149f7e20 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:05.226737 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-11d00a89-9c52-416b-8772-bbfb149f7e20 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-974776688&fields=id&tenant_id=abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 267 time: 1.1579108 Oct 10 11:18:05.290419 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port ce9d43a3-cd69-405c-ba46-430dc8d9610e is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:18:05.291482 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3bf84152-ccca-461e-bc4a-344c7b9f25e0 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:18:05.346023 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bac2ee9b-83d8-4bbc-9177-e3f615789f38 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:05.366678 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d7f8a5-62f1-46ca-afa2-b393dae5fcc4 None None] Resources bound (agent type, host, resource id): {{(pid=89898) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 10 11:18:05.394742 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2ee9b-83d8-4bbc-9177-e3f615789f38 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event deleted for resources: {'Subnet': ['ID=0f524867-930b-43f7-8880-9a4c81bc506e,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:05.397336 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bac2ee9b-83d8-4bbc-9177-e3f615789f38 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:05.408215 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-bac2ee9b-83d8-4bbc-9177-e3f615789f38 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "DELETE /v2.0/subnets/0f524867-930b-43f7-8880-9a4c81bc506e HTTP/1.1" status: 204 len: 168 time: 0.5969489 Oct 10 11:18:05.413182 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56244) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:05.505120 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 3bf84152-ccca-461e-bc4a-344c7b9f25e0 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:18:05.508464 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-06c7aa1d-d8d7-4168-a3a3-fcf3c184650c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Allocated IP 172.20.0.10 (e305c812-a69a-4f97-8da1-f8cf6d6d5df0/458b21fd-7fc9-46f9-9db5-643f7fbb77a3/325b21c3-690e-4056-87a7-8ad6b7a8126d) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:18:05.524359 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 3bf84152-ccca-461e-bc4a-344c7b9f25e0 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:18:05.525503 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:05.526545 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 3bf84152-ccca-461e-bc4a-344c7b9f25e0 Oct 10 11:18:05.558045 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Attempt 2 to provision port c8d8390e-e191-467e-9016-9176e73d3dd1 Oct 10 11:18:05.606588 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5db5f8a1-ee82-482f-a346-b68351ec9f12 req-96aa575a-f584-47bf-a37f-8c35f40069e4 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 210 time: 0.0719354 Oct 10 11:18:05.617291 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-750e493e-1ea1-47f5-a7b2-a290692e5e25 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:05.642813 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900d682f-da9c-483c-9a71-5096b7cec034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Router 63d7afe8-2a02-428c-b218-61acf44b71cc is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:18:05.646626 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-750e493e-1ea1-47f5-a7b2-a290692e5e25 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Deleting port 265398ce-0511-4dcb-a301-aa73ce5b4e99 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:18:05.647799 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-750e493e-1ea1-47f5-a7b2-a290692e5e25 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:05.657606 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-0c7b6e7d-d18c-41ab-bd32-1fc8ea8f7146 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:05.658683 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-0c7b6e7d-d18c-41ab-bd32-1fc8ea8f7146 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:network {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:05.725164 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Port c8d8390e-e191-467e-9016-9176e73d3dd1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:05.827891 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5729204a-dc17-4e8e-9995-c4211c1cca32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:05.872118 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 3bf84152-ccca-461e-bc4a-344c7b9f25e0 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:18:05.872412 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:05.878677 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-750e493e-1ea1-47f5-a7b2-a290692e5e25 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] For port 265398ce-0511-4dcb-a301-aa73ce5b4e99, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=265398ce-0511-4dcb-a301-aa73ce5b4e99,segment=NetworkSegment(06e05b93-8e30-4416-af73-cd4119cf9721),segment_id=06e05b93-8e30-4416-af73-cd4119cf9721)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:18:05.879104 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-750e493e-1ea1-47f5-a7b2-a290692e5e25 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:05.917568 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 3bf84152-ccca-461e-bc4a-344c7b9f25e0, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3bf84152-ccca-461e-bc4a-344c7b9f25e0,segment=NetworkSegment(425821b8-075b-4ce5-8cb8-7ee368069173),segment_id=425821b8-075b-4ce5-8cb8-7ee368069173)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:18:06.010579 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-750e493e-1ea1-47f5-a7b2-a290692e5e25 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Calling delete_port for 265398ce-0511-4dcb-a301-aa73ce5b4e99 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:18:06.017846 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-086dc1e4-20f9-4b74-89ee-f04c12da1553 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:06.026463 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:06.027634 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 700e92cf-da24-49c8-a5fb-a01dde98d5d7 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:18:06.030260 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-0c7b6e7d-d18c-41ab-bd32-1fc8ea8f7146 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:network {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:06.030260 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-0c7b6e7d-d18c-41ab-bd32-1fc8ea8f7146 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/networks?id=660a4c34-f993-4054-9fd7-f447717be71f HTTP/1.1" status: 200 len: 796 time: 0.7825556 Oct 10 11:18:06.045833 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900d682f-da9c-483c-9a71-5096b7cec034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:18:06.062875 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f21fee-afe0-4934-9947-342acb5c866e None None] Sync routers for ids ['63d7afe8-2a02-428c-b218-61acf44b71cc'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:18:06.074034 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-900d682f-da9c-483c-9a71-5096b7cec034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] 10.222.0.40 "PUT /v2.0/routers/63d7afe8-2a02-428c-b218-61acf44b71cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0061913 Oct 10 11:18:06.074252 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56248) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:06.091666 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f21fee-afe0-4934-9947-342acb5c866e None None] Routers {'63d7afe8-2a02-428c-b218-61acf44b71cc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:06.093462 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-38f21fee-afe0-4934-9947-342acb5c866e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['63d7afe8-2a02-428c-b218-61acf44b71cc'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:06.096833 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-d86c815c-4d6a-4756-87da-743e187b11e4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/quotas/abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 375 time: 0.0136247 Oct 10 11:18:06.098936 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-06c7aa1d-d8d7-4168-a3a3-fcf3c184650c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:06.103387 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5da080d-b3f6-4373-8913-671048e387a4 None None] Network ac2e97e4-8787-484b-b4aa-968187476d44 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:18:06.202244 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-06c7aa1d-d8d7-4168-a3a3-fcf3c184650c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Transition to ACTIVE for port object 325b21c3-690e-4056-87a7-8ad6b7a8126d will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:18:06.204836 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-38f21fee-afe0-4934-9947-342acb5c866e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:06.219097 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f21fee-afe0-4934-9947-342acb5c866e None None] Routers {'63d7afe8-2a02-428c-b218-61acf44b71cc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:06.219949 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-38f21fee-afe0-4934-9947-342acb5c866e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['63d7afe8-2a02-428c-b218-61acf44b71cc'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:06.232787 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Attempt 3 to provision port c8d8390e-e191-467e-9016-9176e73d3dd1 Oct 10 11:18:06.305666 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=3bf84152-ccca-461e-bc4a-344c7b9f25e0,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:06.313837 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-4e54f50a-5276-4c84-a7bb-7d3f01d04f60 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:06.337112 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-750e493e-1ea1-47f5-a7b2-a290692e5e25 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:06.348269 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-38f21fee-afe0-4934-9947-342acb5c866e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:06.348670 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f21fee-afe0-4934-9947-342acb5c866e None None] The sync data for ids ['63d7afe8-2a02-428c-b218-61acf44b71cc'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:18:06.367702 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Port c8d8390e-e191-467e-9016-9176e73d3dd1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:06.426311 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-06c7aa1d-d8d7-4168-a3a3-fcf3c184650c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:06.427120 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-4e54f50a-5276-4c84-a7bb-7d3f01d04f60 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:06.428304 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-4e54f50a-5276-4c84-a7bb-7d3f01d04f60 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3145118 Oct 10 11:18:06.465052 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 700e92cf-da24-49c8-a5fb-a01dde98d5d7 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:18:06.474392 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 700e92cf-da24-49c8-a5fb-a01dde98d5d7 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:18:06.474392 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:06.474392 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 700e92cf-da24-49c8-a5fb-a01dde98d5d7 Oct 10 11:18:06.511206 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42f9520-61ad-4e1c-9bb7-ced538fefbf6 None None] DHCP port deletion for ac2e97e4-8787-484b-b4aa-968187476d44 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:18:06.537850 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-06c7aa1d-d8d7-4168-a3a3-fcf3c184650c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Network e305c812-a69a-4f97-8da1-f8cf6d6d5df0 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:18:06.590831 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-06c7aa1d-d8d7-4168-a3a3-fcf3c184650c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:06.594357 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e493e-1ea1-47f5-a7b2-a290692e5e25 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event deleted for resources: {'Port': ['ID=265398ce-0511-4dcb-a301-aa73ce5b4e99,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:06.598435 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750e493e-1ea1-47f5-a7b2-a290692e5e25 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] No DVR routers for this DVR port 265398ce-0511-4dcb-a301-aa73ce5b4e99 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:18:06.632858 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 700e92cf-da24-49c8-a5fb-a01dde98d5d7 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:18:06.633237 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:06.678114 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 700e92cf-da24-49c8-a5fb-a01dde98d5d7, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=700e92cf-da24-49c8-a5fb-a01dde98d5d7,segment=NetworkSegment(cc354b5f-94ed-45e9-afb0-e454a4d43ddb),segment_id=cc354b5f-94ed-45e9-afb0-e454a4d43ddb)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:18:06.756468 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-06c7aa1d-d8d7-4168-a3a3-fcf3c184650c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:18:06.794083 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:06.834449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7aa1d-d8d7-4168-a3a3-fcf3c184650c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Pushing event updated for resources: {'Port': ['ID=325b21c3-690e-4056-87a7-8ad6b7a8126d,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:06.897073 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Attempt 4 to provision port c8d8390e-e191-467e-9016-9176e73d3dd1 Oct 10 11:18:06.921587 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-750e493e-1ea1-47f5-a7b2-a290692e5e25 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:06.968418 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=700e92cf-da24-49c8-a5fb-a01dde98d5d7,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:06.984495 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Port c8d8390e-e191-467e-9016-9176e73d3dd1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:06.992805 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device e3450e6b-1916-4b67-86dc-2791a795545d up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:18:06.997099 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-06c7aa1d-d8d7-4168-a3a3-fcf3c184650c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:06.997742 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-06c7aa1d-d8d7-4168-a3a3-fcf3c184650c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:07.068322 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-750e493e-1ea1-47f5-a7b2-a290692e5e25 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac2e97e4-8787-484b-b4aa-968187476d44']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:07.084598 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port e3450e6b-1916-4b67-86dc-2791a795545d triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:18:07.084598 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:07.084942 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port e3450e6b-1916-4b67-86dc-2791a795545d Oct 10 11:18:07.090693 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-750e493e-1ea1-47f5-a7b2-a290692e5e25 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e05b93-8e30-4416-af73-cd4119cf9721') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:07.092423 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-750e493e-1ea1-47f5-a7b2-a290692e5e25 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e05b93-8e30-4416-af73-cd4119cf9721') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:07.110341 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-750e493e-1ea1-47f5-a7b2-a290692e5e25 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:07.121544 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-54639e2d-9292-4a79-8f95-6ec563313dd0 service neutron] 10.222.0.40 "GET /v2.0/networks/660a4c34-f993-4054-9fd7-f447717be71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6375277 Oct 10 11:18:07.131766 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-06c7aa1d-d8d7-4168-a3a3-fcf3c184650c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6892235 Oct 10 11:18:07.141697 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:07.144336 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:07.159699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-724198aa-a8d6-4b2c-8cfa-91f36b70aca9 service neutron] Request body: {'port': {'device_id': 'c5cb1338-235b-4d11-a8ae-f2b6788d3834', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:07.160686 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-750e493e-1ea1-47f5-a7b2-a290692e5e25 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:07.180221 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750e493e-1ea1-47f5-a7b2-a290692e5e25 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Releasing vlan 464 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:18:07.180757 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-750e493e-1ea1-47f5-a7b2-a290692e5e25 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:07.226174 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port e3450e6b-1916-4b67-86dc-2791a795545d is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:18:07.228604 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3bf84152-ccca-461e-bc4a-344c7b9f25e0 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:18:07.235608 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a25b2-ab62-4ea2-81b4-f27cd3afdd33 req-b6b12a56-ba53-4af0-836a-0f0ef4177e36 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:07.237192 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-871a25b2-ab62-4ea2-81b4-f27cd3afdd33 req-b6b12a56-ba53-4af0-836a-0f0ef4177e36 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 932 time: 0.4695821 Oct 10 11:18:07.238963 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 06e05b93-8e30-4416-af73-cd4119cf9721 resource provider aggregate not found Oct 10 11:18:07.299018 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 3bf84152-ccca-461e-bc4a-344c7b9f25e0 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:18:07.299673 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:07.299760 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 3bf84152-ccca-461e-bc4a-344c7b9f25e0 Oct 10 11:18:07.319361 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 06e05b93-8e30-4416-af73-cd4119cf9721 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06e05b93-8e30-4416-af73-cd4119cf9721 found for delete ", "request_id": "req-ecd00e85-ac74-4cf3-9fc2-0d58a1877b10"}]} Oct 10 11:18:07.393668 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-871a25b2-ab62-4ea2-81b4-f27cd3afdd33 req-b17a8fff-b5da-4c78-af7b-5dc532715aef tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2538c43-6897-455b-bde9-ae4c18cd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961423 Oct 10 11:18:07.403446 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-0c7aca1b-9976-468b-badb-5a87aa45f1f3 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:18:07.404465 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0c7aca1b-9976-468b-badb-5a87aa45f1f3 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] 10.222.0.40 "PUT /v2.0/routers/63d7afe8-2a02-428c-b218-61acf44b71cc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3296130 Oct 10 11:18:07.407227 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56260) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:07.431807 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 3bf84152-ccca-461e-bc4a-344c7b9f25e0 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:18:07.487024 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Attempt 5 to provision port c8d8390e-e191-467e-9016-9176e73d3dd1 Oct 10 11:18:07.490533 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-750e493e-1ea1-47f5-a7b2-a290692e5e25 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:07.514124 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 265398ce-0511-4dcb-a301-aa73ce5b4e99 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:18:07.536749 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-724198aa-a8d6-4b2c-8cfa-91f36b70aca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:07.566827 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 265398ce-0511-4dcb-a301-aa73ce5b4e99 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:18:07.567346 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 265398ce-0511-4dcb-a301-aa73ce5b4e99 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:18:07.568567 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-750e493e-1ea1-47f5-a7b2-a290692e5e25 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:07.586349 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e493e-1ea1-47f5-a7b2-a290692e5e25 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] Pushing event deleted for resources: {'Network': ['ID=ac2e97e4-8787-484b-b4aa-968187476d44,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:07.589081 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-c0628f53-8691-478d-a1cb-4031d958bb57 service neutron] 10.222.0.40 "GET /v2.0/networks/660a4c34-f993-4054-9fd7-f447717be71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563749 Oct 10 11:18:07.593230 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-750e493e-1ea1-47f5-a7b2-a290692e5e25 tempest-NetworksIpV6TestAttrs-1823132835 tempest-NetworksIpV6TestAttrs-1823132835-project] 10.222.0.40 "DELETE /v2.0/networks/ac2e97e4-8787-484b-b4aa-968187476d44 HTTP/1.1" status: 204 len: 168 time: 2.1790149 Oct 10 11:18:07.607528 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Port c8d8390e-e191-467e-9016-9176e73d3dd1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:07.626399 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-086dc1e4-20f9-4b74-89ee-f04c12da1553 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:07.638136 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-086dc1e4-20f9-4b74-89ee-f04c12da1553 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568703'] for router, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:07.940308 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9b5605dd-2368-4427-9ef2-0ac41b8090c7 req-d7ff749f-7366-405a-b1e9-e62039951604 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=913b49a2-5570-4f46-945c-b2dbdfe2fc72 HTTP/1.1" status: 200 len: 210 time: 0.0651064 Oct 10 11:18:08.103982 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-724198aa-a8d6-4b2c-8cfa-91f36b70aca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 325b21c3-690e-4056-87a7-8ad6b7a8126d {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:18:08.109449 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Attempt 6 to provision port c8d8390e-e191-467e-9016-9176e73d3dd1 Oct 10 11:18:08.114893 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-724198aa-a8d6-4b2c-8cfa-91f36b70aca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:08.125280 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086dc1e4-20f9-4b74-89ee-f04c12da1553 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Router d710884a-52ee-4b23-b29c-39ee618e9204 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:18:08.143049 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-724198aa-a8d6-4b2c-8cfa-91f36b70aca9 service neutron] Transition to ACTIVE for port object 325b21c3-690e-4056-87a7-8ad6b7a8126d will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:18:08.198374 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6b7b5afd-6514-4c21-b4a9-e34f819801af tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:08.201630 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Port c8d8390e-e191-467e-9016-9176e73d3dd1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:08.220275 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56276) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:08.451082 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-724198aa-a8d6-4b2c-8cfa-91f36b70aca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:08.597498 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-6b7b5afd-6514-4c21-b4a9-e34f819801af tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Deleting port c8d8390e-e191-467e-9016-9176e73d3dd1 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:18:08.597991 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6b7b5afd-6514-4c21-b4a9-e34f819801af tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:08.603588 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:08.702815 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Attempt 7 to provision port c8d8390e-e191-467e-9016-9176e73d3dd1 Oct 10 11:18:08.733473 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086dc1e4-20f9-4b74-89ee-f04c12da1553 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:18:08.766498 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dd57c7-68fc-46be-b933-d66e435ed331 None None] Sync routers for ids ['d710884a-52ee-4b23-b29c-39ee618e9204'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:18:08.771681 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-086dc1e4-20f9-4b74-89ee-f04c12da1553 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:08.775916 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-086dc1e4-20f9-4b74-89ee-f04c12da1553 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "PUT /v2.0/routers/d710884a-52ee-4b23-b29c-39ee618e9204 HTTP/1.1" status: 200 len: 926 time: 4.0974505 Oct 10 11:18:08.788653 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56286) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:08.788867 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dd57c7-68fc-46be-b933-d66e435ed331 None None] Routers {'d710884a-52ee-4b23-b29c-39ee618e9204'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:08.789636 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-11dd57c7-68fc-46be-b933-d66e435ed331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['d710884a-52ee-4b23-b29c-39ee618e9204'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:08.797262 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724198aa-a8d6-4b2c-8cfa-91f36b70aca9 service neutron] Pushing event updated for resources: {'Port': ['ID=325b21c3-690e-4056-87a7-8ad6b7a8126d,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:08.805778 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e84c1441-56ad-4f44-aa85-d8ff6d1c2ba4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=31358320d3984829bcaf8bbfc223116a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5846138 Oct 10 11:18:08.813494 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56290) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:08.870392 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Port c8d8390e-e191-467e-9016-9176e73d3dd1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:08.872138 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-11dd57c7-68fc-46be-b933-d66e435ed331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:08.885356 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dd57c7-68fc-46be-b933-d66e435ed331 None None] Routers {'d710884a-52ee-4b23-b29c-39ee618e9204'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:08.886360 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-11dd57c7-68fc-46be-b933-d66e435ed331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['d710884a-52ee-4b23-b29c-39ee618e9204'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:08.912823 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6b7b5afd-6514-4c21-b4a9-e34f819801af tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:08.914104 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-724198aa-a8d6-4b2c-8cfa-91f36b70aca9 service neutron] Attempting to bind port 325b21c3-690e-4056-87a7-8ad6b7a8126d on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:18:08.914724 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-724198aa-a8d6-4b2c-8cfa-91f36b70aca9 service neutron] Attempting to bind port 325b21c3-690e-4056-87a7-8ad6b7a8126d by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'e905f2b1-d6b8-4415-bb8a-84a4a33978dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:18:08.915260 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-724198aa-a8d6-4b2c-8cfa-91f36b70aca9 service neutron] Attempting to bind port 325b21c3-690e-4056-87a7-8ad6b7a8126d on network e305c812-a69a-4f97-8da1-f8cf6d6d5df0 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:18:08.939844 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6726ae9-4a43-4382-aa12-c00bdc9a894d req-b6a2ff7d-64cc-4522-a907-f039a45ac5cb tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:08.940923 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-a6726ae9-4a43-4382-aa12-c00bdc9a894d req-b6a2ff7d-64cc-4522-a907-f039a45ac5cb tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Synchronizing usage tracker for tenant:780cbdd6ed154f09a98bc1d37b65c2e0 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:08.970378 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2990bfed-4b6c-4efb-adba-3c0060db8baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:08.972698 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-724198aa-a8d6-4b2c-8cfa-91f36b70aca9 service neutron] Port 325b21c3-690e-4056-87a7-8ad6b7a8126d on network e305c812-a69a-4f97-8da1-f8cf6d6d5df0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:18:08.973167 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-724198aa-a8d6-4b2c-8cfa-91f36b70aca9 service neutron] Attempting to bind port 325b21c3-690e-4056-87a7-8ad6b7a8126d on network e305c812-a69a-4f97-8da1-f8cf6d6d5df0 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:18:08.997770 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-724198aa-a8d6-4b2c-8cfa-91f36b70aca9 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:18:08.998106 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-724198aa-a8d6-4b2c-8cfa-91f36b70aca9 service neutron] Checking segment: {'id': 'e905f2b1-d6b8-4415-bb8a-84a4a33978dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:18:08.998494 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-724198aa-a8d6-4b2c-8cfa-91f36b70aca9 service neutron] Bound using segment: {'id': 'e905f2b1-d6b8-4415-bb8a-84a4a33978dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:18:08.999064 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-724198aa-a8d6-4b2c-8cfa-91f36b70aca9 service neutron] Bound port: 325b21c3-690e-4056-87a7-8ad6b7a8126d, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e905f2b1-d6b8-4415-bb8a-84a4a33978dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:18:08.999546 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-724198aa-a8d6-4b2c-8cfa-91f36b70aca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:09.015593 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-11dd57c7-68fc-46be-b933-d66e435ed331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:09.016003 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dd57c7-68fc-46be-b933-d66e435ed331 None None] The sync data for ids ['d710884a-52ee-4b23-b29c-39ee618e9204'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:18:09.017695 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 700e92cf-da24-49c8-a5fb-a01dde98d5d7 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:18:09.104110 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 700e92cf-da24-49c8-a5fb-a01dde98d5d7 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:18:09.104502 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:09.104838 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 700e92cf-da24-49c8-a5fb-a01dde98d5d7 Oct 10 11:18:09.105393 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2990bfed-4b6c-4efb-adba-3c0060db8baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:09.120678 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-6b7b5afd-6514-4c21-b4a9-e34f819801af tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Calling delete_port for c8d8390e-e191-467e-9016-9176e73d3dd1 owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:18:09.157068 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-724198aa-a8d6-4b2c-8cfa-91f36b70aca9 service neutron] For port 325b21c3-690e-4056-87a7-8ad6b7a8126d, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:18:09.166935 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-724198aa-a8d6-4b2c-8cfa-91f36b70aca9 service neutron] For port 325b21c3-690e-4056-87a7-8ad6b7a8126d, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=325b21c3-690e-4056-87a7-8ad6b7a8126d,segment=NetworkSegment(e905f2b1-d6b8-4415-bb8a-84a4a33978dd),segment_id=e905f2b1-d6b8-4415-bb8a-84a4a33978dd)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:18:09.179390 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-a6726ae9-4a43-4382-aa12-c00bdc9a894d req-b6a2ff7d-64cc-4522-a907-f039a45ac5cb tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Unset dirty status for tenant:780cbdd6ed154f09a98bc1d37b65c2e0 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:09.182735 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a6726ae9-4a43-4382-aa12-c00bdc9a894d req-b6a2ff7d-64cc-4522-a907-f039a45ac5cb tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 944 time: 0.5918374 Oct 10 11:18:09.227154 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-db8f558d-cbb4-4551-ae5c-5e5636b9d3ee req-f62b9a79-c0e0-491b-984d-e0b6713a30e7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=913b49a2-5570-4f46-945c-b2dbdfe2fc72 HTTP/1.1" status: 200 len: 210 time: 0.1664660 Oct 10 11:18:09.246150 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a6726ae9-4a43-4382-aa12-c00bdc9a894d req-916a8fc6-6d85-463a-9f0d-84087ed0a98c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2538c43-6897-455b-bde9-ae4c18cd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575097 Oct 10 11:18:09.251990 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 700e92cf-da24-49c8-a5fb-a01dde98d5d7 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:18:09.283688 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-737fad9a-452a-499a-8ce9-c340a78f1401 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "GET /v2.0/routers/d710884a-52ee-4b23-b29c-39ee618e9204 HTTP/1.1" status: 200 len: 926 time: 0.4945202 Oct 10 11:18:09.288415 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56296) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:09.336449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-724198aa-a8d6-4b2c-8cfa-91f36b70aca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:09.338145 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2990bfed-4b6c-4efb-adba-3c0060db8baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:09.356943 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:09.372632 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Attempt 8 to provision port c8d8390e-e191-467e-9016-9176e73d3dd1 Oct 10 11:18:09.382976 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-724198aa-a8d6-4b2c-8cfa-91f36b70aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:09.383617 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-724198aa-a8d6-4b2c-8cfa-91f36b70aca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:09.386537 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-724198aa-a8d6-4b2c-8cfa-91f36b70aca9 service neutron] 10.222.0.15 "PUT /v2.0/ports/325b21c3-690e-4056-87a7-8ad6b7a8126d HTTP/1.1" status: 200 len: 1094 time: 2.2313004 Oct 10 11:18:09.392673 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cb1338-235b-4d11-a8ae-f2b6788d3834', 'tag': '325b21c3-690e-4056-87a7-8ad6b7a8126d'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:18:09.395079 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c7801e-c10e-4a18-91d6-cb55b729de7a" -d '{"events": [{"name": "network-changed", "server_uuid": "c5cb1338-235b-4d11-a8ae-f2b6788d3834", "tag": "325b21c3-690e-4056-87a7-8ad6b7a8126d"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:18:09.428688 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990bfed-4b6c-4efb-adba-3c0060db8baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126ee970-a098-4687-85ae-a9f5e24fa760,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:09.441489 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80859ff-e77c-4ced-b1de-bbeef8a9413c x-openstack-request-id: req-f80859ff-e77c-4ced-b1de-bbeef8a9413c {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:18:09.441802 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5cb1338-235b-4d11-a8ae-f2b6788d3834", "tag": "325b21c3-690e-4056-87a7-8ad6b7a8126d", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:18:09.442046 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f80859ff-e77c-4ced-b1de-bbeef8a9413c {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:18:09.442466 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f80859ff-e77c-4ced-b1de-bbeef8a9413c'] response: {'name': 'network-changed', 'server_uuid': 'c5cb1338-235b-4d11-a8ae-f2b6788d3834', 'tag': '325b21c3-690e-4056-87a7-8ad6b7a8126d', 'status': 'completed', 'code': 200} Oct 10 11:18:09.443639 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2990bfed-4b6c-4efb-adba-3c0060db8baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:09.448747 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2990bfed-4b6c-4efb-adba-3c0060db8baa admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/126ee970-a098-4687-85ae-a9f5e24fa760 HTTP/1.1" status: 204 len: 168 time: 0.6289606 Oct 10 11:18:09.460353 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Port c8d8390e-e191-467e-9016-9176e73d3dd1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:09.460744 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724198aa-a8d6-4b2c-8cfa-91f36b70aca9 service neutron] Pushing event updated for resources: {'Port': ['ID=325b21c3-690e-4056-87a7-8ad6b7a8126d,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:09.475156 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dac683-0eb7-48f8-a968-a561d5b622cd tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:09.475943 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e9dac683-0eb7-48f8-a968-a561d5b622cd tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Synchronizing usage tracker for tenant:6c39066dcd1e4a3f9b6ce105bb54b1d6 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:09.534188 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6b7b5afd-6514-4c21-b4a9-e34f819801af tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:09.579236 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7801e-c10e-4a18-91d6-cb55b729de7a req-0aea3b02-df87-40c1-a70f-4e727cbc3bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:09.588100 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d4c7801e-c10e-4a18-91d6-cb55b729de7a req-0aea3b02-df87-40c1-a70f-4e727cbc3bf5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=780cbdd6ed154f09a98bc1d37b65c2e0&device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 1097 time: 0.1001098 Oct 10 11:18:09.589065 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b5afd-6514-4c21-b4a9-e34f819801af tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Pushing event deleted for resources: {'Port': ['ID=c8d8390e-e191-467e-9016-9176e73d3dd1,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:09.685606 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b5afd-6514-4c21-b4a9-e34f819801af tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:09.685958 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b5afd-6514-4c21-b4a9-e34f819801af tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:09.686460 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b5afd-6514-4c21-b4a9-e34f819801af tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:09.686869 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b5afd-6514-4c21-b4a9-e34f819801af tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:09.687216 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b5afd-6514-4c21-b4a9-e34f819801af tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:09.687532 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b5afd-6514-4c21-b4a9-e34f819801af tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:09.687855 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b5afd-6514-4c21-b4a9-e34f819801af tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:09.688580 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b5afd-6514-4c21-b4a9-e34f819801af tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:09.688700 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b5afd-6514-4c21-b4a9-e34f819801af tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:09.689027 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b5afd-6514-4c21-b4a9-e34f819801af tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:09.689347 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b5afd-6514-4c21-b4a9-e34f819801af tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:09.689702 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b5afd-6514-4c21-b4a9-e34f819801af tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:09.711686 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e9dac683-0eb7-48f8-a968-a561d5b622cd tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Unset dirty status for tenant:6c39066dcd1e4a3f9b6ce105bb54b1d6 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:09.713264 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e9dac683-0eb7-48f8-a968-a561d5b622cd tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "GET /v2.0/ports?network_id=1e933860-f99f-4a0b-a611-91d190754508&device_id=d710884a-52ee-4b23-b29c-39ee618e9204&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4235811 Oct 10 11:18:09.717142 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56304) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:09.782365 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7801e-c10e-4a18-91d6-cb55b729de7a req-05e6ea6c-304a-4cfd-b3c6-2bc5480a28e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:09.784853 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d4c7801e-c10e-4a18-91d6-cb55b729de7a req-05e6ea6c-304a-4cfd-b3c6-2bc5480a28e1 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=780cbdd6ed154f09a98bc1d37b65c2e0&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1968455 Oct 10 11:18:09.961637 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Attempt 9 to provision port c8d8390e-e191-467e-9016-9176e73d3dd1 Oct 10 11:18:10.001394 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7801e-c10e-4a18-91d6-cb55b729de7a req-d4966d84-6309-4669-81fd-ebaf2c7d99c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:10.004746 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d4c7801e-c10e-4a18-91d6-cb55b729de7a req-d4966d84-6309-4669-81fd-ebaf2c7d99c1 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2145071 Oct 10 11:18:10.031096 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Port c8d8390e-e191-467e-9016-9176e73d3dd1 was deleted so its status cannot be updated. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 10 11:18:10.108995 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6b7b5afd-6514-4c21-b4a9-e34f819801af tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:10.111379 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Provisioning for port 352d6fec-67ef-45f4-b300-d596c195ab0b completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:18:10.119824 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Provisioning complete for port 352d6fec-67ef-45f4-b300-d596c195ab0b triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:18:10.120203 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:10.120598 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Attempt 1 to provision port 352d6fec-67ef-45f4-b300-d596c195ab0b Oct 10 11:18:10.193239 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-615801d0-d971-4ea7-b7d7-0ed2482b5bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:10.195133 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-615801d0-d971-4ea7-b7d7-0ed2482b5bcb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=780cbdd6ed154f09a98bc1d37b65c2e0&device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 1097 time: 0.1294148 Oct 10 11:18:10.326154 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-63ddce02-2cec-4ae9-a6a6-6da03d4f0efd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=325b21c3-690e-4056-87a7-8ad6b7a8126d HTTP/1.1" status: 200 len: 217 time: 0.1197617 Oct 10 11:18:10.338089 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d640bdb-76c2-40bf-8eeb-16ecac906c94 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:10.338676 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8d640bdb-76c2-40bf-8eeb-16ecac906c94 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Synchronizing usage tracker for tenant:6c39066dcd1e4a3f9b6ce105bb54b1d6 on resource:network {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:10.345816 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Current status of the port 352d6fec-67ef-45f4-b300-d596c195ab0b is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:18:10.348132 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:10.422863 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] For port 352d6fec-67ef-45f4-b300-d596c195ab0b, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=352d6fec-67ef-45f4-b300-d596c195ab0b,segment=NetworkSegment(369342e9-50b7-49cc-b053-2ef3f3efb668),segment_id=369342e9-50b7-49cc-b053-2ef3f3efb668)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:18:10.455776 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-af895234-ba04-44e0-9f2a-de2d3f54d2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:10.457982 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-af895234-ba04-44e0-9f2a-de2d3f54d2aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=458b21fd-7fc9-46f9-9db5-643f7fbb77a3 HTTP/1.1" status: 200 len: 834 time: 0.1234214 Oct 10 11:18:10.505496 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:10.606821 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7b5afd-6514-4c21-b4a9-e34f819801af tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Router 63d7afe8-2a02-428c-b218-61acf44b71cc has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:18:10.607328 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f05c9a-7e21-4a9d-aaed-9d67441e6e88 None None] Pushing event updated for resources: {'Port': ['ID=352d6fec-67ef-45f4-b300-d596c195ab0b,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:10.620205 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8846cbed-5fe6-4536-b4f9-e412b2838f5d req-b4010b95-8b30-41fb-8455-bbd698e74805 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=913b49a2-5570-4f46-945c-b2dbdfe2fc72 HTTP/1.1" status: 200 len: 210 time: 0.1668220 Oct 10 11:18:10.660610 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-5585843e-d53f-43cf-a37a-a2378934ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:10.665079 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-5585843e-d53f-43cf-a37a-a2378934ff55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e305c812-a69a-4f97-8da1-f8cf6d6d5df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1618001 Oct 10 11:18:10.703730 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8d640bdb-76c2-40bf-8eeb-16ecac906c94 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Unset dirty status for tenant:6c39066dcd1e4a3f9b6ce105bb54b1d6 on resource:network {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:10.704918 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8d640bdb-76c2-40bf-8eeb-16ecac906c94 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "GET /v2.0/networks/1e933860-f99f-4a0b-a611-91d190754508 HTTP/1.1" status: 200 len: 881 time: 0.9864469 Oct 10 11:18:10.710666 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56328) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:10.773767 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-93f779c3-e210-4a33-a14d-274e90db8bbc None None] Provisioning for port 325b21c3-690e-4056-87a7-8ad6b7a8126d completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:18:10.796378 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7b5afd-6514-4c21-b4a9-e34f819801af tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:18:10.798573 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-93f779c3-e210-4a33-a14d-274e90db8bbc None None] Provisioning complete for port 3bf84152-ccca-461e-bc4a-344c7b9f25e0 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:18:10.809230 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-93f779c3-e210-4a33-a14d-274e90db8bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:10.812693 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f676112-8c9f-4e11-8295-150b88f3fcf1 None None] Sync routers for ids ['63d7afe8-2a02-428c-b218-61acf44b71cc'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:18:10.813627 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6b7b5afd-6514-4c21-b4a9-e34f819801af tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] 10.222.0.40 "PUT /v2.0/routers/63d7afe8-2a02-428c-b218-61acf44b71cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4053495 Oct 10 11:18:10.825488 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fce3b-e74c-4247-bb9e-7ab18c94b6a0 req-a01c40b6-a594-436d-adf3-cc446dc655bc tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:10.827024 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-93f779c3-e210-4a33-a14d-274e90db8bbc None None] Attempt 1 to provision port 3bf84152-ccca-461e-bc4a-344c7b9f25e0 Oct 10 11:18:10.827567 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b13fce3b-e74c-4247-bb9e-7ab18c94b6a0 req-a01c40b6-a594-436d-adf3-cc446dc655bc tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 944 time: 0.3317850 Oct 10 11:18:10.828480 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56332) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:10.848992 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f676112-8c9f-4e11-8295-150b88f3fcf1 None None] Routers {'63d7afe8-2a02-428c-b218-61acf44b71cc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:10.849650 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-1f676112-8c9f-4e11-8295-150b88f3fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['63d7afe8-2a02-428c-b218-61acf44b71cc'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:10.972394 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 352d6fec-67ef-45f4-b300-d596c195ab0b up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:18:10.993054 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-1f676112-8c9f-4e11-8295-150b88f3fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:11.003099 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a248b40e-68d7-4948-b436-c1668285dbe3 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "GET /v2.0/ports?device_id=d710884a-52ee-4b23-b29c-39ee618e9204 HTTP/1.1" status: 200 len: 205 time: 0.2917197 Oct 10 11:18:11.005808 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56338) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:11.009682 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f676112-8c9f-4e11-8295-150b88f3fcf1 None None] Routers {'63d7afe8-2a02-428c-b218-61acf44b71cc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:11.010899 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-1f676112-8c9f-4e11-8295-150b88f3fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['63d7afe8-2a02-428c-b218-61acf44b71cc'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:11.093397 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-1f676112-8c9f-4e11-8295-150b88f3fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:11.094231 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f676112-8c9f-4e11-8295-150b88f3fcf1 None None] The sync data for ids ['63d7afe8-2a02-428c-b218-61acf44b71cc'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:18:11.123439 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-93f779c3-e210-4a33-a14d-274e90db8bbc None None] Current status of the port 3bf84152-ccca-461e-bc4a-344c7b9f25e0 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:18:11.127539 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-358b31d7-2f1b-48fe-9556-dbfeea02daee tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] delete failed (client error): The resource could not be found. Oct 10 11:18:11.129095 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-358b31d7-2f1b-48fe-9556-dbfeea02daee tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] 10.222.0.40 "DELETE /v2.0/routers/tempest-non_exist_router-1516715837 HTTP/1.1" status: 404 len: 335 time: 0.2837210 Oct 10 11:18:11.136597 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-93f779c3-e210-4a33-a14d-274e90db8bbc None None] Could not find standard attr ID for object c8d8390e-e191-467e-9016-9176e73d3dd1. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:18:11.138675 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56342) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:11.158614 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 352d6fec-67ef-45f4-b300-d596c195ab0b triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:18:11.159557 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:11.160205 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 352d6fec-67ef-45f4-b300-d596c195ab0b Oct 10 11:18:11.176424 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56346) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:11.180250 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-94c7774b-4d09-4dde-ad92-c4b42857bc03 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Request body: {'router': {'external_gateway_info': {'network_id': '63d7afe8-2a02-428c-b218-61acf44b71cc'}}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:11.214837 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-4cad4236-5a36-4da9-a960-7e5b37d3f31d service neutron] 10.222.0.15 "GET /v2.0/networks/e305c812-a69a-4f97-8da1-f8cf6d6d5df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5455639 Oct 10 11:18:11.298174 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 352d6fec-67ef-45f4-b300-d596c195ab0b is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:18:11.335313 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e636134c-82c5-4a73-90ae-d28b1217fe05 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:11.390159 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b13fce3b-e74c-4247-bb9e-7ab18c94b6a0 req-948c8761-c7e5-49f1-99b2-1ed9d728d751 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2538c43-6897-455b-bde9-ae4c18cd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5378299 Oct 10 11:18:11.560080 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1e7fd370-62e0-474c-85f3-c0637cdb8654 req-36f4e892-f8aa-429a-97d5-9d1a83ac073f service neutron] 10.222.0.15 "GET /v2.0/networks/e305c812-a69a-4f97-8da1-f8cf6d6d5df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335671 Oct 10 11:18:11.574447 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e636134c-82c5-4a73-90ae-d28b1217fe05 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:11.653886 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-9e0de7e1-ddb1-4de3-ac45-9182820d294b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-107725348'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:11.669315 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9e0de7e1-ddb1-4de3-ac45-9182820d294b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:11.679136 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9e0de7e1-ddb1-4de3-ac45-9182820d294b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Usage tracker for resource:network and tenant:936e4bb70f4f401fa185998b9205aaff is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:11.681696 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-e636134c-82c5-4a73-90ae-d28b1217fe05 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Deleting port dfdcbb0a-9c18-4dce-9734-f110820d8388 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:18:11.682155 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e636134c-82c5-4a73-90ae-d28b1217fe05 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:11.688252 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9e0de7e1-ddb1-4de3-ac45-9182820d294b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:11.756091 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9e0de7e1-ddb1-4de3-ac45-9182820d294b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:11.818068 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-73150b73-7ad0-4948-b7aa-d5977283389c req-3fe2d0dc-0370-49ac-bbda-f39123344c24 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=913b49a2-5570-4f46-945c-b2dbdfe2fc72 HTTP/1.1" status: 200 len: 210 time: 0.0633631 Oct 10 11:18:11.847096 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-94c7774b-4d09-4dde-ad92-c4b42857bc03 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:11.857191 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-aae59bed-7e5f-42da-90fe-8939ade57af3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:11.858622 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-aae59bed-7e5f-42da-90fe-8939ade57af3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/networks?id=660a4c34-f993-4054-9fd7-f447717be71f HTTP/1.1" status: 200 len: 796 time: 0.7720404 Oct 10 11:18:11.910514 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e636134c-82c5-4a73-90ae-d28b1217fe05 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:11.913014 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-1e1a1271-60ef-44d7-ba86-e2802258b029 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 379 time: 0.0457494 Oct 10 11:18:11.917305 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0de7e1-ddb1-4de3-ac45-9182820d294b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Made reservation on behalf of 936e4bb70f4f401fa185998b9205aaff for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:18:11.920773 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9e0de7e1-ddb1-4de3-ac45-9182820d294b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:11.936925 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-4f669d57-f454-4a0c-a6ce-a516b6f26a50 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'port': {'device_id': '913b49a2-5570-4f46-945c-b2dbdfe2fc72', 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f', 'admin_state_up': True, 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'security_groups': ['41090676-4223-4d2c-9591-e2008c1cd28d']}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:11.985640 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9e0de7e1-ddb1-4de3-ac45-9182820d294b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:12.035416 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-e636134c-82c5-4a73-90ae-d28b1217fe05 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Calling delete_port for dfdcbb0a-9c18-4dce-9734-f110820d8388 owned by network:router_gateway {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:18:12.054259 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-94c7774b-4d09-4dde-ad92-c4b42857bc03 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] update failed (client error): The resource could not be found. Oct 10 11:18:12.055273 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-94c7774b-4d09-4dde-ad92-c4b42857bc03 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] 10.222.0.40 "PUT /v2.0/routers/63d7afe8-2a02-428c-b218-61acf44b71cc HTTP/1.1" status: 404 len: 339 time: 0.9159172 Oct 10 11:18:12.061854 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56358) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:12.075231 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9e0de7e1-ddb1-4de3-ac45-9182820d294b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:12.154921 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9e0de7e1-ddb1-4de3-ac45-9182820d294b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Usage tracker for resource:security_group_rule and tenant:936e4bb70f4f401fa185998b9205aaff is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:12.211406 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9e0de7e1-ddb1-4de3-ac45-9182820d294b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:12.231973 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9e0de7e1-ddb1-4de3-ac45-9182820d294b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:12.253668 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e636134c-82c5-4a73-90ae-d28b1217fe05 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:12.305608 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636134c-82c5-4a73-90ae-d28b1217fe05 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Pushing event deleted for resources: {'Port': ['ID=dfdcbb0a-9c18-4dce-9734-f110820d8388,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:12.376312 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636134c-82c5-4a73-90ae-d28b1217fe05 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:12.376577 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636134c-82c5-4a73-90ae-d28b1217fe05 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:12.376914 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636134c-82c5-4a73-90ae-d28b1217fe05 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:12.377247 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636134c-82c5-4a73-90ae-d28b1217fe05 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:12.377598 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636134c-82c5-4a73-90ae-d28b1217fe05 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:12.377933 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636134c-82c5-4a73-90ae-d28b1217fe05 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:12.378264 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636134c-82c5-4a73-90ae-d28b1217fe05 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:12.378608 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636134c-82c5-4a73-90ae-d28b1217fe05 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:12.378917 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636134c-82c5-4a73-90ae-d28b1217fe05 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:12.379238 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636134c-82c5-4a73-90ae-d28b1217fe05 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:12.379557 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636134c-82c5-4a73-90ae-d28b1217fe05 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:12.379876 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e636134c-82c5-4a73-90ae-d28b1217fe05 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:12.408719 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-4f669d57-f454-4a0c-a6ce-a516b6f26a50 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:12.412667 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e636134c-82c5-4a73-90ae-d28b1217fe05 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:12.489899 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-4f669d57-f454-4a0c-a6ce-a516b6f26a50 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:12.709013 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e636134c-82c5-4a73-90ae-d28b1217fe05 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:12.711255 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e636134c-82c5-4a73-90ae-d28b1217fe05 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:12.742685 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-4f669d57-f454-4a0c-a6ce-a516b6f26a50 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Made reservation on behalf of abdeb3603c4943b08320f37282de8f91 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:18:12.746723 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-4f669d57-f454-4a0c-a6ce-a516b6f26a50 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:12.784798 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e636134c-82c5-4a73-90ae-d28b1217fe05 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:12.785308 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e636134c-82c5-4a73-90ae-d28b1217fe05 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Fanout notify agent at l3_agent the message router_deleted on router d710884a-52ee-4b23-b29c-39ee618e9204 {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:18:12.798034 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9e0de7e1-ddb1-4de3-ac45-9182820d294b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:12.801627 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e636134c-82c5-4a73-90ae-d28b1217fe05 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:12.802716 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e636134c-82c5-4a73-90ae-d28b1217fe05 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "DELETE /v2.0/routers/d710884a-52ee-4b23-b29c-39ee618e9204 HTTP/1.1" status: 204 len: 168 time: 1.7955239 Oct 10 11:18:12.808047 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56364) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:12.812383 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2aa09b56-1eeb-4fcb-b3b6-e48dd95366f6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:12.812881 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-90667764-b5ca-4c2b-ac79-d225572f8bd8 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-145638001', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:12.819390 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-90667764-b5ca-4c2b-ac79-d225572f8bd8 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:12.824506 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-90667764-b5ca-4c2b-ac79-d225572f8bd8 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Usage tracker for resource:router and tenant:9c1956994f4c49229abad6cdbc40e0c4 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:12.827657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-90667764-b5ca-4c2b-ac79-d225572f8bd8 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:12.833885 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-90667764-b5ca-4c2b-ac79-d225572f8bd8 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:12.873926 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9e0de7e1-ddb1-4de3-ac45-9182820d294b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:12.888352 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-90667764-b5ca-4c2b-ac79-d225572f8bd8 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:12.890108 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-90667764-b5ca-4c2b-ac79-d225572f8bd8 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:12.910608 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-90667764-b5ca-4c2b-ac79-d225572f8bd8 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:12.963915 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc03cf3-6184-4dcb-b1ed-b49d78730e79 req-51f1417d-8929-4bec-a555-70449e08f9bc tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:12.965407 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-adc03cf3-6184-4dcb-b1ed-b49d78730e79 req-51f1417d-8929-4bec-a555-70449e08f9bc tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 944 time: 0.4076884 Oct 10 11:18:12.989217 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6d4e34a1-53c5-4d1e-9fe4-15bf67c64f45 req-fbfe73fa-ea39-4e32-8bd4-77bfdcfcfc1a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=913b49a2-5570-4f46-945c-b2dbdfe2fc72 HTTP/1.1" status: 200 len: 210 time: 0.0529172 Oct 10 11:18:13.007386 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-90667764-b5ca-4c2b-ac79-d225572f8bd8 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:13.104601 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-90667764-b5ca-4c2b-ac79-d225572f8bd8 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:13.105852 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-90667764-b5ca-4c2b-ac79-d225572f8bd8 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2970691 Oct 10 11:18:13.108678 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56370) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:13.114028 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-a2059504-8a4f-4007-9ead-374c3c7b7ac2 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Request body: {'router': {'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:13.234224 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0de7e1-ddb1-4de3-ac45-9182820d294b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 490} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:18:13.241926 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0de7e1-ddb1-4de3-ac45-9182820d294b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72f599d4-1961-4cdd-8b1a-ad49e5c7501e,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:13.366621 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9e0de7e1-ddb1-4de3-ac45-9182820d294b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:13.366965 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-9e0de7e1-ddb1-4de3-ac45-9182820d294b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Added segment 1e44f024-974e-43b2-82e2-6a6161fbbb27 of type vlan for network 30a119e3-5044-4e49-b3c7-e52b751cd36e Oct 10 11:18:13.388840 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-adc03cf3-6184-4dcb-b1ed-b49d78730e79 req-ed8ed282-b483-4bb9-aa74-8de80c530d64 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2538c43-6897-455b-bde9-ae4c18cd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4002948 Oct 10 11:18:13.484624 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-4f669d57-f454-4a0c-a6ce-a516b6f26a50 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.20.0.9 (660a4c34-f993-4054-9fd7-f447717be71f/d95f995a-075f-4716-8136-bb47976380ee/a6f676cc-9681-4927-8ddb-2cfbd102584f) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:18:13.487460 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9e0de7e1-ddb1-4de3-ac45-9182820d294b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:13.501237 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a2059504-8a4f-4007-9ead-374c3c7b7ac2 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:13.655830 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-2aa09b56-1eeb-4fcb-b3b6-e48dd95366f6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Allocated IP 172.20.0.1 (a50cd496-7a18-4ea2-a10e-0fcc3349cceb/60c1b254-b410-4e39-a49c-f17d8191585d/779640fd-d766-4f18-8950-f8ca254d4034) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:18:13.843586 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9e0de7e1-ddb1-4de3-ac45-9182820d294b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:13.849009 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0de7e1-ddb1-4de3-ac45-9182820d294b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:13.849621 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9e0de7e1-ddb1-4de3-ac45-9182820d294b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:13.942232 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a2059504-8a4f-4007-9ead-374c3c7b7ac2 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:13.954200 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-4f669d57-f454-4a0c-a6ce-a516b6f26a50 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:13.971465 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a2059504-8a4f-4007-9ead-374c3c7b7ac2 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:14.065953 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0de7e1-ddb1-4de3-ac45-9182820d294b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Network': ['ID=30a119e3-5044-4e49-b3c7-e52b751cd36e,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:14.074332 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2aa09b56-1eeb-4fcb-b3b6-e48dd95366f6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:14.077446 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-4f669d57-f454-4a0c-a6ce-a516b6f26a50 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Transition to ACTIVE for port object a6f676cc-9681-4927-8ddb-2cfbd102584f will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:18:14.082282 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 30a119e3-5044-4e49-b3c7-e52b751cd36e details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:18:14.095028 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-2aa09b56-1eeb-4fcb-b3b6-e48dd95366f6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Transition to ACTIVE for port object 779640fd-d766-4f18-8950-f8ca254d4034 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:18:14.135370 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-a2059504-8a4f-4007-9ead-374c3c7b7ac2 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Allocated IP 172.26.4.10 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/e5253385-c08b-4d77-b96c-bd04496e24d4) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:18:14.146445 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9e0de7e1-ddb1-4de3-ac45-9182820d294b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.8985946 Oct 10 11:18:14.148375 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56376) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:14.156007 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-05bcd691-b188-4cfb-a887-b8cc2c2a1332 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-831834895'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:14.161135 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-05bcd691-b188-4cfb-a887-b8cc2c2a1332 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:14.166870 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-05bcd691-b188-4cfb-a887-b8cc2c2a1332 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Usage tracker for resource:network and tenant:936e4bb70f4f401fa185998b9205aaff is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:14.171557 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-05bcd691-b188-4cfb-a887-b8cc2c2a1332 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:14.177811 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-05bcd691-b188-4cfb-a887-b8cc2c2a1332 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:14.192840 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cd4ee79a-ec81-40a0-b7a8-07f6846e9f12 req-d18ad850-fb7e-440c-9db2-0faf29f1bfb0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=913b49a2-5570-4f46-945c-b2dbdfe2fc72 HTTP/1.1" status: 200 len: 210 time: 0.0646176 Oct 10 11:18:14.214474 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-4f669d57-f454-4a0c-a6ce-a516b6f26a50 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:14.274515 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2aa09b56-1eeb-4fcb-b3b6-e48dd95366f6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:14.301253 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bcd691-b188-4cfb-a887-b8cc2c2a1332 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Made reservation on behalf of 936e4bb70f4f401fa185998b9205aaff for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:18:14.304992 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-05bcd691-b188-4cfb-a887-b8cc2c2a1332 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:14.325784 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-4f669d57-f454-4a0c-a6ce-a516b6f26a50 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 660a4c34-f993-4054-9fd7-f447717be71f is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:18:14.334980 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-4f669d57-f454-4a0c-a6ce-a516b6f26a50 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:14.341708 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-4f669d57-f454-4a0c-a6ce-a516b6f26a50 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:18:14.389922 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa09b56-1eeb-4fcb-b3b6-e48dd95366f6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Network a50cd496-7a18-4ea2-a10e-0fcc3349cceb is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:18:14.393148 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f669d57-f454-4a0c-a6ce-a516b6f26a50 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=a6f676cc-9681-4927-8ddb-2cfbd102584f,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:14.447528 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-2aa09b56-1eeb-4fcb-b3b6-e48dd95366f6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:14.450253 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa09b56-1eeb-4fcb-b3b6-e48dd95366f6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:18:14.463880 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a2059504-8a4f-4007-9ead-374c3c7b7ac2 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:14.522923 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05bcd691-b188-4cfb-a887-b8cc2c2a1332 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 471} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:18:14.585948 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a2059504-8a4f-4007-9ead-374c3c7b7ac2 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:14.613042 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-4f669d57-f454-4a0c-a6ce-a516b6f26a50 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:14.613818 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-4f669d57-f454-4a0c-a6ce-a516b6f26a50 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:14.627966 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-05bcd691-b188-4cfb-a887-b8cc2c2a1332 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:14.628294 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-05bcd691-b188-4cfb-a887-b8cc2c2a1332 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Added segment 0a888cb2-aaca-47e1-9681-ba81168e9911 of type vlan for network 8597ab9a-f1a9-4905-91b3-28027e070677 Oct 10 11:18:14.632075 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa09b56-1eeb-4fcb-b3b6-e48dd95366f6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Pushing event updated for resources: {'Port': ['ID=779640fd-d766-4f18-8950-f8ca254d4034,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:14.662121 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 325b21c3-690e-4056-87a7-8ad6b7a8126d details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:18:14.663332 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2059504-8a4f-4007-9ead-374c3c7b7ac2 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:18:14.666737 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-a2059504-8a4f-4007-9ead-374c3c7b7ac2 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:14.670808 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2059504-8a4f-4007-9ead-374c3c7b7ac2 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:18:14.675198 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2aa09b56-1eeb-4fcb-b3b6-e48dd95366f6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:14.705885 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2059504-8a4f-4007-9ead-374c3c7b7ac2 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Pushing event updated for resources: {'Port': ['ID=e5253385-c08b-4d77-b96c-bd04496e24d4,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:14.750925 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-05bcd691-b188-4cfb-a887-b8cc2c2a1332 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:14.794603 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-95d7efe7-1efa-4ab4-a565-daaec761260e None None] Provisioning for port a6f676cc-9681-4927-8ddb-2cfbd102584f completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:18:14.807136 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6796d-ef6a-4a9a-ba12-a6f72e150828 req-ebdb164b-088c-454d-ba58-9fba16da9fe8 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:14.808697 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-acc6796d-ef6a-4a9a-ba12-a6f72e150828 req-ebdb164b-088c-454d-ba58-9fba16da9fe8 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 944 time: 0.2646630 Oct 10 11:18:14.812286 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-95d7efe7-1efa-4ab4-a565-daaec761260e None None] Provisioning complete for port a6f676cc-9681-4927-8ddb-2cfbd102584f triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:18:14.812654 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-95d7efe7-1efa-4ab4-a565-daaec761260e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:14.812988 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-95d7efe7-1efa-4ab4-a565-daaec761260e None None] Attempt 1 to provision port a6f676cc-9681-4927-8ddb-2cfbd102584f Oct 10 11:18:14.831407 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-4f669d57-f454-4a0c-a6ce-a516b6f26a50 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9010029 Oct 10 11:18:14.849323 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-7822128c-167d-4eff-bd6e-9a35d2176de1 service neutron] Request body: {'port': {'device_id': '913b49a2-5570-4f46-945c-b2dbdfe2fc72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:14.904143 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-95d7efe7-1efa-4ab4-a565-daaec761260e None None] Port a6f676cc-9681-4927-8ddb-2cfbd102584f cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:14.909336 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 325b21c3-690e-4056-87a7-8ad6b7a8126d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=325b21c3-690e-4056-87a7-8ad6b7a8126d,segment=NetworkSegment(e905f2b1-d6b8-4415-bb8a-84a4a33978dd),segment_id=e905f2b1-d6b8-4415-bb8a-84a4a33978dd)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:18:14.926761 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '325b21c3-690e-4056-87a7-8ad6b7a8126d', 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0', 'port_id': '325b21c3-690e-4056-87a7-8ad6b7a8126d', 'mac_address': 'fa:16:3e:46:21:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 499, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '458b21fd-7fc9-46f9-9db5-643f7fbb77a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:18:14.933408 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-05bcd691-b188-4cfb-a887-b8cc2c2a1332 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:14.938625 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bcd691-b188-4cfb-a887-b8cc2c2a1332 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:14.939236 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-05bcd691-b188-4cfb-a887-b8cc2c2a1332 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:14.972434 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-acc6796d-ef6a-4a9a-ba12-a6f72e150828 req-26ad306b-07e1-4dd5-946b-f1d9acdcdde0 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2538c43-6897-455b-bde9-ae4c18cd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570961 Oct 10 11:18:14.996936 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 325b21c3-690e-4056-87a7-8ad6b7a8126d is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:18:14.996936 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:15.017586 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 325b21c3-690e-4056-87a7-8ad6b7a8126d {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:18:15.034728 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 325b21c3-690e-4056-87a7-8ad6b7a8126d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=325b21c3-690e-4056-87a7-8ad6b7a8126d,segment=NetworkSegment(e905f2b1-d6b8-4415-bb8a-84a4a33978dd),segment_id=e905f2b1-d6b8-4415-bb8a-84a4a33978dd)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:18:15.111737 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2aa09b56-1eeb-4fcb-b3b6-e48dd95366f6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:15.121496 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-05bcd691-b188-4cfb-a887-b8cc2c2a1332 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9720163 Oct 10 11:18:15.124571 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56382) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:15.127181 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:15.129419 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bcd691-b188-4cfb-a887-b8cc2c2a1332 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Network': ['ID=8597ab9a-f1a9-4905-91b3-28027e070677,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:15.132429 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-8f8c1fee-4818-4bd0-9dcd-93d19d22a4a4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'subnet': {'network_id': '30a119e3-5044-4e49-b3c7-e52b751cd36e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:15.175428 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 8597ab9a-f1a9-4905-91b3-28027e070677 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:18:15.299843 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=325b21c3-690e-4056-87a7-8ad6b7a8126d,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:15.357359 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['325b21c3-690e-4056-87a7-8ad6b7a8126d'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:18:15.373858 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8f8c1fee-4818-4bd0-9dcd-93d19d22a4a4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:15.374457 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-7822128c-167d-4eff-bd6e-9a35d2176de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:15.384566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8f8c1fee-4818-4bd0-9dcd-93d19d22a4a4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Usage tracker for resource:subnet and tenant:936e4bb70f4f401fa185998b9205aaff is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:15.387622 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a2059504-8a4f-4007-9ead-374c3c7b7ac2 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router_gateway, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:15.406771 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-95d7efe7-1efa-4ab4-a565-daaec761260e None None] Attempt 2 to provision port a6f676cc-9681-4927-8ddb-2cfbd102584f Oct 10 11:18:15.443662 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8f8c1fee-4818-4bd0-9dcd-93d19d22a4a4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:15.469941 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8f8c1fee-4818-4bd0-9dcd-93d19d22a4a4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:15.521982 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-95d7efe7-1efa-4ab4-a565-daaec761260e None None] Port a6f676cc-9681-4927-8ddb-2cfbd102584f cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:15.593767 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8c1fee-4818-4bd0-9dcd-93d19d22a4a4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Made reservation on behalf of 936e4bb70f4f401fa185998b9205aaff for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:18:15.597151 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8f8c1fee-4818-4bd0-9dcd-93d19d22a4a4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:15.643285 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d455d3-3305-47d4-a7df-57f4f8d66a02 req-921386cc-a86e-437e-8878-92ccba5d77c2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:15.644751 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-06d455d3-3305-47d4-a7df-57f4f8d66a02 req-921386cc-a86e-437e-8878-92ccba5d77c2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=913b49a2-5570-4f46-945c-b2dbdfe2fc72 HTTP/1.1" status: 200 len: 931 time: 0.3219686 Oct 10 11:18:15.882795 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-06d455d3-3305-47d4-a7df-57f4f8d66a02 req-431db89b-4763-43ab-a315-0b22cb1fc210 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=41090676-4223-4d2c-9591-e2008c1cd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831405 Oct 10 11:18:15.930126 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a2059504-8a4f-4007-9ead-374c3c7b7ac2 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:15.977305 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:18:15.995937 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2aa09b56-1eeb-4fcb-b3b6-e48dd95366f6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:16.024075 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-95d7efe7-1efa-4ab4-a565-daaec761260e None None] Attempt 3 to provision port a6f676cc-9681-4927-8ddb-2cfbd102584f Oct 10 11:18:16.065695 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2aa09b56-1eeb-4fcb-b3b6-e48dd95366f6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:16.087707 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a2059504-8a4f-4007-9ead-374c3c7b7ac2 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568703'] for router, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:16.104885 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-95d7efe7-1efa-4ab4-a565-daaec761260e None None] Port a6f676cc-9681-4927-8ddb-2cfbd102584f cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:16.223441 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-7822128c-167d-4eff-bd6e-9a35d2176de1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6f676cc-9681-4927-8ddb-2cfbd102584f {{(pid=89896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:18:16.246683 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-7822128c-167d-4eff-bd6e-9a35d2176de1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:16.272420 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa09b56-1eeb-4fcb-b3b6-e48dd95366f6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Pushing event updated for resources: {'Port': ['ID=779640fd-d766-4f18-8950-f8ca254d4034,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:16.280525 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2aa09b56-1eeb-4fcb-b3b6-e48dd95366f6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:16.286888 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-7822128c-167d-4eff-bd6e-9a35d2176de1 service neutron] Transition to ACTIVE for port object a6f676cc-9681-4927-8ddb-2cfbd102584f will not be triggered until provisioned by entity L2. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:18:16.384451 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94636ae-3379-49ba-82d1-fbf6f18f8441 req-703eb03a-396c-46f9-b5ee-72a18a8ed58d tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:16.385922 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d94636ae-3379-49ba-82d1-fbf6f18f8441 req-703eb03a-396c-46f9-b5ee-72a18a8ed58d tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 945 time: 0.2924550 Oct 10 11:18:16.390841 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-7822128c-167d-4eff-bd6e-9a35d2176de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:16.403164 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8f8c1fee-4818-4bd0-9dcd-93d19d22a4a4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:16.431636 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2059504-8a4f-4007-9ead-374c3c7b7ac2 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Router 29e05d20-7aa3-4eeb-939e-1ce7e0bc08c5 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:18:16.564629 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c1fee-4818-4bd0-9dcd-93d19d22a4a4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Subnet': ['ID=d8a3fbe9-3052-4f43-abc8-7fad57e24f6d,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:16.582987 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c1fee-4818-4bd0-9dcd-93d19d22a4a4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Checking segment: {'id': '1e44f024-974e-43b2-82e2-6a6161fbbb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '30a119e3-5044-4e49-b3c7-e52b751cd36e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:18:16.583338 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8c1fee-4818-4bd0-9dcd-93d19d22a4a4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network hostable DHCP agents. Network: 30a119e3-5044-4e49-b3c7-e52b751cd36e, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:18:16.606431 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-95d7efe7-1efa-4ab4-a565-daaec761260e None None] Attempt 4 to provision port a6f676cc-9681-4927-8ddb-2cfbd102584f Oct 10 11:18:16.646349 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822128c-167d-4eff-bd6e-9a35d2176de1 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f676cc-9681-4927-8ddb-2cfbd102584f,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:16.659954 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d94636ae-3379-49ba-82d1-fbf6f18f8441 req-844058aa-9c03-46ac-b44c-25659e970ada tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2538c43-6897-455b-bde9-ae4c18cd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173774 Oct 10 11:18:16.672000 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 325b21c3-690e-4056-87a7-8ad6b7a8126d up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:18:16.672841 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa09b56-1eeb-4fcb-b3b6-e48dd95366f6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Network a50cd496-7a18-4ea2-a10e-0fcc3349cceb is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:18:16.676350 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-2aa09b56-1eeb-4fcb-b3b6-e48dd95366f6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:16.692179 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2059504-8a4f-4007-9ead-374c3c7b7ac2 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:18:16.721887 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-95d7efe7-1efa-4ab4-a565-daaec761260e None None] Port a6f676cc-9681-4927-8ddb-2cfbd102584f cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:16.721887 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e76bb69-cc07-4f5c-887c-9e731b840e57 None None] Sync routers for ids ['29e05d20-7aa3-4eeb-939e-1ce7e0bc08c5'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:18:16.725507 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a2059504-8a4f-4007-9ead-374c3c7b7ac2 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:16.725507 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a2059504-8a4f-4007-9ead-374c3c7b7ac2 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "PUT /v2.0/routers/29e05d20-7aa3-4eeb-939e-1ce7e0bc08c5 HTTP/1.1" status: 200 len: 882 time: 3.6073999 Oct 10 11:18:16.725507 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56390) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:16.748888 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e76bb69-cc07-4f5c-887c-9e731b840e57 None None] Routers {'29e05d20-7aa3-4eeb-939e-1ce7e0bc08c5'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:16.749759 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-2e76bb69-cc07-4f5c-887c-9e731b840e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['29e05d20-7aa3-4eeb-939e-1ce7e0bc08c5'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:16.825045 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8c1fee-4818-4bd0-9dcd-93d19d22a4a4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network 30a119e3-5044-4e49-b3c7-e52b751cd36e is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:18:16.829768 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-2e76bb69-cc07-4f5c-887c-9e731b840e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:16.843739 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e76bb69-cc07-4f5c-887c-9e731b840e57 None None] Routers {'29e05d20-7aa3-4eeb-939e-1ce7e0bc08c5'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:16.845391 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-2e76bb69-cc07-4f5c-887c-9e731b840e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['29e05d20-7aa3-4eeb-939e-1ce7e0bc08c5'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:16.919824 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-2e76bb69-cc07-4f5c-887c-9e731b840e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:16.920416 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e76bb69-cc07-4f5c-887c-9e731b840e57 None None] The sync data for ids ['29e05d20-7aa3-4eeb-939e-1ce7e0bc08c5'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:18:16.937952 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-8f8c1fee-4818-4bd0-9dcd-93d19d22a4a4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 30a119e3-5044-4e49-b3c7-e52b751cd36e) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:16.947007 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dda3733-3457-4988-8955-28ba456f0df2 None None] Network 30a119e3-5044-4e49-b3c7-e52b751cd36e requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:18:16.955280 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8c1fee-4818-4bd0-9dcd-93d19d22a4a4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:16.955858 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8f8c1fee-4818-4bd0-9dcd-93d19d22a4a4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:16.995354 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5ea48cca-65c1-4974-8c15-3a52afdcd1b2 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "GET /v2.0/routers/29e05d20-7aa3-4eeb-939e-1ce7e0bc08c5 HTTP/1.1" status: 200 len: 923 time: 0.2759039 Oct 10 11:18:16.996059 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56396) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:17.037291 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port 325b21c3-690e-4056-87a7-8ad6b7a8126d completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:18:17.044836 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-7822128c-167d-4eff-bd6e-9a35d2176de1 service neutron] Attempting to bind port a6f676cc-9681-4927-8ddb-2cfbd102584f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:18:17.045431 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-7822128c-167d-4eff-bd6e-9a35d2176de1 service neutron] Attempting to bind port a6f676cc-9681-4927-8ddb-2cfbd102584f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'cc354b5f-94ed-45e9-afb0-e454a4d43ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:18:17.045566 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-7822128c-167d-4eff-bd6e-9a35d2176de1 service neutron] Attempting to bind port a6f676cc-9681-4927-8ddb-2cfbd102584f on network 660a4c34-f993-4054-9fd7-f447717be71f {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:18:17.053482 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 325b21c3-690e-4056-87a7-8ad6b7a8126d triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:18:17.053926 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:17.054245 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-7822128c-167d-4eff-bd6e-9a35d2176de1 service neutron] Port a6f676cc-9681-4927-8ddb-2cfbd102584f on network 660a4c34-f993-4054-9fd7-f447717be71f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:18:17.054414 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 325b21c3-690e-4056-87a7-8ad6b7a8126d Oct 10 11:18:17.054567 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-7822128c-167d-4eff-bd6e-9a35d2176de1 service neutron] Attempting to bind port a6f676cc-9681-4927-8ddb-2cfbd102584f on network 660a4c34-f993-4054-9fd7-f447717be71f {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:18:17.070770 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-7822128c-167d-4eff-bd6e-9a35d2176de1 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:18:17.070770 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-7822128c-167d-4eff-bd6e-9a35d2176de1 service neutron] Checking segment: {'id': 'cc354b5f-94ed-45e9-afb0-e454a4d43ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:18:17.070770 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-7822128c-167d-4eff-bd6e-9a35d2176de1 service neutron] Bound using segment: {'id': 'cc354b5f-94ed-45e9-afb0-e454a4d43ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f'} {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:18:17.070770 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-7822128c-167d-4eff-bd6e-9a35d2176de1 service neutron] Bound port: a6f676cc-9681-4927-8ddb-2cfbd102584f, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc354b5f-94ed-45e9-afb0-e454a4d43ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f'}}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:18:17.070770 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-7822128c-167d-4eff-bd6e-9a35d2176de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:17.114410 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8f8c1fee-4818-4bd0-9dcd-93d19d22a4a4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9887912 Oct 10 11:18:17.122513 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56400) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:17.130193 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa09b56-1eeb-4fcb-b3b6-e48dd95366f6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Router 63d7afe8-2a02-428c-b218-61acf44b71cc has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:18:17.131607 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-2e6eae9e-e279-4f5d-a040-9a72081aa522 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'subnet': {'network_id': '8597ab9a-f1a9-4905-91b3-28027e070677', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:17.204495 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 325b21c3-690e-4056-87a7-8ad6b7a8126d is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:18:17.204899 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:17.215567 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-95d7efe7-1efa-4ab4-a565-daaec761260e None None] Attempt 5 to provision port a6f676cc-9681-4927-8ddb-2cfbd102584f Oct 10 11:18:17.262224 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72db0a29-f3a1-421a-b69b-6f163867d337 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:17.266479 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-72db0a29-f3a1-421a-b69b-6f163867d337 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "GET /v2.0/ports?network_id=1e933860-f99f-4a0b-a611-91d190754508&device_id=29e05d20-7aa3-4eeb-939e-1ce7e0bc08c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2667205 Oct 10 11:18:17.268343 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56404) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:17.275535 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-2e6eae9e-e279-4f5d-a040-9a72081aa522 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:17.307794 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-7822128c-167d-4eff-bd6e-9a35d2176de1 service neutron] For port a6f676cc-9681-4927-8ddb-2cfbd102584f, host hv-neutron-8608, cleared binding levels {{(pid=89896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:18:17.310399 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-2e6eae9e-e279-4f5d-a040-9a72081aa522 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Usage tracker for resource:subnet and tenant:936e4bb70f4f401fa185998b9205aaff is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:17.316570 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-2e6eae9e-e279-4f5d-a040-9a72081aa522 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:17.321437 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-7822128c-167d-4eff-bd6e-9a35d2176de1 service neutron] For port a6f676cc-9681-4927-8ddb-2cfbd102584f, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a6f676cc-9681-4927-8ddb-2cfbd102584f,segment=NetworkSegment(cc354b5f-94ed-45e9-afb0-e454a4d43ddb),segment_id=cc354b5f-94ed-45e9-afb0-e454a4d43ddb)] {{(pid=89896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:18:17.327274 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9faf6-4c5f-4b3e-baed-5ef443777324 req-f2e3f464-82eb-4e8a-8db2-6c3e1b677181 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:17.329374 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-80b9faf6-4c5f-4b3e-baed-5ef443777324 req-f2e3f464-82eb-4e8a-8db2-6c3e1b677181 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=913b49a2-5570-4f46-945c-b2dbdfe2fc72 HTTP/1.1" status: 200 len: 943 time: 0.2680917 Oct 10 11:18:17.333259 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa09b56-1eeb-4fcb-b3b6-e48dd95366f6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:18:17.336593 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-2e6eae9e-e279-4f5d-a040-9a72081aa522 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:17.339133 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2aa09b56-1eeb-4fcb-b3b6-e48dd95366f6 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] 10.222.0.40 "PUT /v2.0/routers/63d7afe8-2a02-428c-b218-61acf44b71cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2742867 Oct 10 11:18:17.341836 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56408) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:17.349882 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cb1338-235b-4d11-a8ae-f2b6788d3834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325b21c3-690e-4056-87a7-8ad6b7a8126d'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:18:17.351061 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd98e654-bf59-4a40-bd34-94c9c1bc97e6 None None] Sync routers for ids ['63d7afe8-2a02-428c-b218-61acf44b71cc'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:18:17.352161 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50152c36-fd52-4515-8b98-22ceb09c2668" -d '{"events": [{"server_uuid": "c5cb1338-235b-4d11-a8ae-f2b6788d3834", "name": "network-vif-plugged", "status": "completed", "tag": "325b21c3-690e-4056-87a7-8ad6b7a8126d"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:18:17.359292 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-95d7efe7-1efa-4ab4-a565-daaec761260e None None] Port a6f676cc-9681-4927-8ddb-2cfbd102584f cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:17.368452 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 325b21c3-690e-4056-87a7-8ad6b7a8126d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=325b21c3-690e-4056-87a7-8ad6b7a8126d,segment=NetworkSegment(e905f2b1-d6b8-4415-bb8a-84a4a33978dd),segment_id=e905f2b1-d6b8-4415-bb8a-84a4a33978dd)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:18:17.371773 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd98e654-bf59-4a40-bd34-94c9c1bc97e6 None None] Routers {'63d7afe8-2a02-428c-b218-61acf44b71cc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:17.373272 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-cd98e654-bf59-4a40-bd34-94c9c1bc97e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['63d7afe8-2a02-428c-b218-61acf44b71cc'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:17.411393 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-7822128c-167d-4eff-bd6e-9a35d2176de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:17.437586 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:17.443887 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1a68e2-62ba-43bc-a6c6-1cf4e6da6a86 x-openstack-request-id: req-2f1a68e2-62ba-43bc-a6c6-1cf4e6da6a86 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:18:17.444403 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cb1338-235b-4d11-a8ae-f2b6788d3834", "name": "network-vif-plugged", "status": "completed", "tag": "325b21c3-690e-4056-87a7-8ad6b7a8126d", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:18:17.444802 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2f1a68e2-62ba-43bc-a6c6-1cf4e6da6a86 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:18:17.445659 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f1a68e2-62ba-43bc-a6c6-1cf4e6da6a86'] response: {'server_uuid': 'c5cb1338-235b-4d11-a8ae-f2b6788d3834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325b21c3-690e-4056-87a7-8ad6b7a8126d', 'code': 200} Oct 10 11:18:17.464784 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-7822128c-167d-4eff-bd6e-9a35d2176de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:17.465797 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-7822128c-167d-4eff-bd6e-9a35d2176de1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:17.467610 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-7822128c-167d-4eff-bd6e-9a35d2176de1 service neutron] 10.222.0.15 "PUT /v2.0/ports/a6f676cc-9681-4927-8ddb-2cfbd102584f HTTP/1.1" status: 200 len: 1093 time: 2.6230068 Oct 10 11:18:17.489624 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-80b9faf6-4c5f-4b3e-baed-5ef443777324 req-dc0efeb1-f759-4d6f-99db-b74303600170 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=41090676-4223-4d2c-9591-e2008c1cd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685248 Oct 10 11:18:17.513843 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec916d5-73ba-4f30-893a-eab805d3092e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-30a119e3-5044-4e49-b3c7-e52b751cd36e', 'network_id': '30a119e3-5044-4e49-b3c7-e52b751cd36e', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'fixed_ips': [{'subnet_id': 'd8a3fbe9-3052-4f43-abc8-7fad57e24f6d'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:18:17.514720 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8ec916d5-73ba-4f30-893a-eab805d3092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:17.522348 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913b49a2-5570-4f46-945c-b2dbdfe2fc72', 'tag': 'a6f676cc-9681-4927-8ddb-2cfbd102584f'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:18:17.525688 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19a1d39-5322-4cb1-ae56-f614cd420f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "913b49a2-5570-4f46-945c-b2dbdfe2fc72", "tag": "a6f676cc-9681-4927-8ddb-2cfbd102584f"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:18:17.530287 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-cd98e654-bf59-4a40-bd34-94c9c1bc97e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:17.531261 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6eae9e-e279-4f5d-a040-9a72081aa522 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Made reservation on behalf of 936e4bb70f4f401fa185998b9205aaff for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:18:17.537488 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2e6eae9e-e279-4f5d-a040-9a72081aa522 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:17.544579 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd98e654-bf59-4a40-bd34-94c9c1bc97e6 None None] Routers {'63d7afe8-2a02-428c-b218-61acf44b71cc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:17.545663 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-cd98e654-bf59-4a40-bd34-94c9c1bc97e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['63d7afe8-2a02-428c-b218-61acf44b71cc'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:17.605137 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822128c-167d-4eff-bd6e-9a35d2176de1 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f676cc-9681-4927-8ddb-2cfbd102584f,revision_number=3']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:17.635472 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-cd98e654-bf59-4a40-bd34-94c9c1bc97e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:17.636025 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd98e654-bf59-4a40-bd34-94c9c1bc97e6 None None] The sync data for ids ['63d7afe8-2a02-428c-b218-61acf44b71cc'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:18:17.700403 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=325b21c3-690e-4056-87a7-8ad6b7a8126d,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:17.710164 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cf12580b-7fb5-40a3-bd51-1efd16e44285 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:17.747382 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a55961-b735-459e-b515-82c04dc3a3c4 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:17.748168 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-34a55961-b735-459e-b515-82c04dc3a3c4 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Synchronizing usage tracker for tenant:6c39066dcd1e4a3f9b6ce105bb54b1d6 on resource:network {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:17.789505 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-34a55961-b735-459e-b515-82c04dc3a3c4 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Unset dirty status for tenant:6c39066dcd1e4a3f9b6ce105bb54b1d6 on resource:network {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:17.795926 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56420) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:17.802066 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-34a55961-b735-459e-b515-82c04dc3a3c4 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "GET /v2.0/networks/1e933860-f99f-4a0b-a611-91d190754508 HTTP/1.1" status: 200 len: 881 time: 0.5317895 Oct 10 11:18:17.825728 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-8ec916d5-73ba-4f30-893a-eab805d3092e None None] Allocated IP 2001:db8::2 (30a119e3-5044-4e49-b3c7-e52b751cd36e/d8a3fbe9-3052-4f43-abc8-7fad57e24f6d/0e76d6cb-7b76-4aed-9f26-bff3251584c6) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:18:17.851217 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6ce9de-da76-474c-80cc-981e188232b5 x-openstack-request-id: req-fa6ce9de-da76-474c-80cc-981e188232b5 {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:18:17.851502 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "913b49a2-5570-4f46-945c-b2dbdfe2fc72", "tag": "a6f676cc-9681-4927-8ddb-2cfbd102584f", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:18:17.851910 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-fa6ce9de-da76-474c-80cc-981e188232b5 {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:18:17.852895 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa6ce9de-da76-474c-80cc-981e188232b5'] response: {'name': 'network-changed', 'server_uuid': '913b49a2-5570-4f46-945c-b2dbdfe2fc72', 'tag': 'a6f676cc-9681-4927-8ddb-2cfbd102584f', 'status': 'completed', 'code': 200} Oct 10 11:18:17.870591 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-95d7efe7-1efa-4ab4-a565-daaec761260e None None] Attempt 6 to provision port a6f676cc-9681-4927-8ddb-2cfbd102584f Oct 10 11:18:17.932003 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-290df7a5-c97e-47af-a929-8cd6abfe4e6b tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "GET /v2.0/ports?device_id=29e05d20-7aa3-4eeb-939e-1ce7e0bc08c5 HTTP/1.1" status: 200 len: 205 time: 0.0777905 Oct 10 11:18:17.938066 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56424) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:17.940172 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-a7deab4c-62cc-46e3-a016-3b7e4fe645a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:17.941649 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-a7deab4c-62cc-46e3-a016-3b7e4fe645a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=913b49a2-5570-4f46-945c-b2dbdfe2fc72 HTTP/1.1" status: 200 len: 1096 time: 0.3389935 Oct 10 11:18:18.014925 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-95d7efe7-1efa-4ab4-a565-daaec761260e None None] Port a6f676cc-9681-4927-8ddb-2cfbd102584f had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:18:18.095316 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-cf12580b-7fb5-40a3-bd51-1efd16e44285 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 10 11:18:18.099372 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-cf12580b-7fb5-40a3-bd51-1efd16e44285 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] 10.222.0.40 "DELETE /v2.0/routers/63d7afe8-2a02-428c-b218-61acf44b71cc HTTP/1.1" status: 409 len: 329 time: 0.7558827 Oct 10 11:18:18.103125 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56428) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:18.105976 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-6016d2f1-57e3-4270-a8bd-b752d75f26e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6f676cc-9681-4927-8ddb-2cfbd102584f HTTP/1.1" status: 200 len: 217 time: 0.0966275 Oct 10 11:18:18.117020 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8ec916d5-73ba-4f30-893a-eab805d3092e None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:18.132521 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8ec916d5-73ba-4f30-893a-eab805d3092e None None] Transition to ACTIVE for port object 0e76d6cb-7b76-4aed-9f26-bff3251584c6 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:18:18.156144 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8ec916d5-73ba-4f30-893a-eab805d3092e None None] Transition to ACTIVE for port object 0e76d6cb-7b76-4aed-9f26-bff3251584c6 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:18:18.225046 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e593579-786e-476d-ae35-23c778d51de7 req-bb031461-57a5-4fd6-a159-ab9194b77243 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:18.226551 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2e593579-786e-476d-ae35-23c778d51de7 req-bb031461-57a5-4fd6-a159-ab9194b77243 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 946 time: 0.3682256 Oct 10 11:18:18.232733 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f6404-42ea-476b-9940-8b50d39d4d51 req-c3a83594-468d-4802-89fc-029875595a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:18.233174 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-a4319417-dc47-4e40-afea-2ac682ff6e47 None None] Provisioning for port 779640fd-d766-4f18-8950-f8ca254d4034 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:18:18.234185 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-633f6404-42ea-476b-9940-8b50d39d4d51 req-c3a83594-468d-4802-89fc-029875595a7f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 1099 time: 0.1556277 Oct 10 11:18:18.238803 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-a4319417-dc47-4e40-afea-2ac682ff6e47 None None] Provisioning complete for port 779640fd-d766-4f18-8950-f8ca254d4034 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:18:18.241590 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a4319417-dc47-4e40-afea-2ac682ff6e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:18.241590 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-a4319417-dc47-4e40-afea-2ac682ff6e47 None None] Attempt 1 to provision port 779640fd-d766-4f18-8950-f8ca254d4034 Oct 10 11:18:18.268594 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8ec916d5-73ba-4f30-893a-eab805d3092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:18.273083 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2e6eae9e-e279-4f5d-a040-9a72081aa522 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:18.369185 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2e593579-786e-476d-ae35-23c778d51de7 req-140a8c42-c98d-4260-a72b-8b15d5a37980 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2538c43-6897-455b-bde9-ae4c18cd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338830 Oct 10 11:18:18.385992 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-633f6404-42ea-476b-9940-8b50d39d4d51 req-43203132-5faa-4e87-8d11-75aa5258f5c6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e2538c43-6897-455b-bde9-ae4c18cd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377277 Oct 10 11:18:18.394481 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec916d5-73ba-4f30-893a-eab805d3092e None None] Network 30a119e3-5044-4e49-b3c7-e52b751cd36e is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:18:18.397853 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6eae9e-e279-4f5d-a040-9a72081aa522 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Subnet': ['ID=3db15424-a336-4f16-ac03-7f92a90ad70c,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:18.406800 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-8ec916d5-73ba-4f30-893a-eab805d3092e None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:18.409575 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec916d5-73ba-4f30-893a-eab805d3092e None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:18:18.425836 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6eae9e-e279-4f5d-a040-9a72081aa522 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Checking segment: {'id': '0a888cb2-aaca-47e1-9681-ba81168e9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '8597ab9a-f1a9-4905-91b3-28027e070677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:18:18.426539 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6eae9e-e279-4f5d-a040-9a72081aa522 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network hostable DHCP agents. Network: 8597ab9a-f1a9-4905-91b3-28027e070677, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:18:18.466326 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-a4319417-dc47-4e40-afea-2ac682ff6e47 None None] Port 779640fd-d766-4f18-8950-f8ca254d4034 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:18.517995 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec916d5-73ba-4f30-893a-eab805d3092e None None] Pushing event updated for resources: {'Port': ['ID=0e76d6cb-7b76-4aed-9f26-bff3251584c6,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:18.534201 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-8ec916d5-73ba-4f30-893a-eab805d3092e None None] Attempting to bind port 0e76d6cb-7b76-4aed-9f26-bff3251584c6 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:18:18.535393 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-8ec916d5-73ba-4f30-893a-eab805d3092e None None] Attempting to bind port 0e76d6cb-7b76-4aed-9f26-bff3251584c6 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '1e44f024-974e-43b2-82e2-6a6161fbbb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '30a119e3-5044-4e49-b3c7-e52b751cd36e'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:18:18.536709 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec916d5-73ba-4f30-893a-eab805d3092e None None] Attempting to bind port 0e76d6cb-7b76-4aed-9f26-bff3251584c6 on network 30a119e3-5044-4e49-b3c7-e52b751cd36e {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:18:18.545091 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec916d5-73ba-4f30-893a-eab805d3092e None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:18:18.546036 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec916d5-73ba-4f30-893a-eab805d3092e None None] Checking segment: {'id': '1e44f024-974e-43b2-82e2-6a6161fbbb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '30a119e3-5044-4e49-b3c7-e52b751cd36e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:18:18.546036 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8ec916d5-73ba-4f30-893a-eab805d3092e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:18.546657 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec916d5-73ba-4f30-893a-eab805d3092e None None] Bound using segment: {'id': '1e44f024-974e-43b2-82e2-6a6161fbbb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '30a119e3-5044-4e49-b3c7-e52b751cd36e'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:18:18.547238 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-8ec916d5-73ba-4f30-893a-eab805d3092e None None] Bound port: 0e76d6cb-7b76-4aed-9f26-bff3251584c6, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e44f024-974e-43b2-82e2-6a6161fbbb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': '30a119e3-5044-4e49-b3c7-e52b751cd36e'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:18:18.547694 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8ec916d5-73ba-4f30-893a-eab805d3092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:18.548721 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-6948a0a4-ca3f-4bc0-b8c6-e91ff93ab090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:18.550245 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-6948a0a4-ca3f-4bc0-b8c6-e91ff93ab090 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d95f995a-075f-4716-8136-bb47976380ee HTTP/1.1" status: 200 len: 835 time: 0.3808153 Oct 10 11:18:18.556910 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6eae9e-e279-4f5d-a040-9a72081aa522 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network 8597ab9a-f1a9-4905-91b3-28027e070677 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:18:18.651864 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-8ec916d5-73ba-4f30-893a-eab805d3092e None None] For port 0e76d6cb-7b76-4aed-9f26-bff3251584c6, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:18:18.654893 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-8ec916d5-73ba-4f30-893a-eab805d3092e None None] For port 0e76d6cb-7b76-4aed-9f26-bff3251584c6, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=0e76d6cb-7b76-4aed-9f26-bff3251584c6,segment=NetworkSegment(1e44f024-974e-43b2-82e2-6a6161fbbb27),segment_id=1e44f024-974e-43b2-82e2-6a6161fbbb27)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:18:18.659683 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-2e6eae9e-e279-4f5d-a040-9a72081aa522 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 8597ab9a-f1a9-4905-91b3-28027e070677) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:18.659901 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-22393d09-9239-4eea-8f61-0943ae5523b3 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:18.664121 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6eae9e-e279-4f5d-a040-9a72081aa522 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:18.664781 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2e6eae9e-e279-4f5d-a040-9a72081aa522 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:18.672471 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93735bf1-c3fc-485d-b5fe-a323d37b144d None None] Network 8597ab9a-f1a9-4905-91b3-28027e070677 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:18:18.751205 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8ec916d5-73ba-4f30-893a-eab805d3092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:18.771105 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2e6eae9e-e279-4f5d-a040-9a72081aa522 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6448693 Oct 10 11:18:18.772457 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56434) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:18.777736 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-1af59f1a-096c-46ac-ad61-85f5a9991ae2 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1838957824', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:18.784831 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-1af59f1a-096c-46ac-ad61-85f5a9991ae2 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:18.788830 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1af59f1a-096c-46ac-ad61-85f5a9991ae2 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Usage tracker for resource:router and tenant:936e4bb70f4f401fa185998b9205aaff is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:18.793869 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1af59f1a-096c-46ac-ad61-85f5a9991ae2 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:18.803991 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-1af59f1a-096c-46ac-ad61-85f5a9991ae2 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:18.857576 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec916d5-73ba-4f30-893a-eab805d3092e None None] Pushing event updated for resources: {'Port': ['ID=0e76d6cb-7b76-4aed-9f26-bff3251584c6,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:18.911655 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1af59f1a-096c-46ac-ad61-85f5a9991ae2 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:18.913090 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1af59f1a-096c-46ac-ad61-85f5a9991ae2 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:18.938217 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1af59f1a-096c-46ac-ad61-85f5a9991ae2 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:18.990366 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-a4319417-dc47-4e40-afea-2ac682ff6e47 None None] Attempt 2 to provision port 779640fd-d766-4f18-8950-f8ca254d4034 Oct 10 11:18:19.060438 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2f582a-608b-4d11-9895-29b4cb1a1e38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-8597ab9a-f1a9-4905-91b3-28027e070677', 'network_id': '8597ab9a-f1a9-4905-91b3-28027e070677', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'fixed_ips': [{'subnet_id': '3db15424-a336-4f16-ac03-7f92a90ad70c'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:18:19.062378 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5c2f582a-608b-4d11-9895-29b4cb1a1e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:19.092285 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-66431079-332a-477c-90bf-05b4777cdbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:19.093799 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-66431079-332a-477c-90bf-05b4777cdbe6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=660a4c34-f993-4054-9fd7-f447717be71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4881546 Oct 10 11:18:19.109623 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1af59f1a-096c-46ac-ad61-85f5a9991ae2 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:19.117732 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-a4319417-dc47-4e40-afea-2ac682ff6e47 None None] Port 779640fd-d766-4f18-8950-f8ca254d4034 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:19.195547 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-22393d09-9239-4eea-8f61-0943ae5523b3 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:19.211011 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703c246-30a1-436e-bde3-d2890dfeca0a req-c3d72159-54f8-45b1-a1a1-d73228c74e46 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:19.211756 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-7703c246-30a1-436e-bde3-d2890dfeca0a req-c3d72159-54f8-45b1-a1a1-d73228c74e46 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:19.280408 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-5c2f582a-608b-4d11-9895-29b4cb1a1e38 None None] Allocated IP 2001:db8:1::2 (8597ab9a-f1a9-4905-91b3-28027e070677/3db15424-a336-4f16-ac03-7f92a90ad70c/f3e46af0-2930-4c10-960a-a20685579e01) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:18:19.305297 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1af59f1a-096c-46ac-ad61-85f5a9991ae2 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:19.307235 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1af59f1a-096c-46ac-ad61-85f5a9991ae2 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5348213 Oct 10 11:18:19.309956 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56438) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:19.392757 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-22393d09-9239-4eea-8f61-0943ae5523b3 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Deleting port e5253385-c08b-4d77-b96c-bd04496e24d4 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:18:19.393142 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-22393d09-9239-4eea-8f61-0943ae5523b3 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:19.475266 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-b09bb86e-2f1a-4318-89dd-f726b12a43c9 service neutron] 10.222.0.15 "GET /v2.0/networks/660a4c34-f993-4054-9fd7-f447717be71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142402 Oct 10 11:18:19.520206 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5c2f582a-608b-4d11-9895-29b4cb1a1e38 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:19.534854 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5c2f582a-608b-4d11-9895-29b4cb1a1e38 None None] Transition to ACTIVE for port object f3e46af0-2930-4c10-960a-a20685579e01 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:18:19.544154 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-7703c246-30a1-436e-bde3-d2890dfeca0a req-c3d72159-54f8-45b1-a1a1-d73228c74e46 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:19.546217 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-7703c246-30a1-436e-bde3-d2890dfeca0a req-c3d72159-54f8-45b1-a1a1-d73228c74e46 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=913b49a2-5570-4f46-945c-b2dbdfe2fc72 HTTP/1.1" status: 200 len: 943 time: 0.8288708 Oct 10 11:18:19.568003 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5c2f582a-608b-4d11-9895-29b4cb1a1e38 None None] Transition to ACTIVE for port object f3e46af0-2930-4c10-960a-a20685579e01 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:18:19.618830 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-a4319417-dc47-4e40-afea-2ac682ff6e47 None None] Attempt 3 to provision port 779640fd-d766-4f18-8950-f8ca254d4034 Oct 10 11:18:19.684942 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5c2f582a-608b-4d11-9895-29b4cb1a1e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:19.772486 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-a4319417-dc47-4e40-afea-2ac682ff6e47 None None] Port 779640fd-d766-4f18-8950-f8ca254d4034 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:19.784715 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2f582a-608b-4d11-9895-29b4cb1a1e38 None None] Network 8597ab9a-f1a9-4905-91b3-28027e070677 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:18:19.785974 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-5c2f582a-608b-4d11-9895-29b4cb1a1e38 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:19.792002 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2f582a-608b-4d11-9895-29b4cb1a1e38 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:18:19.794280 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-7703c246-30a1-436e-bde3-d2890dfeca0a req-d8d6772b-7403-4bca-bfe7-5ca7c672792f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=41090676-4223-4d2c-9591-e2008c1cd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149515 Oct 10 11:18:19.794545 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f582a-608b-4d11-9895-29b4cb1a1e38 None None] Pushing event updated for resources: {'Port': ['ID=f3e46af0-2930-4c10-960a-a20685579e01,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:19.817147 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d433811a-6a4c-47cb-8fe5-b29ea0e1b6f9 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:19.905616 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-512c67e3-f1f3-4cbd-937b-a33b2a57d154 req-6afd8f27-3335-4b73-b677-2af3b60abd13 service neutron] 10.222.0.15 "GET /v2.0/networks/660a4c34-f993-4054-9fd7-f447717be71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291463 Oct 10 11:18:19.947516 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-5c2f582a-608b-4d11-9895-29b4cb1a1e38 None None] Attempting to bind port f3e46af0-2930-4c10-960a-a20685579e01 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:18:19.948080 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-5c2f582a-608b-4d11-9895-29b4cb1a1e38 None None] Attempting to bind port f3e46af0-2930-4c10-960a-a20685579e01 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '0a888cb2-aaca-47e1-9681-ba81168e9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '8597ab9a-f1a9-4905-91b3-28027e070677'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:18:19.948672 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2f582a-608b-4d11-9895-29b4cb1a1e38 None None] Attempting to bind port f3e46af0-2930-4c10-960a-a20685579e01 on network 8597ab9a-f1a9-4905-91b3-28027e070677 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:18:19.951589 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c990273-a575-42e3-bc1e-427ac167742a req-c59d679b-0460-4d82-856f-a666ea6d3f40 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:19.956207 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2f582a-608b-4d11-9895-29b4cb1a1e38 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:18:19.956865 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2f582a-608b-4d11-9895-29b4cb1a1e38 None None] Checking segment: {'id': '0a888cb2-aaca-47e1-9681-ba81168e9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '8597ab9a-f1a9-4905-91b3-28027e070677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:18:19.957428 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5c2f582a-608b-4d11-9895-29b4cb1a1e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:19.958175 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2f582a-608b-4d11-9895-29b4cb1a1e38 None None] Bound using segment: {'id': '0a888cb2-aaca-47e1-9681-ba81168e9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '8597ab9a-f1a9-4905-91b3-28027e070677'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:18:19.958849 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-5c2f582a-608b-4d11-9895-29b4cb1a1e38 None None] Bound port: f3e46af0-2930-4c10-960a-a20685579e01, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a888cb2-aaca-47e1-9681-ba81168e9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': '8597ab9a-f1a9-4905-91b3-28027e070677'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:18:19.958984 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6c990273-a575-42e3-bc1e-427ac167742a req-c59d679b-0460-4d82-856f-a666ea6d3f40 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 946 time: 0.3510270 Oct 10 11:18:19.959522 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5c2f582a-608b-4d11-9895-29b4cb1a1e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:20.106029 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-29b68a7d-75e9-466f-b7fa-10d46e480fca tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:20.106162 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-22393d09-9239-4eea-8f61-0943ae5523b3 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:20.106263 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-5c2f582a-608b-4d11-9895-29b4cb1a1e38 None None] For port f3e46af0-2930-4c10-960a-a20685579e01, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:18:20.106263 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-5c2f582a-608b-4d11-9895-29b4cb1a1e38 None None] For port f3e46af0-2930-4c10-960a-a20685579e01, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=f3e46af0-2930-4c10-960a-a20685579e01,segment=NetworkSegment(0a888cb2-aaca-47e1-9681-ba81168e9911),segment_id=0a888cb2-aaca-47e1-9681-ba81168e9911)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:18:20.211593 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6c990273-a575-42e3-bc1e-427ac167742a req-9c64d670-224a-40c8-8f6c-fa9f5c861d14 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2538c43-6897-455b-bde9-ae4c18cd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2517817 Oct 10 11:18:20.252514 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa307899-7b50-4101-9cf3-fb087d77bf54 None None] Network 30a119e3-5044-4e49-b3c7-e52b751cd36e requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:18:20.280605 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-a4319417-dc47-4e40-afea-2ac682ff6e47 None None] Attempt 4 to provision port 779640fd-d766-4f18-8950-f8ca254d4034 Oct 10 11:18:20.382209 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5c2f582a-608b-4d11-9895-29b4cb1a1e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:20.431896 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-22393d09-9239-4eea-8f61-0943ae5523b3 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Calling delete_port for e5253385-c08b-4d77-b96c-bd04496e24d4 owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:18:20.456713 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-a4319417-dc47-4e40-afea-2ac682ff6e47 None None] Port 779640fd-d766-4f18-8950-f8ca254d4034 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:20.456921 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-29b68a7d-75e9-466f-b7fa-10d46e480fca tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Allocated IP 2001:db8::1 (30a119e3-5044-4e49-b3c7-e52b751cd36e/d8a3fbe9-3052-4f43-abc8-7fad57e24f6d/f618b72c-5ae0-44e8-b202-3f08bc0c2b9b) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:18:20.495244 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f582a-608b-4d11-9895-29b4cb1a1e38 None None] Pushing event updated for resources: {'Port': ['ID=f3e46af0-2930-4c10-960a-a20685579e01,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:20.632153 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a1d39-5322-4cb1-ae56-f614cd420f6a req-43b08d58-7ac5-4e12-931d-e9ea01b8556c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:20.634347 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a19a1d39-5322-4cb1-ae56-f614cd420f6a req-43b08d58-7ac5-4e12-931d-e9ea01b8556c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=913b49a2-5570-4f46-945c-b2dbdfe2fc72 HTTP/1.1" status: 200 len: 1096 time: 0.3079791 Oct 10 11:18:20.913079 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-d433811a-6a4c-47cb-8fe5-b29ea0e1b6f9 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Deleting port 779640fd-d766-4f18-8950-f8ca254d4034 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:18:20.913726 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d433811a-6a4c-47cb-8fe5-b29ea0e1b6f9 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:20.916293 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-29b68a7d-75e9-466f-b7fa-10d46e480fca tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:20.958513 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-a4319417-dc47-4e40-afea-2ac682ff6e47 None None] Attempt 5 to provision port 779640fd-d766-4f18-8950-f8ca254d4034 Oct 10 11:18:20.975478 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-29b68a7d-75e9-466f-b7fa-10d46e480fca tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Transition to ACTIVE for port object f618b72c-5ae0-44e8-b202-3f08bc0c2b9b will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:18:21.056936 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 0e76d6cb-7b76-4aed-9f26-bff3251584c6 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:18:21.094227 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-29b68a7d-75e9-466f-b7fa-10d46e480fca tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:21.128189 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-a4319417-dc47-4e40-afea-2ac682ff6e47 None None] Port 779640fd-d766-4f18-8950-f8ca254d4034 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:21.173094 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b68a7d-75e9-466f-b7fa-10d46e480fca tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network 30a119e3-5044-4e49-b3c7-e52b751cd36e is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:18:21.176150 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-29b68a7d-75e9-466f-b7fa-10d46e480fca tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:21.180971 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b68a7d-75e9-466f-b7fa-10d46e480fca tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:18:21.180971 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-29b68a7d-75e9-466f-b7fa-10d46e480fca tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:21.214137 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b68a7d-75e9-466f-b7fa-10d46e480fca tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Port': ['ID=f618b72c-5ae0-44e8-b202-3f08bc0c2b9b,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:21.230996 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 0e76d6cb-7b76-4aed-9f26-bff3251584c6 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:18:21.232743 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a1d39-5322-4cb1-ae56-f614cd420f6a req-4fa2d05f-e4c3-4dde-b313-fbb947abfb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:21.234435 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a19a1d39-5322-4cb1-ae56-f614cd420f6a req-4fa2d05f-e4c3-4dde-b313-fbb947abfb05 service neutron] 10.222.0.15 "GET /v2.0/networks?id=660a4c34-f993-4054-9fd7-f447717be71f HTTP/1.1" status: 200 len: 897 time: 0.5934875 Oct 10 11:18:21.236794 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device f3e46af0-2930-4c10-960a-a20685579e01 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:18:21.318968 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a19a1d39-5322-4cb1-ae56-f614cd420f6a req-a48d8cd6-0c6f-4506-813b-058e25d7b9c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6f676cc-9681-4927-8ddb-2cfbd102584f HTTP/1.1" status: 200 len: 217 time: 0.0756292 Oct 10 11:18:21.377352 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d433811a-6a4c-47cb-8fe5-b29ea0e1b6f9 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:21.385741 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port f3e46af0-2930-4c10-960a-a20685579e01 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:18:21.464777 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-22393d09-9239-4eea-8f61-0943ae5523b3 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:21.522799 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-29b68a7d-75e9-466f-b7fa-10d46e480fca tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:21.548714 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-d433811a-6a4c-47cb-8fe5-b29ea0e1b6f9 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Calling delete_port for 779640fd-d766-4f18-8950-f8ca254d4034 owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:18:21.580555 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07701cf5-e0b9-40d5-bc46-76f4579b7bcc req-57f7bea9-53aa-41e7-b853-0b160d852bee tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:21.588356 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-07701cf5-e0b9-40d5-bc46-76f4579b7bcc req-57f7bea9-53aa-41e7-b853-0b160d852bee tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 946 time: 0.2173800 Oct 10 11:18:21.629533 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-a4319417-dc47-4e40-afea-2ac682ff6e47 None None] Attempt 6 to provision port 779640fd-d766-4f18-8950-f8ca254d4034 Oct 10 11:18:21.736066 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-a4319417-dc47-4e40-afea-2ac682ff6e47 None None] Port 779640fd-d766-4f18-8950-f8ca254d4034 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:21.738518 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-07701cf5-e0b9-40d5-bc46-76f4579b7bcc req-35b66eca-0b5e-4a02-8966-9f8262f497fa tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2538c43-6897-455b-bde9-ae4c18cd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492453 Oct 10 11:18:21.846915 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c8306d-7cc7-4ab5-8842-f81cbd8b5145 None None] Network 8597ab9a-f1a9-4905-91b3-28027e070677 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:18:22.015656 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22393d09-9239-4eea-8f61-0943ae5523b3 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Pushing event deleted for resources: {'Port': ['ID=e5253385-c08b-4d77-b96c-bd04496e24d4,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:22.073893 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e5071-2539-40e7-b862-3e0d15ec86b0 req-2f17d73e-5549-4ae7-bfc8-63e93d57bb93 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:22.076512 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a12d2-e303-4430-b0d9-fe640fdbeb14 req-14a88607-d32b-4386-a6ef-5034ec5fd6d6 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:22.077967 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6e2a12d2-e303-4430-b0d9-fe640fdbeb14 req-14a88607-d32b-4386-a6ef-5034ec5fd6d6 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 946 time: 0.2138851 Oct 10 11:18:22.081106 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f47e5071-2539-40e7-b862-3e0d15ec86b0 req-2f17d73e-5549-4ae7-bfc8-63e93d57bb93 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=913b49a2-5570-4f46-945c-b2dbdfe2fc72 HTTP/1.1" status: 200 len: 943 time: 1.0114746 Oct 10 11:18:22.105889 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a1d39-5322-4cb1-ae56-f614cd420f6a req-cdcfac13-eba0-4ef1-9520-3fefd4ae020f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:22.107441 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a19a1d39-5322-4cb1-ae56-f614cd420f6a req-cdcfac13-eba0-4ef1-9520-3fefd4ae020f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d95f995a-075f-4716-8136-bb47976380ee HTTP/1.1" status: 200 len: 835 time: 0.7787554 Oct 10 11:18:22.163112 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6e2a12d2-e303-4430-b0d9-fe640fdbeb14 req-3342567f-6b14-4b13-97a5-cf723144218e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2538c43-6897-455b-bde9-ae4c18cd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745215 Oct 10 11:18:22.192220 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-29b68a7d-75e9-466f-b7fa-10d46e480fca tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:22.194862 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f47e5071-2539-40e7-b862-3e0d15ec86b0 req-1e803ef0-34d7-41d0-a912-bef67f861cfd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=41090676-4223-4d2c-9591-e2008c1cd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127965 Oct 10 11:18:22.195473 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d433811a-6a4c-47cb-8fe5-b29ea0e1b6f9 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:22.198032 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56450) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:22.237477 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-a4319417-dc47-4e40-afea-2ac682ff6e47 None None] Attempt 7 to provision port 779640fd-d766-4f18-8950-f8ca254d4034 Oct 10 11:18:22.254683 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433811a-6a4c-47cb-8fe5-b29ea0e1b6f9 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Pushing event deleted for resources: {'Port': ['ID=779640fd-d766-4f18-8950-f8ca254d4034,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:22.263911 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-22393d09-9239-4eea-8f61-0943ae5523b3 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:22.278424 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-29b68a7d-75e9-466f-b7fa-10d46e480fca tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:22.278424 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-29b68a7d-75e9-466f-b7fa-10d46e480fca tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:22.283990 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-a4319417-dc47-4e40-afea-2ac682ff6e47 None None] Port 779640fd-d766-4f18-8950-f8ca254d4034 was deleted so its status cannot be updated. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 10 11:18:22.455205 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b68a7d-75e9-466f-b7fa-10d46e480fca tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Port': ['ID=f618b72c-5ae0-44e8-b202-3f08bc0c2b9b,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:22.466660 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Provisioning for port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:18:22.474053 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Provisioning complete for port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:18:22.474655 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:22.475263 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Attempt 1 to provision port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b Oct 10 11:18:22.477098 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ff388f-593e-4e48-ac00-005444df4336 tempest-TestNetworkAdvancedServerOps-1254612386 tempest-TestNetworkAdvancedServerOps-1254612386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:22.482274 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-20ff388f-593e-4e48-ac00-005444df4336 tempest-TestNetworkAdvancedServerOps-1254612386 tempest-TestNetworkAdvancedServerOps-1254612386-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 1094 time: 0.2801692 Oct 10 11:18:22.487104 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56454) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:22.496110 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-2dae64b4-ed0e-4420-afe0-0bbd30733e2e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'port_id': '325b21c3-690e-4056-87a7-8ad6b7a8126d', 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:22.504844 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-2dae64b4-ed0e-4420-afe0-0bbd30733e2e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:22.520256 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-2dae64b4-ed0e-4420-afe0-0bbd30733e2e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Usage tracker for resource:floatingip and tenant:780cbdd6ed154f09a98bc1d37b65c2e0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:22.527006 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-2dae64b4-ed0e-4420-afe0-0bbd30733e2e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:22.527646 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-22393d09-9239-4eea-8f61-0943ae5523b3 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:22.534778 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-22393d09-9239-4eea-8f61-0943ae5523b3 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:22.540760 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-2dae64b4-ed0e-4420-afe0-0bbd30733e2e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:22.547262 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b68a7d-75e9-466f-b7fa-10d46e480fca tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network 30a119e3-5044-4e49-b3c7-e52b751cd36e is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:18:22.548903 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:22.550699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-29b68a7d-75e9-466f-b7fa-10d46e480fca tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:22.584894 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a1d39-5322-4cb1-ae56-f614cd420f6a req-f3aa31a2-ff59-4a01-a9a3-261eebdfbca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:22.586558 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a19a1d39-5322-4cb1-ae56-f614cd420f6a req-f3aa31a2-ff59-4a01-a9a3-261eebdfbca2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=660a4c34-f993-4054-9fd7-f447717be71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4540973 Oct 10 11:18:22.682499 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-22393d09-9239-4eea-8f61-0943ae5523b3 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:22.683035 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22393d09-9239-4eea-8f61-0943ae5523b3 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Fanout notify agent at l3_agent the message router_deleted on router 29e05d20-7aa3-4eeb-939e-1ce7e0bc08c5 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:18:22.693892 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2dae64b4-ed0e-4420-afe0-0bbd30733e2e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for floatingip, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:22.736268 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device a6f676cc-9681-4927-8ddb-2cfbd102584f details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:18:22.823922 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d433811a-6a4c-47cb-8fe5-b29ea0e1b6f9 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:22.893223 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port a6f676cc-9681-4927-8ddb-2cfbd102584f, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a6f676cc-9681-4927-8ddb-2cfbd102584f,segment=NetworkSegment(cc354b5f-94ed-45e9-afb0-e454a4d43ddb),segment_id=cc354b5f-94ed-45e9-afb0-e454a4d43ddb)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:18:22.902529 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-22393d09-9239-4eea-8f61-0943ae5523b3 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:22.907103 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-22393d09-9239-4eea-8f61-0943ae5523b3 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "DELETE /v2.0/routers/29e05d20-7aa3-4eeb-939e-1ce7e0bc08c5 HTTP/1.1" status: 204 len: 168 time: 4.9610813 Oct 10 11:18:22.908096 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56458) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:22.916205 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-044591fe-81f3-4a33-b670-debc1bcabbe9 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-731585147', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:22.920133 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': 'a6f676cc-9681-4927-8ddb-2cfbd102584f', 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f', 'port_id': 'a6f676cc-9681-4927-8ddb-2cfbd102584f', 'mac_address': 'fa:16:3e:6c:fa:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 457, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95f995a-075f-4716-8136-bb47976380ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:18:22.924890 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-044591fe-81f3-4a33-b670-debc1bcabbe9 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:22.993882 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port a6f676cc-9681-4927-8ddb-2cfbd102584f is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:18:22.994345 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:23.012627 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f676cc-9681-4927-8ddb-2cfbd102584f {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:18:23.013552 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a19a1d39-5322-4cb1-ae56-f614cd420f6a req-f6bca088-3b55-4291-8122-d9761c1c14bf service neutron] 10.222.0.15 "GET /v2.0/networks/660a4c34-f993-4054-9fd7-f447717be71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652062 Oct 10 11:18:23.030052 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port a6f676cc-9681-4927-8ddb-2cfbd102584f, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a6f676cc-9681-4927-8ddb-2cfbd102584f,segment=NetworkSegment(cc354b5f-94ed-45e9-afb0-e454a4d43ddb),segment_id=cc354b5f-94ed-45e9-afb0-e454a4d43ddb)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:18:23.050319 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Attempt 2 to provision port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b Oct 10 11:18:23.066604 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-044591fe-81f3-4a33-b670-debc1bcabbe9 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Usage tracker for resource:router and tenant:9c1956994f4c49229abad6cdbc40e0c4 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:23.066604 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b68a7d-75e9-466f-b7fa-10d46e480fca tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Router 9477bb17-38e0-45f3-b4e2-9a80880af7e5 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:18:23.068081 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2dae64b4-ed0e-4420-afe0-0bbd30733e2e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:23.070635 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-044591fe-81f3-4a33-b670-debc1bcabbe9 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:23.107606 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:23.108952 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-044591fe-81f3-4a33-b670-debc1bcabbe9 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:23.110622 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:23.183536 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=a6f676cc-9681-4927-8ddb-2cfbd102584f,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:23.202020 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-044591fe-81f3-4a33-b670-debc1bcabbe9 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:23.203015 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-044591fe-81f3-4a33-b670-debc1bcabbe9 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:23.240375 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d433811a-6a4c-47cb-8fe5-b29ea0e1b6f9 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Router 63d7afe8-2a02-428c-b218-61acf44b71cc has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:18:23.311957 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-044591fe-81f3-4a33-b670-debc1bcabbe9 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:23.315071 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['a6f676cc-9681-4927-8ddb-2cfbd102584f'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:18:23.409796 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b68a7d-75e9-466f-b7fa-10d46e480fca tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:18:23.424567 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40fb74d-239c-4aff-b9cc-06ae9565960b None None] Sync routers for ids ['9477bb17-38e0-45f3-b4e2-9a80880af7e5'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:18:23.453697 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40fb74d-239c-4aff-b9cc-06ae9565960b None None] Routers {'9477bb17-38e0-45f3-b4e2-9a80880af7e5'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:23.454462 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c40fb74d-239c-4aff-b9cc-06ae9565960b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9477bb17-38e0-45f3-b4e2-9a80880af7e5'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:23.471445 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-2dae64b4-ed0e-4420-afe0-0bbd30733e2e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Allocated IP 172.26.4.207 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/c3bbc1bf-3356-4e1a-b8a7-8aff3d27aea5) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:18:23.479431 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-29b68a7d-75e9-466f-b7fa-10d46e480fca tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "PUT /v2.0/routers/9477bb17-38e0-45f3-b4e2-9a80880af7e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1657174 Oct 10 11:18:23.481194 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56464) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:23.528582 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a19a1d39-5322-4cb1-ae56-f614cd420f6a req-f69b1496-82a5-4578-877d-74dd989e851c service neutron] 10.222.0.15 "GET /v2.0/networks/660a4c34-f993-4054-9fd7-f447717be71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619732 Oct 10 11:18:23.532512 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c40fb74d-239c-4aff-b9cc-06ae9565960b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:23.535521 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-044591fe-81f3-4a33-b670-debc1bcabbe9 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:23.554990 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d433811a-6a4c-47cb-8fe5-b29ea0e1b6f9 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:18:23.563289 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d433811a-6a4c-47cb-8fe5-b29ea0e1b6f9 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] 10.222.0.40 "PUT /v2.0/routers/63d7afe8-2a02-428c-b218-61acf44b71cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4591215 Oct 10 11:18:23.567125 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56468) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:23.573171 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ee23e1-41a1-481d-9139-4b28f6ebb992 None None] Sync routers for ids ['63d7afe8-2a02-428c-b218-61acf44b71cc'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:18:23.587805 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40fb74d-239c-4aff-b9cc-06ae9565960b None None] Routers {'9477bb17-38e0-45f3-b4e2-9a80880af7e5'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:23.588450 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c40fb74d-239c-4aff-b9cc-06ae9565960b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9477bb17-38e0-45f3-b4e2-9a80880af7e5'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:23.589028 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ee23e1-41a1-481d-9139-4b28f6ebb992 None None] Routers {'63d7afe8-2a02-428c-b218-61acf44b71cc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:23.590931 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-29ee23e1-41a1-481d-9139-4b28f6ebb992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['63d7afe8-2a02-428c-b218-61acf44b71cc'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:23.625477 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b420136-ddb7-43d4-aa58-37a04db18779 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:23.626084 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9b420136-ddb7-43d4-aa58-37a04db18779 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Synchronizing usage tracker for tenant:936e4bb70f4f401fa185998b9205aaff on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:23.636968 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26067371-0f6c-480d-8e4b-7d5a5563dfdc req-d18e3f0b-e8d6-45bf-950d-ef4f8defe9e6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:23.638604 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-26067371-0f6c-480d-8e4b-7d5a5563dfdc req-d18e3f0b-e8d6-45bf-950d-ef4f8defe9e6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=913b49a2-5570-4f46-945c-b2dbdfe2fc72 HTTP/1.1" status: 200 len: 944 time: 0.2946916 Oct 10 11:18:23.646706 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Attempt 3 to provision port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b Oct 10 11:18:23.669758 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-c68c8c35-8de6-4adf-91aa-96cc1892739d tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] show failed (client error): The resource could not be found. Oct 10 11:18:23.669758 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c68c8c35-8de6-4adf-91aa-96cc1892739d tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] 10.222.0.40 "GET /v2.0/routers/tempest-non_exist_router-1624440942 HTTP/1.1" status: 404 len: 335 time: 0.0990381 Oct 10 11:18:23.671320 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56472) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:23.677707 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-6448233d-72b5-4499-94b8-d287879ded77 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:23.699818 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c40fb74d-239c-4aff-b9cc-06ae9565960b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:23.700568 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40fb74d-239c-4aff-b9cc-06ae9565960b None None] The sync data for ids ['9477bb17-38e0-45f3-b4e2-9a80880af7e5'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:18:23.711711 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-044591fe-81f3-4a33-b670-debc1bcabbe9 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:23.715487 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-044591fe-81f3-4a33-b670-debc1bcabbe9 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8044288 Oct 10 11:18:23.721635 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-29ee23e1-41a1-481d-9139-4b28f6ebb992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:23.724770 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56476) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:23.737443 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ee23e1-41a1-481d-9139-4b28f6ebb992 None None] Routers {'63d7afe8-2a02-428c-b218-61acf44b71cc'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:23.738058 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-0a54acb6-459b-438a-a8f8-41c2d82f6284 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'enable_snat': True}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:23.738280 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-29ee23e1-41a1-481d-9139-4b28f6ebb992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['63d7afe8-2a02-428c-b218-61acf44b71cc'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:23.760148 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:23.766022 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-6448233d-72b5-4499-94b8-d287879ded77 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] update failed (client error): The resource could not be found. Oct 10 11:18:23.767163 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6448233d-72b5-4499-94b8-d287879ded77 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] 10.222.0.40 "PUT /v2.0/routers/tempest-non_exist_router-1753692795 HTTP/1.1" status: 404 len: 335 time: 0.0947025 Oct 10 11:18:23.771831 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56480) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:23.811810 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-29ee23e1-41a1-481d-9139-4b28f6ebb992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:23.812212 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ee23e1-41a1-481d-9139-4b28f6ebb992 None None] The sync data for ids ['63d7afe8-2a02-428c-b218-61acf44b71cc'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:18:23.850103 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-948e499a-b5e1-4129-951d-3d94305f7f6a tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Deleting subnet 265b30c3-ae46-4418-bd98-6477412d1cb9 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:18:23.853211 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-948e499a-b5e1-4129-951d-3d94305f7f6a tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:23.910535 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-948e499a-b5e1-4129-951d-3d94305f7f6a tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:23.919290 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-26067371-0f6c-480d-8e4b-7d5a5563dfdc req-83d55669-b045-4f9d-8129-5213f86fb94c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=41090676-4223-4d2c-9591-e2008c1cd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2241144 Oct 10 11:18:24.003215 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-948e499a-b5e1-4129-951d-3d94305f7f6a tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:24.065662 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9b420136-ddb7-43d4-aa58-37a04db18779 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Unset dirty status for tenant:936e4bb70f4f401fa185998b9205aaff on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:24.066805 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9b420136-ddb7-43d4-aa58-37a04db18779 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "GET /v2.0/ports/f618b72c-5ae0-44e8-b202-3f08bc0c2b9b HTTP/1.1" status: 200 len: 911 time: 0.5835855 Oct 10 11:18:24.072139 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56484) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:24.076949 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2dae64b4-ed0e-4420-afe0-0bbd30733e2e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:24.212550 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0a54acb6-459b-438a-a8f8-41c2d82f6284 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:24.226417 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-948e499a-b5e1-4129-951d-3d94305f7f6a tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:24.261213 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Attempt 4 to provision port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b Oct 10 11:18:24.287554 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0b23dd-b40a-462b-9f3c-916dd23ff544 None None] Network 1bae3c7c-f54f-4948-85ee-d67d13f73142 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:18:24.324113 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e499a-b5e1-4129-951d-3d94305f7f6a tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Pushing event deleted for resources: {'Subnet': ['ID=265b30c3-ae46-4418-bd98-6477412d1cb9,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:24.332444 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-948e499a-b5e1-4129-951d-3d94305f7f6a tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:24.339085 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-948e499a-b5e1-4129-951d-3d94305f7f6a tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] 10.222.0.40 "DELETE /v2.0/subnets/265b30c3-ae46-4418-bd98-6477412d1cb9 HTTP/1.1" status: 204 len: 168 time: 0.5662041 Oct 10 11:18:24.344622 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56488) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:24.391145 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2dae64b4-ed0e-4420-afe0-0bbd30733e2e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:24.437665 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:24.619154 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a89e77-d523-454b-946d-baa4a003cf07 None None] DHCP port deletion for 1bae3c7c-f54f-4948-85ee-d67d13f73142 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:18:24.624172 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-73a89e77-d523-454b-946d-baa4a003cf07 None None] Deleting port 3bf84152-ccca-461e-bc4a-344c7b9f25e0 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:18:24.624543 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-73a89e77-d523-454b-946d-baa4a003cf07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:24.667948 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dae64b4-ed0e-4420-afe0-0bbd30733e2e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:18:24.674146 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-2dae64b4-ed0e-4420-afe0-0bbd30733e2e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:24.678092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dae64b4-ed0e-4420-afe0-0bbd30733e2e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:18:24.704225 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae64b4-ed0e-4420-afe0-0bbd30733e2e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Pushing event updated for resources: {'Port': ['ID=c3bbc1bf-3356-4e1a-b8a7-8aff3d27aea5,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:24.713509 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-014e7eef-dd8b-45c1-b6e9-33d2d81cb241 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Deleting subnet c2a5e307-e878-4c85-937a-d7f34bea4eb8 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:18:24.724772 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-014e7eef-dd8b-45c1-b6e9-33d2d81cb241 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:24.734786 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c5c4aae2-8568-4058-a93e-18be3af1bf59 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:24.759346 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device a6f676cc-9681-4927-8ddb-2cfbd102584f up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:18:24.824933 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-014e7eef-dd8b-45c1-b6e9-33d2d81cb241 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:24.918681 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-73a89e77-d523-454b-946d-baa4a003cf07 None None] For port 3bf84152-ccca-461e-bc4a-344c7b9f25e0, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3bf84152-ccca-461e-bc4a-344c7b9f25e0,segment=NetworkSegment(425821b8-075b-4ce5-8cb8-7ee368069173),segment_id=425821b8-075b-4ce5-8cb8-7ee368069173)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:18:24.919709 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-73a89e77-d523-454b-946d-baa4a003cf07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:25.079211 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Attempt 5 to provision port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b Oct 10 11:18:25.108476 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-73a89e77-d523-454b-946d-baa4a003cf07 None None] Calling delete_port for 3bf84152-ccca-461e-bc4a-344c7b9f25e0 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:18:25.142919 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3bf84152-ccca-461e-bc4a-344c7b9f25e0 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:18:25.225109 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d04958-de0b-4bbd-87d3-b12629fa0754 req-9c417963-2cac-40c0-82b8-8b03da8c864f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:25.226912 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-16d04958-de0b-4bbd-87d3-b12629fa0754 req-9c417963-2cac-40c0-82b8-8b03da8c864f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=913b49a2-5570-4f46-945c-b2dbdfe2fc72 HTTP/1.1" status: 200 len: 944 time: 0.1823125 Oct 10 11:18:25.251334 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-014e7eef-dd8b-45c1-b6e9-33d2d81cb241 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:25.262160 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:25.279080 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0a54acb6-459b-438a-a8f8-41c2d82f6284 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:25.334654 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-16d04958-de0b-4bbd-87d3-b12629fa0754 req-cfa2fe1e-86aa-4cfb-93d0-6ba053ec35f5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=41090676-4223-4d2c-9591-e2008c1cd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704906 Oct 10 11:18:25.347625 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 3bf84152-ccca-461e-bc4a-344c7b9f25e0 is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:18:25.348586 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:25.367037 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port a6f676cc-9681-4927-8ddb-2cfbd102584f completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:18:25.377573 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port a6f676cc-9681-4927-8ddb-2cfbd102584f triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:18:25.377944 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:25.378282 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port a6f676cc-9681-4927-8ddb-2cfbd102584f Oct 10 11:18:25.384810 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0a54acb6-459b-438a-a8f8-41c2d82f6284 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:25.398828 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-c5c4aae2-8568-4058-a93e-18be3af1bf59 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Allocated IP 2001:db8:1::1 (8597ab9a-f1a9-4905-91b3-28027e070677/3db15424-a336-4f16-ac03-7f92a90ad70c/5eb28f78-e7b7-44a5-af05-550b48db934a) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:18:25.506946 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-73a89e77-d523-454b-946d-baa4a003cf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:25.577895 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-0a54acb6-459b-438a-a8f8-41c2d82f6284 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Allocated IP 172.26.4.159 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/434c1bf6-511a-45b7-bf65-aa59c022d9b3) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:18:25.578802 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c5c4aae2-8568-4058-a93e-18be3af1bf59 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:25.598034 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-c5c4aae2-8568-4058-a93e-18be3af1bf59 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Transition to ACTIVE for port object 5eb28f78-e7b7-44a5-af05-550b48db934a will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:18:25.598556 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a89e77-d523-454b-946d-baa4a003cf07 None None] Pushing event deleted for resources: {'Port': ['ID=3bf84152-ccca-461e-bc4a-344c7b9f25e0,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:25.610621 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a89e77-d523-454b-946d-baa4a003cf07 None None] No DVR routers for this DVR port 3bf84152-ccca-461e-bc4a-344c7b9f25e0 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:18:25.625272 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-014e7eef-dd8b-45c1-b6e9-33d2d81cb241 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:25.626222 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port a6f676cc-9681-4927-8ddb-2cfbd102584f is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:18:25.626691 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:25.637423 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a89e77-d523-454b-946d-baa4a003cf07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:25.661310 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a89e77-d523-454b-946d-baa4a003cf07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:25.661310 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a89e77-d523-454b-946d-baa4a003cf07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:25.661310 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a89e77-d523-454b-946d-baa4a003cf07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:25.661310 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a89e77-d523-454b-946d-baa4a003cf07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:25.661310 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a89e77-d523-454b-946d-baa4a003cf07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:25.661310 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a89e77-d523-454b-946d-baa4a003cf07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:25.661310 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a89e77-d523-454b-946d-baa4a003cf07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:25.661310 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a89e77-d523-454b-946d-baa4a003cf07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:25.661310 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a89e77-d523-454b-946d-baa4a003cf07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:25.661310 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a89e77-d523-454b-946d-baa4a003cf07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:25.661310 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a89e77-d523-454b-946d-baa4a003cf07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:18:25.667028 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913b49a2-5570-4f46-945c-b2dbdfe2fc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f676cc-9681-4927-8ddb-2cfbd102584f'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:18:25.669486 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b15c458-eea7-4bab-a058-a82beeafc3d1" -d '{"events": [{"server_uuid": "913b49a2-5570-4f46-945c-b2dbdfe2fc72", "name": "network-vif-plugged", "status": "completed", "tag": "a6f676cc-9681-4927-8ddb-2cfbd102584f"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:18:25.678391 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port a6f676cc-9681-4927-8ddb-2cfbd102584f, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a6f676cc-9681-4927-8ddb-2cfbd102584f,segment=NetworkSegment(cc354b5f-94ed-45e9-afb0-e454a4d43ddb),segment_id=cc354b5f-94ed-45e9-afb0-e454a4d43ddb)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:18:25.712581 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92d3dcd-97a7-4b4b-9c30-343dba6c16c3 x-openstack-request-id: req-d92d3dcd-97a7-4b4b-9c30-343dba6c16c3 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:18:25.712949 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913b49a2-5570-4f46-945c-b2dbdfe2fc72", "name": "network-vif-plugged", "status": "completed", "tag": "a6f676cc-9681-4927-8ddb-2cfbd102584f", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:18:25.713130 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d92d3dcd-97a7-4b4b-9c30-343dba6c16c3 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:18:25.713516 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d92d3dcd-97a7-4b4b-9c30-343dba6c16c3'] response: {'server_uuid': '913b49a2-5570-4f46-945c-b2dbdfe2fc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f676cc-9681-4927-8ddb-2cfbd102584f', 'code': 200} Oct 10 11:18:25.737928 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e7eef-dd8b-45c1-b6e9-33d2d81cb241 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a5e307-e878-4c85-937a-d7f34bea4eb8,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:25.745304 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2112a752-c37d-4e82-b600-03b487809748 None None] Network d53288e6-3b36-40e3-aab8-1302d474c07c requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:18:25.748551 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-014e7eef-dd8b-45c1-b6e9-33d2d81cb241 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:25.758128 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c5c4aae2-8568-4058-a93e-18be3af1bf59 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:25.779330 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Attempt 6 to provision port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b Oct 10 11:18:25.792085 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-014e7eef-dd8b-45c1-b6e9-33d2d81cb241 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] 10.222.0.40 "DELETE /v2.0/subnets/c2a5e307-e878-4c85-937a-d7f34bea4eb8 HTTP/1.1" status: 204 len: 168 time: 1.4405913 Oct 10 11:18:25.801578 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56496) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:25.824148 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:25.839090 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c4aae2-8568-4058-a93e-18be3af1bf59 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network 8597ab9a-f1a9-4905-91b3-28027e070677 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:18:25.842312 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-c5c4aae2-8568-4058-a93e-18be3af1bf59 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:25.846427 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c4aae2-8568-4058-a93e-18be3af1bf59 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:18:25.846888 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c5c4aae2-8568-4058-a93e-18be3af1bf59 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:25.853202 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4aae2-8568-4058-a93e-18be3af1bf59 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Port': ['ID=5eb28f78-e7b7-44a5-af05-550b48db934a,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:25.890788 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0a54acb6-459b-438a-a8f8-41c2d82f6284 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:26.008590 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e559e71d-af06-4016-b368-59ef6223a2dc tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:26.016383 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=a6f676cc-9681-4927-8ddb-2cfbd102584f,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:26.020809 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2dae64b4-ed0e-4420-afe0-0bbd30733e2e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:26.050261 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:26.090421 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c5c4aae2-8568-4058-a93e-18be3af1bf59 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:26.206526 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e559e71d-af06-4016-b368-59ef6223a2dc tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:26.217769 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0a54acb6-459b-438a-a8f8-41c2d82f6284 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:26.276470 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e07a04-1a4f-4d86-bde0-e139d5af1daa None None] DHCP port deletion for d53288e6-3b36-40e3-aab8-1302d474c07c request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:18:26.281915 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-11e07a04-1a4f-4d86-bde0-e139d5af1daa None None] Deleting port 352d6fec-67ef-45f4-b300-d596c195ab0b {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:18:26.282305 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-11e07a04-1a4f-4d86-bde0-e139d5af1daa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:26.401595 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ee6f9-729e-4ecd-b82e-bd5e6348a506 req-55c85fb3-421b-4977-ab30-207967552274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:26.403141 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a89ee6f9-729e-4ecd-b82e-bd5e6348a506 req-55c85fb3-421b-4977-ab30-207967552274 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=913b49a2-5570-4f46-945c-b2dbdfe2fc72 HTTP/1.1" status: 200 len: 1098 time: 0.2480116 Oct 10 11:18:26.455484 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-e559e71d-af06-4016-b368-59ef6223a2dc tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bae3c7c-f54f-4948-85ee-d67d13f73142']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:26.486671 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a89ee6f9-729e-4ecd-b82e-bd5e6348a506 req-ab2fa032-aa0d-4310-94fc-1241534aff82 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=41090676-4223-4d2c-9591-e2008c1cd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703483 Oct 10 11:18:26.507454 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-e559e71d-af06-4016-b368-59ef6223a2dc tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '425821b8-075b-4ce5-8cb8-7ee368069173') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:26.507742 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-e559e71d-af06-4016-b368-59ef6223a2dc tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '425821b8-075b-4ce5-8cb8-7ee368069173') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:26.533215 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a54acb6-459b-438a-a8f8-41c2d82f6284 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:18:26.535030 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e559e71d-af06-4016-b368-59ef6223a2dc tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:26.545712 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-0a54acb6-459b-438a-a8f8-41c2d82f6284 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:26.554309 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54acb6-459b-438a-a8f8-41c2d82f6284 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Pushing event updated for resources: {'Port': ['ID=434c1bf6-511a-45b7-bf65-aa59c022d9b3,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:26.561082 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a54acb6-459b-438a-a8f8-41c2d82f6284 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:18:26.595159 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2dae64b4-ed0e-4420-afe0-0bbd30733e2e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:26.615749 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Attempt 7 to provision port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b Oct 10 11:18:26.630770 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e559e71d-af06-4016-b368-59ef6223a2dc tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:26.659601 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e559e71d-af06-4016-b368-59ef6223a2dc tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Releasing vlan 455 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:18:26.660013 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e559e71d-af06-4016-b368-59ef6223a2dc tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:26.708267 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec74dd6-904e-408b-9bba-66edfa96e0ee req-ec0991c3-c0c7-4f43-aac1-139975b93b00 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:26.715860 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0ec74dd6-904e-408b-9bba-66edfa96e0ee req-ec0991c3-c0c7-4f43-aac1-139975b93b00 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=913b49a2-5570-4f46-945c-b2dbdfe2fc72 HTTP/1.1" status: 200 len: 945 time: 0.1551015 Oct 10 11:18:26.770471 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-11e07a04-1a4f-4d86-bde0-e139d5af1daa None None] For port 352d6fec-67ef-45f4-b300-d596c195ab0b, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=352d6fec-67ef-45f4-b300-d596c195ab0b,segment=NetworkSegment(369342e9-50b7-49cc-b053-2ef3f3efb668),segment_id=369342e9-50b7-49cc-b053-2ef3f3efb668)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:18:26.772200 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-11e07a04-1a4f-4d86-bde0-e139d5af1daa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:26.773083 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 425821b8-075b-4ce5-8cb8-7ee368069173 resource provider aggregate not found Oct 10 11:18:26.776642 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c5c4aae2-8568-4058-a93e-18be3af1bf59 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:26.784620 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:26.791619 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0ec74dd6-904e-408b-9bba-66edfa96e0ee req-845e10d5-edaf-4d46-bbd7-76a83d3cbb48 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=41090676-4223-4d2c-9591-e2008c1cd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748124 Oct 10 11:18:26.851209 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c5c4aae2-8568-4058-a93e-18be3af1bf59 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:26.852619 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c5c4aae2-8568-4058-a93e-18be3af1bf59 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:26.915053 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 352d6fec-67ef-45f4-b300-d596c195ab0b no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:18:26.952165 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-11e07a04-1a4f-4d86-bde0-e139d5af1daa None None] Calling delete_port for 352d6fec-67ef-45f4-b300-d596c195ab0b owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:18:26.988587 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 425821b8-075b-4ce5-8cb8-7ee368069173 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 425821b8-075b-4ce5-8cb8-7ee368069173 found for delete ", "request_id": "req-55adfed6-6af9-49ef-b0db-73e93827cf1b"}]} Oct 10 11:18:27.105069 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 352d6fec-67ef-45f4-b300-d596c195ab0b is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:18:27.105446 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:27.158122 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4aae2-8568-4058-a93e-18be3af1bf59 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Port': ['ID=5eb28f78-e7b7-44a5-af05-550b48db934a,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:27.165786 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e559e71d-af06-4016-b368-59ef6223a2dc tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:27.169363 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-11e07a04-1a4f-4d86-bde0-e139d5af1daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:27.194170 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c4aae2-8568-4058-a93e-18be3af1bf59 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network 8597ab9a-f1a9-4905-91b3-28027e070677 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:18:27.195341 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-c5c4aae2-8568-4058-a93e-18be3af1bf59 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:27.210614 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e559e71d-af06-4016-b368-59ef6223a2dc tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:27.226598 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559e71d-af06-4016-b368-59ef6223a2dc tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Pushing event deleted for resources: {'Network': ['ID=1bae3c7c-f54f-4948-85ee-d67d13f73142,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:27.237056 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e559e71d-af06-4016-b368-59ef6223a2dc tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] 10.222.0.40 "DELETE /v2.0/networks/1bae3c7c-f54f-4948-85ee-d67d13f73142 HTTP/1.1" status: 204 len: 168 time: 1.4308634 Oct 10 11:18:27.255307 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56506) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:27.263753 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e07a04-1a4f-4d86-bde0-e139d5af1daa None None] No DVR routers for this DVR port 352d6fec-67ef-45f4-b300-d596c195ab0b on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:18:27.278054 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e07a04-1a4f-4d86-bde0-e139d5af1daa None None] Pushing event deleted for resources: {'Port': ['ID=352d6fec-67ef-45f4-b300-d596c195ab0b,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:27.285811 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Attempt 8 to provision port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b Oct 10 11:18:27.347816 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0a54acb6-459b-438a-a8f8-41c2d82f6284 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:27.363236 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:27.437957 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2dae64b4-ed0e-4420-afe0-0bbd30733e2e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:27.506522 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c4aae2-8568-4058-a93e-18be3af1bf59 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Router 9477bb17-38e0-45f3-b4e2-9a80880af7e5 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:18:27.510870 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9180e99a-015b-4088-95d8-b6155367403a tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:27.539689 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2dae64b4-ed0e-4420-afe0-0bbd30733e2e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:27.736586 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae64b4-ed0e-4420-afe0-0bbd30733e2e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Pushing event updated for resources: {'Port': ['ID=c3bbc1bf-3356-4e1a-b8a7-8aff3d27aea5,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:27.790265 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9180e99a-015b-4088-95d8-b6155367403a tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:27.805020 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c4aae2-8568-4058-a93e-18be3af1bf59 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:18:27.814924 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03d42ae-6f9a-4d98-8b7c-8e169e17ecca None None] Sync routers for ids ['9477bb17-38e0-45f3-b4e2-9a80880af7e5'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:18:27.822528 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2dae64b4-ed0e-4420-afe0-0bbd30733e2e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:27.829752 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-9180e99a-015b-4088-95d8-b6155367403a tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d53288e6-3b36-40e3-aab8-1302d474c07c']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:27.842973 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03d42ae-6f9a-4d98-8b7c-8e169e17ecca None None] Routers {'9477bb17-38e0-45f3-b4e2-9a80880af7e5'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:27.843446 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-9180e99a-015b-4088-95d8-b6155367403a tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '369342e9-50b7-49cc-b053-2ef3f3efb668') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:27.843599 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-b03d42ae-6f9a-4d98-8b7c-8e169e17ecca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9477bb17-38e0-45f3-b4e2-9a80880af7e5'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:27.843879 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-9180e99a-015b-4088-95d8-b6155367403a tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '369342e9-50b7-49cc-b053-2ef3f3efb668') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:27.856793 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9180e99a-015b-4088-95d8-b6155367403a tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:27.874745 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9180e99a-015b-4088-95d8-b6155367403a tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:27.881975 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9180e99a-015b-4088-95d8-b6155367403a tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Releasing vlan 467 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:18:27.882322 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9180e99a-015b-4088-95d8-b6155367403a tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:27.946087 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Attempt 9 to provision port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b Oct 10 11:18:27.968335 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 369342e9-50b7-49cc-b053-2ef3f3efb668 resource provider aggregate not found Oct 10 11:18:27.983823 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c5c4aae2-8568-4058-a93e-18be3af1bf59 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "PUT /v2.0/routers/9477bb17-38e0-45f3-b4e2-9a80880af7e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9072187 Oct 10 11:18:27.985347 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56516) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:28.018139 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-b03d42ae-6f9a-4d98-8b7c-8e169e17ecca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:28.022882 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 369342e9-50b7-49cc-b053-2ef3f3efb668 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 369342e9-50b7-49cc-b053-2ef3f3efb668 found for delete ", "request_id": "req-582438fa-17c5-4348-9b64-77f9f9d84e86"}]} Oct 10 11:18:28.036962 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03d42ae-6f9a-4d98-8b7c-8e169e17ecca None None] Routers {'9477bb17-38e0-45f3-b4e2-9a80880af7e5'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:28.039939 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-b03d42ae-6f9a-4d98-8b7c-8e169e17ecca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9477bb17-38e0-45f3-b4e2-9a80880af7e5'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:28.074100 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e77203-f205-42eb-a22f-1b15c9dbc9d4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:28.074874 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c6e77203-f205-42eb-a22f-1b15c9dbc9d4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Synchronizing usage tracker for tenant:936e4bb70f4f401fa185998b9205aaff on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:28.092659 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:28.099977 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-b03d42ae-6f9a-4d98-8b7c-8e169e17ecca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:28.100378 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03d42ae-6f9a-4d98-8b7c-8e169e17ecca None None] The sync data for ids ['9477bb17-38e0-45f3-b4e2-9a80880af7e5'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:18:28.116827 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0a54acb6-459b-438a-a8f8-41c2d82f6284 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:28.122552 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9180e99a-015b-4088-95d8-b6155367403a tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:28.127199 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9180e99a-015b-4088-95d8-b6155367403a tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:28.132909 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0a54acb6-459b-438a-a8f8-41c2d82f6284 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568703'] for router, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:28.153088 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9180e99a-015b-4088-95d8-b6155367403a tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] 10.222.0.40 "DELETE /v2.0/networks/d53288e6-3b36-40e3-aab8-1302d474c07c HTTP/1.1" status: 204 len: 168 time: 0.8904352 Oct 10 11:18:28.154269 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180e99a-015b-4088-95d8-b6155367403a tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Pushing event deleted for resources: {'Network': ['ID=d53288e6-3b36-40e3-aab8-1302d474c07c,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:28.156942 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56520) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:28.157949 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c6e77203-f205-42eb-a22f-1b15c9dbc9d4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Unset dirty status for tenant:936e4bb70f4f401fa185998b9205aaff on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:28.161823 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c6e77203-f205-42eb-a22f-1b15c9dbc9d4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "GET /v2.0/ports/5eb28f78-e7b7-44a5-af05-550b48db934a HTTP/1.1" status: 200 len: 913 time: 0.1755295 Oct 10 11:18:28.164219 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56522) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:28.364423 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cf9b554-ea49-4c30-ad2e-bb2bd475a7f3 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Deleting subnet 60c1b254-b410-4e39-a49c-f17d8191585d {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:18:28.372366 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4cf9b554-ea49-4c30-ad2e-bb2bd475a7f3 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:28.378342 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [None req-2dae64b4-ed0e-4420-afe0-0bbd30733e2e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Floating IP aeb2fbe5-f9b9-4974-a5e9-2a37c922c098 associated. External IP: 172.26.4.207, port: 325b21c3-690e-4056-87a7-8ad6b7a8126d. Oct 10 11:18:28.475892 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3bf4a5-bfad-4504-b977-ed79d9e2314b req-b4713bf4-97af-42e3-8951-904616fa703b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:28.477456 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9d3bf4a5-bfad-4504-b977-ed79d9e2314b req-b4713bf4-97af-42e3-8951-904616fa703b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=913b49a2-5570-4f46-945c-b2dbdfe2fc72 HTTP/1.1" status: 200 len: 945 time: 0.4291871 Oct 10 11:18:28.593665 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Attempt 10 to provision port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b Oct 10 11:18:28.618836 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9d3bf4a5-bfad-4504-b977-ed79d9e2314b req-c0d1f0e8-6f73-4922-a4c4-9389cf03f26e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=41090676-4223-4d2c-9591-e2008c1cd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307063 Oct 10 11:18:28.663731 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:28.711052 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4cf9b554-ea49-4c30-ad2e-bb2bd475a7f3 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:28.796080 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Provisioning for port f3e46af0-2930-4c10-960a-a20685579e01 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:18:28.804013 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Provisioning complete for port f3e46af0-2930-4c10-960a-a20685579e01 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:18:28.804408 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:28.804722 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Attempt 1 to provision port f3e46af0-2930-4c10-960a-a20685579e01 Oct 10 11:18:28.856797 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dae64b4-ed0e-4420-afe0-0bbd30733e2e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Router a0269eee-e4e8-48a4-b5ba-e82b44a74bf8 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:18:28.931908 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Current status of the port f3e46af0-2930-4c10-960a-a20685579e01 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:18:28.932451 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:28.967112 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a54acb6-459b-438a-a8f8-41c2d82f6284 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Router 4229ee5a-eba9-47f4-8b75-b9043aa296b2 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:18:28.971353 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] For port f3e46af0-2930-4c10-960a-a20685579e01, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=f3e46af0-2930-4c10-960a-a20685579e01,segment=NetworkSegment(0a888cb2-aaca-47e1-9681-ba81168e9911),segment_id=0a888cb2-aaca-47e1-9681-ba81168e9911)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:18:28.976797 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4cf9b554-ea49-4c30-ad2e-bb2bd475a7f3 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:29.027150 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e2a14-4d38-4299-8a80-a0c3bf45ab20 req-e03f6cba-e004-4cbd-b67f-f4e00381df91 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:29.028597 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cd5e2a14-4d38-4299-8a80-a0c3bf45ab20 req-e03f6cba-e004-4cbd-b67f-f4e00381df91 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=913b49a2-5570-4f46-945c-b2dbdfe2fc72 HTTP/1.1" status: 200 len: 945 time: 0.2740986 Oct 10 11:18:29.082208 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:29.136404 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cd5e2a14-4d38-4299-8a80-a0c3bf45ab20 req-e905b47a-f518-4760-a822-a468e24032da tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=41090676-4223-4d2c-9591-e2008c1cd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004765 Oct 10 11:18:29.167276 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56530) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:29.172293 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Pushing event updated for resources: {'Port': ['ID=f3e46af0-2930-4c10-960a-a20685579e01,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:29.219707 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dae64b4-ed0e-4420-afe0-0bbd30733e2e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:18:29.233752 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e22df43-273d-4c30-a5e4-775b24ae8bfc None None] Sync routers for ids ['a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:18:29.242483 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6224832b-a90f-4261-b301-c1e6128ecc75 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:29.244925 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e22df43-273d-4c30-a5e4-775b24ae8bfc None None] Routers {'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:29.245553 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-3e22df43-273d-4c30-a5e4-775b24ae8bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:29.256543 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a54acb6-459b-438a-a8f8-41c2d82f6284 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:18:29.256543 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0a54acb6-459b-438a-a8f8-41c2d82f6284 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:29.257357 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0a54acb6-459b-438a-a8f8-41c2d82f6284 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "PUT /v2.0/routers/4229ee5a-eba9-47f4-8b75-b9043aa296b2 HTTP/1.1" status: 200 len: 918 time: 5.5275476 Oct 10 11:18:29.260267 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56534) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:29.265426 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33923ac-033a-45a4-b27a-d29b9b369863 None None] Sync routers for ids ['4229ee5a-eba9-47f4-8b75-b9043aa296b2'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:18:29.285301 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Provisioning for port 0e76d6cb-7b76-4aed-9f26-bff3251584c6 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:18:29.290252 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33923ac-033a-45a4-b27a-d29b9b369863 None None] Routers {'4229ee5a-eba9-47f4-8b75-b9043aa296b2'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:29.290870 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-b33923ac-033a-45a4-b27a-d29b9b369863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['4229ee5a-eba9-47f4-8b75-b9043aa296b2'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:29.355578 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4cf9b554-ea49-4c30-ad2e-bb2bd475a7f3 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:29.361452 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Provisioning complete for port 0e76d6cb-7b76-4aed-9f26-bff3251584c6 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:18:29.361868 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:29.362189 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Attempt 1 to provision port 0e76d6cb-7b76-4aed-9f26-bff3251584c6 Oct 10 11:18:29.407700 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-b33923ac-033a-45a4-b27a-d29b9b369863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:29.423753 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4cf9b554-ea49-4c30-ad2e-bb2bd475a7f3 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:29.427662 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae68823-4551-4f6c-986e-de60b2ee5988 None None] Network a50cd496-7a18-4ea2-a10e-0fcc3349cceb requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:18:29.432764 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf9b554-ea49-4c30-ad2e-bb2bd475a7f3 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Pushing event deleted for resources: {'Subnet': ['ID=60c1b254-b410-4e39-a49c-f17d8191585d,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:29.443781 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4cf9b554-ea49-4c30-ad2e-bb2bd475a7f3 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] 10.222.0.40 "DELETE /v2.0/subnets/60c1b254-b410-4e39-a49c-f17d8191585d HTTP/1.1" status: 204 len: 168 time: 1.2807336 Oct 10 11:18:29.450837 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56538) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:29.464323 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33923ac-033a-45a4-b27a-d29b9b369863 None None] Routers {'4229ee5a-eba9-47f4-8b75-b9043aa296b2'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:29.464963 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-b33923ac-033a-45a4-b27a-d29b9b369863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['4229ee5a-eba9-47f4-8b75-b9043aa296b2'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:29.514685 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-3e22df43-273d-4c30-a5e4-775b24ae8bfc None None] Set router a0269eee-e4e8-48a4-b5ba-e82b44a74bf8 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:18:29.552725 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-b33923ac-033a-45a4-b27a-d29b9b369863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:29.553141 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33923ac-033a-45a4-b27a-d29b9b369863 None None] The sync data for ids ['4229ee5a-eba9-47f4-8b75-b9043aa296b2'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:18:29.642202 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f49eb9-ad00-4f04-ac6f-41aa92a6dea3 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:29.644513 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e7f49eb9-ad00-4f04-ac6f-41aa92a6dea3 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=913b49a2-5570-4f46-945c-b2dbdfe2fc72 HTTP/1.1" status: 200 len: 1093 time: 0.4761183 Oct 10 11:18:29.660355 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56542) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:29.666205 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3729dc1e-9573-40a6-a008-af5441400ff9 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "GET /v2.0/routers/4229ee5a-eba9-47f4-8b75-b9043aa296b2 HTTP/1.1" status: 200 len: 924 time: 0.4045606 Oct 10 11:18:29.670832 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2dae64b4-ed0e-4420-afe0-0bbd30733e2e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:29.677655 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-0d5a6887-f2c0-4bf4-829e-28174fa85cd5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'port_id': 'a6f676cc-9681-4927-8ddb-2cfbd102584f', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:29.690480 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56546) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:29.696189 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-0d5a6887-f2c0-4bf4-829e-28174fa85cd5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:29.750740 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2dae64b4-ed0e-4420-afe0-0bbd30733e2e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.2616148 Oct 10 11:18:29.751072 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cb1338-235b-4d11-a8ae-f2b6788d3834', 'tag': '325b21c3-690e-4056-87a7-8ad6b7a8126d'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:18:29.751278 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-85c24115-a487-42bb-871d-e4d04910d034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:29.753553 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0d5a6887-f2c0-4bf4-829e-28174fa85cd5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:floatingip and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:29.753888 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd70032-7004-4712-93fb-b50337563afe" -d '{"events": [{"name": "network-changed", "server_uuid": "c5cb1338-235b-4d11-a8ae-f2b6788d3834", "tag": "325b21c3-690e-4056-87a7-8ad6b7a8126d"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:18:29.767164 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0d5a6887-f2c0-4bf4-829e-28174fa85cd5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:29.778426 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-0d5a6887-f2c0-4bf4-829e-28174fa85cd5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:29.830017 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-85c24115-a487-42bb-871d-e4d04910d034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Deleting port e3450e6b-1916-4b67-86dc-2791a795545d {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:18:29.830709 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-85c24115-a487-42bb-871d-e4d04910d034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:29.833696 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Current status of the port 0e76d6cb-7b76-4aed-9f26-bff3251584c6 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:18:29.834075 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:29.842915 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc36c129-c6c4-46d1-9e60-262f4ad401d6 x-openstack-request-id: req-cc36c129-c6c4-46d1-9e60-262f4ad401d6 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:18:29.843496 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5cb1338-235b-4d11-a8ae-f2b6788d3834", "tag": "325b21c3-690e-4056-87a7-8ad6b7a8126d", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:18:29.844012 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cc36c129-c6c4-46d1-9e60-262f4ad401d6 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:18:29.844622 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc36c129-c6c4-46d1-9e60-262f4ad401d6'] response: {'name': 'network-changed', 'server_uuid': 'c5cb1338-235b-4d11-a8ae-f2b6788d3834', 'tag': '325b21c3-690e-4056-87a7-8ad6b7a8126d', 'status': 'completed', 'code': 200} Oct 10 11:18:29.880681 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] For port 0e76d6cb-7b76-4aed-9f26-bff3251584c6, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=0e76d6cb-7b76-4aed-9f26-bff3251584c6,segment=NetworkSegment(1e44f024-974e-43b2-82e2-6a6161fbbb27),segment_id=1e44f024-974e-43b2-82e2-6a6161fbbb27)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:18:29.927310 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6887-f2c0-4bf4-829e-28174fa85cd5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:29.968563 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:30.005165 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0115adb-4f97-4f51-b4d7-4a839798728e None None] DHCP port deletion for a50cd496-7a18-4ea2-a10e-0fcc3349cceb request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:18:30.019042 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-3e22df43-273d-4c30-a5e4-775b24ae8bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58926674', 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:39Z', 'updated_at': '2022-10-10T11:17:52Z', 'revision_number': 4, 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'gw_port': {'id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:52:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:41Z', 'updated_at': '2022-10-10T11:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'aeb2fbe5-f9b9-4974-a5e9-2a37c922c098', 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'floating_ip_address': '172.26.4.207', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'port_id': '325b21c3-690e-4056-87a7-8ad6b7a8126d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0', 'mac_address': 'fa:16:3e:46:21:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cb1338-235b-4d11-a8ae-f2b6788d3834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:18:25Z', 'updated_at': '2022-10-10T11:18:25Z', 'revision_number': 0, 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce9d43a3-cd69-405c-ba46-430dc8d9610e', 'name': '', 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0', 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'mac_address': 'fa:16:3e:f8:f8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '458b21fd-7fc9-46f9-9db5-643f7fbb77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:50Z', 'updated_at': '2022-10-10T11:18:02Z', 'revision_number': 5, 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'subnets': [{'id': '458b21fd-7fc9-46f9-9db5-643f7fbb77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:30.022610 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c0115adb-4f97-4f51-b4d7-4a839798728e None None] Deleting port e3450e6b-1916-4b67-86dc-2791a795545d {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:18:30.023059 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c0115adb-4f97-4f51-b4d7-4a839798728e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:30.024447 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e22df43-273d-4c30-a5e4-775b24ae8bfc None None] Checking router: a0269eee-e4e8-48a4-b5ba-e82b44a74bf8 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:18:30.033592 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e22df43-273d-4c30-a5e4-775b24ae8bfc None None] Routers {'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:30.034418 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-3e22df43-273d-4c30-a5e4-775b24ae8bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:30.098561 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf1d6d-0af5-4e2a-a6f8-b9fc372643aa None None] Pushing event updated for resources: {'Port': ['ID=0e76d6cb-7b76-4aed-9f26-bff3251584c6,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:30.153631 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-9c28ce8d-1878-45b5-995e-7b0abeec00f0 None None] Provisioning complete for port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:18:30.154096 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9c28ce8d-1878-45b5-995e-7b0abeec00f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:30.154498 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-9c28ce8d-1878-45b5-995e-7b0abeec00f0 None None] Attempt 1 to provision port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b Oct 10 11:18:30.161079 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b26c11-6732-409e-a0bc-f2db85ea4c89 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:30.161794 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-76b26c11-6732-409e-a0bc-f2db85ea4c89 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Synchronizing usage tracker for tenant:6c39066dcd1e4a3f9b6ce105bb54b1d6 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:30.228620 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-3e22df43-273d-4c30-a5e4-775b24ae8bfc None None] Set router a0269eee-e4e8-48a4-b5ba-e82b44a74bf8 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:18:30.292630 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9c28ce8d-1878-45b5-995e-7b0abeec00f0 None None] Port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:30.311540 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-c0115adb-4f97-4f51-b4d7-4a839798728e None None] For port e3450e6b-1916-4b67-86dc-2791a795545d, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=e3450e6b-1916-4b67-86dc-2791a795545d,segment=NetworkSegment(b8810714-de21-4700-b095-da5409b8c96f),segment_id=b8810714-de21-4700-b095-da5409b8c96f)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:18:30.312025 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c0115adb-4f97-4f51-b4d7-4a839798728e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:30.443681 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c0115adb-4f97-4f51-b4d7-4a839798728e None None] Calling delete_port for e3450e6b-1916-4b67-86dc-2791a795545d owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:18:30.444200 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-76b26c11-6732-409e-a0bc-f2db85ea4c89 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Unset dirty status for tenant:6c39066dcd1e4a3f9b6ce105bb54b1d6 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:30.448348 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-76b26c11-6732-409e-a0bc-f2db85ea4c89 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "GET /v2.0/ports?network_id=1e933860-f99f-4a0b-a611-91d190754508&device_id=4229ee5a-eba9-47f4-8b75-b9043aa296b2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7536802 Oct 10 11:18:30.449246 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56554) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:30.450359 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-6224832b-a90f-4261-b301-c1e6128ecc75 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Deleting port 5eb28f78-e7b7-44a5-af05-550b48db934a {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:18:30.450696 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6224832b-a90f-4261-b301-c1e6128ecc75 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:30.572245 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd70032-7004-4712-93fb-b50337563afe req-f5663a78-88e4-48e8-b64b-0f7b52838f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:30.573756 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1bd70032-7004-4712-93fb-b50337563afe req-f5663a78-88e4-48e8-b64b-0f7b52838f42 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=780cbdd6ed154f09a98bc1d37b65c2e0&device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 1099 time: 0.6956463 Oct 10 11:18:30.599185 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17075dd-f6b8-49a5-9794-dc2619b47299 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:30.603433 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b17075dd-f6b8-49a5-9794-dc2619b47299 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "GET /v2.0/networks/1e933860-f99f-4a0b-a611-91d190754508 HTTP/1.1" status: 200 len: 881 time: 0.1510308 Oct 10 11:18:30.603611 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-3e22df43-273d-4c30-a5e4-775b24ae8bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58926674', 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:39Z', 'updated_at': '2022-10-10T11:17:52Z', 'revision_number': 4, 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'gw_port': {'id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:52:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:41Z', 'updated_at': '2022-10-10T11:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'aeb2fbe5-f9b9-4974-a5e9-2a37c922c098', 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'floating_ip_address': '172.26.4.207', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'port_id': '325b21c3-690e-4056-87a7-8ad6b7a8126d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0', 'mac_address': 'fa:16:3e:46:21:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cb1338-235b-4d11-a8ae-f2b6788d3834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:18:25Z', 'updated_at': '2022-10-10T11:18:25Z', 'revision_number': 0, 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce9d43a3-cd69-405c-ba46-430dc8d9610e', 'name': '', 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0', 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'mac_address': 'fa:16:3e:f8:f8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '458b21fd-7fc9-46f9-9db5-643f7fbb77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:50Z', 'updated_at': '2022-10-10T11:18:02Z', 'revision_number': 5, 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'subnets': [{'id': '458b21fd-7fc9-46f9-9db5-643f7fbb77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:30.604127 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56558) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:30.607360 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e22df43-273d-4c30-a5e4-775b24ae8bfc None None] The sync data for ids ['a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'] in dv-neutron-860842-1-hyperv is: [{'id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58926674', 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:39Z', 'updated_at': '2022-10-10T11:17:52Z', 'revision_number': 4, 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'gw_port': {'id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:52:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:41Z', 'updated_at': '2022-10-10T11:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'aeb2fbe5-f9b9-4974-a5e9-2a37c922c098', 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'floating_ip_address': '172.26.4.207', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'port_id': '325b21c3-690e-4056-87a7-8ad6b7a8126d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0', 'mac_address': 'fa:16:3e:46:21:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cb1338-235b-4d11-a8ae-f2b6788d3834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:18:25Z', 'updated_at': '2022-10-10T11:18:25Z', 'revision_number': 0, 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce9d43a3-cd69-405c-ba46-430dc8d9610e', 'name': '', 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0', 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'mac_address': 'fa:16:3e:f8:f8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '458b21fd-7fc9-46f9-9db5-643f7fbb77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:50Z', 'updated_at': '2022-10-10T11:18:02Z', 'revision_number': 5, 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'subnets': [{'id': '458b21fd-7fc9-46f9-9db5-643f7fbb77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:18:30.623794 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-85c24115-a487-42bb-871d-e4d04910d034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] For port e3450e6b-1916-4b67-86dc-2791a795545d, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=e3450e6b-1916-4b67-86dc-2791a795545d,segment=NetworkSegment(b8810714-de21-4700-b095-da5409b8c96f),segment_id=b8810714-de21-4700-b095-da5409b8c96f)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:18:30.624286 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-85c24115-a487-42bb-871d-e4d04910d034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:30.642485 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c0115adb-4f97-4f51-b4d7-4a839798728e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:30.671404 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0c8c8f22-81f7-4ccb-a74b-f3965ca7e9a5 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "GET /v2.0/ports?device_id=4229ee5a-eba9-47f4-8b75-b9043aa296b2 HTTP/1.1" status: 200 len: 205 time: 0.0639715 Oct 10 11:18:30.673692 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56562) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:30.699063 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bacce0-010b-4be3-9524-d53dfa908be6 req-486b76bc-3411-4045-8b38-80f6990a24a9 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:30.700870 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c4bacce0-010b-4be3-9524-d53dfa908be6 req-486b76bc-3411-4045-8b38-80f6990a24a9 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 946 time: 0.7607353 Oct 10 11:18:30.707967 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0115adb-4f97-4f51-b4d7-4a839798728e None None] Pushing event deleted for resources: {'Port': ['ID=e3450e6b-1916-4b67-86dc-2791a795545d,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:30.720880 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0115adb-4f97-4f51-b4d7-4a839798728e None None] No DVR routers for this DVR port e3450e6b-1916-4b67-86dc-2791a795545d on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:18:30.794059 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-9c28ce8d-1878-45b5-995e-7b0abeec00f0 None None] Attempt 2 to provision port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b Oct 10 11:18:30.915996 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9c28ce8d-1878-45b5-995e-7b0abeec00f0 None None] Port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:30.929562 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-22487ef3-5cbb-4e95-a660-73aee4752e9a tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:30.945406 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-85c24115-a487-42bb-871d-e4d04910d034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Calling delete_port for e3450e6b-1916-4b67-86dc-2791a795545d owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:18:30.951557 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 0e76d6cb-7b76-4aed-9f26-bff3251584c6 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:18:31.038786 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 0e76d6cb-7b76-4aed-9f26-bff3251584c6 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:18:31.039923 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:31.040594 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 0e76d6cb-7b76-4aed-9f26-bff3251584c6 Oct 10 11:18:31.109619 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c4bacce0-010b-4be3-9524-d53dfa908be6 req-8f016798-6d38-406b-9b65-a8626013d75d tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2538c43-6897-455b-bde9-ae4c18cd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2836623 Oct 10 11:18:31.148727 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56566) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:31.162809 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd70032-7004-4712-93fb-b50337563afe req-145fef89-43ee-43f6-b4b8-f5e1fbe595f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:31.164258 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1bd70032-7004-4712-93fb-b50337563afe req-145fef89-43ee-43f6-b4b8-f5e1fbe595f0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e305c812-a69a-4f97-8da1-f8cf6d6d5df0 HTTP/1.1" status: 200 len: 897 time: 0.5825543 Oct 10 11:18:31.193325 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 0e76d6cb-7b76-4aed-9f26-bff3251584c6 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:18:31.194918 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device f3e46af0-2930-4c10-960a-a20685579e01 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:18:31.257791 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6887-f2c0-4bf4-829e-28174fa85cd5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:31.258035 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-22487ef3-5cbb-4e95-a660-73aee4752e9a tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:31.282280 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port f3e46af0-2930-4c10-960a-a20685579e01 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:18:31.283182 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:31.283302 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4ef26de8-d5ce-4ac1-aa02-a39626beb686 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/floatingips/aeb2fbe5-f9b9-4974-a5e9-2a37c922c098 HTTP/1.1" status: 200 len: 992 time: 0.1310315 Oct 10 11:18:31.283859 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port f3e46af0-2930-4c10-960a-a20685579e01 Oct 10 11:18:31.328091 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-22487ef3-5cbb-4e95-a660-73aee4752e9a tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Deleting port 434c1bf6-511a-45b7-bf65-aa59c022d9b3 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:18:31.328413 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-22487ef3-5cbb-4e95-a660-73aee4752e9a tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:31.354561 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.api [None req-85c24115-a487-42bb-871d-e4d04910d034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:18:31.355298 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG oslo_db.api [None req-85c24115-a487-42bb-871d-e4d04910d034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:18:31.388205 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6224832b-a90f-4261-b301-c1e6128ecc75 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:31.419757 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-9c28ce8d-1878-45b5-995e-7b0abeec00f0 None None] Attempt 3 to provision port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b Oct 10 11:18:31.444750 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port f3e46af0-2930-4c10-960a-a20685579e01 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:18:31.483994 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1bd70032-7004-4712-93fb-b50337563afe req-3de99525-1cb2-403a-a8b2-18ca2c953d99 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=325b21c3-690e-4056-87a7-8ad6b7a8126d HTTP/1.1" status: 200 len: 1000 time: 0.2976758 Oct 10 11:18:31.497190 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b13366-e633-419a-bbb5-0b8279cf86ac None None] New status for floating IP aeb2fbe5-f9b9-4974-a5e9-2a37c922c098: ACTIVE {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:18:31.498898 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9c28ce8d-1878-45b5-995e-7b0abeec00f0 None None] Port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:31.513458 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device e3450e6b-1916-4b67-86dc-2791a795545d no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:18:31.546983 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-22487ef3-5cbb-4e95-a660-73aee4752e9a tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:31.554894 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: e3450e6b-1916-4b67-86dc-2791a795545d {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:18:31.555271 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device e3450e6b-1916-4b67-86dc-2791a795545d not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:18:31.560005 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-6224832b-a90f-4261-b301-c1e6128ecc75 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Calling delete_port for 5eb28f78-e7b7-44a5-af05-550b48db934a owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:18:31.680994 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-22487ef3-5cbb-4e95-a660-73aee4752e9a tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Calling delete_port for 434c1bf6-511a-45b7-bf65-aa59c022d9b3 owned by network:router_gateway {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:18:31.748414 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd70032-7004-4712-93fb-b50337563afe req-29b28b7d-6005-4ff7-b42d-139bb4914984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:31.749884 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1bd70032-7004-4712-93fb-b50337563afe req-29b28b7d-6005-4ff7-b42d-139bb4914984 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=458b21fd-7fc9-46f9-9db5-643f7fbb77a3 HTTP/1.1" status: 200 len: 834 time: 0.1590245 Oct 10 11:18:31.836791 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-0d5a6887-f2c0-4bf4-829e-28174fa85cd5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.26.4.89 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/625147ea-ad3a-4a15-ba6d-e7c2a0c7197d) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:18:31.857940 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-85c24115-a487-42bb-871d-e4d04910d034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Deleting port e3450e6b-1916-4b67-86dc-2791a795545d {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:18:31.858282 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-85c24115-a487-42bb-871d-e4d04910d034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:31.901425 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-22487ef3-5cbb-4e95-a660-73aee4752e9a tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:31.953343 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22487ef3-5cbb-4e95-a660-73aee4752e9a tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Pushing event deleted for resources: {'Port': ['ID=434c1bf6-511a-45b7-bf65-aa59c022d9b3,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:31.966380 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-85c24115-a487-42bb-871d-e4d04910d034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] The port 'e3450e6b-1916-4b67-86dc-2791a795545d' was deleted {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:18:31.999870 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-9c28ce8d-1878-45b5-995e-7b0abeec00f0 None None] Attempt 4 to provision port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b Oct 10 11:18:32.062206 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9c28ce8d-1878-45b5-995e-7b0abeec00f0 None None] Port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:32.183494 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-22487ef3-5cbb-4e95-a660-73aee4752e9a tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:32.290789 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56570) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:32.306180 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd70032-7004-4712-93fb-b50337563afe req-9c92ceab-7efd-4688-924b-2db448213838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:32.307635 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1bd70032-7004-4712-93fb-b50337563afe req-9c92ceab-7efd-4688-924b-2db448213838 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e305c812-a69a-4f97-8da1-f8cf6d6d5df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5488267 Oct 10 11:18:32.408725 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-85c24115-a487-42bb-871d-e4d04910d034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:32.443635 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-22487ef3-5cbb-4e95-a660-73aee4752e9a tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:32.449119 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-22487ef3-5cbb-4e95-a660-73aee4752e9a tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:32.483430 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0e860a61-7c8a-42e6-9dd3-55d5d5c08256 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/floatingips/aeb2fbe5-f9b9-4974-a5e9-2a37c922c098 HTTP/1.1" status: 200 len: 994 time: 0.1915231 Oct 10 11:18:32.500808 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-85c24115-a487-42bb-871d-e4d04910d034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50cd496-7a18-4ea2-a10e-0fcc3349cceb']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:32.541639 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6224832b-a90f-4261-b301-c1e6128ecc75 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:32.548375 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-85c24115-a487-42bb-871d-e4d04910d034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8810714-de21-4700-b095-da5409b8c96f') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:32.548665 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-85c24115-a487-42bb-871d-e4d04910d034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8810714-de21-4700-b095-da5409b8c96f') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:32.563797 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-9c28ce8d-1878-45b5-995e-7b0abeec00f0 None None] Attempt 5 to provision port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b Oct 10 11:18:32.579093 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-22487ef3-5cbb-4e95-a660-73aee4752e9a tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:32.579720 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22487ef3-5cbb-4e95-a660-73aee4752e9a tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Fanout notify agent at l3_agent the message router_deleted on router 4229ee5a-eba9-47f4-8b75-b9043aa296b2 {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:18:32.597479 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-22487ef3-5cbb-4e95-a660-73aee4752e9a tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:32.602968 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-22487ef3-5cbb-4e95-a660-73aee4752e9a tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "DELETE /v2.0/routers/4229ee5a-eba9-47f4-8b75-b9043aa296b2 HTTP/1.1" status: 204 len: 168 time: 1.9238451 Oct 10 11:18:32.603156 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6887-f2c0-4bf4-829e-28174fa85cd5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:32.603267 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56574) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:32.608653 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-cfcfaea9-6120-42e6-ab07-96c4742df509 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-7323343', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:32.611642 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224832b-a90f-4261-b301-c1e6128ecc75 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Port': ['ID=5eb28f78-e7b7-44a5-af05-550b48db934a,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:32.615787 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-cfcfaea9-6120-42e6-ab07-96c4742df509 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:32.621034 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-cfcfaea9-6120-42e6-ab07-96c4742df509 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Usage tracker for resource:router and tenant:9c1956994f4c49229abad6cdbc40e0c4 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:32.621891 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-85c24115-a487-42bb-871d-e4d04910d034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:32.626093 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-cfcfaea9-6120-42e6-ab07-96c4742df509 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:32.627194 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9c28ce8d-1878-45b5-995e-7b0abeec00f0 None None] Port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:32.633998 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-cfcfaea9-6120-42e6-ab07-96c4742df509 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:32.700759 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-85c24115-a487-42bb-871d-e4d04910d034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:32.750861 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cfcfaea9-6120-42e6-ab07-96c4742df509 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:32.752141 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cfcfaea9-6120-42e6-ab07-96c4742df509 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:32.769245 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cfcfaea9-6120-42e6-ab07-96c4742df509 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:32.771732 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c24115-a487-42bb-871d-e4d04910d034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Releasing vlan 473 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:18:32.772293 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-85c24115-a487-42bb-871d-e4d04910d034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:32.789217 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1bd70032-7004-4712-93fb-b50337563afe req-cc665f4a-edc2-4f5b-a222-288998434948 service neutron] 10.222.0.15 "GET /v2.0/networks/e305c812-a69a-4f97-8da1-f8cf6d6d5df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292605 Oct 10 11:18:32.847965 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cfcfaea9-6120-42e6-ab07-96c4742df509 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:32.931946 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment b8810714-de21-4700-b095-da5409b8c96f resource provider aggregate not found Oct 10 11:18:32.939133 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cfcfaea9-6120-42e6-ab07-96c4742df509 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:32.942882 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cfcfaea9-6120-42e6-ab07-96c4742df509 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3362472 Oct 10 11:18:32.943374 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56582) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:32.949029 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-d4576166-e2ea-4131-80c5-a0702580d6e0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'enable_snat': False}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:32.980887 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment b8810714-de21-4700-b095-da5409b8c96f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8810714-de21-4700-b095-da5409b8c96f found for delete ", "request_id": "req-26512515-1ae7-4575-bcfe-6d4349837c06"}]} Oct 10 11:18:33.068681 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-85c24115-a487-42bb-871d-e4d04910d034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:33.094619 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-85c24115-a487-42bb-871d-e4d04910d034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:33.106853 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6224832b-a90f-4261-b301-c1e6128ecc75 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:33.110106 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c24115-a487-42bb-871d-e4d04910d034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Pushing event deleted for resources: {'Network': ['ID=a50cd496-7a18-4ea2-a10e-0fcc3349cceb,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:33.128689 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-9c28ce8d-1878-45b5-995e-7b0abeec00f0 None None] Attempt 6 to provision port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b Oct 10 11:18:33.133880 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6887-f2c0-4bf4-829e-28174fa85cd5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:33.188928 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9c28ce8d-1878-45b5-995e-7b0abeec00f0 None None] Port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:33.189716 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1bd70032-7004-4712-93fb-b50337563afe req-7e7ba596-9301-4a1a-8f94-7e99a33c2fa9 service neutron] 10.222.0.15 "GET /v2.0/networks/e305c812-a69a-4f97-8da1-f8cf6d6d5df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724277 Oct 10 11:18:33.190902 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-85c24115-a487-42bb-871d-e4d04910d034 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] 10.222.0.40 "DELETE /v2.0/networks/a50cd496-7a18-4ea2-a10e-0fcc3349cceb HTTP/1.1" status: 204 len: 168 time: 3.7389007 Oct 10 11:18:33.197345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56586) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:33.272466 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5a6887-f2c0-4bf4-829e-28174fa85cd5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:18:33.299238 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-095043ed-2eb7-4e9f-b24f-5b1801859f95 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Synchronizing usage tracker for tenant:3f15d9fbd7df4c47af00fc4fc79f7589 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:33.326179 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-0d5a6887-f2c0-4bf4-829e-28174fa85cd5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:33.337894 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5a6887-f2c0-4bf4-829e-28174fa85cd5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:18:33.385474 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d4576166-e2ea-4131-80c5-a0702580d6e0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:33.390191 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a6887-f2c0-4bf4-829e-28174fa85cd5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=625147ea-ad3a-4a15-ba6d-e7c2a0c7197d,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:33.407683 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e31bcd86-40d8-44b3-94fc-2685cd99dc4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:33.469632 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-095043ed-2eb7-4e9f-b24f-5b1801859f95 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Unset dirty status for tenant:3f15d9fbd7df4c47af00fc4fc79f7589 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:33.473341 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-095043ed-2eb7-4e9f-b24f-5b1801859f95 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] 10.222.0.40 "GET /v2.0/ports?device_id=63d7afe8-2a02-428c-b218-61acf44b71cc HTTP/1.1" status: 200 len: 205 time: 0.2725768 Oct 10 11:18:33.473579 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56590) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:33.635400 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1b5a3953-3bd1-401b-95a4-1833bd461dd8 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:33.690301 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-9c28ce8d-1878-45b5-995e-7b0abeec00f0 None None] Attempt 7 to provision port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b Oct 10 11:18:33.794778 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9c28ce8d-1878-45b5-995e-7b0abeec00f0 None None] Port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:33.871751 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6224832b-a90f-4261-b301-c1e6128ecc75 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Router 9477bb17-38e0-45f3-b4e2-9a80880af7e5 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:18:34.117114 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1b5a3953-3bd1-401b-95a4-1833bd461dd8 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:34.120611 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1b5a3953-3bd1-401b-95a4-1833bd461dd8 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:34.138450 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6224832b-a90f-4261-b301-c1e6128ecc75 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:18:34.146225 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6224832b-a90f-4261-b301-c1e6128ecc75 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "PUT /v2.0/routers/9477bb17-38e0-45f3-b4e2-9a80880af7e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9495811 Oct 10 11:18:34.146828 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56594) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:34.150982 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9945ee13-7d72-4de9-95f7-249708f6f42d None None] Sync routers for ids ['9477bb17-38e0-45f3-b4e2-9a80880af7e5'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:18:34.160701 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9945ee13-7d72-4de9-95f7-249708f6f42d None None] Routers {'9477bb17-38e0-45f3-b4e2-9a80880af7e5'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:34.161593 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-9945ee13-7d72-4de9-95f7-249708f6f42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9477bb17-38e0-45f3-b4e2-9a80880af7e5'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:34.213089 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6887-f2c0-4bf4-829e-28174fa85cd5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:34.224317 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-9945ee13-7d72-4de9-95f7-249708f6f42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:34.234486 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9945ee13-7d72-4de9-95f7-249708f6f42d None None] Routers {'9477bb17-38e0-45f3-b4e2-9a80880af7e5'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:34.235132 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-9945ee13-7d72-4de9-95f7-249708f6f42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9477bb17-38e0-45f3-b4e2-9a80880af7e5'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:34.292780 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1b5a3953-3bd1-401b-95a4-1833bd461dd8 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:34.293248 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5a3953-3bd1-401b-95a4-1833bd461dd8 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Fanout notify agent at l3_agent the message router_deleted on router 63d7afe8-2a02-428c-b218-61acf44b71cc {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:18:34.298017 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-9c28ce8d-1878-45b5-995e-7b0abeec00f0 None None] Attempt 8 to provision port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b Oct 10 11:18:34.326840 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-9945ee13-7d72-4de9-95f7-249708f6f42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:34.327215 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9945ee13-7d72-4de9-95f7-249708f6f42d None None] The sync data for ids ['9477bb17-38e0-45f3-b4e2-9a80880af7e5'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:18:34.360460 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9c28ce8d-1878-45b5-995e-7b0abeec00f0 None None] Port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:34.361474 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6887-f2c0-4bf4-829e-28174fa85cd5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:34.371252 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1b5a3953-3bd1-401b-95a4-1833bd461dd8 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:34.372367 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1b5a3953-3bd1-401b-95a4-1833bd461dd8 tempest-RoutersNegativeTest-521405903 tempest-RoutersNegativeTest-521405903-project] 10.222.0.40 "DELETE /v2.0/routers/63d7afe8-2a02-428c-b218-61acf44b71cc HTTP/1.1" status: 204 len: 168 time: 0.8978672 Oct 10 11:18:34.580308 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6887-f2c0-4bf4-829e-28174fa85cd5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:34.654169 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6887-f2c0-4bf4-829e-28174fa85cd5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:34.672137 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d4576166-e2ea-4131-80c5-a0702580d6e0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:34.709457 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d4576166-e2ea-4131-80c5-a0702580d6e0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:34.764646 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6887-f2c0-4bf4-829e-28174fa85cd5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:34.818046 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a6887-f2c0-4bf4-829e-28174fa85cd5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=625147ea-ad3a-4a15-ba6d-e7c2a0c7197d,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:34.861972 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-9c28ce8d-1878-45b5-995e-7b0abeec00f0 None None] Attempt 9 to provision port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b Oct 10 11:18:34.904963 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56602) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:34.945637 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-0d5a6887-f2c0-4bf4-829e-28174fa85cd5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Floating IP 4860606c-1efa-4032-bba8-73b61fc0ae61 associated. External IP: 172.26.4.89, port: a6f676cc-9681-4927-8ddb-2cfbd102584f. Oct 10 11:18:34.980395 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9c28ce8d-1878-45b5-995e-7b0abeec00f0 None None] Port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:34.985986 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-d4576166-e2ea-4131-80c5-a0702580d6e0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Allocated IP 172.26.4.224 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/7634ea36-c8cd-4167-9ee4-9b912be975f9) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:18:35.314345 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-45ffb640-be57-4d7a-92fb-265ae62bbd74 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3f15d9fbd7df4c47af00fc4fc79f7589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4059622 Oct 10 11:18:35.319507 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-34445abe-11e7-4cff-b9d9-df7ab7c951d1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:35.331269 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56608) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:35.468398 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d4576166-e2ea-4131-80c5-a0702580d6e0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:35.482074 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-9c28ce8d-1878-45b5-995e-7b0abeec00f0 None None] Attempt 10 to provision port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b Oct 10 11:18:35.483923 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b1fcb327-7cb7-4ed0-974c-78e4030c5573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:35.511469 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5a6887-f2c0-4bf4-829e-28174fa85cd5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router 9b9e438c-d495-495a-ae33-ab0d61dae34a has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:18:35.521107 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b1fcb327-7cb7-4ed0-974c-78e4030c5573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:35.554675 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9c28ce8d-1878-45b5-995e-7b0abeec00f0 None None] Port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:35.557857 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-9c28ce8d-1878-45b5-995e-7b0abeec00f0 None None] Could not find standard attr ID for object 5eb28f78-e7b7-44a5-af05-550b48db934a. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:18:35.700725 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d4576166-e2ea-4131-80c5-a0702580d6e0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:35.728062 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1902333b-223c-4c97-9ea5-917ee9de4ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:35.737677 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5a6887-f2c0-4bf4-829e-28174fa85cd5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:18:35.749686 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d175d8-24d5-44d5-b7cb-045a3d531b98 None None] Sync routers for ids ['9b9e438c-d495-495a-ae33-ab0d61dae34a'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:18:35.764642 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d175d8-24d5-44d5-b7cb-045a3d531b98 None None] Routers {'9b9e438c-d495-495a-ae33-ab0d61dae34a'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:35.765569 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-64d175d8-24d5-44d5-b7cb-045a3d531b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9b9e438c-d495-495a-ae33-ab0d61dae34a'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:35.775137 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-34445abe-11e7-4cff-b9d9-df7ab7c951d1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Deleting port f618b72c-5ae0-44e8-b202-3f08bc0c2b9b {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:18:35.775720 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-34445abe-11e7-4cff-b9d9-df7ab7c951d1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:35.807553 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b1fcb327-7cb7-4ed0-974c-78e4030c5573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:35.811379 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4576166-e2ea-4131-80c5-a0702580d6e0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:18:35.812356 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b1fcb327-7cb7-4ed0-974c-78e4030c5573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:35.813505 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b1fcb327-7cb7-4ed0-974c-78e4030c5573 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7d0c0a18-961c-4026-be67-aa4550995f3b HTTP/1.1" status: 204 len: 168 time: 0.4812810 Oct 10 11:18:35.826265 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-d4576166-e2ea-4131-80c5-a0702580d6e0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:35.841688 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4576166-e2ea-4131-80c5-a0702580d6e0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:18:35.841828 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6887-f2c0-4bf4-829e-28174fa85cd5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:35.871505 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcb327-7cb7-4ed0-974c-78e4030c5573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0c0a18-961c-4026-be67-aa4550995f3b,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:35.890472 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4576166-e2ea-4131-80c5-a0702580d6e0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Pushing event updated for resources: {'Port': ['ID=7634ea36-c8cd-4167-9ee4-9b912be975f9,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:35.927174 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0d5a6887-f2c0-4bf4-829e-28174fa85cd5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.2586477 Oct 10 11:18:35.930089 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56614) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:35.930089 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913b49a2-5570-4f46-945c-b2dbdfe2fc72', 'tag': 'a6f676cc-9681-4927-8ddb-2cfbd102584f'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:18:35.931463 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bac207-5cae-4e47-ab40-fa6a0e4477b0" -d '{"events": [{"name": "network-changed", "server_uuid": "913b49a2-5570-4f46-945c-b2dbdfe2fc72", "tag": "a6f676cc-9681-4927-8ddb-2cfbd102584f"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:18:35.977839 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-64d175d8-24d5-44d5-b7cb-045a3d531b98 None None] Set router 9b9e438c-d495-495a-ae33-ab0d61dae34a gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:18:36.041477 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e819927-3f3a-4746-9a99-b0728741eaf5 x-openstack-request-id: req-1e819927-3f3a-4746-9a99-b0728741eaf5 {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:18:36.041773 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "913b49a2-5570-4f46-945c-b2dbdfe2fc72", "tag": "a6f676cc-9681-4927-8ddb-2cfbd102584f", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:18:36.042032 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1e819927-3f3a-4746-9a99-b0728741eaf5 {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:18:36.042434 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e819927-3f3a-4746-9a99-b0728741eaf5'] response: {'name': 'network-changed', 'server_uuid': '913b49a2-5570-4f46-945c-b2dbdfe2fc72', 'tag': 'a6f676cc-9681-4927-8ddb-2cfbd102584f', 'status': 'completed', 'code': 200} Oct 10 11:18:36.151754 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f4faf124-99e9-4074-b703-df915d8573ed tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/4860606c-1efa-4032-bba8-73b61fc0ae61 HTTP/1.1" status: 200 len: 990 time: 0.2173789 Oct 10 11:18:36.169019 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bac207-5cae-4e47-ab40-fa6a0e4477b0 req-0923f23e-7d31-44df-9d6b-163c8ea6db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:36.170546 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-26bac207-5cae-4e47-ab40-fa6a0e4477b0 req-0923f23e-7d31-44df-9d6b-163c8ea6db0f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=913b49a2-5570-4f46-945c-b2dbdfe2fc72 HTTP/1.1" status: 200 len: 1098 time: 0.1187701 Oct 10 11:18:36.187779 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-34445abe-11e7-4cff-b9d9-df7ab7c951d1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:36.330692 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bac207-5cae-4e47-ab40-fa6a0e4477b0 req-7a0164b7-659e-45ef-bf21-6d819ba4e501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:36.332210 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-26bac207-5cae-4e47-ab40-fa6a0e4477b0 req-7a0164b7-659e-45ef-bf21-6d819ba4e501 service neutron] 10.222.0.15 "GET /v2.0/networks?id=660a4c34-f993-4054-9fd7-f447717be71f HTTP/1.1" status: 200 len: 897 time: 0.1554019 Oct 10 11:18:36.376664 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-34445abe-11e7-4cff-b9d9-df7ab7c951d1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Calling delete_port for f618b72c-5ae0-44e8-b202-3f08bc0c2b9b owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:18:36.410652 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-64d175d8-24d5-44d5-b7cb-045a3d531b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'name': 'tempest-TestNetworkBasicOps-router-1136261552', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:36Z', 'updated_at': '2022-10-10T11:17:51Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:38Z', 'updated_at': '2022-10-10T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '4860606c-1efa-4032-bba8-73b61fc0ae61', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'port_id': 'a6f676cc-9681-4927-8ddb-2cfbd102584f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f', 'mac_address': 'fa:16:3e:6c:fa:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913b49a2-5570-4f46-945c-b2dbdfe2fc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:18:34Z', 'updated_at': '2022-10-10T11:18:34Z', 'revision_number': 0, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700e92cf-da24-49c8-a5fb-a01dde98d5d7', 'name': '', 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:5e:9b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'd95f995a-075f-4716-8136-bb47976380ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:48Z', 'updated_at': '2022-10-10T11:18:06Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd95f995a-075f-4716-8136-bb47976380ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:36.415042 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d175d8-24d5-44d5-b7cb-045a3d531b98 None None] Checking router: 9b9e438c-d495-495a-ae33-ab0d61dae34a for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:18:36.425504 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d175d8-24d5-44d5-b7cb-045a3d531b98 None None] Routers {'9b9e438c-d495-495a-ae33-ab0d61dae34a'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:36.425504 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-64d175d8-24d5-44d5-b7cb-045a3d531b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9b9e438c-d495-495a-ae33-ab0d61dae34a'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:36.450820 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-26bac207-5cae-4e47-ab40-fa6a0e4477b0 req-ee1bc962-fecc-49a2-9dc0-c1c43f4982af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6f676cc-9681-4927-8ddb-2cfbd102584f HTTP/1.1" status: 200 len: 998 time: 0.1118531 Oct 10 11:18:36.529689 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bac207-5cae-4e47-ab40-fa6a0e4477b0 req-31dbcfa1-d730-4328-9011-3699b5c9c8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:36.532022 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-26bac207-5cae-4e47-ab40-fa6a0e4477b0 req-31dbcfa1-d730-4328-9011-3699b5c9c8af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d95f995a-075f-4716-8136-bb47976380ee HTTP/1.1" status: 200 len: 835 time: 0.0749276 Oct 10 11:18:36.614789 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-64d175d8-24d5-44d5-b7cb-045a3d531b98 None None] Set router 9b9e438c-d495-495a-ae33-ab0d61dae34a gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:18:36.634266 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bac207-5cae-4e47-ab40-fa6a0e4477b0 req-a96c9093-6bff-44e8-ae4b-cfd573769709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:36.635847 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-26bac207-5cae-4e47-ab40-fa6a0e4477b0 req-a96c9093-6bff-44e8-ae4b-cfd573769709 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=660a4c34-f993-4054-9fd7-f447717be71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0948241 Oct 10 11:18:36.833656 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-26bac207-5cae-4e47-ab40-fa6a0e4477b0 req-e6dd44b9-e46f-4a0f-81d9-881bb02f7689 service neutron] 10.222.0.15 "GET /v2.0/networks/660a4c34-f993-4054-9fd7-f447717be71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873751 Oct 10 11:18:36.955631 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d4576166-e2ea-4131-80c5-a0702580d6e0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:36.962473 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:37.002445 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-26bac207-5cae-4e47-ab40-fa6a0e4477b0 req-fbfbdbbe-ddbc-4163-bc87-69a70adc8007 service neutron] 10.222.0.15 "GET /v2.0/networks/660a4c34-f993-4054-9fd7-f447717be71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635160 Oct 10 11:18:37.027328 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-34445abe-11e7-4cff-b9d9-df7ab7c951d1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:37.047729 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-64d175d8-24d5-44d5-b7cb-045a3d531b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'name': 'tempest-TestNetworkBasicOps-router-1136261552', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:36Z', 'updated_at': '2022-10-10T11:17:51Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:38Z', 'updated_at': '2022-10-10T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '4860606c-1efa-4032-bba8-73b61fc0ae61', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'port_id': 'a6f676cc-9681-4927-8ddb-2cfbd102584f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f', 'mac_address': 'fa:16:3e:6c:fa:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913b49a2-5570-4f46-945c-b2dbdfe2fc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:18:34Z', 'updated_at': '2022-10-10T11:18:34Z', 'revision_number': 0, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700e92cf-da24-49c8-a5fb-a01dde98d5d7', 'name': '', 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:5e:9b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'd95f995a-075f-4716-8136-bb47976380ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:48Z', 'updated_at': '2022-10-10T11:18:06Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd95f995a-075f-4716-8136-bb47976380ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:37.051560 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d175d8-24d5-44d5-b7cb-045a3d531b98 None None] The sync data for ids ['9b9e438c-d495-495a-ae33-ab0d61dae34a'] in dv-neutron-860842-1-hyperv is: [{'id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'name': 'tempest-TestNetworkBasicOps-router-1136261552', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:36Z', 'updated_at': '2022-10-10T11:17:51Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:38Z', 'updated_at': '2022-10-10T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '4860606c-1efa-4032-bba8-73b61fc0ae61', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'port_id': 'a6f676cc-9681-4927-8ddb-2cfbd102584f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f', 'mac_address': 'fa:16:3e:6c:fa:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913b49a2-5570-4f46-945c-b2dbdfe2fc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:18:34Z', 'updated_at': '2022-10-10T11:18:34Z', 'revision_number': 0, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700e92cf-da24-49c8-a5fb-a01dde98d5d7', 'name': '', 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:5e:9b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'd95f995a-075f-4716-8136-bb47976380ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:48Z', 'updated_at': '2022-10-10T11:18:06Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd95f995a-075f-4716-8136-bb47976380ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:18:37.074079 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56638) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:37.074549 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:37.106705 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34445abe-11e7-4cff-b9d9-df7ab7c951d1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Port': ['ID=f618b72c-5ae0-44e8-b202-3f08bc0c2b9b,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:37.154215 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56644) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:37.220266 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-568ccbb7-b4bd-4ac7-83c8-cfb6143f48b4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Request body: {'security_group': {'name': 'tempest-secgroup--1586302142'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:37.227421 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-568ccbb7-b4bd-4ac7-83c8-cfb6143f48b4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:37.231822 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-568ccbb7-b4bd-4ac7-83c8-cfb6143f48b4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Usage tracker for resource:security_group and tenant:8c7d773d96294bf7a6a957c8dfa53b25 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:37.234953 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-568ccbb7-b4bd-4ac7-83c8-cfb6143f48b4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:37.251085 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-568ccbb7-b4bd-4ac7-83c8-cfb6143f48b4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:37.313043 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcb2967-1ec9-461d-8b49-c1b4415477ec None None] New status for floating IP 4860606c-1efa-4032-bba8-73b61fc0ae61: ACTIVE {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:18:37.322628 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-568ccbb7-b4bd-4ac7-83c8-cfb6143f48b4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:37.338138 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-568ccbb7-b4bd-4ac7-83c8-cfb6143f48b4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:37.355042 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-568ccbb7-b4bd-4ac7-83c8-cfb6143f48b4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:37.359190 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-568ccbb7-b4bd-4ac7-83c8-cfb6143f48b4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Usage tracker for resource:security_group_rule and tenant:8c7d773d96294bf7a6a957c8dfa53b25 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:37.362087 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-568ccbb7-b4bd-4ac7-83c8-cfb6143f48b4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:37.368712 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-568ccbb7-b4bd-4ac7-83c8-cfb6143f48b4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:37.458741 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-568ccbb7-b4bd-4ac7-83c8-cfb6143f48b4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:37.464895 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-34445abe-11e7-4cff-b9d9-df7ab7c951d1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:37.515861 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-568ccbb7-b4bd-4ac7-83c8-cfb6143f48b4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:37.529673 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-568ccbb7-b4bd-4ac7-83c8-cfb6143f48b4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:37.537501 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-568ccbb7-b4bd-4ac7-83c8-cfb6143f48b4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Usage tracker for resource:security_group_rule and tenant:8c7d773d96294bf7a6a957c8dfa53b25 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:37.545805 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f58fc98a-c9d6-4212-b2ab-62e3f514a7ac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/4860606c-1efa-4032-bba8-73b61fc0ae61 HTTP/1.1" status: 200 len: 990 time: 0.3903589 Oct 10 11:18:37.546848 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-568ccbb7-b4bd-4ac7-83c8-cfb6143f48b4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:37.557474 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-568ccbb7-b4bd-4ac7-83c8-cfb6143f48b4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:37.561161 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ccbb7-b4bd-4ac7-83c8-cfb6143f48b4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=389a3168-8e87-4896-a912-04dd1bb89827,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:37.635308 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-568ccbb7-b4bd-4ac7-83c8-cfb6143f48b4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:37.722011 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-568ccbb7-b4bd-4ac7-83c8-cfb6143f48b4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:37.763545 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ccbb7-b4bd-4ac7-83c8-cfb6143f48b4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b46969ca-1351-40cb-8c42-7cd075433545,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:37.854040 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-568ccbb7-b4bd-4ac7-83c8-cfb6143f48b4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:37.855173 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-568ccbb7-b4bd-4ac7-83c8-cfb6143f48b4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7798996 Oct 10 11:18:37.857863 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56648) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:37.920552 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34445abe-11e7-4cff-b9d9-df7ab7c951d1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Router 9477bb17-38e0-45f3-b4e2-9a80880af7e5 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:18:37.922715 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d4576166-e2ea-4131-80c5-a0702580d6e0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:37.931154 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d4576166-e2ea-4131-80c5-a0702580d6e0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568703'] for router, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:38.044937 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cf6897c0-8442-491e-adad-e31e670168f3 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Synchronizing usage tracker for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:38.145482 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cf6897c0-8442-491e-adad-e31e670168f3 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Unset dirty status for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:38.149567 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-cf6897c0-8442-491e-adad-e31e670168f3 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2880523 Oct 10 11:18:38.149800 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56652) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:38.155048 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-ceb52a02-8dfe-45a0-beb6-2f5c231413c2 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Request body: {'security_group': {'name': 'tempest-security--749711710', 'description': 'tempest-security-description-1121261970'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:38.185939 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ceb52a02-8dfe-45a0-beb6-2f5c231413c2 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:38.238593 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ceb52a02-8dfe-45a0-beb6-2f5c231413c2 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:38.260590 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34445abe-11e7-4cff-b9d9-df7ab7c951d1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:18:38.269932 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d61b89-34c2-4444-bc25-3029c7a53f13 None None] Sync routers for ids ['9477bb17-38e0-45f3-b4e2-9a80880af7e5'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:18:38.280115 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d61b89-34c2-4444-bc25-3029c7a53f13 None None] Routers {'9477bb17-38e0-45f3-b4e2-9a80880af7e5'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:38.280718 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-72d61b89-34c2-4444-bc25-3029c7a53f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9477bb17-38e0-45f3-b4e2-9a80880af7e5'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:38.327623 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ceb52a02-8dfe-45a0-beb6-2f5c231413c2 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:38.330313 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ceb52a02-8dfe-45a0-beb6-2f5c231413c2 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:38.334251 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ceb52a02-8dfe-45a0-beb6-2f5c231413c2 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "PUT /v2.0/security-groups/b46969ca-1351-40cb-8c42-7cd075433545 HTTP/1.1" status: 200 len: 1779 time: 0.1807103 Oct 10 11:18:38.339166 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56656) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:38.344620 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-72d61b89-34c2-4444-bc25-3029c7a53f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:38.354723 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d61b89-34c2-4444-bc25-3029c7a53f13 None None] Routers {'9477bb17-38e0-45f3-b4e2-9a80880af7e5'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:38.355410 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-72d61b89-34c2-4444-bc25-3029c7a53f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9477bb17-38e0-45f3-b4e2-9a80880af7e5'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:38.362894 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb52a02-8dfe-45a0-beb6-2f5c231413c2 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b46969ca-1351-40cb-8c42-7cd075433545,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:38.408621 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b45f31c5-83f6-47a0-b0ec-d85373193722 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-groups/b46969ca-1351-40cb-8c42-7cd075433545 HTTP/1.1" status: 200 len: 1779 time: 0.0684516 Oct 10 11:18:38.411756 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56660) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:38.425082 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-34445abe-11e7-4cff-b9d9-df7ab7c951d1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "PUT /v2.0/routers/9477bb17-38e0-45f3-b4e2-9a80880af7e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2765057 Oct 10 11:18:38.431581 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56664) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:38.449236 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-72d61b89-34c2-4444-bc25-3029c7a53f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:38.449744 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d61b89-34c2-4444-bc25-3029c7a53f13 None None] The sync data for ids ['9477bb17-38e0-45f3-b4e2-9a80880af7e5'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:18:38.479921 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a4291b4c-cf2a-4ae9-a402-fd3011798610 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:38.491066 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-834ddbd4-39cd-4329-842e-e3135c697e15 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Synchronizing usage tracker for tenant:936e4bb70f4f401fa185998b9205aaff on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:38.510190 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a4291b4c-cf2a-4ae9-a402-fd3011798610 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:38.548748 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56668) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:38.584546 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:38.610451 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-834ddbd4-39cd-4329-842e-e3135c697e15 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Unset dirty status for tenant:936e4bb70f4f401fa185998b9205aaff on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:38.611578 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-834ddbd4-39cd-4329-842e-e3135c697e15 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "GET /v2.0/ports?device_id=9477bb17-38e0-45f3-b4e2-9a80880af7e5 HTTP/1.1" status: 200 len: 205 time: 0.1807044 Oct 10 11:18:38.612421 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4576166-e2ea-4131-80c5-a0702580d6e0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Router 68fcd4cf-40f2-4606-9279-5f7b98f21d21 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:18:38.614548 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56672) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:38.738377 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f211c37d-4c2e-4fe0-90bb-96b1da2a1ea7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/4860606c-1efa-4032-bba8-73b61fc0ae61 HTTP/1.1" status: 200 len: 992 time: 0.1837769 Oct 10 11:18:38.743057 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a4291b4c-cf2a-4ae9-a402-fd3011798610 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:38.767841 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4291b4c-cf2a-4ae9-a402-fd3011798610 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46969ca-1351-40cb-8c42-7cd075433545,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:38.771281 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0736e90e-bc9d-489d-826b-927f914f81d5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:38.836975 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4576166-e2ea-4131-80c5-a0702580d6e0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:18:38.841649 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d4576166-e2ea-4131-80c5-a0702580d6e0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:38.842743 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d4576166-e2ea-4131-80c5-a0702580d6e0 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "PUT /v2.0/routers/68fcd4cf-40f2-4606-9279-5f7b98f21d21 HTTP/1.1" status: 200 len: 917 time: 5.8984463 Oct 10 11:18:38.845353 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56676) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:38.848405 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a86985-d052-41b8-95d2-4b9948446c77 None None] Sync routers for ids ['68fcd4cf-40f2-4606-9279-5f7b98f21d21'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:18:38.858901 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a86985-d052-41b8-95d2-4b9948446c77 None None] Routers {'68fcd4cf-40f2-4606-9279-5f7b98f21d21'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:38.859517 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c9a86985-d052-41b8-95d2-4b9948446c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['68fcd4cf-40f2-4606-9279-5f7b98f21d21'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:38.910232 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a4291b4c-cf2a-4ae9-a402-fd3011798610 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:38.915834 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56680) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:38.916658 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a4291b4c-cf2a-4ae9-a402-fd3011798610 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "DELETE /v2.0/security-groups/b46969ca-1351-40cb-8c42-7cd075433545 HTTP/1.1" status: 204 len: 168 time: 0.5027237 Oct 10 11:18:38.928110 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c9a86985-d052-41b8-95d2-4b9948446c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:38.938082 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a86985-d052-41b8-95d2-4b9948446c77 None None] Routers {'68fcd4cf-40f2-4606-9279-5f7b98f21d21'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:38.938871 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c9a86985-d052-41b8-95d2-4b9948446c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['68fcd4cf-40f2-4606-9279-5f7b98f21d21'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:38.999940 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c9a86985-d052-41b8-95d2-4b9948446c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:39.000350 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a86985-d052-41b8-95d2-4b9948446c77 None None] The sync data for ids ['68fcd4cf-40f2-4606-9279-5f7b98f21d21'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:18:39.054964 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1a144a88-5ebe-4476-8c2c-2374c6540304 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1356590 Oct 10 11:18:39.055899 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56684) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:39.078743 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-f4f46b8f-bca8-47e8-b343-418f064cce0f tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] delete failed (client error): The resource could not be found. Oct 10 11:18:39.079711 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f4f46b8f-bca8-47e8-b343-418f064cce0f tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "DELETE /v2.0/security-groups/b46969ca-1351-40cb-8c42-7cd075433545 HTTP/1.1" status: 404 len: 347 time: 0.0229225 Oct 10 11:18:39.085632 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56688) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:39.092760 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-0bc9d7f5-004d-4b27-aab9-c755b1a464bf tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Request body: {'security_group': {'name': 'tempest-secgroup--1453292861'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:39.100773 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-aaf0b96f-20ed-4c47-bf2f-c6437b843610 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "GET /v2.0/routers/68fcd4cf-40f2-4606-9279-5f7b98f21d21 HTTP/1.1" status: 200 len: 923 time: 0.2543576 Oct 10 11:18:39.102000 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-0bc9d7f5-004d-4b27-aab9-c755b1a464bf tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:39.104013 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56692) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:39.113805 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0736e90e-bc9d-489d-826b-927f914f81d5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:39.115972 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0736e90e-bc9d-489d-826b-927f914f81d5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:39.142588 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0bc9d7f5-004d-4b27-aab9-c755b1a464bf tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Usage tracker for resource:security_group and tenant:8c7d773d96294bf7a6a957c8dfa53b25 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:39.150246 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0bc9d7f5-004d-4b27-aab9-c755b1a464bf tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:39.161698 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-0bc9d7f5-004d-4b27-aab9-c755b1a464bf tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:39.197141 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33951bd-b540-4f3c-9be7-bdee77c702e3 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:39.198682 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e33951bd-b540-4f3c-9be7-bdee77c702e3 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "GET /v2.0/ports?network_id=1e933860-f99f-4a0b-a611-91d190754508&device_id=68fcd4cf-40f2-4606-9279-5f7b98f21d21&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0937798 Oct 10 11:18:39.201403 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56696) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:39.230261 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0736e90e-bc9d-489d-826b-927f914f81d5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:39.230797 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0736e90e-bc9d-489d-826b-927f914f81d5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Fanout notify agent at l3_agent the message router_deleted on router 9477bb17-38e0-45f3-b4e2-9a80880af7e5 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:18:39.244258 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0736e90e-bc9d-489d-826b-927f914f81d5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:39.247773 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0736e90e-bc9d-489d-826b-927f914f81d5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/routers/9477bb17-38e0-45f3-b4e2-9a80880af7e5 HTTP/1.1" status: 204 len: 168 time: 0.6297791 Oct 10 11:18:39.248077 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56700) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:39.322720 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:39.332237 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0bc9d7f5-004d-4b27-aab9-c755b1a464bf tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:39.391858 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-0bc9d7f5-004d-4b27-aab9-c755b1a464bf tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:39.407379 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0bc9d7f5-004d-4b27-aab9-c755b1a464bf tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Usage tracker for resource:security_group_rule and tenant:8c7d773d96294bf7a6a957c8dfa53b25 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:39.413015 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ad2898-e5bf-41b8-a3f6-f2c8093fc3f7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Deleting subnet 3db15424-a336-4f16-ac03-7f92a90ad70c {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:18:39.418540 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0bc9d7f5-004d-4b27-aab9-c755b1a464bf tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:39.423415 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-11ad2898-e5bf-41b8-a3f6-f2c8093fc3f7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:39.460305 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-0bc9d7f5-004d-4b27-aab9-c755b1a464bf tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:39.468145 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e6b0b1-251e-4755-aecc-b4f4bcc7b7fe tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:39.469550 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-62e6b0b1-251e-4755-aecc-b4f4bcc7b7fe tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "GET /v2.0/networks/1e933860-f99f-4a0b-a611-91d190754508 HTTP/1.1" status: 200 len: 881 time: 0.2671769 Oct 10 11:18:39.472791 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56704) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:39.497280 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-11ad2898-e5bf-41b8-a3f6-f2c8093fc3f7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:39.535937 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ce489cc1-d42b-49cf-a0c8-083b7d073571 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "GET /v2.0/ports?device_id=68fcd4cf-40f2-4606-9279-5f7b98f21d21 HTTP/1.1" status: 200 len: 205 time: 0.0592995 Oct 10 11:18:39.536940 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56708) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:39.623915 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0bc9d7f5-004d-4b27-aab9-c755b1a464bf tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:39.631513 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-11ad2898-e5bf-41b8-a3f6-f2c8093fc3f7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:39.702704 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0bc9d7f5-004d-4b27-aab9-c755b1a464bf tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:39.728483 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b86eeac1-62c4-459c-ab74-df1e025404a0 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:39.752972 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9d7f5-004d-4b27-aab9-c755b1a464bf tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09e77866-204a-45f9-a794-2fe4509f5404,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:39.813979 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-11ad2898-e5bf-41b8-a3f6-f2c8093fc3f7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:39.927801 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b86eeac1-62c4-459c-ab74-df1e025404a0 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:39.995197 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0bc9d7f5-004d-4b27-aab9-c755b1a464bf tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:39.997677 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0bc9d7f5-004d-4b27-aab9-c755b1a464bf tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9091613 Oct 10 11:18:39.998872 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad2898-e5bf-41b8-a3f6-f2c8093fc3f7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Subnet': ['ID=3db15424-a336-4f16-ac03-7f92a90ad70c,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:40.000058 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-b86eeac1-62c4-459c-ab74-df1e025404a0 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Deleting port 7634ea36-c8cd-4167-9ee4-9b912be975f9 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:18:40.000518 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b86eeac1-62c4-459c-ab74-df1e025404a0 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:40.000637 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56712) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:40.004381 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-11ad2898-e5bf-41b8-a3f6-f2c8093fc3f7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:40.006180 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-11ad2898-e5bf-41b8-a3f6-f2c8093fc3f7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/subnets/3db15424-a336-4f16-ac03-7f92a90ad70c HTTP/1.1" status: 204 len: 168 time: 0.7567928 Oct 10 11:18:40.013691 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-42d7b2c7-0f30-47c2-8d1f-41da0ede47ef tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Request body: {'security_group_rule': {'security_group_id': '09e77866-204a-45f9-a794-2fe4509f5404', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:40.014796 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56716) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:40.017147 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6466cd-e2b7-4e78-a51f-29d63df317cb None None] Network 8597ab9a-f1a9-4905-91b3-28027e070677 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:18:40.063589 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-42d7b2c7-0f30-47c2-8d1f-41da0ede47ef tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:40.077634 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-42d7b2c7-0f30-47c2-8d1f-41da0ede47ef tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Usage tracker for resource:security_group_rule and tenant:8c7d773d96294bf7a6a957c8dfa53b25 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:40.083399 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-42d7b2c7-0f30-47c2-8d1f-41da0ede47ef tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:40.098321 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-42d7b2c7-0f30-47c2-8d1f-41da0ede47ef tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:40.123085 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-34419df6-4c0a-4164-bf3b-780195bde4a9 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Deleting subnet d8a3fbe9-3052-4f43-abc8-7fad57e24f6d {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:18:40.126811 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-34419df6-4c0a-4164-bf3b-780195bde4a9 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:40.197775 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-42d7b2c7-0f30-47c2-8d1f-41da0ede47ef tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:40.207555 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-34419df6-4c0a-4164-bf3b-780195bde4a9 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:40.316981 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0be308d-866f-4d57-b0e7-0211a4e0c4f9 None None] DHCP port deletion for 8597ab9a-f1a9-4905-91b3-28027e070677 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:18:40.321544 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f0be308d-866f-4d57-b0e7-0211a4e0c4f9 None None] Deleting port f3e46af0-2930-4c10-960a-a20685579e01 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:18:40.322098 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f0be308d-866f-4d57-b0e7-0211a4e0c4f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:40.334188 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-42d7b2c7-0f30-47c2-8d1f-41da0ede47ef tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:40.341999 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b86eeac1-62c4-459c-ab74-df1e025404a0 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:40.345150 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-34419df6-4c0a-4164-bf3b-780195bde4a9 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:40.425067 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-42d7b2c7-0f30-47c2-8d1f-41da0ede47ef tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:40.444554 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7b2c7-0f30-47c2-8d1f-41da0ede47ef tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7874fcd-9f80-4f1c-a5d9-5d902e24e332,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:40.474197 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-b86eeac1-62c4-459c-ab74-df1e025404a0 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Calling delete_port for 7634ea36-c8cd-4167-9ee4-9b912be975f9 owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:18:40.504330 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-34419df6-4c0a-4164-bf3b-780195bde4a9 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:40.531042 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f0be308d-866f-4d57-b0e7-0211a4e0c4f9 None None] For port f3e46af0-2930-4c10-960a-a20685579e01, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=f3e46af0-2930-4c10-960a-a20685579e01,segment=NetworkSegment(0a888cb2-aaca-47e1-9681-ba81168e9911),segment_id=0a888cb2-aaca-47e1-9681-ba81168e9911)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:18:40.531827 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f0be308d-866f-4d57-b0e7-0211a4e0c4f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:40.547754 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34419df6-4c0a-4164-bf3b-780195bde4a9 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Subnet': ['ID=d8a3fbe9-3052-4f43-abc8-7fad57e24f6d,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:40.551239 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-34419df6-4c0a-4164-bf3b-780195bde4a9 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:40.553386 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-34419df6-4c0a-4164-bf3b-780195bde4a9 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/subnets/d8a3fbe9-3052-4f43-abc8-7fad57e24f6d HTTP/1.1" status: 204 len: 168 time: 0.5306399 Oct 10 11:18:40.557732 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56720) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:40.573888 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-42d7b2c7-0f30-47c2-8d1f-41da0ede47ef tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:40.576329 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-42d7b2c7-0f30-47c2-8d1f-41da0ede47ef tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5725396 Oct 10 11:18:40.578409 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56724) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:40.598928 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd435036-5191-4560-8583-bb3c3d9f41b2 None None] Network 30a119e3-5044-4e49-b3c7-e52b751cd36e requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:18:40.617058 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9bb69f01-5221-4298-a45e-5fd4cc0923f1 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:40.642170 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9bb69f01-5221-4298-a45e-5fd4cc0923f1 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:40.715962 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f0be308d-866f-4d57-b0e7-0211a4e0c4f9 None None] Calling delete_port for f3e46af0-2930-4c10-960a-a20685579e01 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:18:40.735242 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-23f9d7c5-7785-4685-b32c-953ac1a8378a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:40.740606 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9bb69f01-5221-4298-a45e-5fd4cc0923f1 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:40.762091 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb69f01-5221-4298-a45e-5fd4cc0923f1 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7874fcd-9f80-4f1c-a5d9-5d902e24e332,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:40.764016 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9bb69f01-5221-4298-a45e-5fd4cc0923f1 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:40.767587 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9bb69f01-5221-4298-a45e-5fd4cc0923f1 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/e7874fcd-9f80-4f1c-a5d9-5d902e24e332 HTTP/1.1" status: 204 len: 168 time: 0.1857250 Oct 10 11:18:40.767862 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56728) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:40.788559 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-23f9d7c5-7785-4685-b32c-953ac1a8378a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Deleting port f3e46af0-2930-4c10-960a-a20685579e01 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:18:40.789100 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-23f9d7c5-7785-4685-b32c-953ac1a8378a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:40.814548 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f9056552-e65b-452d-a71e-8316f0939940 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Synchronizing usage tracker for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group_rule {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:40.882138 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f9056552-e65b-452d-a71e-8316f0939940 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Unset dirty status for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group_rule {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:40.886824 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f9056552-e65b-452d-a71e-8316f0939940 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1153431 Oct 10 11:18:40.887030 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56732) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:40.905151 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-23f9d7c5-7785-4685-b32c-953ac1a8378a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] The port 'f3e46af0-2930-4c10-960a-a20685579e01' was deleted {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:18:40.922707 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device f3e46af0-2930-4c10-960a-a20685579e01 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:18:40.959613 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f0be308d-866f-4d57-b0e7-0211a4e0c4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:40.981318 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f5717fa9-ae7e-4df8-bc3a-e7129851a519 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:41.003564 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f5717fa9-ae7e-4df8-bc3a-e7129851a519 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:41.037982 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: f3e46af0-2930-4c10-960a-a20685579e01 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:18:41.038624 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device f3e46af0-2930-4c10-960a-a20685579e01 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:18:41.040372 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b86eeac1-62c4-459c-ab74-df1e025404a0 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:41.059845 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0be308d-866f-4d57-b0e7-0211a4e0c4f9 None None] No DVR routers for this DVR port f3e46af0-2930-4c10-960a-a20685579e01 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:18:41.063457 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be308d-866f-4d57-b0e7-0211a4e0c4f9 None None] Pushing event deleted for resources: {'Port': ['ID=f3e46af0-2930-4c10-960a-a20685579e01,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:41.092826 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-23f9d7c5-7785-4685-b32c-953ac1a8378a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:41.110670 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86eeac1-62c4-459c-ab74-df1e025404a0 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Pushing event deleted for resources: {'Port': ['ID=7634ea36-c8cd-4167-9ee4-9b912be975f9,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:41.150990 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f5717fa9-ae7e-4df8-bc3a-e7129851a519 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:41.170674 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5717fa9-ae7e-4df8-bc3a-e7129851a519 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e77866-204a-45f9-a794-2fe4509f5404,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:41.175307 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-23f9d7c5-7785-4685-b32c-953ac1a8378a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8597ab9a-f1a9-4905-91b3-28027e070677']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:41.191490 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed786d7b-dc9f-42e8-8db8-3003c5e6cebb None None] DHCP port deletion for 30a119e3-5044-4e49-b3c7-e52b751cd36e request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:18:41.198487 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ed786d7b-dc9f-42e8-8db8-3003c5e6cebb None None] Deleting port 0e76d6cb-7b76-4aed-9f26-bff3251584c6 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:18:41.198861 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ed786d7b-dc9f-42e8-8db8-3003c5e6cebb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:41.217809 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-23f9d7c5-7785-4685-b32c-953ac1a8378a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a888cb2-aaca-47e1-9681-ba81168e9911') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:41.218108 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-23f9d7c5-7785-4685-b32c-953ac1a8378a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a888cb2-aaca-47e1-9681-ba81168e9911') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:41.238311 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-23f9d7c5-7785-4685-b32c-953ac1a8378a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:41.261144 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-23f9d7c5-7785-4685-b32c-953ac1a8378a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:41.263413 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b86eeac1-62c4-459c-ab74-df1e025404a0 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:41.299306 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f5717fa9-ae7e-4df8-bc3a-e7129851a519 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:41.303499 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f5717fa9-ae7e-4df8-bc3a-e7129851a519 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "DELETE /v2.0/security-groups/09e77866-204a-45f9-a794-2fe4509f5404 HTTP/1.1" status: 204 len: 168 time: 0.4131234 Oct 10 11:18:41.304519 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56736) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:41.360317 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-87c12b79-24b2-4cd1-9fbd-a04a4ed00dd9 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Synchronizing usage tracker for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:41.377767 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f9d7c5-7785-4685-b32c-953ac1a8378a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Releasing vlan 471 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:18:41.378190 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-23f9d7c5-7785-4685-b32c-953ac1a8378a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:41.409462 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-ed786d7b-dc9f-42e8-8db8-3003c5e6cebb None None] For port 0e76d6cb-7b76-4aed-9f26-bff3251584c6, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=0e76d6cb-7b76-4aed-9f26-bff3251584c6,segment=NetworkSegment(1e44f024-974e-43b2-82e2-6a6161fbbb27),segment_id=1e44f024-974e-43b2-82e2-6a6161fbbb27)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:18:41.409901 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ed786d7b-dc9f-42e8-8db8-3003c5e6cebb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:41.465717 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 0a888cb2-aaca-47e1-9681-ba81168e9911 resource provider aggregate not found Oct 10 11:18:41.470589 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-87c12b79-24b2-4cd1-9fbd-a04a4ed00dd9 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Unset dirty status for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:41.475987 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-87c12b79-24b2-4cd1-9fbd-a04a4ed00dd9 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1667879 Oct 10 11:18:41.477980 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b86eeac1-62c4-459c-ab74-df1e025404a0 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:41.481835 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56744) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:41.492447 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-ef5faa64-4d7b-472c-9df0-f329490875e4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Request body: {'security_group': {'name': 'tempest-secgroup--1811055318'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:41.497936 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ef5faa64-4d7b-472c-9df0-f329490875e4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:41.507962 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ef5faa64-4d7b-472c-9df0-f329490875e4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:41.525293 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b86eeac1-62c4-459c-ab74-df1e025404a0 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:41.528189 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 0a888cb2-aaca-47e1-9681-ba81168e9911 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a888cb2-aaca-47e1-9681-ba81168e9911 found for delete ", "request_id": "req-66cae287-52ad-47e8-81fc-506dab8106ce"}]} Oct 10 11:18:41.542419 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ed786d7b-dc9f-42e8-8db8-3003c5e6cebb None None] Calling delete_port for 0e76d6cb-7b76-4aed-9f26-bff3251584c6 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:18:41.596356 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ef5faa64-4d7b-472c-9df0-f329490875e4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:41.618094 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ef5faa64-4d7b-472c-9df0-f329490875e4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:41.622219 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ef5faa64-4d7b-472c-9df0-f329490875e4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Usage tracker for resource:security_group_rule and tenant:8c7d773d96294bf7a6a957c8dfa53b25 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:41.625041 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ef5faa64-4d7b-472c-9df0-f329490875e4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:41.630830 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ef5faa64-4d7b-472c-9df0-f329490875e4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:41.631013 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b86eeac1-62c4-459c-ab74-df1e025404a0 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:41.631649 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86eeac1-62c4-459c-ab74-df1e025404a0 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Fanout notify agent at l3_agent the message router_deleted on router 68fcd4cf-40f2-4606-9279-5f7b98f21d21 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:18:41.635352 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-23f9d7c5-7785-4685-b32c-953ac1a8378a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:41.639997 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-23f9d7c5-7785-4685-b32c-953ac1a8378a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:41.672170 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9d7c5-7785-4685-b32c-953ac1a8378a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Network': ['ID=8597ab9a-f1a9-4905-91b3-28027e070677,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:41.680626 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b86eeac1-62c4-459c-ab74-df1e025404a0 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:41.681970 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b86eeac1-62c4-459c-ab74-df1e025404a0 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "DELETE /v2.0/routers/68fcd4cf-40f2-4606-9279-5f7b98f21d21 HTTP/1.1" status: 204 len: 168 time: 2.1447589 Oct 10 11:18:41.686728 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-23f9d7c5-7785-4685-b32c-953ac1a8378a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/networks/8597ab9a-f1a9-4905-91b3-28027e070677 HTTP/1.1" status: 204 len: 168 time: 1.1280241 Oct 10 11:18:41.687266 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56750) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:41.687383 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56748) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:41.694881 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-df1686e4-7385-4355-bdcd-320122cf4dbc tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1279915047', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}, 'admin_state_up': False}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:41.710272 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-df1686e4-7385-4355-bdcd-320122cf4dbc tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:41.717989 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ef5faa64-4d7b-472c-9df0-f329490875e4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:41.719846 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-df1686e4-7385-4355-bdcd-320122cf4dbc tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Usage tracker for resource:router and tenant:9c1956994f4c49229abad6cdbc40e0c4 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:41.722074 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-df1686e4-7385-4355-bdcd-320122cf4dbc tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:41.727829 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-df1686e4-7385-4355-bdcd-320122cf4dbc tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:41.762165 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ed786d7b-dc9f-42e8-8db8-3003c5e6cebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:41.803172 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50b119cb-dab6-4cf9-8913-03eae2a01248 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:41.808898 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed786d7b-dc9f-42e8-8db8-3003c5e6cebb None None] Pushing event deleted for resources: {'Port': ['ID=0e76d6cb-7b76-4aed-9f26-bff3251584c6,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:41.812778 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed786d7b-dc9f-42e8-8db8-3003c5e6cebb None None] No DVR routers for this DVR port 0e76d6cb-7b76-4aed-9f26-bff3251584c6 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:18:41.824568 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ef5faa64-4d7b-472c-9df0-f329490875e4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:41.864889 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-df1686e4-7385-4355-bdcd-320122cf4dbc tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:41.866054 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-df1686e4-7385-4355-bdcd-320122cf4dbc tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:41.877370 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5faa64-4d7b-472c-9df0-f329490875e4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75c1f410-fa48-4679-9e10-576f0c301f23,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:41.894338 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-df1686e4-7385-4355-bdcd-320122cf4dbc tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:41.933454 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ef5faa64-4d7b-472c-9df0-f329490875e4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:41.935570 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ef5faa64-4d7b-472c-9df0-f329490875e4 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4518330 Oct 10 11:18:41.938704 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56756) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:41.944557 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-5e116425-d188-4a8c-bffc-eeeaad45457a tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Request body: {'security_group_rule': {'security_group_id': '75c1f410-fa48-4679-9e10-576f0c301f23', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:41.953129 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5e116425-d188-4a8c-bffc-eeeaad45457a tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:41.958936 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5e116425-d188-4a8c-bffc-eeeaad45457a tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Usage tracker for resource:security_group_rule and tenant:8c7d773d96294bf7a6a957c8dfa53b25 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:41.962982 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5e116425-d188-4a8c-bffc-eeeaad45457a tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:42.033169 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5e116425-d188-4a8c-bffc-eeeaad45457a tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:42.062769 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50b119cb-dab6-4cf9-8913-03eae2a01248 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:42.088592 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-50b119cb-dab6-4cf9-8913-03eae2a01248 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a119e3-5044-4e49-b3c7-e52b751cd36e']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:42.100634 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-50b119cb-dab6-4cf9-8913-03eae2a01248 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e44f024-974e-43b2-82e2-6a6161fbbb27') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:42.100933 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-50b119cb-dab6-4cf9-8913-03eae2a01248 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e44f024-974e-43b2-82e2-6a6161fbbb27') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:42.112799 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50b119cb-dab6-4cf9-8913-03eae2a01248 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:42.131670 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50b119cb-dab6-4cf9-8913-03eae2a01248 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:42.137912 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b119cb-dab6-4cf9-8913-03eae2a01248 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Releasing vlan 490 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:18:42.143193 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50b119cb-dab6-4cf9-8913-03eae2a01248 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:42.229441 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5e116425-d188-4a8c-bffc-eeeaad45457a tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:42.239035 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-df1686e4-7385-4355-bdcd-320122cf4dbc tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:42.295097 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5e116425-d188-4a8c-bffc-eeeaad45457a tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:42.310410 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50b119cb-dab6-4cf9-8913-03eae2a01248 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:42.327292 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50b119cb-dab6-4cf9-8913-03eae2a01248 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:42.337077 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b119cb-dab6-4cf9-8913-03eae2a01248 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Network': ['ID=30a119e3-5044-4e49-b3c7-e52b751cd36e,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:42.339881 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-50b119cb-dab6-4cf9-8913-03eae2a01248 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/networks/30a119e3-5044-4e49-b3c7-e52b751cd36e HTTP/1.1" status: 204 len: 168 time: 0.6517103 Oct 10 11:18:42.343634 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56760) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:42.349309 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-00804cd7-8ec1-485c-9893-9fb0ed91e323 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-803805748'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:42.354983 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-00804cd7-8ec1-485c-9893-9fb0ed91e323 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:42.358836 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-00804cd7-8ec1-485c-9893-9fb0ed91e323 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Usage tracker for resource:network and tenant:936e4bb70f4f401fa185998b9205aaff is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:42.361668 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-00804cd7-8ec1-485c-9893-9fb0ed91e323 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:42.367292 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-00804cd7-8ec1-485c-9893-9fb0ed91e323 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:42.402621 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5e116425-d188-4a8c-bffc-eeeaad45457a tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:42.431229 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e116425-d188-4a8c-bffc-eeeaad45457a tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e95fb03c-27ba-4cf7-922c-bbc870d86654,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:42.481947 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00804cd7-8ec1-485c-9893-9fb0ed91e323 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Made reservation on behalf of 936e4bb70f4f401fa185998b9205aaff for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:18:42.485395 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-00804cd7-8ec1-485c-9893-9fb0ed91e323 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:42.506191 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5e116425-d188-4a8c-bffc-eeeaad45457a tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:42.507372 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5e116425-d188-4a8c-bffc-eeeaad45457a tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5672965 Oct 10 11:18:42.511504 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56764) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:42.518877 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-4f391c13-fa17-4881-904d-0d240dc959d1 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Request body: {'security_group_rule': {'security_group_id': '75c1f410-fa48-4679-9e10-576f0c301f23', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:42.525319 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00804cd7-8ec1-485c-9893-9fb0ed91e323 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 464} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:18:42.527922 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4f391c13-fa17-4881-904d-0d240dc959d1 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:42.534993 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4f391c13-fa17-4881-904d-0d240dc959d1 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Usage tracker for resource:security_group_rule and tenant:8c7d773d96294bf7a6a957c8dfa53b25 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:42.538633 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4f391c13-fa17-4881-904d-0d240dc959d1 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:42.545182 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-00804cd7-8ec1-485c-9893-9fb0ed91e323 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:42.545449 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-00804cd7-8ec1-485c-9893-9fb0ed91e323 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Added segment 501aa24b-ca58-4b35-93fa-0d05cd060225 of type vlan for network fcd4afda-5979-4d77-85c6-e649d73da8f3 Oct 10 11:18:42.546682 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4f391c13-fa17-4881-904d-0d240dc959d1 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:42.575708 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-00804cd7-8ec1-485c-9893-9fb0ed91e323 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:42.654468 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4f391c13-fa17-4881-904d-0d240dc959d1 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:42.674883 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-00804cd7-8ec1-485c-9893-9fb0ed91e323 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:42.680611 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00804cd7-8ec1-485c-9893-9fb0ed91e323 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:42.681193 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-00804cd7-8ec1-485c-9893-9fb0ed91e323 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:42.705306 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-df1686e4-7385-4355-bdcd-320122cf4dbc tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:42.814585 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-00804cd7-8ec1-485c-9893-9fb0ed91e323 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4696836 Oct 10 11:18:42.819401 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56768) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:42.822420 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00804cd7-8ec1-485c-9893-9fb0ed91e323 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Network': ['ID=fcd4afda-5979-4d77-85c6-e649d73da8f3,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:42.828909 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-ec44170b-4639-4731-b446-96a62445b70b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'subnet': {'network_id': 'fcd4afda-5979-4d77-85c6-e649d73da8f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:42.833891 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network fcd4afda-5979-4d77-85c6-e649d73da8f3 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:18:42.853143 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-df1686e4-7385-4355-bdcd-320122cf4dbc tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:42.878613 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4f391c13-fa17-4881-904d-0d240dc959d1 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:42.961724 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 0e76d6cb-7b76-4aed-9f26-bff3251584c6 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:18:42.974360 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4f391c13-fa17-4881-904d-0d240dc959d1 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:43.002791 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 0e76d6cb-7b76-4aed-9f26-bff3251584c6 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:18:43.003043 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 0e76d6cb-7b76-4aed-9f26-bff3251584c6 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:18:43.005261 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ec44170b-4639-4731-b446-96a62445b70b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:43.010494 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f391c13-fa17-4881-904d-0d240dc959d1 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db5ea2b-c4b9-4bf6-9e07-d242e562d15d,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:43.017088 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ec44170b-4639-4731-b446-96a62445b70b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Usage tracker for resource:subnet and tenant:936e4bb70f4f401fa185998b9205aaff is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:43.021940 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-df1686e4-7385-4355-bdcd-320122cf4dbc tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Allocated IP 172.26.4.122 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/a3e475fb-1ef3-452e-afa3-652f1fd7176c) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:18:43.022551 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ec44170b-4639-4731-b446-96a62445b70b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:43.030403 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ec44170b-4639-4731-b446-96a62445b70b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:43.093742 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4f391c13-fa17-4881-904d-0d240dc959d1 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:43.094733 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4f391c13-fa17-4881-904d-0d240dc959d1 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5821755 Oct 10 11:18:43.097545 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56772) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:43.103029 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-15649f08-e8c8-4086-b4ec-58b38aa104c0 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Request body: {'security_group_rule': {'security_group_id': '75c1f410-fa48-4679-9e10-576f0c301f23', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:43.108725 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-15649f08-e8c8-4086-b4ec-58b38aa104c0 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:43.113083 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-15649f08-e8c8-4086-b4ec-58b38aa104c0 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Usage tracker for resource:security_group_rule and tenant:8c7d773d96294bf7a6a957c8dfa53b25 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:43.116009 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-15649f08-e8c8-4086-b4ec-58b38aa104c0 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:43.123026 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-15649f08-e8c8-4086-b4ec-58b38aa104c0 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:43.144319 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec44170b-4639-4731-b446-96a62445b70b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Made reservation on behalf of 936e4bb70f4f401fa185998b9205aaff for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:18:43.147770 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ec44170b-4639-4731-b446-96a62445b70b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:43.175052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-df1686e4-7385-4355-bdcd-320122cf4dbc tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:43.247749 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-df1686e4-7385-4355-bdcd-320122cf4dbc tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:43.249511 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-15649f08-e8c8-4086-b4ec-58b38aa104c0 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:43.312871 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1686e4-7385-4355-bdcd-320122cf4dbc tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:18:43.315872 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-df1686e4-7385-4355-bdcd-320122cf4dbc tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:43.319596 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1686e4-7385-4355-bdcd-320122cf4dbc tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:18:43.334040 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-15649f08-e8c8-4086-b4ec-58b38aa104c0 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:43.354813 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1686e4-7385-4355-bdcd-320122cf4dbc tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Pushing event updated for resources: {'Port': ['ID=a3e475fb-1ef3-452e-afa3-652f1fd7176c,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:43.412864 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-15649f08-e8c8-4086-b4ec-58b38aa104c0 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:43.450685 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15649f08-e8c8-4086-b4ec-58b38aa104c0 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1781ebac-672b-4691-bc7e-f31a54b9e1e3,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:43.545307 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ec44170b-4639-4731-b446-96a62445b70b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:43.551152 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 1e44f024-974e-43b2-82e2-6a6161fbbb27 resource provider aggregate not found Oct 10 11:18:43.592021 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-15649f08-e8c8-4086-b4ec-58b38aa104c0 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:43.593185 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-15649f08-e8c8-4086-b4ec-58b38aa104c0 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4946775 Oct 10 11:18:43.596196 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56780) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:43.597997 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 1e44f024-974e-43b2-82e2-6a6161fbbb27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e44f024-974e-43b2-82e2-6a6161fbbb27 found for delete ", "request_id": "req-2503ff62-6a4e-42da-897b-856e841acf23"}]} Oct 10 11:18:43.602660 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-6b50c319-f8e8-4f12-b29e-be893389e1b5 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Request body: {'security_group_rule': {'security_group_id': '75c1f410-fa48-4679-9e10-576f0c301f23', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:43.612975 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-6b50c319-f8e8-4f12-b29e-be893389e1b5 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:43.613449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6b50c319-f8e8-4f12-b29e-be893389e1b5 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Usage tracker for resource:security_group_rule and tenant:8c7d773d96294bf7a6a957c8dfa53b25 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:43.616329 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6b50c319-f8e8-4f12-b29e-be893389e1b5 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:43.623958 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-6b50c319-f8e8-4f12-b29e-be893389e1b5 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:43.635844 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44170b-4639-4731-b446-96a62445b70b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Subnet': ['ID=391ed4a5-b895-4ff3-b30c-8b04c4caeffa,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:43.643266 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec44170b-4639-4731-b446-96a62445b70b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Checking segment: {'id': '501aa24b-ca58-4b35-93fa-0d05cd060225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': 'fcd4afda-5979-4d77-85c6-e649d73da8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:18:43.643629 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec44170b-4639-4731-b446-96a62445b70b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network hostable DHCP agents. Network: fcd4afda-5979-4d77-85c6-e649d73da8f3, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:18:43.778655 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec44170b-4639-4731-b446-96a62445b70b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network fcd4afda-5979-4d77-85c6-e649d73da8f3 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:18:43.787835 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6b50c319-f8e8-4f12-b29e-be893389e1b5 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:43.838894 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-df1686e4-7385-4355-bdcd-320122cf4dbc tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router_gateway, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:43.887652 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-ec44170b-4639-4731-b446-96a62445b70b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, fcd4afda-5979-4d77-85c6-e649d73da8f3) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:43.892438 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec44170b-4639-4731-b446-96a62445b70b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:43.893160 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ec44170b-4639-4731-b446-96a62445b70b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:43.897431 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64187230-b92a-4033-a060-ef5a5d229db1 None None] Network fcd4afda-5979-4d77-85c6-e649d73da8f3 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:18:43.980138 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ec44170b-4639-4731-b446-96a62445b70b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1594231 Oct 10 11:18:43.982617 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56784) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:43.988346 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-82d6fdf3-892b-40b4-97e8-e62f1c33741c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1251275501', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:43.998083 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-82d6fdf3-892b-40b4-97e8-e62f1c33741c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:44.003107 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-82d6fdf3-892b-40b4-97e8-e62f1c33741c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Usage tracker for resource:router and tenant:936e4bb70f4f401fa185998b9205aaff is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:44.006442 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-82d6fdf3-892b-40b4-97e8-e62f1c33741c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:44.010693 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6b50c319-f8e8-4f12-b29e-be893389e1b5 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:44.015978 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-82d6fdf3-892b-40b4-97e8-e62f1c33741c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:44.093302 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-82d6fdf3-892b-40b4-97e8-e62f1c33741c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:44.094437 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-82d6fdf3-892b-40b4-97e8-e62f1c33741c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:44.095776 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6b50c319-f8e8-4f12-b29e-be893389e1b5 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:44.114092 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-82d6fdf3-892b-40b4-97e8-e62f1c33741c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:44.128606 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4269a548-8443-4dcb-9029-6af980becd45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-fcd4afda-5979-4d77-85c6-e649d73da8f3', 'network_id': 'fcd4afda-5979-4d77-85c6-e649d73da8f3', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'fixed_ips': [{'subnet_id': '391ed4a5-b895-4ff3-b30c-8b04c4caeffa'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:18:44.129765 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4269a548-8443-4dcb-9029-6af980becd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:44.143289 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50c319-f8e8-4f12-b29e-be893389e1b5 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34fdfd55-42cc-421e-a0cc-8966103a29b8,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:44.203271 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-82d6fdf3-892b-40b4-97e8-e62f1c33741c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:44.246985 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-df1686e4-7385-4355-bdcd-320122cf4dbc tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:44.292554 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-4269a548-8443-4dcb-9029-6af980becd45 None None] Allocated IP 2001:db8::2 (fcd4afda-5979-4d77-85c6-e649d73da8f3/391ed4a5-b895-4ff3-b30c-8b04c4caeffa/7d60071d-796d-4488-b2de-f630e33268b1) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:18:44.305957 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6b50c319-f8e8-4f12-b29e-be893389e1b5 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:44.307134 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6b50c319-f8e8-4f12-b29e-be893389e1b5 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7092085 Oct 10 11:18:44.310454 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-82d6fdf3-892b-40b4-97e8-e62f1c33741c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:44.311628 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-82d6fdf3-892b-40b4-97e8-e62f1c33741c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3279617 Oct 10 11:18:44.312247 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56788) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:44.315219 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56790) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:44.319631 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-29c4812a-2a9c-4ccf-b894-eeb234639196 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Request body: {'security_group_rule': {'security_group_id': '75c1f410-fa48-4679-9e10-576f0c301f23', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:44.320691 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-f85cf5f2-dee9-454b-ade0-298baf175489 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'port': {'network_id': 'fcd4afda-5979-4d77-85c6-e649d73da8f3', 'name': 'tempest-RoutersIpV6Test-918015303'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:44.323646 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-29c4812a-2a9c-4ccf-b894-eeb234639196 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:44.328347 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-29c4812a-2a9c-4ccf-b894-eeb234639196 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Usage tracker for resource:security_group_rule and tenant:8c7d773d96294bf7a6a957c8dfa53b25 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:44.331275 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-29c4812a-2a9c-4ccf-b894-eeb234639196 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:44.337776 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-29c4812a-2a9c-4ccf-b894-eeb234639196 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:44.438156 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-29c4812a-2a9c-4ccf-b894-eeb234639196 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:44.507636 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-29c4812a-2a9c-4ccf-b894-eeb234639196 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:44.548669 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4269a548-8443-4dcb-9029-6af980becd45 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:44.559142 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4269a548-8443-4dcb-9029-6af980becd45 None None] Transition to ACTIVE for port object 7d60071d-796d-4488-b2de-f630e33268b1 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:18:44.577473 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-4269a548-8443-4dcb-9029-6af980becd45 None None] Transition to ACTIVE for port object 7d60071d-796d-4488-b2de-f630e33268b1 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:18:44.585055 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-29c4812a-2a9c-4ccf-b894-eeb234639196 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:44.609979 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c4812a-2a9c-4ccf-b894-eeb234639196 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cdf004d-2a2e-4615-bf4b-e1e793c31e57,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:44.654222 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4269a548-8443-4dcb-9029-6af980becd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:44.676724 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f85cf5f2-dee9-454b-ade0-298baf175489 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:44.697043 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f85cf5f2-dee9-454b-ade0-298baf175489 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:44.722490 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4269a548-8443-4dcb-9029-6af980becd45 None None] Network fcd4afda-5979-4d77-85c6-e649d73da8f3 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:18:44.725426 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-4269a548-8443-4dcb-9029-6af980becd45 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:44.728331 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-29c4812a-2a9c-4ccf-b894-eeb234639196 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:44.730033 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4269a548-8443-4dcb-9029-6af980becd45 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:18:44.730388 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-29c4812a-2a9c-4ccf-b894-eeb234639196 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4170675 Oct 10 11:18:44.732995 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56802) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:44.764895 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-34c31d5e-af91-4117-9fe4-f983feab2fae tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:44.777226 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-34c31d5e-af91-4117-9fe4-f983feab2fae tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:44.777435 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269a548-8443-4dcb-9029-6af980becd45 None None] Pushing event updated for resources: {'Port': ['ID=7d60071d-796d-4488-b2de-f630e33268b1,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:44.813306 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1686e4-7385-4355-bdcd-320122cf4dbc tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Router a7f8627f-370c-4d64-ab56-ee625b58ba33 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:18:44.843300 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-4269a548-8443-4dcb-9029-6af980becd45 None None] Attempting to bind port 7d60071d-796d-4488-b2de-f630e33268b1 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:18:44.847291 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-4269a548-8443-4dcb-9029-6af980becd45 None None] Attempting to bind port 7d60071d-796d-4488-b2de-f630e33268b1 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '501aa24b-ca58-4b35-93fa-0d05cd060225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': 'fcd4afda-5979-4d77-85c6-e649d73da8f3'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:18:44.847291 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4269a548-8443-4dcb-9029-6af980becd45 None None] Attempting to bind port 7d60071d-796d-4488-b2de-f630e33268b1 on network fcd4afda-5979-4d77-85c6-e649d73da8f3 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:18:44.849281 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4269a548-8443-4dcb-9029-6af980becd45 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:18:44.849710 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4269a548-8443-4dcb-9029-6af980becd45 None None] Checking segment: {'id': '501aa24b-ca58-4b35-93fa-0d05cd060225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': 'fcd4afda-5979-4d77-85c6-e649d73da8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:18:44.850112 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4269a548-8443-4dcb-9029-6af980becd45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:44.850504 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4269a548-8443-4dcb-9029-6af980becd45 None None] Bound using segment: {'id': '501aa24b-ca58-4b35-93fa-0d05cd060225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': 'fcd4afda-5979-4d77-85c6-e649d73da8f3'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:18:44.850961 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-4269a548-8443-4dcb-9029-6af980becd45 None None] Bound port: 7d60071d-796d-4488-b2de-f630e33268b1, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '501aa24b-ca58-4b35-93fa-0d05cd060225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': 'fcd4afda-5979-4d77-85c6-e649d73da8f3'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:18:44.851478 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4269a548-8443-4dcb-9029-6af980becd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:44.876980 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85cf5f2-dee9-454b-ade0-298baf175489 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Made reservation on behalf of 936e4bb70f4f401fa185998b9205aaff for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:18:44.880385 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f85cf5f2-dee9-454b-ade0-298baf175489 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:44.925478 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-f85cf5f2-dee9-454b-ade0-298baf175489 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] device_id is not set on port 0d5dea6b-c130-4e2c-aa35-eae9e337a00a yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:18:44.939706 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-4269a548-8443-4dcb-9029-6af980becd45 None None] For port 7d60071d-796d-4488-b2de-f630e33268b1, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:18:44.942733 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-4269a548-8443-4dcb-9029-6af980becd45 None None] For port 7d60071d-796d-4488-b2de-f630e33268b1, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=7d60071d-796d-4488-b2de-f630e33268b1,segment=NetworkSegment(501aa24b-ca58-4b35-93fa-0d05cd060225),segment_id=501aa24b-ca58-4b35-93fa-0d05cd060225)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:18:44.961850 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-34c31d5e-af91-4117-9fe4-f983feab2fae tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:44.983572 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-34c31d5e-af91-4117-9fe4-f983feab2fae tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:44.984660 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-34c31d5e-af91-4117-9fe4-f983feab2fae tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/3cdf004d-2a2e-4615-bf4b-e1e793c31e57 HTTP/1.1" status: 204 len: 168 time: 0.2505939 Oct 10 11:18:44.985414 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c31d5e-af91-4117-9fe4-f983feab2fae tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3cdf004d-2a2e-4615-bf4b-e1e793c31e57,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:44.991974 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56806) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:45.027171 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4269a548-8443-4dcb-9029-6af980becd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:45.046825 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-3b901983-cae6-4758-bb1b-5d77694b0564 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Synchronizing usage tracker for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group_rule {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:45.084190 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1686e4-7385-4355-bdcd-320122cf4dbc tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:18:45.096463 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d52fa8f-d0da-4c23-a87a-4a1ca4d1ae6f None None] Sync routers for ids ['a7f8627f-370c-4d64-ab56-ee625b58ba33'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:18:45.106914 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d52fa8f-d0da-4c23-a87a-4a1ca4d1ae6f None None] Routers {'a7f8627f-370c-4d64-ab56-ee625b58ba33'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:45.107636 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-9d52fa8f-d0da-4c23-a87a-4a1ca4d1ae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a7f8627f-370c-4d64-ab56-ee625b58ba33'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:45.111126 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269a548-8443-4dcb-9029-6af980becd45 None None] Pushing event updated for resources: {'Port': ['ID=7d60071d-796d-4488-b2de-f630e33268b1,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:45.144786 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-3b901983-cae6-4758-bb1b-5d77694b0564 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Unset dirty status for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group_rule {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:45.150993 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-3b901983-cae6-4758-bb1b-5d77694b0564 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1577296 Oct 10 11:18:45.151281 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56810) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:45.172556 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-9d52fa8f-d0da-4c23-a87a-4a1ca4d1ae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:45.182482 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d52fa8f-d0da-4c23-a87a-4a1ca4d1ae6f None None] Routers {'a7f8627f-370c-4d64-ab56-ee625b58ba33'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:45.183145 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-9d52fa8f-d0da-4c23-a87a-4a1ca4d1ae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a7f8627f-370c-4d64-ab56-ee625b58ba33'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:45.198338 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-f85cf5f2-dee9-454b-ade0-298baf175489 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Allocated IP 2001:db8::1fd (fcd4afda-5979-4d77-85c6-e649d73da8f3/391ed4a5-b895-4ff3-b30c-8b04c4caeffa/0d5dea6b-c130-4e2c-aa35-eae9e337a00a) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:18:45.202437 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ac0a84e5-b6df-4865-869c-4f5e136f4782 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:45.213653 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ac0a84e5-b6df-4865-869c-4f5e136f4782 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:45.244923 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-df1686e4-7385-4355-bdcd-320122cf4dbc tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:45.247529 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-df1686e4-7385-4355-bdcd-320122cf4dbc tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.5592799 Oct 10 11:18:45.250093 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-9d52fa8f-d0da-4c23-a87a-4a1ca4d1ae6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:45.250566 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d52fa8f-d0da-4c23-a87a-4a1ca4d1ae6f None None] The sync data for ids ['a7f8627f-370c-4d64-ab56-ee625b58ba33'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:18:45.254372 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56814) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:45.260432 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-fe5fd544-f7bc-4698-abeb-7108fa63905e tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:45.339541 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ac0a84e5-b6df-4865-869c-4f5e136f4782 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:45.417063 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a84e5-b6df-4865-869c-4f5e136f4782 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34fdfd55-42cc-421e-a0cc-8966103a29b8,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:45.498402 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f85cf5f2-dee9-454b-ade0-298baf175489 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:45.513154 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ac0a84e5-b6df-4865-869c-4f5e136f4782 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:45.514330 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ac0a84e5-b6df-4865-869c-4f5e136f4782 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/34fdfd55-42cc-421e-a0cc-8966103a29b8 HTTP/1.1" status: 204 len: 168 time: 0.3623199 Oct 10 11:18:45.520237 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56818) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:45.540796 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-f85cf5f2-dee9-454b-ade0-298baf175489 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Transition to ACTIVE for port object 0d5dea6b-c130-4e2c-aa35-eae9e337a00a will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:18:45.589322 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-cf78ee20-2f1c-42be-86db-f07a9961a8cf tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Synchronizing usage tracker for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group_rule {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:45.671129 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-cf78ee20-2f1c-42be-86db-f07a9961a8cf tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Unset dirty status for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group_rule {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:45.672585 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cf78ee20-2f1c-42be-86db-f07a9961a8cf tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1529672 Oct 10 11:18:45.676004 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56822) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:45.707809 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-494128b8-2cfa-48ac-a87d-5e74f2e2971e tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:45.717384 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f85cf5f2-dee9-454b-ade0-298baf175489 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:45.759474 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-494128b8-2cfa-48ac-a87d-5e74f2e2971e tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:45.806386 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85cf5f2-dee9-454b-ade0-298baf175489 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network fcd4afda-5979-4d77-85c6-e649d73da8f3 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:18:45.810151 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-f85cf5f2-dee9-454b-ade0-298baf175489 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:45.812498 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85cf5f2-dee9-454b-ade0-298baf175489 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:18:45.818282 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85cf5f2-dee9-454b-ade0-298baf175489 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:45.818891 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f85cf5f2-dee9-454b-ade0-298baf175489 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:45.845297 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85cf5f2-dee9-454b-ade0-298baf175489 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Port': ['ID=0d5dea6b-c130-4e2c-aa35-eae9e337a00a,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:45.945775 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-494128b8-2cfa-48ac-a87d-5e74f2e2971e tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:45.950304 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fe5fd544-f7bc-4698-abeb-7108fa63905e tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:45.956252 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-494128b8-2cfa-48ac-a87d-5e74f2e2971e tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:45.956252 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-494128b8-2cfa-48ac-a87d-5e74f2e2971e tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/1781ebac-672b-4691-bc7e-f31a54b9e1e3 HTTP/1.1" status: 204 len: 168 time: 0.2767324 Oct 10 11:18:45.956974 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56826) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:45.967914 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494128b8-2cfa-48ac-a87d-5e74f2e2971e tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1781ebac-672b-4691-bc7e-f31a54b9e1e3,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:45.972077 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f85cf5f2-dee9-454b-ade0-298baf175489 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6558743 Oct 10 11:18:45.974666 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56830) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:46.022796 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e730517e-0906-40b9-a82f-3f84de001ede tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0644681 Oct 10 11:18:46.026407 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56834) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:46.050273 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fe5fd544-f7bc-4698-abeb-7108fa63905e tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:46.069133 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a03d3177-d95d-46ef-87af-53cea0709144 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:46.080786 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a03d3177-d95d-46ef-87af-53cea0709144 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:46.133950 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-fe5fd544-f7bc-4698-abeb-7108fa63905e tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Deleting port a3e475fb-1ef3-452e-afa3-652f1fd7176c {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:18:46.134596 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fe5fd544-f7bc-4698-abeb-7108fa63905e tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:46.187818 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a03d3177-d95d-46ef-87af-53cea0709144 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:46.224457 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d084e6f2-437e-4a13-84cf-9ea7f5eb9e2d None None] Network fcd4afda-5979-4d77-85c6-e649d73da8f3 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:18:46.248126 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d3177-d95d-46ef-87af-53cea0709144 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5db5ea2b-c4b9-4bf6-9e07-d242e562d15d,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:46.317099 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a03d3177-d95d-46ef-87af-53cea0709144 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:46.321269 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a03d3177-d95d-46ef-87af-53cea0709144 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/5db5ea2b-c4b9-4bf6-9e07-d242e562d15d HTTP/1.1" status: 204 len: 168 time: 0.2908869 Oct 10 11:18:46.322008 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56838) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:46.371857 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fe5fd544-f7bc-4698-abeb-7108fa63905e tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:46.444332 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-c7fc16c3-a07c-4cb0-8996-afd527eb6730 None None] Provisioning for port 7d60071d-796d-4488-b2de-f630e33268b1 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:18:46.516029 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8bdf4443-9f9f-4041-8d72-5a641aeb4f29 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Synchronizing usage tracker for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group_rule {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:46.525188 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-fe5fd544-f7bc-4698-abeb-7108fa63905e tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Calling delete_port for a3e475fb-1ef3-452e-afa3-652f1fd7176c owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:18:46.630612 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8bdf4443-9f9f-4041-8d72-5a641aeb4f29 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Unset dirty status for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group_rule {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:46.631933 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8bdf4443-9f9f-4041-8d72-5a641aeb4f29 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3092828 Oct 10 11:18:46.636680 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56842) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:46.677689 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d95717a4-c9d5-4f00-893c-a4045d373502 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:46.691638 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d95717a4-c9d5-4f00-893c-a4045d373502 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:46.699321 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-28c2c85d-05c1-4a35-ac19-e18b233135b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:46.915940 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d95717a4-c9d5-4f00-893c-a4045d373502 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:46.923725 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 7d60071d-796d-4488-b2de-f630e33268b1 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:18:46.935548 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95717a4-c9d5-4f00-893c-a4045d373502 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e95fb03c-27ba-4cf7-922c-bbc870d86654,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:46.947493 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fe5fd544-f7bc-4698-abeb-7108fa63905e tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:46.991833 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5e373eae-16d7-4f81-bb78-85a34493e808 None None] Provisioning for port 0d5dea6b-c130-4e2c-aa35-eae9e337a00a completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:18:46.999691 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5e373eae-16d7-4f81-bb78-85a34493e808 None None] Provisioning complete for port 0d5dea6b-c130-4e2c-aa35-eae9e337a00a triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:18:47.000065 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5e373eae-16d7-4f81-bb78-85a34493e808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:47.000400 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5e373eae-16d7-4f81-bb78-85a34493e808 None None] Attempt 1 to provision port 0d5dea6b-c130-4e2c-aa35-eae9e337a00a Oct 10 11:18:47.003921 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5fd544-f7bc-4698-abeb-7108fa63905e tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Pushing event deleted for resources: {'Port': ['ID=a3e475fb-1ef3-452e-afa3-652f1fd7176c,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:47.060101 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5e373eae-16d7-4f81-bb78-85a34493e808 None None] Port 0d5dea6b-c130-4e2c-aa35-eae9e337a00a cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:47.073851 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d95717a4-c9d5-4f00-893c-a4045d373502 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:47.074969 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d95717a4-c9d5-4f00-893c-a4045d373502 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/e95fb03c-27ba-4cf7-922c-bbc870d86654 HTTP/1.1" status: 204 len: 168 time: 0.4373052 Oct 10 11:18:47.078030 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56846) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:47.104795 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fe5fd544-f7bc-4698-abeb-7108fa63905e tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:47.144349 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 7d60071d-796d-4488-b2de-f630e33268b1 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:18:47.150903 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 7d60071d-796d-4488-b2de-f630e33268b1 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:18:47.151337 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:47.151676 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 7d60071d-796d-4488-b2de-f630e33268b1 Oct 10 11:18:47.153189 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-bbe4e972-86a8-40e5-aa65-bb487f3e6ae2 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Synchronizing usage tracker for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group_rule {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:47.182062 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-28c2c85d-05c1-4a35-ac19-e18b233135b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:47.252893 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-bbe4e972-86a8-40e5-aa65-bb487f3e6ae2 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Unset dirty status for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group_rule {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:47.256363 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-bbe4e972-86a8-40e5-aa65-bb487f3e6ae2 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1748991 Oct 10 11:18:47.257185 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56852) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:47.276628 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 7d60071d-796d-4488-b2de-f630e33268b1 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:18:47.277241 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:47.287832 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-28c2c85d-05c1-4a35-ac19-e18b233135b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:47.309698 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 7d60071d-796d-4488-b2de-f630e33268b1, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=7d60071d-796d-4488-b2de-f630e33268b1,segment=NetworkSegment(501aa24b-ca58-4b35-93fa-0d05cd060225),segment_id=501aa24b-ca58-4b35-93fa-0d05cd060225)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:18:47.406750 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:47.464121 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2c85d-05c1-4a35-ac19-e18b233135b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Port': ['ID=0d5dea6b-c130-4e2c-aa35-eae9e337a00a,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:47.486774 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=7d60071d-796d-4488-b2de-f630e33268b1,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:47.487015 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5f5b98c5-ae22-46b3-94c0-31964e92a342 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:47.561108 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5e373eae-16d7-4f81-bb78-85a34493e808 None None] Attempt 2 to provision port 0d5dea6b-c130-4e2c-aa35-eae9e337a00a Oct 10 11:18:47.565369 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5f5b98c5-ae22-46b3-94c0-31964e92a342 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:47.617734 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5e373eae-16d7-4f81-bb78-85a34493e808 None None] Port 0d5dea6b-c130-4e2c-aa35-eae9e337a00a cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:47.623166 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fe5fd544-f7bc-4698-abeb-7108fa63905e tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:47.625881 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-28c2c85d-05c1-4a35-ac19-e18b233135b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:47.626490 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fe5fd544-f7bc-4698-abeb-7108fa63905e tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568703'] for router, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:47.760821 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5fd544-f7bc-4698-abeb-7108fa63905e tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Router a7f8627f-370c-4d64-ab56-ee625b58ba33 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:18:47.813542 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5f5b98c5-ae22-46b3-94c0-31964e92a342 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:47.833464 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b98c5-ae22-46b3-94c0-31964e92a342 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c1f410-fa48-4679-9e10-576f0c301f23,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:47.897622 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5fd544-f7bc-4698-abeb-7108fa63905e tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:18:47.910162 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fe5fd544-f7bc-4698-abeb-7108fa63905e tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:47.910162 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-fe5fd544-f7bc-4698-abeb-7108fa63905e tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "PUT /v2.0/routers/a7f8627f-370c-4d64-ab56-ee625b58ba33 HTTP/1.1" status: 200 len: 710 time: 2.6519270 Oct 10 11:18:47.910359 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75996ba-93de-4969-b6fa-5f5772f0879f None None] Sync routers for ids ['a7f8627f-370c-4d64-ab56-ee625b58ba33'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:18:47.910864 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56856) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:47.919444 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75996ba-93de-4969-b6fa-5f5772f0879f None None] Routers {'a7f8627f-370c-4d64-ab56-ee625b58ba33'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:47.919998 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-e75996ba-93de-4969-b6fa-5f5772f0879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a7f8627f-370c-4d64-ab56-ee625b58ba33'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:47.927877 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-28c2c85d-05c1-4a35-ac19-e18b233135b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:47.941171 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5f5b98c5-ae22-46b3-94c0-31964e92a342 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:47.947795 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5f5b98c5-ae22-46b3-94c0-31964e92a342 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "DELETE /v2.0/security-groups/75c1f410-fa48-4679-9e10-576f0c301f23 HTTP/1.1" status: 204 len: 168 time: 0.6891878 Oct 10 11:18:47.948644 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56860) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:47.991082 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-e75996ba-93de-4969-b6fa-5f5772f0879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:48.000450 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75996ba-93de-4969-b6fa-5f5772f0879f None None] Routers {'a7f8627f-370c-4d64-ab56-ee625b58ba33'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:48.001060 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-e75996ba-93de-4969-b6fa-5f5772f0879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a7f8627f-370c-4d64-ab56-ee625b58ba33'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:48.050030 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8bf29530-2b7a-4259-92cc-bae31a7fb2de tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "GET /v2.0/routers/a7f8627f-370c-4d64-ab56-ee625b58ba33 HTTP/1.1" status: 200 len: 745 time: 0.1379209 Oct 10 11:18:48.052599 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56864) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:48.071629 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-e75996ba-93de-4969-b6fa-5f5772f0879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:48.072032 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75996ba-93de-4969-b6fa-5f5772f0879f None None] The sync data for ids ['a7f8627f-370c-4d64-ab56-ee625b58ba33'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:18:48.105582 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-17bb7ad8-69fe-45e2-8e3a-c91b8f3e7ad3 tempest-RoutersIpV6AdminTest-1886941553 tempest-RoutersIpV6AdminTest-1886941553-project-admin] 10.222.0.40 "GET /v2.0/ports?network_id=1e933860-f99f-4a0b-a611-91d190754508&device_id=a7f8627f-370c-4d64-ab56-ee625b58ba33 HTTP/1.1" status: 200 len: 205 time: 0.0509427 Oct 10 11:18:48.107434 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56868) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:48.119029 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5e373eae-16d7-4f81-bb78-85a34493e808 None None] Attempt 3 to provision port 0d5dea6b-c130-4e2c-aa35-eae9e337a00a Oct 10 11:18:48.166647 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d9b6c150-5a70-4d39-b4ab-ef5f5644a053 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "GET /v2.0/ports?device_id=a7f8627f-370c-4d64-ab56-ee625b58ba33 HTTP/1.1" status: 200 len: 205 time: 0.0579572 Oct 10 11:18:48.167259 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56872) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:48.184479 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5e373eae-16d7-4f81-bb78-85a34493e808 None None] Port 0d5dea6b-c130-4e2c-aa35-eae9e337a00a cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:48.212021 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d9de2c77-0629-4365-8c44-634348ff0801 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Synchronizing usage tracker for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:48.301283 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bc90a47b-5766-4024-8c20-ef83a52e787f tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:48.350933 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d9de2c77-0629-4365-8c44-634348ff0801 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Unset dirty status for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:48.352193 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d9de2c77-0629-4365-8c44-634348ff0801 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3990135 Oct 10 11:18:48.358293 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56876) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:48.361662 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-40847237-7417-4104-ae6c-03285a5d1f65 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Request body: {'security_group': {'name': 'tempest-secgroup--633689175'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:48.369699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-40847237-7417-4104-ae6c-03285a5d1f65 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:48.394758 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-40847237-7417-4104-ae6c-03285a5d1f65 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:48.432941 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-28c2c85d-05c1-4a35-ac19-e18b233135b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:48.481600 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-40847237-7417-4104-ae6c-03285a5d1f65 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:48.603281 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bc90a47b-5766-4024-8c20-ef83a52e787f tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:48.604740 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-28c2c85d-05c1-4a35-ac19-e18b233135b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:48.605462 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-28c2c85d-05c1-4a35-ac19-e18b233135b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:48.605592 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bc90a47b-5766-4024-8c20-ef83a52e787f tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:48.660848 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-40847237-7417-4104-ae6c-03285a5d1f65 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:48.684097 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-40847237-7417-4104-ae6c-03285a5d1f65 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Usage tracker for resource:security_group_rule and tenant:8c7d773d96294bf7a6a957c8dfa53b25 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:48.685181 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5e373eae-16d7-4f81-bb78-85a34493e808 None None] Attempt 4 to provision port 0d5dea6b-c130-4e2c-aa35-eae9e337a00a Oct 10 11:18:48.701826 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-40847237-7417-4104-ae6c-03285a5d1f65 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:48.711652 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-40847237-7417-4104-ae6c-03285a5d1f65 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:48.728464 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bc90a47b-5766-4024-8c20-ef83a52e787f tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:48.729284 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc90a47b-5766-4024-8c20-ef83a52e787f tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Fanout notify agent at l3_agent the message router_deleted on router a7f8627f-370c-4d64-ab56-ee625b58ba33 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:18:48.743267 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5e373eae-16d7-4f81-bb78-85a34493e808 None None] Port 0d5dea6b-c130-4e2c-aa35-eae9e337a00a cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:48.744937 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bc90a47b-5766-4024-8c20-ef83a52e787f tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:48.746075 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-bc90a47b-5766-4024-8c20-ef83a52e787f tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "DELETE /v2.0/routers/a7f8627f-370c-4d64-ab56-ee625b58ba33 HTTP/1.1" status: 204 len: 168 time: 0.5779366 Oct 10 11:18:48.749460 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56880) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:48.787449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2c85d-05c1-4a35-ac19-e18b233135b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Port': ['ID=0d5dea6b-c130-4e2c-aa35-eae9e337a00a,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:48.876874 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c2c85d-05c1-4a35-ac19-e18b233135b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network fcd4afda-5979-4d77-85c6-e649d73da8f3 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:18:48.880049 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-28c2c85d-05c1-4a35-ac19-e18b233135b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:48.896661 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-40847237-7417-4104-ae6c-03285a5d1f65 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:48.903758 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 7d60071d-796d-4488-b2de-f630e33268b1 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:18:48.978132 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-10e36201-829a-4343-a2a4-75e20ba3bcaa tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "GET /v2.0/ports?device_id=a7f8627f-370c-4d64-ab56-ee625b58ba33 HTTP/1.1" status: 200 len: 205 time: 0.2274420 Oct 10 11:18:48.978728 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56884) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:48.990227 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 7d60071d-796d-4488-b2de-f630e33268b1 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:18:48.990597 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:48.990924 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 7d60071d-796d-4488-b2de-f630e33268b1 Oct 10 11:18:49.056767 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-2ec3a251-df40-455b-b147-7d41f613f2f0 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] delete failed (client error): The resource could not be found. Oct 10 11:18:49.060182 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2ec3a251-df40-455b-b147-7d41f613f2f0 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "DELETE /v2.0/routers/a7f8627f-370c-4d64-ab56-ee625b58ba33 HTTP/1.1" status: 404 len: 336 time: 0.0763505 Oct 10 11:18:49.060540 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56888) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:49.063576 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-40847237-7417-4104-ae6c-03285a5d1f65 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:49.122815 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-811c7280-ac1e-4454-a610-830bd28d333e tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "GET /v2.0/ports?device_id=68fcd4cf-40f2-4606-9279-5f7b98f21d21 HTTP/1.1" status: 200 len: 205 time: 0.0590315 Oct 10 11:18:49.123404 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56892) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:49.143659 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40847237-7417-4104-ae6c-03285a5d1f65 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e014a6-1b0b-41f7-8360-896525864905,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:49.170726 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 7d60071d-796d-4488-b2de-f630e33268b1 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:18:49.196601 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-40847237-7417-4104-ae6c-03285a5d1f65 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:49.198192 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-40847237-7417-4104-ae6c-03285a5d1f65 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8405290 Oct 10 11:18:49.200860 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-5b11314b-fbcc-48a6-b460-f41d81370bc3 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] delete failed (client error): The resource could not be found. Oct 10 11:18:49.201035 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56896) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:49.202001 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5b11314b-fbcc-48a6-b460-f41d81370bc3 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "DELETE /v2.0/routers/68fcd4cf-40f2-4606-9279-5f7b98f21d21 HTTP/1.1" status: 404 len: 336 time: 0.0779331 Oct 10 11:18:49.206741 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56900) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:49.209279 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-f7a5c530-6cfb-44f9-8555-3cf2d7254311 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Request body: {'security_group_rule': {'security_group_id': '48e014a6-1b0b-41f7-8360-896525864905', 'direction': 'ingress', 'protocol': 17}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:49.217890 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f7a5c530-6cfb-44f9-8555-3cf2d7254311 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:49.222176 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f7a5c530-6cfb-44f9-8555-3cf2d7254311 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Usage tracker for resource:security_group_rule and tenant:8c7d773d96294bf7a6a957c8dfa53b25 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:49.225047 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f7a5c530-6cfb-44f9-8555-3cf2d7254311 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:49.231138 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c2c85d-05c1-4a35-ac19-e18b233135b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Router 39729001-438e-44df-a206-d11145b42a6a is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:18:49.234146 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f7a5c530-6cfb-44f9-8555-3cf2d7254311 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:49.244716 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5e373eae-16d7-4f81-bb78-85a34493e808 None None] Attempt 5 to provision port 0d5dea6b-c130-4e2c-aa35-eae9e337a00a Oct 10 11:18:49.264042 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-040b1698-32b6-449d-beec-4bfd98a7b469 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "GET /v2.0/ports?device_id=4229ee5a-eba9-47f4-8b75-b9043aa296b2 HTTP/1.1" status: 200 len: 205 time: 0.0538745 Oct 10 11:18:49.264355 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56904) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:49.304953 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5e373eae-16d7-4f81-bb78-85a34493e808 None None] Port 0d5dea6b-c130-4e2c-aa35-eae9e337a00a cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:49.332811 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-2ac71f4a-34c4-47b3-b4e5-f1d156d376f7 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] delete failed (client error): The resource could not be found. Oct 10 11:18:49.333843 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2ac71f4a-34c4-47b3-b4e5-f1d156d376f7 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "DELETE /v2.0/routers/4229ee5a-eba9-47f4-8b75-b9043aa296b2 HTTP/1.1" status: 404 len: 336 time: 0.0685918 Oct 10 11:18:49.336632 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56908) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:49.374780 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f7a5c530-6cfb-44f9-8555-3cf2d7254311 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:49.387077 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f32fac54-b7b8-4ecc-9e0e-527feb086e46 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "GET /v2.0/ports?device_id=29e05d20-7aa3-4eeb-939e-1ce7e0bc08c5 HTTP/1.1" status: 200 len: 205 time: 0.0493979 Oct 10 11:18:49.389422 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56912) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:49.438440 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c2c85d-05c1-4a35-ac19-e18b233135b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:18:49.445914 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-28c2c85d-05c1-4a35-ac19-e18b233135b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "PUT /v2.0/routers/39729001-438e-44df-a206-d11145b42a6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4676061 Oct 10 11:18:49.446374 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56916) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:49.449868 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bc7247-6bd2-434b-87c4-722982618589 None None] Sync routers for ids ['39729001-438e-44df-a206-d11145b42a6a'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:18:49.460179 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bc7247-6bd2-434b-87c4-722982618589 None None] Routers {'39729001-438e-44df-a206-d11145b42a6a'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:49.464749 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-29bc7247-6bd2-434b-87c4-722982618589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['39729001-438e-44df-a206-d11145b42a6a'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:49.464920 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f7a5c530-6cfb-44f9-8555-3cf2d7254311 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:49.495753 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-2182fbe0-9986-430a-afbc-1673b6202e1a tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] delete failed (client error): The resource could not be found. Oct 10 11:18:49.499540 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2182fbe0-9986-430a-afbc-1673b6202e1a tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "DELETE /v2.0/routers/29e05d20-7aa3-4eeb-939e-1ce7e0bc08c5 HTTP/1.1" status: 404 len: 336 time: 0.1064231 Oct 10 11:18:49.499897 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56920) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:49.521398 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-29bc7247-6bd2-434b-87c4-722982618589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:49.530830 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bc7247-6bd2-434b-87c4-722982618589 None None] Routers {'39729001-438e-44df-a206-d11145b42a6a'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:49.531410 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-29bc7247-6bd2-434b-87c4-722982618589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['39729001-438e-44df-a206-d11145b42a6a'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:49.535396 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520d9e7e-71f2-466e-909d-5abfcb2b17d5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:49.536334 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-520d9e7e-71f2-466e-909d-5abfcb2b17d5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Synchronizing usage tracker for tenant:936e4bb70f4f401fa185998b9205aaff on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:49.548403 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f7a5c530-6cfb-44f9-8555-3cf2d7254311 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:49.566746 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3a145255-bc97-49ea-b000-e17f26ab49e1 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "GET /v2.0/ports?device_id=d710884a-52ee-4b23-b29c-39ee618e9204 HTTP/1.1" status: 200 len: 205 time: 0.0656621 Oct 10 11:18:49.575165 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56924) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:49.581852 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5c530-6cfb-44f9-8555-3cf2d7254311 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a25b138-4999-4a78-9a6b-493aade1a5ff,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:49.593794 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-29bc7247-6bd2-434b-87c4-722982618589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:49.594190 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bc7247-6bd2-434b-87c4-722982618589 None None] The sync data for ids ['39729001-438e-44df-a206-d11145b42a6a'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:18:49.640615 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-520d9e7e-71f2-466e-909d-5abfcb2b17d5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Unset dirty status for tenant:936e4bb70f4f401fa185998b9205aaff on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:49.641777 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-520d9e7e-71f2-466e-909d-5abfcb2b17d5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "GET /v2.0/ports/0d5dea6b-c130-4e2c-aa35-eae9e337a00a HTTP/1.1" status: 200 len: 983 time: 0.1947629 Oct 10 11:18:49.644631 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56928) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:49.651044 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-031e08f2-af2c-4a0a-b655-4e832fc4a4b0 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] delete failed (client error): The resource could not be found. Oct 10 11:18:49.652008 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-031e08f2-af2c-4a0a-b655-4e832fc4a4b0 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "DELETE /v2.0/routers/d710884a-52ee-4b23-b29c-39ee618e9204 HTTP/1.1" status: 404 len: 336 time: 0.0755444 Oct 10 11:18:49.661899 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56932) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:49.706660 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f7a5c530-6cfb-44f9-8555-3cf2d7254311 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:49.707739 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f7a5c530-6cfb-44f9-8555-3cf2d7254311 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5044911 Oct 10 11:18:49.712791 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56936) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:49.716727 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6801e2f0-683e-4f3c-9a07-7a37be0dc0f5 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "GET /v2.0/ports?device_id=da956dbe-8ddb-49ec-b000-53c8fe966a7a HTTP/1.1" status: 200 len: 205 time: 0.0538218 Oct 10 11:18:49.727138 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56940) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:49.801829 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-190b55b2-2d60-46c0-98e1-9207d48f6680 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] delete failed (client error): The resource could not be found. Oct 10 11:18:49.802836 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-190b55b2-2d60-46c0-98e1-9207d48f6680 tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "DELETE /v2.0/routers/da956dbe-8ddb-49ec-b000-53c8fe966a7a HTTP/1.1" status: 404 len: 336 time: 0.0748174 Oct 10 11:18:49.805830 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56944) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:49.806323 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5e373eae-16d7-4f81-bb78-85a34493e808 None None] Attempt 6 to provision port 0d5dea6b-c130-4e2c-aa35-eae9e337a00a Oct 10 11:18:49.848366 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f207d61b-fdde-428f-a559-f3794a0add00 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:49.864210 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5e373eae-16d7-4f81-bb78-85a34493e808 None None] Port 0d5dea6b-c130-4e2c-aa35-eae9e337a00a cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:49.876791 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f207d61b-fdde-428f-a559-f3794a0add00 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:49.966266 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-130d2822-5021-4ee7-9c47-914731a24d9f tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] DELETE failed (client error): The resource could not be found. Oct 10 11:18:49.966657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-130d2822-5021-4ee7-9c47-914731a24d9f tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:18:49.968359 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-130d2822-5021-4ee7-9c47-914731a24d9f tempest-RoutersIpV6AdminTest-950048712 tempest-RoutersIpV6AdminTest-950048712-project] 10.222.0.40 "DELETE /v2.0/subnets/0afebb58-1871-425c-8731-714389c72bdc HTTP/1.1" status: 404 len: 337 time: 0.1615953 Oct 10 11:18:49.990627 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f207d61b-fdde-428f-a559-f3794a0add00 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:50.011044 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207d61b-fdde-428f-a559-f3794a0add00 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e014a6-1b0b-41f7-8360-896525864905,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:50.021692 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f207d61b-fdde-428f-a559-f3794a0add00 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:50.026199 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f207d61b-fdde-428f-a559-f3794a0add00 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "DELETE /v2.0/security-groups/48e014a6-1b0b-41f7-8360-896525864905 HTTP/1.1" status: 204 len: 168 time: 0.3090732 Oct 10 11:18:50.026488 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56950) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:50.082301 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9785b550-acc5-45f7-baed-caa29e985a60 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Synchronizing usage tracker for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:50.184786 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9785b550-acc5-45f7-baed-caa29e985a60 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Unset dirty status for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:50.186104 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9785b550-acc5-45f7-baed-caa29e985a60 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1587307 Oct 10 11:18:50.189841 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56954) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:50.194758 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-4fd9f22e-4c53-444b-8679-a1506c2ec942 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Request body: {'security_group': {'name': 'tempest-secgroup--721725057'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:50.204296 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-4fd9f22e-4c53-444b-8679-a1506c2ec942 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:50.209578 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-573cb02e-4602-4acf-b319-679ee8fdd475 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:50.366173 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5e373eae-16d7-4f81-bb78-85a34493e808 None None] Attempt 7 to provision port 0d5dea6b-c130-4e2c-aa35-eae9e337a00a Oct 10 11:18:50.434894 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5e373eae-16d7-4f81-bb78-85a34493e808 None None] Port 0d5dea6b-c130-4e2c-aa35-eae9e337a00a cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:50.439875 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-4fd9f22e-4c53-444b-8679-a1506c2ec942 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:50.512297 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56960) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:50.535933 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4fd9f22e-4c53-444b-8679-a1506c2ec942 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:50.602892 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-4fd9f22e-4c53-444b-8679-a1506c2ec942 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:50.614978 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-4fd9f22e-4c53-444b-8679-a1506c2ec942 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Usage tracker for resource:security_group_rule and tenant:8c7d773d96294bf7a6a957c8dfa53b25 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:50.620509 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-4fd9f22e-4c53-444b-8679-a1506c2ec942 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:50.627211 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-4fd9f22e-4c53-444b-8679-a1506c2ec942 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:50.630201 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a84e3619-bd4b-4b04-bfe8-242226290a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:50.645760 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-a84e3619-bd4b-4b04-bfe8-242226290a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:50.649472 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-573cb02e-4602-4acf-b319-679ee8fdd475 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Deleting port 0d5dea6b-c130-4e2c-aa35-eae9e337a00a {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:18:50.649846 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-573cb02e-4602-4acf-b319-679ee8fdd475 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:50.650238 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a84e3619-bd4b-4b04-bfe8-242226290a21 admin admin] Usage tracker for resource:security_group_rule and tenant:9c1956994f4c49229abad6cdbc40e0c4 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:50.653333 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a84e3619-bd4b-4b04-bfe8-242226290a21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:50.659084 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-a84e3619-bd4b-4b04-bfe8-242226290a21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:50.842958 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a84e3619-bd4b-4b04-bfe8-242226290a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:50.869392 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-573cb02e-4602-4acf-b319-679ee8fdd475 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:50.904403 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a84e3619-bd4b-4b04-bfe8-242226290a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:50.936668 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5e373eae-16d7-4f81-bb78-85a34493e808 None None] Attempt 8 to provision port 0d5dea6b-c130-4e2c-aa35-eae9e337a00a Oct 10 11:18:50.965131 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e3619-bd4b-4b04-bfe8-242226290a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711e7445-8549-499d-b816-99165f58c129,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:50.988753 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a84e3619-bd4b-4b04-bfe8-242226290a21 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9c1956994f4c49229abad6cdbc40e0c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4730601 Oct 10 11:18:50.989069 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56968) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:51.016200 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5e373eae-16d7-4f81-bb78-85a34493e808 None None] Port 0d5dea6b-c130-4e2c-aa35-eae9e337a00a cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:18:51.017141 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-573cb02e-4602-4acf-b319-679ee8fdd475 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Calling delete_port for 0d5dea6b-c130-4e2c-aa35-eae9e337a00a owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:18:51.061246 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c2b58fd7-e08c-48d4-b70b-0dbbcb700c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:51.073870 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4fd9f22e-4c53-444b-8679-a1506c2ec942 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:51.088545 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c2b58fd7-e08c-48d4-b70b-0dbbcb700c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:51.264654 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4fd9f22e-4c53-444b-8679-a1506c2ec942 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:51.293404 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c2b58fd7-e08c-48d4-b70b-0dbbcb700c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:51.305748 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-573cb02e-4602-4acf-b319-679ee8fdd475 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:51.307588 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b58fd7-e08c-48d4-b70b-0dbbcb700c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711e7445-8549-499d-b816-99165f58c129,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:51.314401 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c2b58fd7-e08c-48d4-b70b-0dbbcb700c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:51.315505 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c2b58fd7-e08c-48d4-b70b-0dbbcb700c81 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/711e7445-8549-499d-b816-99165f58c129 HTTP/1.1" status: 204 len: 168 time: 0.3254471 Oct 10 11:18:51.353233 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9f22e-4c53-444b-8679-a1506c2ec942 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b873f7c-4038-4a2d-bb00-262a4a15d517,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:51.367483 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573cb02e-4602-4acf-b319-679ee8fdd475 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Port': ['ID=0d5dea6b-c130-4e2c-aa35-eae9e337a00a,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:51.476966 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4fd9f22e-4c53-444b-8679-a1506c2ec942 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:51.478222 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4fd9f22e-4c53-444b-8679-a1506c2ec942 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2874398 Oct 10 11:18:51.481447 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56974) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:51.486773 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-2500d3b2-de3b-48de-9e69-6a427cc358b9 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Request body: {'security_group': {'name': 'tempest-secgroup--1378368992'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:51.494241 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-2500d3b2-de3b-48de-9e69-6a427cc358b9 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:51.498914 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2500d3b2-de3b-48de-9e69-6a427cc358b9 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Usage tracker for resource:security_group and tenant:8c7d773d96294bf7a6a957c8dfa53b25 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:51.502276 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2500d3b2-de3b-48de-9e69-6a427cc358b9 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:51.508989 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-2500d3b2-de3b-48de-9e69-6a427cc358b9 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:51.517638 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5e373eae-16d7-4f81-bb78-85a34493e808 None None] Attempt 9 to provision port 0d5dea6b-c130-4e2c-aa35-eae9e337a00a Oct 10 11:18:51.555095 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5e373eae-16d7-4f81-bb78-85a34493e808 None None] Port 0d5dea6b-c130-4e2c-aa35-eae9e337a00a was deleted so its status cannot be updated. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 10 11:18:51.555262 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-573cb02e-4602-4acf-b319-679ee8fdd475 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:51.565900 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5e373eae-16d7-4f81-bb78-85a34493e808 None None] Provisioning complete for port 7d60071d-796d-4488-b2de-f630e33268b1 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:18:51.566258 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5e373eae-16d7-4f81-bb78-85a34493e808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:51.566601 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5e373eae-16d7-4f81-bb78-85a34493e808 None None] Attempt 1 to provision port 7d60071d-796d-4488-b2de-f630e33268b1 Oct 10 11:18:51.585225 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2500d3b2-de3b-48de-9e69-6a427cc358b9 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:51.605975 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-2500d3b2-de3b-48de-9e69-6a427cc358b9 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:51.610195 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2500d3b2-de3b-48de-9e69-6a427cc358b9 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Usage tracker for resource:security_group_rule and tenant:8c7d773d96294bf7a6a957c8dfa53b25 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:51.613461 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2500d3b2-de3b-48de-9e69-6a427cc358b9 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:51.619645 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-2500d3b2-de3b-48de-9e69-6a427cc358b9 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:51.694164 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5e373eae-16d7-4f81-bb78-85a34493e808 None None] Current status of the port 7d60071d-796d-4488-b2de-f630e33268b1 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:18:51.701665 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2500d3b2-de3b-48de-9e69-6a427cc358b9 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:51.778963 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2500d3b2-de3b-48de-9e69-6a427cc358b9 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:51.808662 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-78d1d8fb-d282-419d-8d8a-e7498d2e78fa None None] Could not find standard attr ID for object 0d5dea6b-c130-4e2c-aa35-eae9e337a00a. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:18:51.835055 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500d3b2-de3b-48de-9e69-6a427cc358b9 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc42eed-c439-4781-a275-66e4ab58d263,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:51.910595 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2500d3b2-de3b-48de-9e69-6a427cc358b9 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:51.915555 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2500d3b2-de3b-48de-9e69-6a427cc358b9 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4300942 Oct 10 11:18:51.915941 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56980) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:51.925395 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-8bcaf1ea-01d8-4466-b3d7-f473a703e6cc tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Request body: {'security_group_rule': {'security_group_id': '9b873f7c-4038-4a2d-bb00-262a4a15d517', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0bc42eed-c439-4781-a275-66e4ab58d263', 'remote_ip_prefix': None}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:51.938660 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-8bcaf1ea-01d8-4466-b3d7-f473a703e6cc tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:51.943821 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8bcaf1ea-01d8-4466-b3d7-f473a703e6cc tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Usage tracker for resource:security_group_rule and tenant:8c7d773d96294bf7a6a957c8dfa53b25 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:51.948199 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8bcaf1ea-01d8-4466-b3d7-f473a703e6cc tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:51.955066 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-8bcaf1ea-01d8-4466-b3d7-f473a703e6cc tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:51.973044 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573cb02e-4602-4acf-b319-679ee8fdd475 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Router 39729001-438e-44df-a206-d11145b42a6a has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:18:52.040634 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56984) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:52.046618 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8bcaf1ea-01d8-4466-b3d7-f473a703e6cc tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:52.109016 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8bcaf1ea-01d8-4466-b3d7-f473a703e6cc tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:52.128227 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573cb02e-4602-4acf-b319-679ee8fdd475 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:18:52.134402 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-573cb02e-4602-4acf-b319-679ee8fdd475 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "PUT /v2.0/routers/39729001-438e-44df-a206-d11145b42a6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4886765 Oct 10 11:18:52.137256 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 56988) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:52.141822 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8150d0f-898e-4475-bb41-5a43e305bc50 None None] Sync routers for ids ['39729001-438e-44df-a206-d11145b42a6a'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:18:52.152722 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8150d0f-898e-4475-bb41-5a43e305bc50 None None] Routers {'39729001-438e-44df-a206-d11145b42a6a'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:52.153630 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f8150d0f-898e-4475-bb41-5a43e305bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['39729001-438e-44df-a206-d11145b42a6a'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:52.158402 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-581b8ee5-eafc-4ed0-8b53-cfe78cf08c01 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6c39066dcd1e4a3f9b6ce105bb54b1d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1143544 Oct 10 11:18:52.163335 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56992) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:52.209451 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8bcaf1ea-01d8-4466-b3d7-f473a703e6cc tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:52.214309 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f8150d0f-898e-4475-bb41-5a43e305bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:52.221158 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3a56082c-e56c-4a80-b4c0-0703c976039d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:52.223123 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8150d0f-898e-4475-bb41-5a43e305bc50 None None] Routers {'39729001-438e-44df-a206-d11145b42a6a'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:18:52.223745 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f8150d0f-898e-4475-bb41-5a43e305bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['39729001-438e-44df-a206-d11145b42a6a'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:52.248372 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3a56082c-e56c-4a80-b4c0-0703c976039d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:52.286297 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f8150d0f-898e-4475-bb41-5a43e305bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:52.286617 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8150d0f-898e-4475-bb41-5a43e305bc50 None None] The sync data for ids ['39729001-438e-44df-a206-d11145b42a6a'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:18:52.361994 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3a56082c-e56c-4a80-b4c0-0703c976039d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:52.377878 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56082c-e56c-4a80-b4c0-0703c976039d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4a7679-d95b-427a-951b-65af190d59bf,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:52.386163 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3a56082c-e56c-4a80-b4c0-0703c976039d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:52.389739 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3a56082c-e56c-4a80-b4c0-0703c976039d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/da4a7679-d95b-427a-951b-65af190d59bf HTTP/1.1" status: 204 len: 168 time: 0.2277870 Oct 10 11:18:52.423507 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcaf1ea-01d8-4466-b3d7-f473a703e6cc tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5466b6-d241-478f-995a-b3d68eabfde5,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:52.543724 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8bcaf1ea-01d8-4466-b3d7-f473a703e6cc tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:52.544810 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8bcaf1ea-01d8-4466-b3d7-f473a703e6cc tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6278949 Oct 10 11:18:52.548014 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 56998) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:52.576087 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6599fce-ffc7-4068-a5ea-29d5e7027ef6 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:52.587317 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6599fce-ffc7-4068-a5ea-29d5e7027ef6 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:52.625278 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-1ada991e-9d17-425e-82cb-b589f5def616 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] remove_router_interface failed (client error): The resource could not be found. Oct 10 11:18:52.626317 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1ada991e-9d17-425e-82cb-b589f5def616 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "PUT /v2.0/routers/39729001-438e-44df-a206-d11145b42a6a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4880383 Oct 10 11:18:52.629190 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57002) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:52.680253 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-56b03837-e321-4a6a-b2d4-1fd648570270 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Synchronizing usage tracker for tenant:936e4bb70f4f401fa185998b9205aaff on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:52.732847 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6599fce-ffc7-4068-a5ea-29d5e7027ef6 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:52.753588 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-56b03837-e321-4a6a-b2d4-1fd648570270 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Unset dirty status for tenant:936e4bb70f4f401fa185998b9205aaff on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:52.754708 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-56b03837-e321-4a6a-b2d4-1fd648570270 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "GET /v2.0/ports?device_id=39729001-438e-44df-a206-d11145b42a6a HTTP/1.1" status: 200 len: 205 time: 0.1245580 Oct 10 11:18:52.757296 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6599fce-ffc7-4068-a5ea-29d5e7027ef6 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d5466b6-d241-478f-995a-b3d68eabfde5,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:52.758277 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57006) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:52.760224 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c6599fce-ffc7-4068-a5ea-29d5e7027ef6 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:52.761286 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c6599fce-ffc7-4068-a5ea-29d5e7027ef6 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/3d5466b6-d241-478f-995a-b3d68eabfde5 HTTP/1.1" status: 204 len: 168 time: 0.2122190 Oct 10 11:18:52.763963 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57010) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:52.826580 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-07bcd0f9-cd00-40fc-8f73-bf60fc01e184 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Synchronizing usage tracker for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group_rule {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:52.905358 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-07bcd0f9-cd00-40fc-8f73-bf60fc01e184 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Unset dirty status for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group_rule {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:52.906748 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-07bcd0f9-cd00-40fc-8f73-bf60fc01e184 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1418457 Oct 10 11:18:52.909837 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57020) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:52.941515 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f30de753-fe19-415f-92a0-6995666bd4f5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:52.978647 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:18:53.267121 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-37ef1907-0323-4dc8-8941-020eb2f9da67 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:53.272351 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f30de753-fe19-415f-92a0-6995666bd4f5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:53.282313 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f30de753-fe19-415f-92a0-6995666bd4f5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:53.315208 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-37ef1907-0323-4dc8-8941-020eb2f9da67 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:53.395878 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f30de753-fe19-415f-92a0-6995666bd4f5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:53.396423 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30de753-fe19-415f-92a0-6995666bd4f5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Fanout notify agent at l3_agent the message router_deleted on router 39729001-438e-44df-a206-d11145b42a6a {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:18:53.419080 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f30de753-fe19-415f-92a0-6995666bd4f5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:53.420167 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f30de753-fe19-415f-92a0-6995666bd4f5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/routers/39729001-438e-44df-a206-d11145b42a6a HTTP/1.1" status: 204 len: 168 time: 0.6607323 Oct 10 11:18:53.422933 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57040) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:53.456798 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-37ef1907-0323-4dc8-8941-020eb2f9da67 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:53.459242 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-37ef1907-0323-4dc8-8941-020eb2f9da67 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:53.460313 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-37ef1907-0323-4dc8-8941-020eb2f9da67 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "DELETE /v2.0/security-groups/0bc42eed-c439-4781-a275-66e4ab58d263 HTTP/1.1" status: 204 len: 168 time: 0.5495589 Oct 10 11:18:53.463759 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57044) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:53.483780 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef1907-0323-4dc8-8941-020eb2f9da67 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc42eed-c439-4781-a275-66e4ab58d263,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:53.504021 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-391fe7fc-43de-49b6-ae77-72e3de3e9873 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Deleting subnet 391ed4a5-b895-4ff3-b30c-8b04c4caeffa {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:18:53.507791 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-391fe7fc-43de-49b6-ae77-72e3de3e9873 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:53.541731 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e1b3d960-8c68-4e74-a71a-9e94334dea55 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Synchronizing usage tracker for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:53.569055 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-391fe7fc-43de-49b6-ae77-72e3de3e9873 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:53.630484 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e1b3d960-8c68-4e74-a71a-9e94334dea55 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Unset dirty status for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:53.634186 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e1b3d960-8c68-4e74-a71a-9e94334dea55 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1675386 Oct 10 11:18:53.639148 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57050) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:53.659973 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-391fe7fc-43de-49b6-ae77-72e3de3e9873 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:53.705036 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc95b53c-c3b1-4822-aa58-b6f15dbbfe36 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:53.733663 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc95b53c-c3b1-4822-aa58-b6f15dbbfe36 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:53.842473 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-391fe7fc-43de-49b6-ae77-72e3de3e9873 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:53.885177 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391fe7fc-43de-49b6-ae77-72e3de3e9873 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Subnet': ['ID=391ed4a5-b895-4ff3-b30c-8b04c4caeffa,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:53.888962 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-391fe7fc-43de-49b6-ae77-72e3de3e9873 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:53.895147 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-391fe7fc-43de-49b6-ae77-72e3de3e9873 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/subnets/391ed4a5-b895-4ff3-b30c-8b04c4caeffa HTTP/1.1" status: 204 len: 168 time: 0.4712622 Oct 10 11:18:53.897393 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbc8bb2-140d-417b-a3f5-54180f7ea0ac None None] Network fcd4afda-5979-4d77-85c6-e649d73da8f3 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:18:53.897893 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57056) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:53.925950 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc95b53c-c3b1-4822-aa58-b6f15dbbfe36 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:53.964586 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95b53c-c3b1-4822-aa58-b6f15dbbfe36 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b873f7c-4038-4a2d-bb00-262a4a15d517,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:54.049041 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-620ef67f-d8e0-44d6-bdc3-7547f1c21c8f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:54.060269 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-620ef67f-d8e0-44d6-bdc3-7547f1c21c8f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Deleting port 7d60071d-796d-4488-b2de-f630e33268b1 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:18:54.060599 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-620ef67f-d8e0-44d6-bdc3-7547f1c21c8f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:54.183219 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a82a08-f52a-427a-9f34-5f2966c996fd None None] DHCP port deletion for fcd4afda-5979-4d77-85c6-e649d73da8f3 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:18:54.187491 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-19a82a08-f52a-427a-9f34-5f2966c996fd None None] Deleting port 7d60071d-796d-4488-b2de-f630e33268b1 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:18:54.187952 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-19a82a08-f52a-427a-9f34-5f2966c996fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:54.194999 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc95b53c-c3b1-4822-aa58-b6f15dbbfe36 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:54.195440 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cc95b53c-c3b1-4822-aa58-b6f15dbbfe36 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "DELETE /v2.0/security-groups/9b873f7c-4038-4a2d-bb00-262a4a15d517 HTTP/1.1" status: 204 len: 168 time: 0.5583603 Oct 10 11:18:54.198292 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57066) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:54.250431 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5594db16-54d7-4de1-b9d2-7d9d4935997d tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Synchronizing usage tracker for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:54.311565 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-620ef67f-d8e0-44d6-bdc3-7547f1c21c8f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] For port 7d60071d-796d-4488-b2de-f630e33268b1, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=7d60071d-796d-4488-b2de-f630e33268b1,segment=NetworkSegment(501aa24b-ca58-4b35-93fa-0d05cd060225),segment_id=501aa24b-ca58-4b35-93fa-0d05cd060225)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:18:54.311918 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-620ef67f-d8e0-44d6-bdc3-7547f1c21c8f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:54.362098 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5594db16-54d7-4de1-b9d2-7d9d4935997d tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Unset dirty status for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:54.364035 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5594db16-54d7-4de1-b9d2-7d9d4935997d tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1647601 Oct 10 11:18:54.371510 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57072) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:54.378765 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-505aada9-7312-467b-9704-83647338c582 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Request body: {'security_group': {'name': 'tempest-secgroup--309879733'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:54.384249 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-505aada9-7312-467b-9704-83647338c582 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:54.394566 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-505aada9-7312-467b-9704-83647338c582 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:54.415027 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-19a82a08-f52a-427a-9f34-5f2966c996fd None None] For port 7d60071d-796d-4488-b2de-f630e33268b1, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=7d60071d-796d-4488-b2de-f630e33268b1,segment=NetworkSegment(501aa24b-ca58-4b35-93fa-0d05cd060225),segment_id=501aa24b-ca58-4b35-93fa-0d05cd060225)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:18:54.415148 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-19a82a08-f52a-427a-9f34-5f2966c996fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:54.452541 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-620ef67f-d8e0-44d6-bdc3-7547f1c21c8f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Calling delete_port for 7d60071d-796d-4488-b2de-f630e33268b1 owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:18:54.498882 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-505aada9-7312-467b-9704-83647338c582 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:54.533316 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-505aada9-7312-467b-9704-83647338c582 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:54.542385 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-505aada9-7312-467b-9704-83647338c582 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Usage tracker for resource:security_group_rule and tenant:8c7d773d96294bf7a6a957c8dfa53b25 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:54.545808 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-505aada9-7312-467b-9704-83647338c582 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:54.546701 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-19a82a08-f52a-427a-9f34-5f2966c996fd None None] Calling delete_port for 7d60071d-796d-4488-b2de-f630e33268b1 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:18:54.551779 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-505aada9-7312-467b-9704-83647338c582 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:54.607702 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-620ef67f-d8e0-44d6-bdc3-7547f1c21c8f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: from cryptography.utils import int_from_bytes Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: from cryptography.utils import int_from_bytes Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn_limited( Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn_limited( Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:18:54.616325 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:18:54.623583 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57080) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:54.623694 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-19a82a08-f52a-427a-9f34-5f2966c996fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:18:54.623694 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-19a82a08-f52a-427a-9f34-5f2966c996fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:18:54.655823 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620ef67f-d8e0-44d6-bdc3-7547f1c21c8f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] No DVR routers for this DVR port 7d60071d-796d-4488-b2de-f630e33268b1 on host dv-neutron-860842-1-hyperv {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:18:54.679449 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-505aada9-7312-467b-9704-83647338c582 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:54.691751 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ef67f-d8e0-44d6-bdc3-7547f1c21c8f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Port': ['ID=7d60071d-796d-4488-b2de-f630e33268b1,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:54.744310 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-505aada9-7312-467b-9704-83647338c582 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:54.789299 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-342116d6-3946-4a91-990e-5b584336bea2 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-776156249', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:54.795202 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505aada9-7312-467b-9704-83647338c582 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9b0f9b-d79c-49e0-a1f1-a506acde3408,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:54.802694 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-342116d6-3946-4a91-990e-5b584336bea2 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:54.805052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-620ef67f-d8e0-44d6-bdc3-7547f1c21c8f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:54.815987 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-342116d6-3946-4a91-990e-5b584336bea2 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Usage tracker for resource:port and tenant:efa7d3f467ae4000866e6740dadd6e20 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:54.820583 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-342116d6-3946-4a91-990e-5b584336bea2 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:54.835361 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-342116d6-3946-4a91-990e-5b584336bea2 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:54.840569 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-620ef67f-d8e0-44d6-bdc3-7547f1c21c8f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd4afda-5979-4d77-85c6-e649d73da8f3']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:54.848899 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-505aada9-7312-467b-9704-83647338c582 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:54.848899 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-505aada9-7312-467b-9704-83647338c582 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4712875 Oct 10 11:18:54.848899 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57086) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:54.853070 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-aff0d883-bba2-4fc5-95b6-c778d40e3e47 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Request body: {'security_group_rule': {'security_group_id': 'eb9b0f9b-d79c-49e0-a1f1-a506acde3408', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:54.858244 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-620ef67f-d8e0-44d6-bdc3-7547f1c21c8f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501aa24b-ca58-4b35-93fa-0d05cd060225') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:54.858543 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-620ef67f-d8e0-44d6-bdc3-7547f1c21c8f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501aa24b-ca58-4b35-93fa-0d05cd060225') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:18:54.861935 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-aff0d883-bba2-4fc5-95b6-c778d40e3e47 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:54.866602 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-aff0d883-bba2-4fc5-95b6-c778d40e3e47 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Usage tracker for resource:security_group_rule and tenant:8c7d773d96294bf7a6a957c8dfa53b25 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:54.871133 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-aff0d883-bba2-4fc5-95b6-c778d40e3e47 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:54.877108 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-aff0d883-bba2-4fc5-95b6-c778d40e3e47 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:54.877433 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-620ef67f-d8e0-44d6-bdc3-7547f1c21c8f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:54.896547 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342116d6-3946-4a91-990e-5b584336bea2 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Made reservation on behalf of efa7d3f467ae4000866e6740dadd6e20 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:18:54.899447 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-342116d6-3946-4a91-990e-5b584336bea2 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:54.913644 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 7d60071d-796d-4488-b2de-f630e33268b1 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:18:54.918098 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-342116d6-3946-4a91-990e-5b584336bea2 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:54.931822 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-620ef67f-d8e0-44d6-bdc3-7547f1c21c8f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:54.938449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-342116d6-3946-4a91-990e-5b584336bea2 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:54.943092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-620ef67f-d8e0-44d6-bdc3-7547f1c21c8f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Releasing vlan 464 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:18:54.943482 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-620ef67f-d8e0-44d6-bdc3-7547f1c21c8f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:54.949722 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 7d60071d-796d-4488-b2de-f630e33268b1 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:18:54.950077 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 7d60071d-796d-4488-b2de-f630e33268b1 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:18:54.966500 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-342116d6-3946-4a91-990e-5b584336bea2 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Usage tracker for resource:security_group_rule and tenant:efa7d3f467ae4000866e6740dadd6e20 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:54.967527 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aff0d883-bba2-4fc5-95b6-c778d40e3e47 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:54.979501 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 501aa24b-ca58-4b35-93fa-0d05cd060225 resource provider aggregate not found Oct 10 11:18:54.983097 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-342116d6-3946-4a91-990e-5b584336bea2 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:55.034612 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aff0d883-bba2-4fc5-95b6-c778d40e3e47 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:55.037002 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 501aa24b-ca58-4b35-93fa-0d05cd060225 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 501aa24b-ca58-4b35-93fa-0d05cd060225 found for delete ", "request_id": "req-295c38e3-59e7-4b4f-94c6-dabbff242b02"}]} Oct 10 11:18:55.037904 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-342116d6-3946-4a91-990e-5b584336bea2 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:55.104484 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aff0d883-bba2-4fc5-95b6-c778d40e3e47 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:55.123728 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-19a82a08-f52a-427a-9f34-5f2966c996fd None None] Deleting port 7d60071d-796d-4488-b2de-f630e33268b1 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:18:55.124225 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-19a82a08-f52a-427a-9f34-5f2966c996fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:55.128862 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0d883-bba2-4fc5-95b6-c778d40e3e47 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98dc1b6e-996f-4445-9f6b-9c25399e0c47,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:55.137419 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-620ef67f-d8e0-44d6-bdc3-7547f1c21c8f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:55.159852 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-620ef67f-d8e0-44d6-bdc3-7547f1c21c8f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:55.163382 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-342116d6-3946-4a91-990e-5b584336bea2 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:55.169336 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ef67f-d8e0-44d6-bdc3-7547f1c21c8f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Network': ['ID=fcd4afda-5979-4d77-85c6-e649d73da8f3,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:55.197733 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-19a82a08-f52a-427a-9f34-5f2966c996fd None None] The port '7d60071d-796d-4488-b2de-f630e33268b1' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:18:55.230421 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aff0d883-bba2-4fc5-95b6-c778d40e3e47 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:55.231647 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-aff0d883-bba2-4fc5-95b6-c778d40e3e47 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3836217 Oct 10 11:18:55.234432 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57094) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:55.258980 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-342116d6-3946-4a91-990e-5b584336bea2 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:55.262784 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-075e1e96-3df5-460d-94df-a0e1e5d7809a tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:55.267527 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-620ef67f-d8e0-44d6-bdc3-7547f1c21c8f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/networks/fcd4afda-5979-4d77-85c6-e649d73da8f3 HTTP/1.1" status: 204 len: 168 time: 1.3681161 Oct 10 11:18:55.271370 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57098) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:55.271527 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-342116d6-3946-4a91-990e-5b584336bea2 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] device_id is not set on port 5567b3b3-27a5-4247-b548-45fe1b72bcb9 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:18:55.279386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-61de19d7-915b-4469-a398-2c627631645c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1986884037'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:55.283802 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-075e1e96-3df5-460d-94df-a0e1e5d7809a tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:55.293139 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-61de19d7-915b-4469-a398-2c627631645c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:55.299023 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-61de19d7-915b-4469-a398-2c627631645c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Usage tracker for resource:network and tenant:936e4bb70f4f401fa185998b9205aaff is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:55.302358 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-61de19d7-915b-4469-a398-2c627631645c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:55.310608 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-61de19d7-915b-4469-a398-2c627631645c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:55.337972 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342116d6-3946-4a91-990e-5b584336bea2 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7ce67c-2579-4d52-be30-4fdcb15c96ac,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:55.395894 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-075e1e96-3df5-460d-94df-a0e1e5d7809a tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:55.418544 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e1e96-3df5-460d-94df-a0e1e5d7809a tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98dc1b6e-996f-4445-9f6b-9c25399e0c47,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:55.421076 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61de19d7-915b-4469-a398-2c627631645c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Made reservation on behalf of 936e4bb70f4f401fa185998b9205aaff for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:18:55.424734 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-61de19d7-915b-4469-a398-2c627631645c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:55.437211 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-075e1e96-3df5-460d-94df-a0e1e5d7809a tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:55.438351 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-075e1e96-3df5-460d-94df-a0e1e5d7809a tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/98dc1b6e-996f-4445-9f6b-9c25399e0c47 HTTP/1.1" status: 204 len: 168 time: 0.2030094 Oct 10 11:18:55.441683 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57102) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:55.479526 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61de19d7-915b-4469-a398-2c627631645c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 480} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:18:55.502582 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-61de19d7-915b-4469-a398-2c627631645c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:55.503347 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-61de19d7-915b-4469-a398-2c627631645c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Added segment f54a463c-d93b-4431-978b-0ac6d2eccbce of type vlan for network b23a1615-98fe-47fa-9b0a-b45181fe752a Oct 10 11:18:55.511817 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5d8d2a07-ed4b-4705-aebb-7d6b919ae61f tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Synchronizing usage tracker for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group_rule {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:55.534029 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-342116d6-3946-4a91-990e-5b584336bea2 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Allocated IP 172.26.4.140 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/5567b3b3-27a5-4247-b548-45fe1b72bcb9) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:18:55.669950 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5d8d2a07-ed4b-4705-aebb-7d6b919ae61f tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Unset dirty status for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group_rule {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:55.673776 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5d8d2a07-ed4b-4705-aebb-7d6b919ae61f tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2285137 Oct 10 11:18:55.673776 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-61de19d7-915b-4469-a398-2c627631645c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:55.676184 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57116) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:55.748809 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-342116d6-3946-4a91-990e-5b584336bea2 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:55.763855 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3bd9a444-1b27-4ce0-8333-e387111b9010 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:55.792587 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3bd9a444-1b27-4ce0-8333-e387111b9010 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:55.825367 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-61de19d7-915b-4469-a398-2c627631645c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:55.830994 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61de19d7-915b-4469-a398-2c627631645c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:55.831571 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-61de19d7-915b-4469-a398-2c627631645c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:55.848030 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-342116d6-3946-4a91-990e-5b584336bea2 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:55.922740 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342116d6-3946-4a91-990e-5b584336bea2 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:18:55.925629 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-342116d6-3946-4a91-990e-5b584336bea2 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:55.929236 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342116d6-3946-4a91-990e-5b584336bea2 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:18:55.950420 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3bd9a444-1b27-4ce0-8333-e387111b9010 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:55.959263 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342116d6-3946-4a91-990e-5b584336bea2 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Pushing event updated for resources: {'Port': ['ID=5567b3b3-27a5-4247-b548-45fe1b72bcb9,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:55.976844 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de19d7-915b-4469-a398-2c627631645c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Network': ['ID=b23a1615-98fe-47fa-9b0a-b45181fe752a,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:55.993747 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9a444-1b27-4ce0-8333-e387111b9010 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9b0f9b-d79c-49e0-a1f1-a506acde3408,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:55.997914 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342116d6-3946-4a91-990e-5b584336bea2 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:55.998812 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-342116d6-3946-4a91-990e-5b584336bea2 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:56.002961 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network b23a1615-98fe-47fa-9b0a-b45181fe752a details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:18:56.004132 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57124) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:56.006851 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-61de19d7-915b-4469-a398-2c627631645c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7345140 Oct 10 11:18:56.013300 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-392f0ac6-9717-4d03-bb2e-60d2f6c6e8f1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'subnet': {'network_id': 'b23a1615-98fe-47fa-9b0a-b45181fe752a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:56.036077 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3bd9a444-1b27-4ce0-8333-e387111b9010 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:56.037184 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-3bd9a444-1b27-4ce0-8333-e387111b9010 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "DELETE /v2.0/security-groups/eb9b0f9b-d79c-49e0-a1f1-a506acde3408 HTTP/1.1" status: 204 len: 168 time: 0.3600938 Oct 10 11:18:56.040897 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57128) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:56.113900 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-542cef86-98e8-4563-a8eb-b7ab55e8e15b tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Synchronizing usage tracker for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:56.151156 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-342116d6-3946-4a91-990e-5b584336bea2 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5029690 Oct 10 11:18:56.152082 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57136) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:56.161676 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-e6418e46-222e-4269-98e2-9bfc240b0754 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.140'}]}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:56.166252 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-392f0ac6-9717-4d03-bb2e-60d2f6c6e8f1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:56.171387 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-e6418e46-222e-4269-98e2-9bfc240b0754 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:56.183078 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-392f0ac6-9717-4d03-bb2e-60d2f6c6e8f1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Usage tracker for resource:subnet and tenant:936e4bb70f4f401fa185998b9205aaff is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:56.183078 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-392f0ac6-9717-4d03-bb2e-60d2f6c6e8f1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:56.183078 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e6418e46-222e-4269-98e2-9bfc240b0754 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Usage tracker for resource:router and tenant:efa7d3f467ae4000866e6740dadd6e20 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:56.186743 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e6418e46-222e-4269-98e2-9bfc240b0754 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:56.189458 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-392f0ac6-9717-4d03-bb2e-60d2f6c6e8f1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:56.195386 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-e6418e46-222e-4269-98e2-9bfc240b0754 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:56.203125 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-542cef86-98e8-4563-a8eb-b7ab55e8e15b tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Unset dirty status for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:56.206929 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-542cef86-98e8-4563-a8eb-b7ab55e8e15b tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1620033 Oct 10 11:18:56.208480 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57140) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:56.214914 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-129c22e8-330d-4d08-9911-27923b0ee343 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Request body: {'security_group': {'name': 'tempest-secgroup--1996475506'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:56.221534 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-129c22e8-330d-4d08-9911-27923b0ee343 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:56.232143 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-129c22e8-330d-4d08-9911-27923b0ee343 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:56.269594 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392f0ac6-9717-4d03-bb2e-60d2f6c6e8f1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Made reservation on behalf of 936e4bb70f4f401fa185998b9205aaff for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:18:56.273638 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-392f0ac6-9717-4d03-bb2e-60d2f6c6e8f1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:56.293950 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-129c22e8-330d-4d08-9911-27923b0ee343 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:56.314327 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e6418e46-222e-4269-98e2-9bfc240b0754 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:56.315334 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e6418e46-222e-4269-98e2-9bfc240b0754 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:56.319888 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-129c22e8-330d-4d08-9911-27923b0ee343 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:56.324279 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-129c22e8-330d-4d08-9911-27923b0ee343 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Usage tracker for resource:security_group_rule and tenant:8c7d773d96294bf7a6a957c8dfa53b25 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:56.327216 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-129c22e8-330d-4d08-9911-27923b0ee343 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:56.332900 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-129c22e8-330d-4d08-9911-27923b0ee343 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:56.418314 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-129c22e8-330d-4d08-9911-27923b0ee343 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:56.432688 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e6418e46-222e-4269-98e2-9bfc240b0754 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:56.482035 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7c871-856f-492b-9b91-91f7873a4258 req-39bd7395-edb2-45c1-8b7c-7b900cfad416 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:56.483517 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5cd7c871-856f-492b-9b91-91f7873a4258 req-39bd7395-edb2-45c1-8b7c-7b900cfad416 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 946 time: 0.2575207 Oct 10 11:18:56.510789 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-129c22e8-330d-4d08-9911-27923b0ee343 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:56.572132 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c22e8-330d-4d08-9911-27923b0ee343 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e70a63f-9a32-496f-96c1-31042d52f2a6,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:56.705570 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-129c22e8-330d-4d08-9911-27923b0ee343 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:56.706907 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5cd7c871-856f-492b-9b91-91f7873a4258 req-47d3eb9b-b08b-4374-8f74-859a8c991a71 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2538c43-6897-455b-bde9-ae4c18cd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869967 Oct 10 11:18:56.709750 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-129c22e8-330d-4d08-9911-27923b0ee343 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5002213 Oct 10 11:18:56.711511 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57148) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:56.717308 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-f7c3d85f-0fd3-45e5-b1a3-f0cd645e1854 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Request body: {'security_group_rule': {'security_group_id': '4e70a63f-9a32-496f-96c1-31042d52f2a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:56.723772 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f7c3d85f-0fd3-45e5-b1a3-f0cd645e1854 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:56.736868 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f7c3d85f-0fd3-45e5-b1a3-f0cd645e1854 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Usage tracker for resource:security_group_rule and tenant:8c7d773d96294bf7a6a957c8dfa53b25 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:56.740095 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f7c3d85f-0fd3-45e5-b1a3-f0cd645e1854 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:56.748307 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f7c3d85f-0fd3-45e5-b1a3-f0cd645e1854 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:56.838498 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f7c3d85f-0fd3-45e5-b1a3-f0cd645e1854 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:56.859834 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e6418e46-222e-4269-98e2-9bfc240b0754 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:56.917145 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f7c3d85f-0fd3-45e5-b1a3-f0cd645e1854 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:56.927892 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-392f0ac6-9717-4d03-bb2e-60d2f6c6e8f1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:57.018811 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f7c3d85f-0fd3-45e5-b1a3-f0cd645e1854 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:57.043296 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f0ac6-9717-4d03-bb2e-60d2f6c6e8f1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Subnet': ['ID=5d81926f-4cb2-45b7-a37d-84e6e811e46e,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:57.048942 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3d85f-0fd3-45e5-b1a3-f0cd645e1854 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1d8867-097e-44e9-9884-357d3cc731f8,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:57.059841 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392f0ac6-9717-4d03-bb2e-60d2f6c6e8f1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Checking segment: {'id': 'f54a463c-d93b-4431-978b-0ac6d2eccbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'b23a1615-98fe-47fa-9b0a-b45181fe752a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:18:57.059841 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392f0ac6-9717-4d03-bb2e-60d2f6c6e8f1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network hostable DHCP agents. Network: b23a1615-98fe-47fa-9b0a-b45181fe752a, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:18:57.149474 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f7c3d85f-0fd3-45e5-b1a3-f0cd645e1854 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:57.151082 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f7c3d85f-0fd3-45e5-b1a3-f0cd645e1854 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4378269 Oct 10 11:18:57.153769 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57152) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:57.172720 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-350aaa1a-bf73-4eb8-8837-f887cd1af183 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-group-rules/ca1d8867-097e-44e9-9884-357d3cc731f8 HTTP/1.1" status: 200 len: 763 time: 0.0178490 Oct 10 11:18:57.175099 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57156) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:57.227771 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-84fa2af6-51eb-4cd9-8bbd-75a6ddd52b39 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Synchronizing usage tracker for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group_rule {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:57.303978 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392f0ac6-9717-4d03-bb2e-60d2f6c6e8f1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network b23a1615-98fe-47fa-9b0a-b45181fe752a is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:18:57.344797 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-84fa2af6-51eb-4cd9-8bbd-75a6ddd52b39 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Unset dirty status for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group_rule {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:57.346174 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-84fa2af6-51eb-4cd9-8bbd-75a6ddd52b39 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1701975 Oct 10 11:18:57.349022 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57160) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:57.380888 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-588f59b3-0433-4b8b-b472-7277dfe32796 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:57.393788 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-588f59b3-0433-4b8b-b472-7277dfe32796 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:57.475739 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-588f59b3-0433-4b8b-b472-7277dfe32796 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:57.495052 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f59b3-0433-4b8b-b472-7277dfe32796 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca1d8867-097e-44e9-9884-357d3cc731f8,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:57.539666 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-588f59b3-0433-4b8b-b472-7277dfe32796 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:57.540800 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-588f59b3-0433-4b8b-b472-7277dfe32796 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/ca1d8867-097e-44e9-9884-357d3cc731f8 HTTP/1.1" status: 204 len: 168 time: 0.1908274 Oct 10 11:18:57.543367 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57164) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:57.590845 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2a2a7f55-4470-48c1-8de5-1addc0924284 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Synchronizing usage tracker for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group_rule {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:57.592393 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-392f0ac6-9717-4d03-bb2e-60d2f6c6e8f1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, b23a1615-98fe-47fa-9b0a-b45181fe752a) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:57.599938 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392f0ac6-9717-4d03-bb2e-60d2f6c6e8f1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:57.600539 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-392f0ac6-9717-4d03-bb2e-60d2f6c6e8f1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:57.602146 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1f654c-1c55-4f08-98e3-0712bc2bd438 None None] Network b23a1615-98fe-47fa-9b0a-b45181fe752a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:18:57.622467 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e6418e46-222e-4269-98e2-9bfc240b0754 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:57.659365 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2a2a7f55-4470-48c1-8de5-1addc0924284 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Unset dirty status for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group_rule {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:57.659635 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e6418e46-222e-4269-98e2-9bfc240b0754 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:57.664266 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2a2a7f55-4470-48c1-8de5-1addc0924284 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1165977 Oct 10 11:18:57.664745 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57168) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:57.670089 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-ec4911e6-19d6-4764-b402-fd8b56bf3485 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Request body: {'security_group_rule': {'security_group_id': '4e70a63f-9a32-496f-96c1-31042d52f2a6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:57.676505 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ec4911e6-19d6-4764-b402-fd8b56bf3485 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:57.688485 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ec4911e6-19d6-4764-b402-fd8b56bf3485 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:57.713276 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-392f0ac6-9717-4d03-bb2e-60d2f6c6e8f1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7076974 Oct 10 11:18:57.715844 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57172) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:57.721626 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-b827f8b2-dab0-4668-9c52-86eea54b999d tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2060289481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:57.728181 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b827f8b2-dab0-4668-9c52-86eea54b999d tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:57.733498 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b827f8b2-dab0-4668-9c52-86eea54b999d tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Usage tracker for resource:router and tenant:936e4bb70f4f401fa185998b9205aaff is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:18:57.734922 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b827f8b2-dab0-4668-9c52-86eea54b999d tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:18:57.741301 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b827f8b2-dab0-4668-9c52-86eea54b999d tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:57.769821 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ec4911e6-19d6-4764-b402-fd8b56bf3485 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:57.845646 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b827f8b2-dab0-4668-9c52-86eea54b999d tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:57.846623 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b827f8b2-dab0-4668-9c52-86eea54b999d tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:57.878502 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f8b6b1-a993-4bd6-84ab-217af4152656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-b23a1615-98fe-47fa-9b0a-b45181fe752a', 'network_id': 'b23a1615-98fe-47fa-9b0a-b45181fe752a', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'fixed_ips': [{'subnet_id': '5d81926f-4cb2-45b7-a37d-84e6e811e46e'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:18:57.878502 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-12f8b6b1-a993-4bd6-84ab-217af4152656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:57.892482 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ec4911e6-19d6-4764-b402-fd8b56bf3485 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:57.925720 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b827f8b2-dab0-4668-9c52-86eea54b999d tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:57.945039 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e6418e46-222e-4269-98e2-9bfc240b0754 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:57.963934 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f4cc2-9928-4068-b48c-ccfb1c6542b9 req-510f9011-ec42-49c0-b531-3b3fcf8fe132 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:57.965445 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-926f4cc2-9928-4068-b48c-ccfb1c6542b9 req-510f9011-ec42-49c0-b531-3b3fcf8fe132 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 946 time: 0.1210635 Oct 10 11:18:57.973815 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ec4911e6-19d6-4764-b402-fd8b56bf3485 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:58.016839 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4911e6-19d6-4764-b402-fd8b56bf3485 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5afa3181-9e9b-4faa-9e7f-ea7e5a5d212a,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:58.039541 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b827f8b2-dab0-4668-9c52-86eea54b999d tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:58.059775 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-926f4cc2-9928-4068-b48c-ccfb1c6542b9 req-d6c68c30-de6d-4b4c-876e-999558283eab tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2538c43-6897-455b-bde9-ae4c18cd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880556 Oct 10 11:18:58.068176 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-12f8b6b1-a993-4bd6-84ab-217af4152656 None None] Allocated IP 2001:db8::2 (b23a1615-98fe-47fa-9b0a-b45181fe752a/5d81926f-4cb2-45b7-a37d-84e6e811e46e/1b86da0d-240d-4732-9c30-9cf1da676e75) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:18:58.138272 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ec4911e6-19d6-4764-b402-fd8b56bf3485 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:58.139452 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ec4911e6-19d6-4764-b402-fd8b56bf3485 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4735308 Oct 10 11:18:58.142424 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57178) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:58.153091 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b827f8b2-dab0-4668-9c52-86eea54b999d tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:58.157417 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b827f8b2-dab0-4668-9c52-86eea54b999d tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4373965 Oct 10 11:18:58.157417 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57182) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:58.232377 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2cc04b49-fc92-4ff8-8bfa-dba3fd05958c tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-group-rules/5afa3181-9e9b-4faa-9e7f-ea7e5a5d212a HTTP/1.1" status: 200 len: 763 time: 0.0888238 Oct 10 11:18:58.252296 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57186) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:58.285357 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e6418e46-222e-4269-98e2-9bfc240b0754 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:58.289689 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e6418e46-222e-4269-98e2-9bfc240b0754 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:58.290309 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-12f8b6b1-a993-4bd6-84ab-217af4152656 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:58.300659 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-12f8b6b1-a993-4bd6-84ab-217af4152656 None None] Transition to ACTIVE for port object 1b86da0d-240d-4732-9c30-9cf1da676e75 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:18:58.321438 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-12f8b6b1-a993-4bd6-84ab-217af4152656 None None] Transition to ACTIVE for port object 1b86da0d-240d-4732-9c30-9cf1da676e75 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:18:58.333163 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-eb02ace7-a145-4e03-814e-911d1272154d tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Synchronizing usage tracker for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group_rule {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:58.385030 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-12f8b6b1-a993-4bd6-84ab-217af4152656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:58.425516 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-eb02ace7-a145-4e03-814e-911d1272154d tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Unset dirty status for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group_rule {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:58.430543 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-eb02ace7-a145-4e03-814e-911d1272154d tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1738148 Oct 10 11:18:58.430945 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57190) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:58.432174 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e6418e46-222e-4269-98e2-9bfc240b0754 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:58.433004 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6418e46-222e-4269-98e2-9bfc240b0754 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b5f081b-4454-4cf0-835b-b3fa6dd6920f {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:18:58.453558 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f8b6b1-a993-4bd6-84ab-217af4152656 None None] Network b23a1615-98fe-47fa-9b0a-b45181fe752a is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:18:58.456563 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-12f8b6b1-a993-4bd6-84ab-217af4152656 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:58.460284 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f8b6b1-a993-4bd6-84ab-217af4152656 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:18:58.466060 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8b6b1-a993-4bd6-84ab-217af4152656 None None] Pushing event updated for resources: {'Port': ['ID=1b86da0d-240d-4732-9c30-9cf1da676e75,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:58.521561 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-e6418e46-222e-4269-98e2-9bfc240b0754 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 10 11:18:58.526244 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e6418e46-222e-4269-98e2-9bfc240b0754 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3693275 Oct 10 11:18:58.526471 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57194) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:58.574745 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-12f8b6b1-a993-4bd6-84ab-217af4152656 None None] Attempting to bind port 1b86da0d-240d-4732-9c30-9cf1da676e75 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:18:58.575156 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-12f8b6b1-a993-4bd6-84ab-217af4152656 None None] Attempting to bind port 1b86da0d-240d-4732-9c30-9cf1da676e75 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'f54a463c-d93b-4431-978b-0ac6d2eccbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'b23a1615-98fe-47fa-9b0a-b45181fe752a'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:18:58.575485 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f8b6b1-a993-4bd6-84ab-217af4152656 None None] Attempting to bind port 1b86da0d-240d-4732-9c30-9cf1da676e75 on network b23a1615-98fe-47fa-9b0a-b45181fe752a {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:18:58.581181 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f8b6b1-a993-4bd6-84ab-217af4152656 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:18:58.581559 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f8b6b1-a993-4bd6-84ab-217af4152656 None None] Checking segment: {'id': 'f54a463c-d93b-4431-978b-0ac6d2eccbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'b23a1615-98fe-47fa-9b0a-b45181fe752a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:18:58.581980 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-12f8b6b1-a993-4bd6-84ab-217af4152656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:58.582460 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f8b6b1-a993-4bd6-84ab-217af4152656 None None] Bound using segment: {'id': 'f54a463c-d93b-4431-978b-0ac6d2eccbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'b23a1615-98fe-47fa-9b0a-b45181fe752a'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:18:58.582973 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-12f8b6b1-a993-4bd6-84ab-217af4152656 None None] Bound port: 1b86da0d-240d-4732-9c30-9cf1da676e75, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f54a463c-d93b-4431-978b-0ac6d2eccbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'b23a1615-98fe-47fa-9b0a-b45181fe752a'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:18:58.583502 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-12f8b6b1-a993-4bd6-84ab-217af4152656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:58.596198 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7fa6e309-4dab-4de0-8967-b82fc6ae2a4b tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:58.620631 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-c5b312b1-3bf9-45d6-abc7-0bbb8c105ae4 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Deleting port 5567b3b3-27a5-4247-b548-45fe1b72bcb9 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:18:58.621185 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c5b312b1-3bf9-45d6-abc7-0bbb8c105ae4 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:58.636974 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7fa6e309-4dab-4de0-8967-b82fc6ae2a4b tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:58.702272 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-12f8b6b1-a993-4bd6-84ab-217af4152656 None None] For port 1b86da0d-240d-4732-9c30-9cf1da676e75, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:18:58.705561 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-12f8b6b1-a993-4bd6-84ab-217af4152656 None None] For port 1b86da0d-240d-4732-9c30-9cf1da676e75, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1b86da0d-240d-4732-9c30-9cf1da676e75,segment=NetworkSegment(f54a463c-d93b-4431-978b-0ac6d2eccbce),segment_id=f54a463c-d93b-4431-978b-0ac6d2eccbce)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:18:58.723979 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0fcd2280-901d-4512-b558-55f99cf17872 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:58.774423 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-12f8b6b1-a993-4bd6-84ab-217af4152656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:58.885487 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8b6b1-a993-4bd6-84ab-217af4152656 None None] Pushing event updated for resources: {'Port': ['ID=1b86da0d-240d-4732-9c30-9cf1da676e75,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:58.917963 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c5b312b1-3bf9-45d6-abc7-0bbb8c105ae4 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:58.984276 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7fa6e309-4dab-4de0-8967-b82fc6ae2a4b tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:59.019321 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6e309-4dab-4de0-8967-b82fc6ae2a4b tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5afa3181-9e9b-4faa-9e7f-ea7e5a5d212a,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:59.050271 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-c5b312b1-3bf9-45d6-abc7-0bbb8c105ae4 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Calling delete_port for 5567b3b3-27a5-4247-b548-45fe1b72bcb9 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:18:59.113269 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7fa6e309-4dab-4de0-8967-b82fc6ae2a4b tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:59.114618 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7fa6e309-4dab-4de0-8967-b82fc6ae2a4b tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/5afa3181-9e9b-4faa-9e7f-ea7e5a5d212a HTTP/1.1" status: 204 len: 168 time: 0.6827404 Oct 10 11:18:59.120513 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57202) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:59.227907 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-bb3713f3-70e4-4c41-99aa-0a38fec45244 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Synchronizing usage tracker for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group_rule {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:18:59.331489 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-0fcd2280-901d-4512-b558-55f99cf17872 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Allocated IP 2001:db8::1 (b23a1615-98fe-47fa-9b0a-b45181fe752a/5d81926f-4cb2-45b7-a37d-84e6e811e46e/54204c75-129c-4b14-9002-34110ea7fb1e) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:18:59.332320 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7168c80-1658-4232-a0dc-7a2115951d8f req-82a13c30-ae8e-4f98-9082-5fddd6bf0e1d tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:18:59.333871 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a7168c80-1658-4232-a0dc-7a2115951d8f req-82a13c30-ae8e-4f98-9082-5fddd6bf0e1d tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 946 time: 0.1088481 Oct 10 11:18:59.350158 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-bb3713f3-70e4-4c41-99aa-0a38fec45244 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Unset dirty status for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group_rule {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:18:59.351482 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-bb3713f3-70e4-4c41-99aa-0a38fec45244 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2320449 Oct 10 11:18:59.354736 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57206) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:59.360159 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-9158390f-219f-4394-9084-da3697730282 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Request body: {'security_group_rule': {'security_group_id': '4e70a63f-9a32-496f-96c1-31042d52f2a6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:18:59.366049 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9158390f-219f-4394-9084-da3697730282 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:18:59.373481 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c5b312b1-3bf9-45d6-abc7-0bbb8c105ae4 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:59.380037 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9158390f-219f-4394-9084-da3697730282 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:18:59.504719 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9158390f-219f-4394-9084-da3697730282 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:59.533919 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a7168c80-1658-4232-a0dc-7a2115951d8f req-87c804c6-3ff6-46bb-99ea-e1243e8cfc19 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2538c43-6897-455b-bde9-ae4c18cd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942265 Oct 10 11:18:59.545597 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b312b1-3bf9-45d6-abc7-0bbb8c105ae4 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Pushing event deleted for resources: {'Port': ['ID=5567b3b3-27a5-4247-b548-45fe1b72bcb9,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:59.612465 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0fcd2280-901d-4512-b558-55f99cf17872 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:59.644293 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9158390f-219f-4394-9084-da3697730282 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:59.645448 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-0fcd2280-901d-4512-b558-55f99cf17872 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Transition to ACTIVE for port object 54204c75-129c-4b14-9002-34110ea7fb1e will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:18:59.662102 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c5b312b1-3bf9-45d6-abc7-0bbb8c105ae4 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:59.673542 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c5b312b1-3bf9-45d6-abc7-0bbb8c105ae4 tempest-RoutersAdminNegativeTest-2047373197 tempest-RoutersAdminNegativeTest-2047373197-project-admin] 10.222.0.40 "DELETE /v2.0/ports/5567b3b3-27a5-4247-b548-45fe1b72bcb9 HTTP/1.1" status: 204 len: 168 time: 1.1460581 Oct 10 11:18:59.710714 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9158390f-219f-4394-9084-da3697730282 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:59.737146 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158390f-219f-4394-9084-da3697730282 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=863f17f6-fc29-43d6-82d2-f0cef9485a61,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:59.752562 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0fcd2280-901d-4512-b558-55f99cf17872 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:59.830982 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcd2280-901d-4512-b558-55f99cf17872 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network b23a1615-98fe-47fa-9b0a-b45181fe752a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:18:59.833767 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-0fcd2280-901d-4512-b558-55f99cf17872 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:18:59.836436 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcd2280-901d-4512-b558-55f99cf17872 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:18:59.837139 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0fcd2280-901d-4512-b558-55f99cf17872 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:59.844903 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9158390f-219f-4394-9084-da3697730282 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:59.848619 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9158390f-219f-4394-9084-da3697730282 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4904368 Oct 10 11:18:59.852513 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57212) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:59.856452 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd2280-901d-4512-b558-55f99cf17872 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Port': ['ID=54204c75-129c-4b14-9002-34110ea7fb1e,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:18:59.870276 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f6aaf1bf-6419-41c9-87f7-101bef6d5994 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-group-rules/863f17f6-fc29-43d6-82d2-f0cef9485a61 HTTP/1.1" status: 200 len: 764 time: 0.0202527 Oct 10 11:18:59.872754 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57216) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:59.924097 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c2c9a93a-71f4-4ee0-9a10-fe82fb6d55b6 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0502772 Oct 10 11:18:59.926811 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57220) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:18:59.962138 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-23ec2e04-4d96-487a-90ab-7dd8e2a85c6e tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:59.973057 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-23ec2e04-4d96-487a-90ab-7dd8e2a85c6e tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:18:59.990356 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dd9ce5-f3db-4578-a631-64ac79360beb None None] Network b23a1615-98fe-47fa-9b0a-b45181fe752a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:19:00.058890 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0fcd2280-901d-4512-b558-55f99cf17872 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:00.093354 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-23ec2e04-4d96-487a-90ab-7dd8e2a85c6e tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:00.111183 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec2e04-4d96-487a-90ab-7dd8e2a85c6e tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=863f17f6-fc29-43d6-82d2-f0cef9485a61,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:00.119101 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-23ec2e04-4d96-487a-90ab-7dd8e2a85c6e tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:00.122962 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-23ec2e04-4d96-487a-90ab-7dd8e2a85c6e tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "DELETE /v2.0/security-group-rules/863f17f6-fc29-43d6-82d2-f0cef9485a61 HTTP/1.1" status: 204 len: 168 time: 0.1947708 Oct 10 11:19:00.123438 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57224) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:00.179818 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1651fb36-56cc-4208-9fae-2e37165c1269 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Synchronizing usage tracker for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group_rule {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:19:00.219895 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-44ea8b80-6a77-4b97-9ac8-3ab191768c39 None None] Provisioning for port 1b86da0d-240d-4732-9c30-9cf1da676e75 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:00.253989 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1651fb36-56cc-4208-9fae-2e37165c1269 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Unset dirty status for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group_rule {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:19:00.256383 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1651fb36-56cc-4208-9fae-2e37165c1269 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1320240 Oct 10 11:19:00.258806 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57230) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:00.261611 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57232) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:00.351244 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5e3bcb2b-1d29-4b1d-8e39-e4826e91300f tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:00.384409 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5e3bcb2b-1d29-4b1d-8e39-e4826e91300f tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:00.443233 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c3128ee9-d5eb-4fa9-84ad-76e6ce5c7cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:00.466009 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c3128ee9-d5eb-4fa9-84ad-76e6ce5c7cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:00.466009 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c3128ee9-d5eb-4fa9-84ad-76e6ce5c7cab admin admin] Usage tracker for resource:security_group_rule and tenant:bad958cecc3c440aaf49143914e27e4b is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:00.466243 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c3128ee9-d5eb-4fa9-84ad-76e6ce5c7cab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:00.472102 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c3128ee9-d5eb-4fa9-84ad-76e6ce5c7cab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:00.509192 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0fcd2280-901d-4512-b558-55f99cf17872 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:00.546173 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5e3bcb2b-1d29-4b1d-8e39-e4826e91300f tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:00.572298 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bcb2b-1d29-4b1d-8e39-e4826e91300f tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e70a63f-9a32-496f-96c1-31042d52f2a6,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:00.602965 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0fcd2280-901d-4512-b558-55f99cf17872 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:00.603756 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0fcd2280-901d-4512-b558-55f99cf17872 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:00.653722 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-cbe80cb3-538c-4af6-878f-7cc61a8e6300 None None] Provisioning for port 54204c75-129c-4b14-9002-34110ea7fb1e completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:00.658935 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-cbe80cb3-538c-4af6-878f-7cc61a8e6300 None None] Provisioning complete for port 54204c75-129c-4b14-9002-34110ea7fb1e triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:00.659306 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cbe80cb3-538c-4af6-878f-7cc61a8e6300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:00.659636 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-cbe80cb3-538c-4af6-878f-7cc61a8e6300 None None] Attempt 1 to provision port 54204c75-129c-4b14-9002-34110ea7fb1e Oct 10 11:19:00.674441 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c3128ee9-d5eb-4fa9-84ad-76e6ce5c7cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:00.715873 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5e3bcb2b-1d29-4b1d-8e39-e4826e91300f tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:00.719521 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5e3bcb2b-1d29-4b1d-8e39-e4826e91300f tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "DELETE /v2.0/security-groups/4e70a63f-9a32-496f-96c1-31042d52f2a6 HTTP/1.1" status: 204 len: 168 time: 0.4542866 Oct 10 11:19:00.719657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57244) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:00.734797 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-cbe80cb3-538c-4af6-878f-7cc61a8e6300 None None] Port 54204c75-129c-4b14-9002-34110ea7fb1e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:00.751740 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c3128ee9-d5eb-4fa9-84ad-76e6ce5c7cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:00.814025 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d0d240d2-8d1a-490b-9bdd-cd7b97734976 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Synchronizing usage tracker for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:19:00.827275 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c3128ee9-d5eb-4fa9-84ad-76e6ce5c7cab admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=bad958cecc3c440aaf49143914e27e4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5670569 Oct 10 11:19:00.829424 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3128ee9-d5eb-4fa9-84ad-76e6ce5c7cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910fc175-7eaf-4ce0-b31c-0b75dcef7452,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:00.831739 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57248) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:00.865471 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd2280-901d-4512-b558-55f99cf17872 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Port': ['ID=54204c75-129c-4b14-9002-34110ea7fb1e,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:00.903773 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-743f5073-67f8-4fc1-bb82-5a52964f1a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:00.930800 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d0d240d2-8d1a-490b-9bdd-cd7b97734976 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Unset dirty status for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:19:00.930800 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d0d240d2-8d1a-490b-9bdd-cd7b97734976 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2053258 Oct 10 11:19:00.930800 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57252) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:00.933831 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcd2280-901d-4512-b558-55f99cf17872 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network b23a1615-98fe-47fa-9b0a-b45181fe752a is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:00.936870 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-0fcd2280-901d-4512-b558-55f99cf17872 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:00.946819 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-d06626e0-f4bb-4de0-b0e0-48366c262410 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Request body: {'security_group': {'name': 'tempest-secgroup--755006896'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:00.964462 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d06626e0-f4bb-4de0-b0e0-48366c262410 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:00.968093 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-743f5073-67f8-4fc1-bb82-5a52964f1a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:00.991248 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d06626e0-f4bb-4de0-b0e0-48366c262410 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:01.014371 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1b86da0d-240d-4732-9c30-9cf1da676e75 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:01.021052 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f14ad-8ede-4c07-9390-18870bd48d00 req-235eb1c2-072c-495b-a4e4-cdff816cf91c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:01.023298 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-331f14ad-8ede-4c07-9390-18870bd48d00 req-235eb1c2-072c-495b-a4e4-cdff816cf91c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 946 time: 0.3142366 Oct 10 11:19:01.099126 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d06626e0-f4bb-4de0-b0e0-48366c262410 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:01.118943 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-743f5073-67f8-4fc1-bb82-5a52964f1a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:01.138805 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d06626e0-f4bb-4de0-b0e0-48366c262410 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:01.144313 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f5073-67f8-4fc1-bb82-5a52964f1a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910fc175-7eaf-4ce0-b31c-0b75dcef7452,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:01.146728 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d06626e0-f4bb-4de0-b0e0-48366c262410 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Usage tracker for resource:security_group_rule and tenant:8c7d773d96294bf7a6a957c8dfa53b25 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:01.152089 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d06626e0-f4bb-4de0-b0e0-48366c262410 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:01.159010 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d06626e0-f4bb-4de0-b0e0-48366c262410 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:01.161456 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-743f5073-67f8-4fc1-bb82-5a52964f1a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:01.166553 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-743f5073-67f8-4fc1-bb82-5a52964f1a74 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/910fc175-7eaf-4ce0-b31c-0b75dcef7452 HTTP/1.1" status: 204 len: 168 time: 0.3311419 Oct 10 11:19:01.207390 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 1b86da0d-240d-4732-9c30-9cf1da676e75 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:01.213235 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 1b86da0d-240d-4732-9c30-9cf1da676e75 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:01.215823 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:01.215823 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 1b86da0d-240d-4732-9c30-9cf1da676e75 Oct 10 11:19:01.253878 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-cbe80cb3-538c-4af6-878f-7cc61a8e6300 None None] Attempt 2 to provision port 54204c75-129c-4b14-9002-34110ea7fb1e Oct 10 11:19:01.257016 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d06626e0-f4bb-4de0-b0e0-48366c262410 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:01.320842 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-331f14ad-8ede-4c07-9390-18870bd48d00 req-93665ab8-54b2-44c5-8eb5-48588ece6c99 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2538c43-6897-455b-bde9-ae4c18cd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2884595 Oct 10 11:19:01.335574 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-cbe80cb3-538c-4af6-878f-7cc61a8e6300 None None] Port 54204c75-129c-4b14-9002-34110ea7fb1e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:01.346901 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d06626e0-f4bb-4de0-b0e0-48366c262410 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:01.400026 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 1b86da0d-240d-4732-9c30-9cf1da676e75 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:01.400869 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:01.403582 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06626e0-f4bb-4de0-b0e0-48366c262410 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c11a530f-b6ba-4dc6-b41f-f2fc75c6a2a7,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:01.430878 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fcd2280-901d-4512-b558-55f99cf17872 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Router 0df23d3d-88df-4bd8-a564-852880ae2a12 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:19:01.439761 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 1b86da0d-240d-4732-9c30-9cf1da676e75, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1b86da0d-240d-4732-9c30-9cf1da676e75,segment=NetworkSegment(f54a463c-d93b-4431-978b-0ac6d2eccbce),segment_id=f54a463c-d93b-4431-978b-0ac6d2eccbce)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:19:01.464779 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d06626e0-f4bb-4de0-b0e0-48366c262410 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:01.466271 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d06626e0-f4bb-4de0-b0e0-48366c262410 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5317531 Oct 10 11:19:01.468859 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57258) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:01.480448 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-57020d43-9f0e-4038-83a4-62ec3e5efbef tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Request body: {'security_group_rule': {'security_group_id': 'c11a530f-b6ba-4dc6-b41f-f2fc75c6a2a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:01.480771 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-57020d43-9f0e-4038-83a4-62ec3e5efbef tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:01.485112 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-57020d43-9f0e-4038-83a4-62ec3e5efbef tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Usage tracker for resource:security_group_rule and tenant:8c7d773d96294bf7a6a957c8dfa53b25 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:01.488107 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-57020d43-9f0e-4038-83a4-62ec3e5efbef tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:01.495020 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-57020d43-9f0e-4038-83a4-62ec3e5efbef tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:01.527607 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:01.597038 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-57020d43-9f0e-4038-83a4-62ec3e5efbef tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:01.600411 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcd2280-901d-4512-b558-55f99cf17872 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:19:01.610235 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0fcd2280-901d-4512-b558-55f99cf17872 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "PUT /v2.0/routers/0df23d3d-88df-4bd8-a564-852880ae2a12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4486630 Oct 10 11:19:01.610235 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57264) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:01.611876 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a148eb6-dde6-4cb5-a536-ee17bcb2e789 None None] Sync routers for ids ['0df23d3d-88df-4bd8-a564-852880ae2a12'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:19:01.622632 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a148eb6-dde6-4cb5-a536-ee17bcb2e789 None None] Routers {'0df23d3d-88df-4bd8-a564-852880ae2a12'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:01.623340 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-6a148eb6-dde6-4cb5-a536-ee17bcb2e789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['0df23d3d-88df-4bd8-a564-852880ae2a12'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:01.676675 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-57020d43-9f0e-4038-83a4-62ec3e5efbef tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:01.688286 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-6a148eb6-dde6-4cb5-a536-ee17bcb2e789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:01.697170 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a148eb6-dde6-4cb5-a536-ee17bcb2e789 None None] Routers {'0df23d3d-88df-4bd8-a564-852880ae2a12'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:01.697929 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-6a148eb6-dde6-4cb5-a536-ee17bcb2e789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['0df23d3d-88df-4bd8-a564-852880ae2a12'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:01.714084 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ca3238-d6af-4a62-b241-f59bca79084c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:01.715511 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f5ca3238-d6af-4a62-b241-f59bca79084c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Synchronizing usage tracker for tenant:936e4bb70f4f401fa185998b9205aaff on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:19:01.758768 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-6a148eb6-dde6-4cb5-a536-ee17bcb2e789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:01.759358 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a148eb6-dde6-4cb5-a536-ee17bcb2e789 None None] The sync data for ids ['0df23d3d-88df-4bd8-a564-852880ae2a12'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:19:01.765061 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=1b86da0d-240d-4732-9c30-9cf1da676e75,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:01.768854 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-57020d43-9f0e-4038-83a4-62ec3e5efbef tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:01.795085 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57020d43-9f0e-4038-83a4-62ec3e5efbef tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1c1229-24d4-483f-8ad5-99750bad736e,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:01.800141 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f5ca3238-d6af-4a62-b241-f59bca79084c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Unset dirty status for tenant:936e4bb70f4f401fa185998b9205aaff on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:19:01.808846 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f5ca3238-d6af-4a62-b241-f59bca79084c tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "GET /v2.0/ports/54204c75-129c-4b14-9002-34110ea7fb1e HTTP/1.1" status: 200 len: 911 time: 0.1913030 Oct 10 11:19:01.808964 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57268) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:01.836975 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-cbe80cb3-538c-4af6-878f-7cc61a8e6300 None None] Attempt 3 to provision port 54204c75-129c-4b14-9002-34110ea7fb1e Oct 10 11:19:01.906563 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-cbe80cb3-538c-4af6-878f-7cc61a8e6300 None None] Port 54204c75-129c-4b14-9002-34110ea7fb1e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:01.929958 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-57020d43-9f0e-4038-83a4-62ec3e5efbef tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:01.931050 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-57020d43-9f0e-4038-83a4-62ec3e5efbef tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4611440 Oct 10 11:19:01.934001 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57272) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:01.963122 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57276) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:02.003652 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9a6bb524-ebdd-4cc3-b3df-c4553a476dae tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:02.032035 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9a6bb524-ebdd-4cc3-b3df-c4553a476dae tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:02.144493 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9a6bb524-ebdd-4cc3-b3df-c4553a476dae tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:02.160708 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0e01874b-5eb9-472b-8971-4e778ed8a674 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=efa7d3f467ae4000866e6740dadd6e20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1941071 Oct 10 11:19:02.161288 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57280) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:02.162768 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6bb524-ebdd-4cc3-b3df-c4553a476dae tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11a530f-b6ba-4dc6-b41f-f2fc75c6a2a7,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:02.174643 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9a6bb524-ebdd-4cc3-b3df-c4553a476dae tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:02.178228 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9a6bb524-ebdd-4cc3-b3df-c4553a476dae tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "DELETE /v2.0/security-groups/c11a530f-b6ba-4dc6-b41f-f2fc75c6a2a7 HTTP/1.1" status: 204 len: 168 time: 0.2407746 Oct 10 11:19:02.178459 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57284) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:02.230961 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f4a54fdc-8dd3-4796-a62b-e92e2e0f3d06 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Synchronizing usage tracker for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:19:02.312184 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4858d6e9-2dfd-42b6-947b-a51e39a19be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:02.326232 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f4a54fdc-8dd3-4796-a62b-e92e2e0f3d06 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Unset dirty status for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:19:02.327558 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f4a54fdc-8dd3-4796-a62b-e92e2e0f3d06 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1482360 Oct 10 11:19:02.330251 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57288) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:02.350395 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4858d6e9-2dfd-42b6-947b-a51e39a19be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:02.374750 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0d3e0d4a-0f1c-4480-b9c8-974a91233bd1 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Synchronizing usage tracker for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group_rule {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:19:02.407590 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-cbe80cb3-538c-4af6-878f-7cc61a8e6300 None None] Attempt 4 to provision port 54204c75-129c-4b14-9002-34110ea7fb1e Oct 10 11:19:02.447331 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0d3e0d4a-0f1c-4480-b9c8-974a91233bd1 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] Unset dirty status for tenant:8c7d773d96294bf7a6a957c8dfa53b25 on resource:security_group_rule {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:19:02.449562 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0d3e0d4a-0f1c-4480-b9c8-974a91233bd1 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1173534 Oct 10 11:19:02.451325 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57294) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:02.468805 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-e083b118-af21-4825-ab90-c24b7c96aeca tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] delete failed (client error): The resource could not be found. Oct 10 11:19:02.469941 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e083b118-af21-4825-ab90-c24b7c96aeca tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "DELETE /v2.0/security-groups/c11a530f-b6ba-4dc6-b41f-f2fc75c6a2a7 HTTP/1.1" status: 404 len: 347 time: 0.0174119 Oct 10 11:19:02.473992 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57298) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:02.475230 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-cbe80cb3-538c-4af6-878f-7cc61a8e6300 None None] Port 54204c75-129c-4b14-9002-34110ea7fb1e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:02.526991 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e09f8346-cce3-4abb-9ea7-282f6333c114 tempest-SecGroupTest-1646059122 tempest-SecGroupTest-1646059122-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0524502 Oct 10 11:19:02.529079 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8ccbe89d-3660-4036-a87c-1717764cee8b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:02.583214 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4858d6e9-2dfd-42b6-947b-a51e39a19be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:02.771860 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858d6e9-2dfd-42b6-947b-a51e39a19be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7ce67c-2579-4d52-be30-4fdcb15c96ac,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:02.799795 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4858d6e9-2dfd-42b6-947b-a51e39a19be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:02.801116 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4858d6e9-2dfd-42b6-947b-a51e39a19be0 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7d7ce67c-2579-4d52-be30-4fdcb15c96ac HTTP/1.1" status: 204 len: 168 time: 0.6391735 Oct 10 11:19:02.824353 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f0669-9856-49b3-9e67-05d6711432b0 req-87117d7d-84c8-4721-8167-7500570e5891 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:02.825832 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8a2f0669-9856-49b3-9e67-05d6711432b0 req-87117d7d-84c8-4721-8167-7500570e5891 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 946 time: 0.3721001 Oct 10 11:19:02.920137 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1b86da0d-240d-4732-9c30-9cf1da676e75 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:02.968287 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8a2f0669-9856-49b3-9e67-05d6711432b0 req-02437d78-390a-4fca-af56-1919fcba55fb tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2538c43-6897-455b-bde9-ae4c18cd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916672 Oct 10 11:19:02.997284 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-cbe80cb3-538c-4af6-878f-7cc61a8e6300 None None] Attempt 5 to provision port 54204c75-129c-4b14-9002-34110ea7fb1e Oct 10 11:19:03.032802 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57308) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:03.078025 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-8ccbe89d-3660-4036-a87c-1717764cee8b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Deleting port 54204c75-129c-4b14-9002-34110ea7fb1e {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:19:03.078369 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8ccbe89d-3660-4036-a87c-1717764cee8b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:03.079760 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-cbe80cb3-538c-4af6-878f-7cc61a8e6300 None None] Port 54204c75-129c-4b14-9002-34110ea7fb1e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:03.080878 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 1b86da0d-240d-4732-9c30-9cf1da676e75 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:03.081334 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:03.081871 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 1b86da0d-240d-4732-9c30-9cf1da676e75 Oct 10 11:19:03.230105 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 1b86da0d-240d-4732-9c30-9cf1da676e75 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:03.235853 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8b0ccbca-c7b2-4908-a494-2c677be7d3d4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8c7d773d96294bf7a6a957c8dfa53b25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2012804 Oct 10 11:19:03.238643 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57322) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:03.300544 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b36cef5c-da3a-4b0b-b9f4-a7c08ff433b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:03.301435 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8ccbe89d-3660-4036-a87c-1717764cee8b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:03.327070 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b36cef5c-da3a-4b0b-b9f4-a7c08ff433b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:03.424343 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9a2a9dfd-0f38-4dbd-a9db-a1599ff18650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:03.430339 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-8ccbe89d-3660-4036-a87c-1717764cee8b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Calling delete_port for 54204c75-129c-4b14-9002-34110ea7fb1e owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:19:03.458636 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b36cef5c-da3a-4b0b-b9f4-a7c08ff433b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:03.474559 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36cef5c-da3a-4b0b-b9f4-a7c08ff433b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389a3168-8e87-4896-a912-04dd1bb89827,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:03.580749 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-cbe80cb3-538c-4af6-878f-7cc61a8e6300 None None] Attempt 6 to provision port 54204c75-129c-4b14-9002-34110ea7fb1e Oct 10 11:19:03.629447 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b36cef5c-da3a-4b0b-b9f4-a7c08ff433b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:03.630852 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b36cef5c-da3a-4b0b-b9f4-a7c08ff433b7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/389a3168-8e87-4896-a912-04dd1bb89827 HTTP/1.1" status: 204 len: 168 time: 0.3913229 Oct 10 11:19:03.654679 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-cbe80cb3-538c-4af6-878f-7cc61a8e6300 None None] Port 54204c75-129c-4b14-9002-34110ea7fb1e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:03.698782 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8ccbe89d-3660-4036-a87c-1717764cee8b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:03.748790 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccbe89d-3660-4036-a87c-1717764cee8b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Port': ['ID=54204c75-129c-4b14-9002-34110ea7fb1e,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:03.853510 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57340) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:03.893388 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57344) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:03.939592 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8ccbe89d-3660-4036-a87c-1717764cee8b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:03.965783 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3965aa-d69e-4bef-b0fd-b0b662973ff8 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:03.966848 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3965aa-d69e-4bef-b0fd-b0b662973ff8 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:03.967391 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3965aa-d69e-4bef-b0fd-b0b662973ff8 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:03.969759 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-fe3965aa-d69e-4bef-b0fd-b0b662973ff8 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/ports?project_id=abdeb3603c4943b08320f37282de8f91&network_id=660a4c34-f993-4054-9fd7-f447717be71f HTTP/1.1" status: 200 len: 2999 time: 0.1151526 Oct 10 11:19:04.156263 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-cbe80cb3-538c-4af6-878f-7cc61a8e6300 None None] Attempt 7 to provision port 54204c75-129c-4b14-9002-34110ea7fb1e Oct 10 11:19:04.222593 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-cbe80cb3-538c-4af6-878f-7cc61a8e6300 None None] Port 54204c75-129c-4b14-9002-34110ea7fb1e was deleted so its status cannot be updated. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 10 11:19:04.248551 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-cbe80cb3-538c-4af6-878f-7cc61a8e6300 None None] Provisioning complete for port 1b86da0d-240d-4732-9c30-9cf1da676e75 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:04.249198 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cbe80cb3-538c-4af6-878f-7cc61a8e6300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:04.250035 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-cbe80cb3-538c-4af6-878f-7cc61a8e6300 None None] Attempt 1 to provision port 1b86da0d-240d-4732-9c30-9cf1da676e75 Oct 10 11:19:04.252834 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccbe89d-3660-4036-a87c-1717764cee8b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Router 0df23d3d-88df-4bd8-a564-852880ae2a12 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:19:04.266115 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-3d9a758c-c7b2-4a57-bbb2-1d12851f4ad8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1750815931'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:04.274201 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-3d9a758c-c7b2-4a57-bbb2-1d12851f4ad8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:04.280923 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-3d9a758c-c7b2-4a57-bbb2-1d12851f4ad8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Usage tracker for resource:network and tenant:d7305614e960421482ac43651c950144 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:04.284819 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-3d9a758c-c7b2-4a57-bbb2-1d12851f4ad8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:04.293100 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-3d9a758c-c7b2-4a57-bbb2-1d12851f4ad8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:04.318473 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d5587-beb6-4884-a16c-750dec1bd1c4 req-614576a3-26fd-4a68-af3f-a75218803c44 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:04.321045 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-811d5587-beb6-4884-a16c-750dec1bd1c4 req-614576a3-26fd-4a68-af3f-a75218803c44 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 946 time: 0.1823347 Oct 10 11:19:04.374991 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-811d5587-beb6-4884-a16c-750dec1bd1c4 req-b55da558-9fbb-4682-b693-7b4f17a8e417 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2538c43-6897-455b-bde9-ae4c18cd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459936 Oct 10 11:19:04.375718 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-cbe80cb3-538c-4af6-878f-7cc61a8e6300 None None] Current status of the port 1b86da0d-240d-4732-9c30-9cf1da676e75 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:04.406811 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9a758c-c7b2-4a57-bbb2-1d12851f4ad8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Made reservation on behalf of d7305614e960421482ac43651c950144 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:19:04.410601 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3d9a758c-c7b2-4a57-bbb2-1d12851f4ad8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:04.423926 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3d9a758c-c7b2-4a57-bbb2-1d12851f4ad8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:04.439653 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-3d9a758c-c7b2-4a57-bbb2-1d12851f4ad8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:04.444026 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-3d9a758c-c7b2-4a57-bbb2-1d12851f4ad8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Usage tracker for resource:security_group_rule and tenant:d7305614e960421482ac43651c950144 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:04.447064 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-3d9a758c-c7b2-4a57-bbb2-1d12851f4ad8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:04.454190 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-3d9a758c-c7b2-4a57-bbb2-1d12851f4ad8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:04.489122 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5696bcba-5dba-48d6-be2b-1b506be7df23 None None] Could not find standard attr ID for object 54204c75-129c-4b14-9002-34110ea7fb1e. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:19:04.526332 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccbe89d-3660-4036-a87c-1717764cee8b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:19:04.540163 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583cc980-cc60-4d51-9a4f-aa33f235c775 None None] Sync routers for ids ['0df23d3d-88df-4bd8-a564-852880ae2a12'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:19:04.544761 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3d9a758c-c7b2-4a57-bbb2-1d12851f4ad8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:04.549438 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583cc980-cc60-4d51-9a4f-aa33f235c775 None None] Routers {'0df23d3d-88df-4bd8-a564-852880ae2a12'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:04.550033 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-583cc980-cc60-4d51-9a4f-aa33f235c775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['0df23d3d-88df-4bd8-a564-852880ae2a12'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:04.604788 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8ccbe89d-3660-4036-a87c-1717764cee8b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "PUT /v2.0/routers/0df23d3d-88df-4bd8-a564-852880ae2a12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7972062 Oct 10 11:19:04.607718 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57372) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:04.617690 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-583cc980-cc60-4d51-9a4f-aa33f235c775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:04.626870 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583cc980-cc60-4d51-9a4f-aa33f235c775 None None] Routers {'0df23d3d-88df-4bd8-a564-852880ae2a12'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:04.627486 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-583cc980-cc60-4d51-9a4f-aa33f235c775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:18:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['0df23d3d-88df-4bd8-a564-852880ae2a12'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:04.655435 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3d9a758c-c7b2-4a57-bbb2-1d12851f4ad8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:04.679304 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-24ca701e-0fe2-4936-bf4a-299c285349b8 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "GET /v2.0/ports?device_id=0df23d3d-88df-4bd8-a564-852880ae2a12 HTTP/1.1" status: 200 len: 205 time: 0.0678353 Oct 10 11:19:04.681668 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57376) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:04.688520 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-583cc980-cc60-4d51-9a4f-aa33f235c775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:04.688934 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583cc980-cc60-4d51-9a4f-aa33f235c775 None None] The sync data for ids ['0df23d3d-88df-4bd8-a564-852880ae2a12'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:19:04.698223 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9a758c-c7b2-4a57-bbb2-1d12851f4ad8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 462} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:19:04.706566 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a758c-c7b2-4a57-bbb2-1d12851f4ad8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7a3e73-c4b8-45f7-a66a-87b497106410,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:04.713769 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3d9a758c-c7b2-4a57-bbb2-1d12851f4ad8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:04.714113 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-3d9a758c-c7b2-4a57-bbb2-1d12851f4ad8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Added segment b957125f-e5b5-48e6-a42c-69ada2d0e459 of type vlan for network 12311373-191c-43fd-8d7f-5f79e55b3211 Oct 10 11:19:04.748246 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3d9a758c-c7b2-4a57-bbb2-1d12851f4ad8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:04.821345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b234fdc6-e065-4c01-8911-c3f8edf84360 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:04.832657 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57384) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:04.864194 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3d9a758c-c7b2-4a57-bbb2-1d12851f4ad8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:04.869916 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a758c-c7b2-4a57-bbb2-1d12851f4ad8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:04.870535 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3d9a758c-c7b2-4a57-bbb2-1d12851f4ad8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:04.985955 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-3e4451a9-3ebf-4c8d-8232-4ef609ecc2b2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1067560194-network', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:04.995059 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-3e4451a9-3ebf-4c8d-8232-4ef609ecc2b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:05.003105 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a758c-c7b2-4a57-bbb2-1d12851f4ad8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Pushing event updated for resources: {'Network': ['ID=12311373-191c-43fd-8d7f-5f79e55b3211,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:05.009580 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-3e4451a9-3ebf-4c8d-8232-4ef609ecc2b2 admin admin] Usage tracker for resource:network and tenant:2ca309cf9da347e1972c7a5240bc70ad is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:05.014660 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 12311373-191c-43fd-8d7f-5f79e55b3211 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:19:05.015476 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-3e4451a9-3ebf-4c8d-8232-4ef609ecc2b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:05.023924 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-3e4451a9-3ebf-4c8d-8232-4ef609ecc2b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:05.123475 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-3d9a758c-c7b2-4a57-bbb2-1d12851f4ad8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2233281 Oct 10 11:19:05.126328 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57390) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:05.135945 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-246175a0-e6bb-4d68-84bf-4d2841119867 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Request body: {'subnet': {'network_id': '12311373-191c-43fd-8d7f-5f79e55b3211', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:05.153380 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b234fdc6-e065-4c01-8911-c3f8edf84360 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:05.165557 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b234fdc6-e065-4c01-8911-c3f8edf84360 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:05.218412 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4451a9-3ebf-4c8d-8232-4ef609ecc2b2 admin admin] Made reservation on behalf of 2ca309cf9da347e1972c7a5240bc70ad for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:19:05.220818 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3e4451a9-3ebf-4c8d-8232-4ef609ecc2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:05.234910 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3e4451a9-3ebf-4c8d-8232-4ef609ecc2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:05.250504 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-3e4451a9-3ebf-4c8d-8232-4ef609ecc2b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:05.254489 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-3e4451a9-3ebf-4c8d-8232-4ef609ecc2b2 admin admin] Usage tracker for resource:security_group_rule and tenant:2ca309cf9da347e1972c7a5240bc70ad is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:05.257926 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-3e4451a9-3ebf-4c8d-8232-4ef609ecc2b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:05.259984 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-246175a0-e6bb-4d68-84bf-4d2841119867 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:05.263993 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-3e4451a9-3ebf-4c8d-8232-4ef609ecc2b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:05.266365 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-246175a0-e6bb-4d68-84bf-4d2841119867 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Usage tracker for resource:subnet and tenant:d7305614e960421482ac43651c950144 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:05.270218 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-246175a0-e6bb-4d68-84bf-4d2841119867 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:05.277376 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-246175a0-e6bb-4d68-84bf-4d2841119867 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:05.315879 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b234fdc6-e065-4c01-8911-c3f8edf84360 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:05.316404 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b234fdc6-e065-4c01-8911-c3f8edf84360 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Fanout notify agent at l3_agent the message router_deleted on router 0df23d3d-88df-4bd8-a564-852880ae2a12 {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:19:05.329032 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b234fdc6-e065-4c01-8911-c3f8edf84360 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:05.330149 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b234fdc6-e065-4c01-8911-c3f8edf84360 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/routers/0df23d3d-88df-4bd8-a564-852880ae2a12 HTTP/1.1" status: 204 len: 168 time: 0.6474767 Oct 10 11:19:05.332848 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246175a0-e6bb-4d68-84bf-4d2841119867 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Made reservation on behalf of d7305614e960421482ac43651c950144 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:19:05.333393 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57396) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:05.336595 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-246175a0-e6bb-4d68-84bf-4d2841119867 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:05.396747 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3e4451a9-3ebf-4c8d-8232-4ef609ecc2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:05.416356 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a12d4d2-1e7b-47ae-b1f5-5be9629e92f8 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Deleting subnet 5d81926f-4cb2-45b7-a37d-84e6e811e46e {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:19:05.419483 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8a12d4d2-1e7b-47ae-b1f5-5be9629e92f8 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:05.465235 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3e4451a9-3ebf-4c8d-8232-4ef609ecc2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:05.496508 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8a12d4d2-1e7b-47ae-b1f5-5be9629e92f8 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:05.530001 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4451a9-3ebf-4c8d-8232-4ef609ecc2b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 460} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:19:05.551569 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4451a9-3ebf-4c8d-8232-4ef609ecc2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c463b1-5a95-4b93-b801-f2cd55964654,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:05.566717 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3e4451a9-3ebf-4c8d-8232-4ef609ecc2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:05.567067 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-3e4451a9-3ebf-4c8d-8232-4ef609ecc2b2 admin admin] Added segment 7c4f4c4c-5113-482f-a194-d6aa0f6b009c of type vlan for network 616f1bfe-2293-42af-8b84-9f66f180ede2 Oct 10 11:19:05.589704 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57402) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:05.614002 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3e4451a9-3ebf-4c8d-8232-4ef609ecc2b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:05.653732 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8a12d4d2-1e7b-47ae-b1f5-5be9629e92f8 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:05.691673 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee97beb-96c8-4d39-9eb4-6249db49d58e req-175555f1-bbc2-49ed-aebd-387151e3281a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:05.693152 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1ee97beb-96c8-4d39-9eb4-6249db49d58e req-175555f1-bbc2-49ed-aebd-387151e3281a tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 946 time: 0.1864448 Oct 10 11:19:05.697494 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a390c6e-34ce-4914-a739-de2dd6fb2cfc tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:05.698939 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3a390c6e-34ce-4914-a739-de2dd6fb2cfc tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=1e933860-f99f-4a0b-a611-91d190754508 HTTP/1.1" status: 200 len: 814 time: 0.1073613 Oct 10 11:19:05.727623 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-844db633-0558-400c-bb39-f07c6434ee62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:05.746975 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1ee97beb-96c8-4d39-9eb4-6249db49d58e req-9e4382dc-35f6-4858-80db-0c3102d9470e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2538c43-6897-455b-bde9-ae4c18cd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419326 Oct 10 11:19:05.756160 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-246175a0-e6bb-4d68-84bf-4d2841119867 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:05.756346 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3e4451a9-3ebf-4c8d-8232-4ef609ecc2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:05.757821 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4451a9-3ebf-4c8d-8232-4ef609ecc2b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:05.758338 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3e4451a9-3ebf-4c8d-8232-4ef609ecc2b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:05.844235 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246175a0-e6bb-4d68-84bf-4d2841119867 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Pushing event updated for resources: {'Subnet': ['ID=efac7dd8-211a-41be-a4bd-0dab97945e2b,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:05.848533 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246175a0-e6bb-4d68-84bf-4d2841119867 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Checking segment: {'id': 'b957125f-e5b5-48e6-a42c-69ada2d0e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '12311373-191c-43fd-8d7f-5f79e55b3211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:19:05.849030 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246175a0-e6bb-4d68-84bf-4d2841119867 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Network hostable DHCP agents. Network: 12311373-191c-43fd-8d7f-5f79e55b3211, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:19:05.860745 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8a12d4d2-1e7b-47ae-b1f5-5be9629e92f8 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:05.904121 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4451a9-3ebf-4c8d-8232-4ef609ecc2b2 admin admin] Pushing event updated for resources: {'Network': ['ID=616f1bfe-2293-42af-8b84-9f66f180ede2,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:05.911638 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8a12d4d2-1e7b-47ae-b1f5-5be9629e92f8 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:05.915915 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8a12d4d2-1e7b-47ae-b1f5-5be9629e92f8 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/subnets/5d81926f-4cb2-45b7-a37d-84e6e811e46e HTTP/1.1" status: 204 len: 168 time: 0.5791001 Oct 10 11:19:05.915915 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12d4d2-1e7b-47ae-b1f5-5be9629e92f8 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Subnet': ['ID=5d81926f-4cb2-45b7-a37d-84e6e811e46e,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:05.916858 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57410) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:05.922386 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106a63b4-9e76-43be-afd4-ccc31640024f None None] Network b23a1615-98fe-47fa-9b0a-b45181fe752a requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:19:05.936920 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 616f1bfe-2293-42af-8b84-9f66f180ede2 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:19:05.942057 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246175a0-e6bb-4d68-84bf-4d2841119867 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Network 12311373-191c-43fd-8d7f-5f79e55b3211 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:19:05.972689 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-3e4451a9-3ebf-4c8d-8232-4ef609ecc2b2 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1388931 Oct 10 11:19:05.976129 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57414) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:05.982727 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-8a4331c4-b09f-4af2-81a0-76de500e543b admin admin] Request body: {'subnet': {'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1067560194-subnet', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'ip_version': 4}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:05.987866 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-8a4331c4-b09f-4af2-81a0-76de500e543b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:05.992752 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8a4331c4-b09f-4af2-81a0-76de500e543b admin admin] Usage tracker for resource:subnet and tenant:2ca309cf9da347e1972c7a5240bc70ad is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:05.995455 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8a4331c4-b09f-4af2-81a0-76de500e543b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:06.001566 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-8a4331c4-b09f-4af2-81a0-76de500e543b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:06.081345 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4331c4-b09f-4af2-81a0-76de500e543b admin admin] Made reservation on behalf of 2ca309cf9da347e1972c7a5240bc70ad for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:19:06.083572 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8a4331c4-b09f-4af2-81a0-76de500e543b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:06.140016 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-246175a0-e6bb-4d68-84bf-4d2841119867 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 12311373-191c-43fd-8d7f-5f79e55b3211) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:06.151178 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246175a0-e6bb-4d68-84bf-4d2841119867 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:06.151910 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-246175a0-e6bb-4d68-84bf-4d2841119867 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:06.152055 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa493eaf-ab0e-4b1c-952f-4b7343ca7385 None None] Network 12311373-191c-43fd-8d7f-5f79e55b3211 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:19:06.192080 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-45c6d003-bdc7-4987-abbc-312f0b5563d7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:06.197849 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-45c6d003-bdc7-4987-abbc-312f0b5563d7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Deleting port 1b86da0d-240d-4732-9c30-9cf1da676e75 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:19:06.198177 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-45c6d003-bdc7-4987-abbc-312f0b5563d7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:06.303248 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-246175a0-e6bb-4d68-84bf-4d2841119867 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1730602 Oct 10 11:19:06.303466 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57418) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:06.311209 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-fcedd1f7-4c90-4cd9-b183-1fbb47d602f8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1097946816', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:06.321545 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-fcedd1f7-4c90-4cd9-b183-1fbb47d602f8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:06.347317 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57422) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:06.348919 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-fcedd1f7-4c90-4cd9-b183-1fbb47d602f8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Usage tracker for resource:router and tenant:d7305614e960421482ac43651c950144 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:06.353914 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-fcedd1f7-4c90-4cd9-b183-1fbb47d602f8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:06.358028 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-be004a25-e84b-4294-acdb-6175b61ff6ad tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'network': {'name': 'tempest-network-smoke--348151965', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'port_security_enabled': True}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:06.362139 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-fcedd1f7-4c90-4cd9-b183-1fbb47d602f8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:06.364726 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-be004a25-e84b-4294-acdb-6175b61ff6ad tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:06.377688 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-be004a25-e84b-4294-acdb-6175b61ff6ad tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:06.385928 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8a4331c4-b09f-4af2-81a0-76de500e543b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:06.437105 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-45c6d003-bdc7-4987-abbc-312f0b5563d7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] For port 1b86da0d-240d-4732-9c30-9cf1da676e75, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1b86da0d-240d-4732-9c30-9cf1da676e75,segment=NetworkSegment(f54a463c-d93b-4431-978b-0ac6d2eccbce),segment_id=f54a463c-d93b-4431-978b-0ac6d2eccbce)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:19:06.437459 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-45c6d003-bdc7-4987-abbc-312f0b5563d7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:06.477174 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be004a25-e84b-4294-acdb-6175b61ff6ad tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Made reservation on behalf of abdeb3603c4943b08320f37282de8f91 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:19:06.480888 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-be004a25-e84b-4294-acdb-6175b61ff6ad tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:06.490198 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445e8edc-6ff1-4684-abad-7258259dff3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-12311373-191c-43fd-8d7f-5f79e55b3211', 'network_id': '12311373-191c-43fd-8d7f-5f79e55b3211', 'tenant_id': 'd7305614e960421482ac43651c950144', 'fixed_ips': [{'subnet_id': 'efac7dd8-211a-41be-a4bd-0dab97945e2b'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:19:06.491327 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-445e8edc-6ff1-4684-abad-7258259dff3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:06.502606 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4331c4-b09f-4af2-81a0-76de500e543b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c94ad8c-d8fc-4d25-b911-8ac97e113003,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:06.504439 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19b13b5-a9b4-4e8c-a487-ebfb999d145d None None] DHCP port deletion for b23a1615-98fe-47fa-9b0a-b45181fe752a request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:19:06.511532 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4331c4-b09f-4af2-81a0-76de500e543b admin admin] Checking segment: {'id': '7c4f4c4c-5113-482f-a194-d6aa0f6b009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:19:06.511532 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4331c4-b09f-4af2-81a0-76de500e543b admin admin] Network hostable DHCP agents. Network: 616f1bfe-2293-42af-8b84-9f66f180ede2, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:19:06.511874 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d19b13b5-a9b4-4e8c-a487-ebfb999d145d None None] Deleting port 1b86da0d-240d-4732-9c30-9cf1da676e75 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:19:06.512256 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d19b13b5-a9b4-4e8c-a487-ebfb999d145d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:06.535438 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be004a25-e84b-4294-acdb-6175b61ff6ad tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 493} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:19:06.546558 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-be004a25-e84b-4294-acdb-6175b61ff6ad tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:06.546970 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-be004a25-e84b-4294-acdb-6175b61ff6ad tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Added segment 3c568ba5-f531-4837-9a76-526e97ee4a44 of type vlan for network 53a1ca78-37f8-423d-b2ff-6b31a2af1b5b Oct 10 11:19:06.572912 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fcedd1f7-4c90-4cd9-b183-1fbb47d602f8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:06.573963 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fcedd1f7-4c90-4cd9-b183-1fbb47d602f8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:06.576959 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-be004a25-e84b-4294-acdb-6175b61ff6ad tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:06.584126 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-45c6d003-bdc7-4987-abbc-312f0b5563d7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Calling delete_port for 1b86da0d-240d-4732-9c30-9cf1da676e75 owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:19:06.607192 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4331c4-b09f-4af2-81a0-76de500e543b admin admin] Network 616f1bfe-2293-42af-8b84-9f66f180ede2 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:19:06.639547 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fcedd1f7-4c90-4cd9-b183-1fbb47d602f8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:06.665204 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-be004a25-e84b-4294-acdb-6175b61ff6ad tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:06.671318 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be004a25-e84b-4294-acdb-6175b61ff6ad tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:06.672022 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-be004a25-e84b-4294-acdb-6175b61ff6ad tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:06.712314 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-8a4331c4-b09f-4af2-81a0-76de500e543b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 616f1bfe-2293-42af-8b84-9f66f180ede2) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:06.723414 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4331c4-b09f-4af2-81a0-76de500e543b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:06.726082 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8a4331c4-b09f-4af2-81a0-76de500e543b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:06.750125 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec45fac3-c366-4cba-8d95-c00f412f7c8c None None] Network 616f1bfe-2293-42af-8b84-9f66f180ede2 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:19:06.796520 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fcedd1f7-4c90-4cd9-b183-1fbb47d602f8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:06.824402 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-45c6d003-bdc7-4987-abbc-312f0b5563d7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:06.915151 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be004a25-e84b-4294-acdb-6175b61ff6ad tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Network': ['ID=53a1ca78-37f8-423d-b2ff-6b31a2af1b5b,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:06.918494 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fcedd1f7-4c90-4cd9-b183-1fbb47d602f8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:06.919678 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-fcedd1f7-4c90-4cd9-b183-1fbb47d602f8 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6145716 Oct 10 11:19:06.926721 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6d003-bdc7-4987-abbc-312f0b5563d7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Port': ['ID=1b86da0d-240d-4732-9c30-9cf1da676e75,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:06.932065 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-445e8edc-6ff1-4684-abad-7258259dff3d None None] Allocated IP 172.20.0.2 (12311373-191c-43fd-8d7f-5f79e55b3211/efac7dd8-211a-41be-a4bd-0dab97945e2b/80b5b403-a504-4f74-9257-6ab6a59c8969) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:19:06.932434 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57428) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:06.957173 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 53a1ca78-37f8-423d-b2ff-6b31a2af1b5b details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:19:06.970709 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1b86da0d-240d-4732-9c30-9cf1da676e75 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:19:07.015005 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c6d003-bdc7-4987-abbc-312f0b5563d7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] No DVR routers for this DVR port 1b86da0d-240d-4732-9c30-9cf1da676e75 on host dv-neutron-860842-1-hyperv {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:19:07.064424 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 1b86da0d-240d-4732-9c30-9cf1da676e75 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:19:07.064762 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1b86da0d-240d-4732-9c30-9cf1da676e75 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:19:07.067652 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d19b13b5-a9b4-4e8c-a487-ebfb999d145d None None] For port 1b86da0d-240d-4732-9c30-9cf1da676e75, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1b86da0d-240d-4732-9c30-9cf1da676e75,segment=NetworkSegment(f54a463c-d93b-4431-978b-0ac6d2eccbce),segment_id=f54a463c-d93b-4431-978b-0ac6d2eccbce)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:19:07.068087 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d19b13b5-a9b4-4e8c-a487-ebfb999d145d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:07.099986 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8a4331c4-b09f-4af2-81a0-76de500e543b admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1199787 Oct 10 11:19:07.107892 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-be004a25-e84b-4294-acdb-6175b61ff6ad tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7545514 Oct 10 11:19:07.107892 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57432) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:07.113128 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-46c54d93-28d0-4ca9-904e-5d4adedf3702 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1067560194-router', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:07.116669 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57436) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:07.126104 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-46c54d93-28d0-4ca9-904e-5d4adedf3702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:07.163967 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:07.168807 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-46c54d93-28d0-4ca9-904e-5d4adedf3702 admin admin] Usage tracker for resource:router and tenant:2ca309cf9da347e1972c7a5240bc70ad is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:07.178789 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-46c54d93-28d0-4ca9-904e-5d4adedf3702 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:07.193360 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-46c54d93-28d0-4ca9-904e-5d4adedf3702 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:07.223094 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:07.227530 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623c2a28-83e7-482b-988e-d029ec247485 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:07.231742 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-623c2a28-83e7-482b-988e-d029ec247485 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=abdeb3603c4943b08320f37282de8f91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1114037 Oct 10 11:19:07.233055 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57440) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:07.285207 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b973adf-81a0-4d7e-b67e-fa3bf336fd5c req-62f78ff7-1edb-4f54-9ece-3aabd016274d tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:07.287249 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4b973adf-81a0-4d7e-b67e-fa3bf336fd5c req-62f78ff7-1edb-4f54-9ece-3aabd016274d tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 946 time: 0.3684142 Oct 10 11:19:07.299721 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d19b13b5-a9b4-4e8c-a487-ebfb999d145d None None] Calling delete_port for 1b86da0d-240d-4732-9c30-9cf1da676e75 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:19:07.338781 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-46c54d93-28d0-4ca9-904e-5d4adedf3702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:07.339859 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-46c54d93-28d0-4ca9-904e-5d4adedf3702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:07.354188 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-45c6d003-bdc7-4987-abbc-312f0b5563d7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:07.398902 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-46c54d93-28d0-4ca9-904e-5d4adedf3702 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:07.443324 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4b973adf-81a0-4d7e-b67e-fa3bf336fd5c req-7785191f-aba6-400c-90c2-93aafa1cdfed tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2538c43-6897-455b-bde9-ae4c18cd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057441 Oct 10 11:19:07.451632 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a8e0bf-034b-4702-8738-ba23c7a9d542 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:07.455989 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d1a8e0bf-034b-4702-8738-ba23c7a9d542 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2190881 Oct 10 11:19:07.456310 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57444) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:07.505252 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4a847237-f026-4f20-8143-5e6081f82f7b tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=1e933860-f99f-4a0b-a611-91d190754508&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450730 Oct 10 11:19:07.505541 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57448) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:07.519139 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-45c6d003-bdc7-4987-abbc-312f0b5563d7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b23a1615-98fe-47fa-9b0a-b45181fe752a']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:07.566747 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-45c6d003-bdc7-4987-abbc-312f0b5563d7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f54a463c-d93b-4431-978b-0ac6d2eccbce') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:07.567188 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-45c6d003-bdc7-4987-abbc-312f0b5563d7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f54a463c-d93b-4431-978b-0ac6d2eccbce') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:07.588756 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-45c6d003-bdc7-4987-abbc-312f0b5563d7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:07.600087 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-d19b13b5-a9b4-4e8c-a487-ebfb999d145d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:19:07.600440 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-d19b13b5-a9b4-4e8c-a487-ebfb999d145d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:19:07.608415 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-dcb47255-bca1-4e7a-ba5b-2833180f46e7 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=abdeb3603c4943b08320f37282de8f91&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0966084 Oct 10 11:19:07.609349 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57452) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:07.619374 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-445e8edc-6ff1-4684-abad-7258259dff3d None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:07.629738 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7033700c-9209-489c-bfb5-bbef4c692179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-616f1bfe-2293-42af-8b84-9f66f180ede2', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'fixed_ips': [{'subnet_id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:19:07.630552 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7033700c-9209-489c-bfb5-bbef4c692179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:07.639376 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-45c6d003-bdc7-4987-abbc-312f0b5563d7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:07.691238 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c6d003-bdc7-4987-abbc-312f0b5563d7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Releasing vlan 480 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:19:07.691989 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-45c6d003-bdc7-4987-abbc-312f0b5563d7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:07.716257 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-42229fe5-6fd8-4624-9941-4da97218b83d tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:07.815433 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-46c54d93-28d0-4ca9-904e-5d4adedf3702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:07.856441 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-7033700c-9209-489c-bfb5-bbef4c692179 None None] Allocated IP 172.20.0.2 (616f1bfe-2293-42af-8b84-9f66f180ede2/3c94ad8c-d8fc-4d25-b911-8ac97e113003/2e189348-92b2-4bb5-bdde-712bb0f891d1) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:19:07.900468 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment f54a463c-d93b-4431-978b-0ac6d2eccbce resource provider aggregate not found Oct 10 11:19:07.987713 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment f54a463c-d93b-4431-978b-0ac6d2eccbce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f54a463c-d93b-4431-978b-0ac6d2eccbce found for delete ", "request_id": "req-3c62f9a5-5ee8-4bd3-8467-bf9b953377bc"}]} Oct 10 11:19:08.068280 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7033700c-9209-489c-bfb5-bbef4c692179 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:08.102040 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d19b13b5-a9b4-4e8c-a487-ebfb999d145d None None] Deleting port 1b86da0d-240d-4732-9c30-9cf1da676e75 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:19:08.103082 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d19b13b5-a9b4-4e8c-a487-ebfb999d145d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:08.168127 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7033700c-9209-489c-bfb5-bbef4c692179 None None] Transition to ACTIVE for port object 2e189348-92b2-4bb5-bdde-712bb0f891d1 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:08.179440 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-445e8edc-6ff1-4684-abad-7258259dff3d None None] Transition to ACTIVE for port object 80b5b403-a504-4f74-9257-6ab6a59c8969 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:08.185641 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d19b13b5-a9b4-4e8c-a487-ebfb999d145d None None] The port '1b86da0d-240d-4732-9c30-9cf1da676e75' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:19:08.186702 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374a9b82-64e2-4fa9-824f-1340a7f511cd tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:08.190921 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-374a9b82-64e2-4fa9-824f-1340a7f511cd tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5785267 Oct 10 11:19:08.190921 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-45c6d003-bdc7-4987-abbc-312f0b5563d7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:08.200202 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7033700c-9209-489c-bfb5-bbef4c692179 None None] Transition to ACTIVE for port object 2e189348-92b2-4bb5-bdde-712bb0f891d1 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:08.201697 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57460) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:08.224740 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-445e8edc-6ff1-4684-abad-7258259dff3d None None] Transition to ACTIVE for port object 80b5b403-a504-4f74-9257-6ab6a59c8969 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:08.227894 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-45c6d003-bdc7-4987-abbc-312f0b5563d7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:08.236244 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-46c54d93-28d0-4ca9-904e-5d4adedf3702 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:08.268945 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-46c54d93-28d0-4ca9-904e-5d4adedf3702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:08.271251 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7033700c-9209-489c-bfb5-bbef4c692179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:08.276918 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6d003-bdc7-4987-abbc-312f0b5563d7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Network': ['ID=b23a1615-98fe-47fa-9b0a-b45181fe752a,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:08.297014 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e0ca995a-c7c8-40ef-9c40-dd53425c328a tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=1e933860-f99f-4a0b-a611-91d190754508&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0733647 Oct 10 11:19:08.301774 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57464) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:08.311884 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-45c6d003-bdc7-4987-abbc-312f0b5563d7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/networks/b23a1615-98fe-47fa-9b0a-b45181fe752a HTTP/1.1" status: 204 len: 168 time: 2.3903508 Oct 10 11:19:08.312161 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57468) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:08.312441 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-b959b194-3df2-4146-a184-bb90ffaaf593 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1891139029', 'network_id': '53a1ca78-37f8-423d-b2ff-6b31a2af1b5b', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:08.325512 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-612097731', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}, 'admin_state_up': False}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:08.327888 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-445e8edc-6ff1-4684-abad-7258259dff3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:08.332545 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:08.344600 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Usage tracker for resource:router and tenant:936e4bb70f4f401fa185998b9205aaff is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:08.349746 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:08.359519 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:08.370122 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7033700c-9209-489c-bfb5-bbef4c692179 None None] Network 616f1bfe-2293-42af-8b84-9f66f180ede2 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:08.374856 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-7033700c-9209-489c-bfb5-bbef4c692179 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:08.377274 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7033700c-9209-489c-bfb5-bbef4c692179 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:19:08.380964 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445e8edc-6ff1-4684-abad-7258259dff3d None None] Network 12311373-191c-43fd-8d7f-5f79e55b3211 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:08.385911 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-445e8edc-6ff1-4684-abad-7258259dff3d None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:08.388264 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445e8edc-6ff1-4684-abad-7258259dff3d None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:19:08.395869 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033700c-9209-489c-bfb5-bbef4c692179 None None] Pushing event updated for resources: {'Port': ['ID=2e189348-92b2-4bb5-bdde-712bb0f891d1,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:08.446498 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-46c54d93-28d0-4ca9-904e-5d4adedf3702 admin admin] Allocated IP 172.26.4.190 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/aa8a542c-3bb3-4c80-848b-49f902d050c6) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:19:08.484788 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b959b194-3df2-4146-a184-bb90ffaaf593 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:08.521997 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b959b194-3df2-4146-a184-bb90ffaaf593 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:subnet and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:08.527227 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b959b194-3df2-4146-a184-bb90ffaaf593 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:08.540472 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b959b194-3df2-4146-a184-bb90ffaaf593 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:08.546253 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:08.559147 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:08.565828 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-42229fe5-6fd8-4624-9941-4da97218b83d tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Allocated IP 172.20.0.1 (12311373-191c-43fd-8d7f-5f79e55b3211/efac7dd8-211a-41be-a4bd-0dab97945e2b/922036ef-1fc5-40f3-958a-7a9f73c05cb0) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:19:08.598406 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:08.599709 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e8edc-6ff1-4684-abad-7258259dff3d None None] Pushing event updated for resources: {'Port': ['ID=80b5b403-a504-4f74-9257-6ab6a59c8969,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:08.643653 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-46c54d93-28d0-4ca9-904e-5d4adedf3702 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:08.672794 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b959b194-3df2-4146-a184-bb90ffaaf593 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Made reservation on behalf of abdeb3603c4943b08320f37282de8f91 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:19:08.676238 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b959b194-3df2-4146-a184-bb90ffaaf593 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:08.696938 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-7033700c-9209-489c-bfb5-bbef4c692179 None None] Attempting to bind port 2e189348-92b2-4bb5-bdde-712bb0f891d1 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:19:08.697306 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-7033700c-9209-489c-bfb5-bbef4c692179 None None] Attempting to bind port 2e189348-92b2-4bb5-bdde-712bb0f891d1 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '7c4f4c4c-5113-482f-a194-d6aa0f6b009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:19:08.697684 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7033700c-9209-489c-bfb5-bbef4c692179 None None] Attempting to bind port 2e189348-92b2-4bb5-bdde-712bb0f891d1 on network 616f1bfe-2293-42af-8b84-9f66f180ede2 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:19:08.702126 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-445e8edc-6ff1-4684-abad-7258259dff3d None None] Attempting to bind port 80b5b403-a504-4f74-9257-6ab6a59c8969 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:19:08.702429 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-445e8edc-6ff1-4684-abad-7258259dff3d None None] Attempting to bind port 80b5b403-a504-4f74-9257-6ab6a59c8969 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'b957125f-e5b5-48e6-a42c-69ada2d0e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '12311373-191c-43fd-8d7f-5f79e55b3211'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:19:08.702778 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445e8edc-6ff1-4684-abad-7258259dff3d None None] Attempting to bind port 80b5b403-a504-4f74-9257-6ab6a59c8969 on network 12311373-191c-43fd-8d7f-5f79e55b3211 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:19:08.707632 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7033700c-9209-489c-bfb5-bbef4c692179 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:19:08.708036 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7033700c-9209-489c-bfb5-bbef4c692179 None None] Checking segment: {'id': '7c4f4c4c-5113-482f-a194-d6aa0f6b009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:19:08.708432 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7033700c-9209-489c-bfb5-bbef4c692179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:08.708815 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7033700c-9209-489c-bfb5-bbef4c692179 None None] Bound using segment: {'id': '7c4f4c4c-5113-482f-a194-d6aa0f6b009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:19:08.709267 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-7033700c-9209-489c-bfb5-bbef4c692179 None None] Bound port: 2e189348-92b2-4bb5-bdde-712bb0f891d1, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4f4c4c-5113-482f-a194-d6aa0f6b009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:19:08.709657 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7033700c-9209-489c-bfb5-bbef4c692179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:08.721270 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445e8edc-6ff1-4684-abad-7258259dff3d None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:19:08.721668 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445e8edc-6ff1-4684-abad-7258259dff3d None None] Checking segment: {'id': 'b957125f-e5b5-48e6-a42c-69ada2d0e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '12311373-191c-43fd-8d7f-5f79e55b3211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:19:08.722032 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-445e8edc-6ff1-4684-abad-7258259dff3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:08.722404 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445e8edc-6ff1-4684-abad-7258259dff3d None None] Bound using segment: {'id': 'b957125f-e5b5-48e6-a42c-69ada2d0e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '12311373-191c-43fd-8d7f-5f79e55b3211'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:19:08.722850 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-445e8edc-6ff1-4684-abad-7258259dff3d None None] Bound port: 80b5b403-a504-4f74-9257-6ab6a59c8969, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b957125f-e5b5-48e6-a42c-69ada2d0e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '12311373-191c-43fd-8d7f-5f79e55b3211'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:19:08.723213 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-445e8edc-6ff1-4684-abad-7258259dff3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:08.773468 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:08.878726 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-42229fe5-6fd8-4624-9941-4da97218b83d tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:08.889359 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7033700c-9209-489c-bfb5-bbef4c692179 None None] For port 2e189348-92b2-4bb5-bdde-712bb0f891d1, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:19:08.893427 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7033700c-9209-489c-bfb5-bbef4c692179 None None] For port 2e189348-92b2-4bb5-bdde-712bb0f891d1, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=2e189348-92b2-4bb5-bdde-712bb0f891d1,segment=NetworkSegment(7c4f4c4c-5113-482f-a194-d6aa0f6b009c),segment_id=7c4f4c4c-5113-482f-a194-d6aa0f6b009c)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:19:08.894627 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-42229fe5-6fd8-4624-9941-4da97218b83d tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Transition to ACTIVE for port object 922036ef-1fc5-40f3-958a-7a9f73c05cb0 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:08.894787 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-445e8edc-6ff1-4684-abad-7258259dff3d None None] For port 80b5b403-a504-4f74-9257-6ab6a59c8969, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:19:08.898033 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-445e8edc-6ff1-4684-abad-7258259dff3d None None] For port 80b5b403-a504-4f74-9257-6ab6a59c8969, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=80b5b403-a504-4f74-9257-6ab6a59c8969,segment=NetworkSegment(b957125f-e5b5-48e6-a42c-69ada2d0e459),segment_id=b957125f-e5b5-48e6-a42c-69ada2d0e459)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:19:08.917362 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-46c54d93-28d0-4ca9-904e-5d4adedf3702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:08.951292 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7033700c-9209-489c-bfb5-bbef4c692179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:08.972927 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6639a0b-27f0-4517-964a-070c7a0c38bc req-03442d67-7c81-477c-9fef-73a9561bac42 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:08.974438 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d6639a0b-27f0-4517-964a-070c7a0c38bc req-03442d67-7c81-477c-9fef-73a9561bac42 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 946 time: 0.3538465 Oct 10 11:19:09.016710 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-445e8edc-6ff1-4684-abad-7258259dff3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:09.030993 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-42229fe5-6fd8-4624-9941-4da97218b83d tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:09.065933 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c54d93-28d0-4ca9-904e-5d4adedf3702 admin admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:09.070108 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033700c-9209-489c-bfb5-bbef4c692179 None None] Pushing event updated for resources: {'Port': ['ID=2e189348-92b2-4bb5-bdde-712bb0f891d1,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:09.129532 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-46c54d93-28d0-4ca9-904e-5d4adedf3702 admin admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:09.140275 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42229fe5-6fd8-4624-9941-4da97218b83d tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Network 12311373-191c-43fd-8d7f-5f79e55b3211 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:09.140544 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c54d93-28d0-4ca9-904e-5d4adedf3702 admin admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:19:09.147569 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-42229fe5-6fd8-4624-9941-4da97218b83d tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:09.149459 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e8edc-6ff1-4684-abad-7258259dff3d None None] Pushing event updated for resources: {'Port': ['ID=80b5b403-a504-4f74-9257-6ab6a59c8969,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:09.160304 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42229fe5-6fd8-4624-9941-4da97218b83d tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:19:09.190375 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c54d93-28d0-4ca9-904e-5d4adedf3702 admin admin] Pushing event updated for resources: {'Port': ['ID=aa8a542c-3bb3-4c80-848b-49f902d050c6,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:09.210168 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d6639a0b-27f0-4517-964a-070c7a0c38bc req-e963cb32-22f5-49f8-bb45-48339141f2f6 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2538c43-6897-455b-bde9-ae4c18cd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2279649 Oct 10 11:19:09.218185 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42229fe5-6fd8-4624-9941-4da97218b83d tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Pushing event updated for resources: {'Port': ['ID=922036ef-1fc5-40f3-958a-7a9f73c05cb0,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:09.270622 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-42229fe5-6fd8-4624-9941-4da97218b83d tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:09.560461 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:09.564764 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:09.565122 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b959b194-3df2-4146-a184-bb90ffaaf593 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:09.625714 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959b194-3df2-4146-a184-bb90ffaaf593 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Subnet': ['ID=043afce8-9cb3-499b-acb7-4185deccd6a5,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:09.639802 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b959b194-3df2-4146-a184-bb90ffaaf593 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Checking segment: {'id': '3c568ba5-f531-4837-9a76-526e97ee4a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': '53a1ca78-37f8-423d-b2ff-6b31a2af1b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:19:09.644768 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b959b194-3df2-4146-a184-bb90ffaaf593 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network hostable DHCP agents. Network: 53a1ca78-37f8-423d-b2ff-6b31a2af1b5b, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:19:09.663475 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-42229fe5-6fd8-4624-9941-4da97218b83d tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:09.851566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b959b194-3df2-4146-a184-bb90ffaaf593 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 53a1ca78-37f8-423d-b2ff-6b31a2af1b5b is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:19:09.904227 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-46c54d93-28d0-4ca9-904e-5d4adedf3702 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:09.987267 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-b959b194-3df2-4146-a184-bb90ffaaf593 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 53a1ca78-37f8-423d-b2ff-6b31a2af1b5b) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:09.995572 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cc6a14-9408-44f4-b55b-02fea87ca76f None None] Network 53a1ca78-37f8-423d-b2ff-6b31a2af1b5b requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:19:10.010522 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b959b194-3df2-4146-a184-bb90ffaaf593 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:10.011119 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b959b194-3df2-4146-a184-bb90ffaaf593 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:10.147968 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b959b194-3df2-4146-a184-bb90ffaaf593 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8400595 Oct 10 11:19:10.290360 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-42229fe5-6fd8-4624-9941-4da97218b83d tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:10.310668 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce1ef5c-9716-4e38-99c7-96f59d95a756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-53a1ca78-37f8-423d-b2ff-6b31a2af1b5b', 'network_id': '53a1ca78-37f8-423d-b2ff-6b31a2af1b5b', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ips': [{'subnet_id': '043afce8-9cb3-499b-acb7-4185deccd6a5'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:19:10.314683 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0ce1ef5c-9716-4e38-99c7-96f59d95a756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:10.320290 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57478) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:10.326631 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-4f337341-efac-4a8d-9011-991a6c672f87 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-748126521', 'description': 'tempest-secgroup-smoke-748126521 description', 'project_id': 'abdeb3603c4943b08320f37282de8f91'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:10.333261 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-4f337341-efac-4a8d-9011-991a6c672f87 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:10.351018 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-4f337341-efac-4a8d-9011-991a6c672f87 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:10.363883 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-42229fe5-6fd8-4624-9941-4da97218b83d tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:10.405715 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router_gateway, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:10.454176 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:10.505994 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-0ce1ef5c-9716-4e38-99c7-96f59d95a756 None None] Allocated IP 172.20.0.18 (53a1ca78-37f8-423d-b2ff-6b31a2af1b5b/043afce8-9cb3-499b-acb7-4185deccd6a5/448a9468-65b5-4d6f-855b-9be1fa0fce97) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:19:10.521015 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4f337341-efac-4a8d-9011-991a6c672f87 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:10.612422 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-4f337341-efac-4a8d-9011-991a6c672f87 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:10.618599 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42229fe5-6fd8-4624-9941-4da97218b83d tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Pushing event updated for resources: {'Port': ['ID=922036ef-1fc5-40f3-958a-7a9f73c05cb0,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:10.623082 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-42229fe5-6fd8-4624-9941-4da97218b83d tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:10.633971 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-4f337341-efac-4a8d-9011-991a6c672f87 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:10.640419 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-4f337341-efac-4a8d-9011-991a6c672f87 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:10.673749 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-4f337341-efac-4a8d-9011-991a6c672f87 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:10.715627 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0107620b-2fd7-4f06-b7d2-3c8995ef6228 None None] Network 616f1bfe-2293-42af-8b84-9f66f180ede2 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:19:10.840677 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Allocated IP 172.26.4.160 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/be7263ab-f4f8-4d9a-8cee-f2a2df9f9d4c) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:19:10.848573 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-46c54d93-28d0-4ca9-904e-5d4adedf3702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:10.913915 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0ce1ef5c-9716-4e38-99c7-96f59d95a756 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:10.938420 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0ce1ef5c-9716-4e38-99c7-96f59d95a756 None None] Transition to ACTIVE for port object 448a9468-65b5-4d6f-855b-9be1fa0fce97 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:10.955257 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42229fe5-6fd8-4624-9941-4da97218b83d tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Network 12311373-191c-43fd-8d7f-5f79e55b3211 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:10.964083 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-42229fe5-6fd8-4624-9941-4da97218b83d tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:10.974691 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4f337341-efac-4a8d-9011-991a6c672f87 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:11.104533 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 80b5b403-a504-4f74-9257-6ab6a59c8969 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:11.119032 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4f337341-efac-4a8d-9011-991a6c672f87 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:11.135575 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825a162e-64bc-4203-8d32-43dd0747bc45 None None] Network 12311373-191c-43fd-8d7f-5f79e55b3211 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:19:11.164135 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0ce1ef5c-9716-4e38-99c7-96f59d95a756 None None] Transition to ACTIVE for port object 448a9468-65b5-4d6f-855b-9be1fa0fce97 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:11.187605 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a72586-538b-4cce-9d82-14625dc07bbf req-f36c4395-0e38-4506-9177-994c52370715 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:11.189051 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c5a72586-538b-4cce-9d82-14625dc07bbf req-f36c4395-0e38-4506-9177-994c52370715 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 946 time: 0.7918944 Oct 10 11:19:11.224991 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f337341-efac-4a8d-9011-991a6c672f87 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81990480-50e0-4838-b22b-21488127227c,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:11.277042 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c5a72586-538b-4cce-9d82-14625dc07bbf req-6a7a8c06-fd47-4927-b60a-a7d1205c2673 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2538c43-6897-455b-bde9-ae4c18cd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786428 Oct 10 11:19:11.291316 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-655cb113-64e3-4bf0-8c0e-c028211b02a9 None None] Provisioning for port 2e189348-92b2-4bb5-bdde-712bb0f891d1 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:11.296723 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0ce1ef5c-9716-4e38-99c7-96f59d95a756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:11.318920 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4f337341-efac-4a8d-9011-991a6c672f87 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:11.328145 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4f337341-efac-4a8d-9011-991a6c672f87 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0001004 Oct 10 11:19:11.328145 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57482) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:11.330262 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-50f5671a-c5e8-4a19-86bd-e81ba6f8c3d1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '81990480-50e0-4838-b22b-21488127227c', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:11.337012 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-50f5671a-c5e8-4a19-86bd-e81ba6f8c3d1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:11.342215 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-50f5671a-c5e8-4a19-86bd-e81ba6f8c3d1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:11.345610 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-50f5671a-c5e8-4a19-86bd-e81ba6f8c3d1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:11.353981 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-50f5671a-c5e8-4a19-86bd-e81ba6f8c3d1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:11.368372 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42229fe5-6fd8-4624-9941-4da97218b83d tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Router 046f73bd-aa2a-440e-b047-b6cbdbf49f2f is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:19:11.396811 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:11.436471 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce1ef5c-9716-4e38-99c7-96f59d95a756 None None] Network 53a1ca78-37f8-423d-b2ff-6b31a2af1b5b is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:11.464516 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c54d93-28d0-4ca9-904e-5d4adedf3702 admin admin] Router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:19:11.473062 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-0ce1ef5c-9716-4e38-99c7-96f59d95a756 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:11.492744 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce1ef5c-9716-4e38-99c7-96f59d95a756 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:19:11.501787 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1ef5c-9716-4e38-99c7-96f59d95a756 None None] Pushing event updated for resources: {'Port': ['ID=448a9468-65b5-4d6f-855b-9be1fa0fce97,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:11.511831 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 80b5b403-a504-4f74-9257-6ab6a59c8969 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:11.546787 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-50f5671a-c5e8-4a19-86bd-e81ba6f8c3d1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:11.563525 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:11.617848 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 2e189348-92b2-4bb5-bdde-712bb0f891d1 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:11.618677 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42229fe5-6fd8-4624-9941-4da97218b83d tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:19:11.626072 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-42229fe5-6fd8-4624-9941-4da97218b83d tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] 10.222.0.40 "PUT /v2.0/routers/046f73bd-aa2a-440e-b047-b6cbdbf49f2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6921606 Oct 10 11:19:11.629562 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57486) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:11.639937 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-9d827079-4a92-46af-96a7-ae6ee6c96e8e tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Request body: {'port': {'network_id': '12311373-191c-43fd-8d7f-5f79e55b3211', 'name': 'tempest-FloatingIPNegativeTestJSON-894621954'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:11.641291 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74173f57-bb19-43a1-b0fa-94daf4332d3b None None] Sync routers for ids ['046f73bd-aa2a-440e-b047-b6cbdbf49f2f'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:19:11.658972 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74173f57-bb19-43a1-b0fa-94daf4332d3b None None] Routers {'046f73bd-aa2a-440e-b047-b6cbdbf49f2f'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:11.659894 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-74173f57-bb19-43a1-b0fa-94daf4332d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['046f73bd-aa2a-440e-b047-b6cbdbf49f2f'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:11.665711 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-541986e1-ea77-4f96-9b77-01c7964ecfda None None] Provisioning for port 80b5b403-a504-4f74-9257-6ab6a59c8969 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:11.729341 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:11.745580 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-541986e1-ea77-4f96-9b77-01c7964ecfda None None] Provisioning complete for port 80b5b403-a504-4f74-9257-6ab6a59c8969 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:11.745580 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-541986e1-ea77-4f96-9b77-01c7964ecfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:11.745580 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-541986e1-ea77-4f96-9b77-01c7964ecfda None None] Attempt 1 to provision port 80b5b403-a504-4f74-9257-6ab6a59c8969 Oct 10 11:19:11.750890 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:11.754765 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:19:11.775471 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-74173f57-bb19-43a1-b0fa-94daf4332d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:11.793694 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74173f57-bb19-43a1-b0fa-94daf4332d3b None None] Routers {'046f73bd-aa2a-440e-b047-b6cbdbf49f2f'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:11.795720 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-74173f57-bb19-43a1-b0fa-94daf4332d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['046f73bd-aa2a-440e-b047-b6cbdbf49f2f'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:11.798710 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-50f5671a-c5e8-4a19-86bd-e81ba6f8c3d1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:11.805216 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Port': ['ID=be7263ab-f4f8-4d9a-8cee-f2a2df9f9d4c,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:11.826283 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:11.826780 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:11.827207 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:11.827628 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:11.828052 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:11.828718 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:11.829193 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:11.829650 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:11.830068 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:11.830482 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:11.830900 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:11.831315 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:11.843815 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-9d827079-4a92-46af-96a7-ae6ee6c96e8e tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:11.848737 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9d827079-4a92-46af-96a7-ae6ee6c96e8e tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Usage tracker for resource:port and tenant:d7305614e960421482ac43651c950144 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:11.854244 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-50f5671a-c5e8-4a19-86bd-e81ba6f8c3d1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:11.856437 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9d827079-4a92-46af-96a7-ae6ee6c96e8e tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:11.862515 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c54d93-28d0-4ca9-904e-5d4adedf3702 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:19:11.889130 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-9d827079-4a92-46af-96a7-ae6ee6c96e8e tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:11.896336 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5671a-c5e8-4a19-86bd-e81ba6f8c3d1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b32fc546-5819-44f5-8928-4a5edd66858b,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:11.902268 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e46561c-5ed8-4c0c-a1c5-0f1576729cd1 None None] Sync routers for ids ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:19:11.918951 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-74173f57-bb19-43a1-b0fa-94daf4332d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:11.919904 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74173f57-bb19-43a1-b0fa-94daf4332d3b None None] The sync data for ids ['046f73bd-aa2a-440e-b047-b6cbdbf49f2f'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:19:11.920803 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-0ce1ef5c-9716-4e38-99c7-96f59d95a756 None None] Attempting to bind port 448a9468-65b5-4d6f-855b-9be1fa0fce97 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:19:11.921170 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-0ce1ef5c-9716-4e38-99c7-96f59d95a756 None None] Attempting to bind port 448a9468-65b5-4d6f-855b-9be1fa0fce97 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '3c568ba5-f531-4837-9a76-526e97ee4a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': '53a1ca78-37f8-423d-b2ff-6b31a2af1b5b'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:19:11.921565 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce1ef5c-9716-4e38-99c7-96f59d95a756 None None] Attempting to bind port 448a9468-65b5-4d6f-855b-9be1fa0fce97 on network 53a1ca78-37f8-423d-b2ff-6b31a2af1b5b {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:19:11.984289 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d827079-4a92-46af-96a7-ae6ee6c96e8e tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Made reservation on behalf of d7305614e960421482ac43651c950144 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:19:11.984498 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce1ef5c-9716-4e38-99c7-96f59d95a756 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:19:11.984652 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce1ef5c-9716-4e38-99c7-96f59d95a756 None None] Checking segment: {'id': '3c568ba5-f531-4837-9a76-526e97ee4a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': '53a1ca78-37f8-423d-b2ff-6b31a2af1b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:19:11.985049 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0ce1ef5c-9716-4e38-99c7-96f59d95a756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:11.985438 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce1ef5c-9716-4e38-99c7-96f59d95a756 None None] Bound using segment: {'id': '3c568ba5-f531-4837-9a76-526e97ee4a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': '53a1ca78-37f8-423d-b2ff-6b31a2af1b5b'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:19:11.985941 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-0ce1ef5c-9716-4e38-99c7-96f59d95a756 None None] Bound port: 448a9468-65b5-4d6f-855b-9be1fa0fce97, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c568ba5-f531-4837-9a76-526e97ee4a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': '53a1ca78-37f8-423d-b2ff-6b31a2af1b5b'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:19:11.986312 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0ce1ef5c-9716-4e38-99c7-96f59d95a756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:11.988192 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9d827079-4a92-46af-96a7-ae6ee6c96e8e tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:12.010664 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e46561c-5ed8-4c0c-a1c5-0f1576729cd1 None None] Routers {'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:12.011307 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0e46561c-5ed8-4c0c-a1c5-0f1576729cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:12.014318 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-9d827079-4a92-46af-96a7-ae6ee6c96e8e tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] device_id is not set on port 4ceac1ff-391f-4daf-aa31-13a415543ce5 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:19:12.110226 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-46c54d93-28d0-4ca9-904e-5d4adedf3702 admin admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:12.114282 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-46c54d93-28d0-4ca9-904e-5d4adedf3702 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0048463 Oct 10 11:19:12.114759 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57490) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:12.171543 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-50f5671a-c5e8-4a19-86bd-e81ba6f8c3d1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:12.175572 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-50f5671a-c5e8-4a19-86bd-e81ba6f8c3d1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8489435 Oct 10 11:19:12.175783 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57494) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:12.186261 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-51115ac1-2fd0-4b0b-99c7-3ea6bbe7d90c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '81990480-50e0-4838-b22b-21488127227c', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:12.201916 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-51115ac1-2fd0-4b0b-99c7-3ea6bbe7d90c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:12.213373 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-51115ac1-2fd0-4b0b-99c7-3ea6bbe7d90c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:12.219023 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-51115ac1-2fd0-4b0b-99c7-3ea6bbe7d90c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:12.230540 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-51115ac1-2fd0-4b0b-99c7-3ea6bbe7d90c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:12.309854 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 2e189348-92b2-4bb5-bdde-712bb0f891d1 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:12.317390 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-9d827079-4a92-46af-96a7-ae6ee6c96e8e tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Allocated IP 172.20.0.3 (12311373-191c-43fd-8d7f-5f79e55b3211/efac7dd8-211a-41be-a4bd-0dab97945e2b/4ceac1ff-391f-4daf-aa31-13a415543ce5) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:19:12.344034 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 2e189348-92b2-4bb5-bdde-712bb0f891d1 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:12.344403 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:12.344740 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 2e189348-92b2-4bb5-bdde-712bb0f891d1 Oct 10 11:19:12.406093 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-541986e1-ea77-4f96-9b77-01c7964ecfda None None] Current status of the port 80b5b403-a504-4f74-9257-6ab6a59c8969 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:12.406475 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-541986e1-ea77-4f96-9b77-01c7964ecfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:12.434836 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-0ce1ef5c-9716-4e38-99c7-96f59d95a756 None None] For port 448a9468-65b5-4d6f-855b-9be1fa0fce97, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:19:12.454037 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-51115ac1-2fd0-4b0b-99c7-3ea6bbe7d90c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:12.479650 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-0ce1ef5c-9716-4e38-99c7-96f59d95a756 None None] For port 448a9468-65b5-4d6f-855b-9be1fa0fce97, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=448a9468-65b5-4d6f-855b-9be1fa0fce97,segment=NetworkSegment(3c568ba5-f531-4837-9a76-526e97ee4a44),segment_id=3c568ba5-f531-4837-9a76-526e97ee4a44)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:19:12.489626 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-0e46561c-5ed8-4c0c-a1c5-0f1576729cd1 None None] Set router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:19:12.604369 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-51115ac1-2fd0-4b0b-99c7-3ea6bbe7d90c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:12.707725 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router_gateway, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:12.721358 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9d827079-4a92-46af-96a7-ae6ee6c96e8e tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:12.726114 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0ce1ef5c-9716-4e38-99c7-96f59d95a756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:12.749072 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-51115ac1-2fd0-4b0b-99c7-3ea6bbe7d90c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:12.751281 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-9d827079-4a92-46af-96a7-ae6ee6c96e8e tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Transition to ACTIVE for port object 4ceac1ff-391f-4daf-aa31-13a415543ce5 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:12.792190 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51115ac1-2fd0-4b0b-99c7-3ea6bbe7d90c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d15b464-448e-4f78-99c9-cceba9576569,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:12.808836 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51115ac1-2fd0-4b0b-99c7-3ea6bbe7d90c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:12.809184 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51115ac1-2fd0-4b0b-99c7-3ea6bbe7d90c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:12.809543 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51115ac1-2fd0-4b0b-99c7-3ea6bbe7d90c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:12.809898 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51115ac1-2fd0-4b0b-99c7-3ea6bbe7d90c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:12.810287 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51115ac1-2fd0-4b0b-99c7-3ea6bbe7d90c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:12.810561 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51115ac1-2fd0-4b0b-99c7-3ea6bbe7d90c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:12.810894 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51115ac1-2fd0-4b0b-99c7-3ea6bbe7d90c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:12.811215 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51115ac1-2fd0-4b0b-99c7-3ea6bbe7d90c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:12.811837 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51115ac1-2fd0-4b0b-99c7-3ea6bbe7d90c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:12.811969 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51115ac1-2fd0-4b0b-99c7-3ea6bbe7d90c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:12.812326 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51115ac1-2fd0-4b0b-99c7-3ea6bbe7d90c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:12.812655 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51115ac1-2fd0-4b0b-99c7-3ea6bbe7d90c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:12.825472 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-541986e1-ea77-4f96-9b77-01c7964ecfda None None] For port 80b5b403-a504-4f74-9257-6ab6a59c8969, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=80b5b403-a504-4f74-9257-6ab6a59c8969,segment=NetworkSegment(b957125f-e5b5-48e6-a42c-69ada2d0e459),segment_id=b957125f-e5b5-48e6-a42c-69ada2d0e459)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:19:12.842546 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9d827079-4a92-46af-96a7-ae6ee6c96e8e tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:12.922187 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-51115ac1-2fd0-4b0b-99c7-3ea6bbe7d90c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:12.926612 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-51115ac1-2fd0-4b0b-99c7-3ea6bbe7d90c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7499967 Oct 10 11:19:12.928173 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57500) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:12.942691 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-f23bcb00-fd64-40dc-a5a4-8653991f8ca4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '81990480-50e0-4838-b22b-21488127227c', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:12.949299 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d827079-4a92-46af-96a7-ae6ee6c96e8e tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Network 12311373-191c-43fd-8d7f-5f79e55b3211 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:12.952970 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-9d827079-4a92-46af-96a7-ae6ee6c96e8e tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:12.958645 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d827079-4a92-46af-96a7-ae6ee6c96e8e tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:19:12.960700 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f23bcb00-fd64-40dc-a5a4-8653991f8ca4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:12.970668 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-541986e1-ea77-4f96-9b77-01c7964ecfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:12.999337 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1ef5c-9716-4e38-99c7-96f59d95a756 None None] Pushing event updated for resources: {'Port': ['ID=448a9468-65b5-4d6f-855b-9be1fa0fce97,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:13.051229 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d827079-4a92-46af-96a7-ae6ee6c96e8e tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:13.052042 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9d827079-4a92-46af-96a7-ae6ee6c96e8e tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:13.053312 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 2e189348-92b2-4bb5-bdde-712bb0f891d1 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:13.056712 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:13.060548 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f23bcb00-fd64-40dc-a5a4-8653991f8ca4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:13.067075 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f23bcb00-fd64-40dc-a5a4-8653991f8ca4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:13.094947 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d827079-4a92-46af-96a7-ae6ee6c96e8e tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Pushing event updated for resources: {'Port': ['ID=4ceac1ff-391f-4daf-aa31-13a415543ce5,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:13.153319 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bd73f-fea0-4946-a6e4-0c9b27386016 req-5eea506b-6524-4796-be86-2e07d8d3d99b tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:13.160380 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-fa7bd73f-fea0-4946-a6e4-0c9b27386016 req-5eea506b-6524-4796-be86-2e07d8d3d99b tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 946 time: 0.6562476 Oct 10 11:19:13.162493 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f23bcb00-fd64-40dc-a5a4-8653991f8ca4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:13.185676 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9d827079-4a92-46af-96a7-ae6ee6c96e8e tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5552769 Oct 10 11:19:13.188966 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57504) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:13.197222 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541986e1-ea77-4f96-9b77-01c7964ecfda None None] Pushing event updated for resources: {'Port': ['ID=80b5b403-a504-4f74-9257-6ab6a59c8969,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:13.199301 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 2e189348-92b2-4bb5-bdde-712bb0f891d1, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=2e189348-92b2-4bb5-bdde-712bb0f891d1,segment=NetworkSegment(7c4f4c4c-5113-482f-a194-d6aa0f6b009c),segment_id=7c4f4c4c-5113-482f-a194-d6aa0f6b009c)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:19:13.205024 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-8e7ef48b-42d3-4a6f-84ea-2195b63349b1 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:13.216563 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8e7ef48b-42d3-4a6f-84ea-2195b63349b1 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:13.234834 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8e7ef48b-42d3-4a6f-84ea-2195b63349b1 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Usage tracker for resource:floatingip and tenant:d7305614e960421482ac43651c950144 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:13.239878 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8e7ef48b-42d3-4a6f-84ea-2195b63349b1 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:13.249657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8e7ef48b-42d3-4a6f-84ea-2195b63349b1 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:13.250453 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0e46561c-5ed8-4c0c-a1c5-0f1576729cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'name': 'tempest-TestVolumeBootPattern-1067560194-router', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:07Z', 'updated_at': '2022-10-10T11:19:09Z', 'revision_number': 3, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'gw_port': {'id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:20:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:08Z', 'updated_at': '2022-10-10T11:19:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:13.256519 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Provisioning for port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:13.265052 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e46561c-5ed8-4c0c-a1c5-0f1576729cd1 None None] Checking router: e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:19:13.265052 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e46561c-5ed8-4c0c-a1c5-0f1576729cd1 None None] Updating router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 port aa8a542c-3bb3-4c80-848b-49f902d050c6 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:19:13.289046 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-fa7bd73f-fea0-4946-a6e4-0c9b27386016 req-109698ea-ebe4-43ae-ac71-84d9ec448275 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2538c43-6897-455b-bde9-ae4c18cd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277745 Oct 10 11:19:13.361321 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0e46561c-5ed8-4c0c-a1c5-0f1576729cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:13.372787 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8e7ef48b-42d3-4a6f-84ea-2195b63349b1 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks [] for floatingip, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:13.454525 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:13.500564 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Provisioning complete for port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:13.500945 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:13.501278 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Attempt 1 to provision port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 Oct 10 11:19:13.533433 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f23bcb00-fd64-40dc-a5a4-8653991f8ca4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:13.745613 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8e7ef48b-42d3-4a6f-84ea-2195b63349b1 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:13.747200 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 80b5b403-a504-4f74-9257-6ab6a59c8969 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:13.822423 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:13.903548 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 80b5b403-a504-4f74-9257-6ab6a59c8969 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:13.903953 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:13.904292 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 80b5b403-a504-4f74-9257-6ab6a59c8969 Oct 10 11:19:13.909272 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f23bcb00-fd64-40dc-a5a4-8653991f8ca4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:13.914068 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:13.986990 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=2e189348-92b2-4bb5-bdde-712bb0f891d1,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:14.115026 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f23bcb00-fd64-40dc-a5a4-8653991f8ca4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:14.142710 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 80b5b403-a504-4f74-9257-6ab6a59c8969 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:14.143129 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 448a9468-65b5-4d6f-855b-9be1fa0fce97 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:14.200277 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23bcb00-fd64-40dc-a5a4-8653991f8ca4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f726817-1718-47fc-b74f-2ac200980cde,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:14.204476 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0e46561c-5ed8-4c0c-a1c5-0f1576729cd1 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:14.223158 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0e46561c-5ed8-4c0c-a1c5-0f1576729cd1 None None] Transition to ACTIVE for port object aa8a542c-3bb3-4c80-848b-49f902d050c6 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:14.324131 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Attempt 2 to provision port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 Oct 10 11:19:14.336291 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f23bcb00-fd64-40dc-a5a4-8653991f8ca4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:14.337497 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f23bcb00-fd64-40dc-a5a4-8653991f8ca4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4054301 Oct 10 11:19:14.340414 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57514) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:14.346790 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-66d97cb5-4a10-44f8-b2fa-950a1ea017d7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '81990480-50e0-4838-b22b-21488127227c', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:14.360478 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-66d97cb5-4a10-44f8-b2fa-950a1ea017d7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:14.360896 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0e46561c-5ed8-4c0c-a1c5-0f1576729cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:14.370800 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-66d97cb5-4a10-44f8-b2fa-950a1ea017d7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:14.379286 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0a60d09c-5f7c-4c63-8e5f-4fe28bf5932f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:14.380062 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-66d97cb5-4a10-44f8-b2fa-950a1ea017d7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:14.416132 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 448a9468-65b5-4d6f-855b-9be1fa0fce97 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:14.449083 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-66d97cb5-4a10-44f8-b2fa-950a1ea017d7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:14.452183 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50fb246-b9b5-4270-bd84-ac39e9744322 None None] Network 53a1ca78-37f8-423d-b2ff-6b31a2af1b5b requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:19:14.499941 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Router db86ed6b-094e-4fdc-9887-f7782cf762e4 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:19:14.506076 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-0e46561c-5ed8-4c0c-a1c5-0f1576729cd1 None None] Attempting to bind port aa8a542c-3bb3-4c80-848b-49f902d050c6 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:19:14.507178 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-0e46561c-5ed8-4c0c-a1c5-0f1576729cd1 None None] Attempting to bind port aa8a542c-3bb3-4c80-848b-49f902d050c6 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:19:14.507634 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e46561c-5ed8-4c0c-a1c5-0f1576729cd1 None None] Attempting to bind port aa8a542c-3bb3-4c80-848b-49f902d050c6 on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:19:14.555305 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-8e7ef48b-42d3-4a6f-84ea-2195b63349b1 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Allocated IP 172.26.4.113 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/fb4c64e0-3207-438f-8298-64145a7af855) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:19:14.569415 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:14.570183 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e46561c-5ed8-4c0c-a1c5-0f1576729cd1 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:19:14.570652 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e46561c-5ed8-4c0c-a1c5-0f1576729cd1 None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:19:14.571698 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0e46561c-5ed8-4c0c-a1c5-0f1576729cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:14.571698 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e46561c-5ed8-4c0c-a1c5-0f1576729cd1 None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:19:14.572445 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-0e46561c-5ed8-4c0c-a1c5-0f1576729cd1 None None] Bound port: aa8a542c-3bb3-4c80-848b-49f902d050c6, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:19:14.572612 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0e46561c-5ed8-4c0c-a1c5-0f1576729cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:14.572974 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-66d97cb5-4a10-44f8-b2fa-950a1ea017d7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:14.621265 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dba41c-282c-4f7a-9c8f-2210607f500f None None] Pushing event updated for resources: {'Port': ['ID=aa8a542c-3bb3-4c80-848b-49f902d050c6,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:14.702826 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ecabd-aff6-4d86-afc8-e6957d9a203e req-b79efafd-2f0b-4715-9bd1-68c05dd7364d tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:14.704442 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d14ecabd-aff6-4d86-afc8-e6957d9a203e req-b79efafd-2f0b-4715-9bd1-68c05dd7364d tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 946 time: 0.2331402 Oct 10 11:19:14.766380 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-0e46561c-5ed8-4c0c-a1c5-0f1576729cd1 None None] For port aa8a542c-3bb3-4c80-848b-49f902d050c6, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:19:14.783599 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-0e46561c-5ed8-4c0c-a1c5-0f1576729cd1 None None] For port aa8a542c-3bb3-4c80-848b-49f902d050c6, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=aa8a542c-3bb3-4c80-848b-49f902d050c6,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:19:14.814097 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d14ecabd-aff6-4d86-afc8-e6957d9a203e req-aff13754-7f9e-4835-b861-88aee06a16dd tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2538c43-6897-455b-bde9-ae4c18cd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979326 Oct 10 11:19:14.816173 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-66d97cb5-4a10-44f8-b2fa-950a1ea017d7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:14.827437 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:19:14.833466 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-0a60d09c-5f7c-4c63-8e5f-4fe28bf5932f admin admin] Allocated IP 172.20.0.1 (616f1bfe-2293-42af-8b84-9f66f180ede2/3c94ad8c-d8fc-4d25-b911-8ac97e113003/18bc4e2c-d966-40d7-97e7-106c145b51f6) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:19:14.843425 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8e7ef48b-42d3-4a6f-84ea-2195b63349b1 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:14.845900 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b45662-8c5a-487d-8e08-9e318c3fe5df None None] Sync routers for ids ['db86ed6b-094e-4fdc-9887-f7782cf762e4'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:19:14.858970 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b45662-8c5a-487d-8e08-9e318c3fe5df None None] Routers {'db86ed6b-094e-4fdc-9887-f7782cf762e4'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:14.860012 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-d8b45662-8c5a-487d-8e08-9e318c3fe5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['db86ed6b-094e-4fdc-9887-f7782cf762e4'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:14.878617 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0e46561c-5ed8-4c0c-a1c5-0f1576729cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:14.933450 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-66d97cb5-4a10-44f8-b2fa-950a1ea017d7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:14.936803 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-d8b45662-8c5a-487d-8e08-9e318c3fe5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:14.947111 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b45662-8c5a-487d-8e08-9e318c3fe5df None None] Routers {'db86ed6b-094e-4fdc-9887-f7782cf762e4'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:14.947942 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-d8b45662-8c5a-487d-8e08-9e318c3fe5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['db86ed6b-094e-4fdc-9887-f7782cf762e4'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:14.966965 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d97cb5-4a10-44f8-b2fa-950a1ea017d7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d375791-d52b-4e08-8af9-6f2dd0a76f0e,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:14.984929 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e46561c-5ed8-4c0c-a1c5-0f1576729cd1 None None] Routers {'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:14.985583 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8e7ef48b-42d3-4a6f-84ea-2195b63349b1 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:14.985766 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0e46561c-5ed8-4c0c-a1c5-0f1576729cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:15.029901 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-d8b45662-8c5a-487d-8e08-9e318c3fe5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:15.030570 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b45662-8c5a-487d-8e08-9e318c3fe5df None None] The sync data for ids ['db86ed6b-094e-4fdc-9887-f7782cf762e4'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:19:15.071925 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7ef48b-42d3-4a6f-84ea-2195b63349b1 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:15.073137 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Attempt 3 to provision port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 Oct 10 11:19:15.075104 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-8e7ef48b-42d3-4a6f-84ea-2195b63349b1 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:15.080273 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7ef48b-42d3-4a6f-84ea-2195b63349b1 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:19:15.107470 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-66d97cb5-4a10-44f8-b2fa-950a1ea017d7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:15.111367 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-66d97cb5-4a10-44f8-b2fa-950a1ea017d7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7667155 Oct 10 11:19:15.115404 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57518) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:15.130329 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-a5902173-b1b9-4418-a5d2-8e5f18acab38 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '81990480-50e0-4838-b22b-21488127227c', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:15.144037 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ef48b-42d3-4a6f-84ea-2195b63349b1 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Pushing event updated for resources: {'Port': ['ID=fb4c64e0-3207-438f-8298-64145a7af855,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:15.144412 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dba41c-282c-4f7a-9c8f-2210607f500f None None] Pushing event updated for resources: {'Port': ['ID=aa8a542c-3bb3-4c80-848b-49f902d050c6,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:15.147894 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a5902173-b1b9-4418-a5d2-8e5f18acab38 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:15.155866 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a5902173-b1b9-4418-a5d2-8e5f18acab38 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:15.157741 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0a60d09c-5f7c-4c63-8e5f-4fe28bf5932f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:15.160107 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a5902173-b1b9-4418-a5d2-8e5f18acab38 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:15.175716 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-0a60d09c-5f7c-4c63-8e5f-4fe28bf5932f admin admin] Transition to ACTIVE for port object 18bc4e2c-d966-40d7-97e7-106c145b51f6 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:15.186510 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a5902173-b1b9-4418-a5d2-8e5f18acab38 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:15.206609 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8e7ef48b-42d3-4a6f-84ea-2195b63349b1 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:15.211448 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:15.215839 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-50bf0e24-95ae-4fd5-ab40-da55659fe8fe tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.8992698 Oct 10 11:19:15.216013 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57522) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:15.218677 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:15.251418 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-0e46561c-5ed8-4c0c-a1c5-0f1576729cd1 None None] Set router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:19:15.259914 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a15b30-cbb6-4f7d-a7fb-41beabb2b45c req-561962b9-399d-4057-aa34-812a6fa32e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:15.261738 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-43a15b30-cbb6-4f7d-a7fb-41beabb2b45c req-561962b9-399d-4057-aa34-812a6fa32e83 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 1099 time: 0.2927661 Oct 10 11:19:15.310841 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-43a15b30-cbb6-4f7d-a7fb-41beabb2b45c req-544c5550-686a-42c5-a8d0-2a1bf6b5a6a2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e2538c43-6897-455b-bde9-ae4c18cd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426638 Oct 10 11:19:15.366887 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-a5902173-b1b9-4418-a5d2-8e5f18acab38 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Project abdeb3603c4943b08320f37282de8f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:19:15.369103 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0a60d09c-5f7c-4c63-8e5f-4fe28bf5932f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:15.404582 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a5902173-b1b9-4418-a5d2-8e5f18acab38 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:15.438721 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a60d09c-5f7c-4c63-8e5f-4fe28bf5932f admin admin] Network 616f1bfe-2293-42af-8b84-9f66f180ede2 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:15.441107 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-0a60d09c-5f7c-4c63-8e5f-4fe28bf5932f admin admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:15.445644 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a60d09c-5f7c-4c63-8e5f-4fe28bf5932f admin admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:19:15.522579 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60d09c-5f7c-4c63-8e5f-4fe28bf5932f admin admin] Pushing event updated for resources: {'Port': ['ID=18bc4e2c-d966-40d7-97e7-106c145b51f6,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:15.571443 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 2e189348-92b2-4bb5-bdde-712bb0f891d1 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:15.579356 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0a60d09c-5f7c-4c63-8e5f-4fe28bf5932f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:15.644654 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8e7ef48b-42d3-4a6f-84ea-2195b63349b1 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:15.675944 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0e46561c-5ed8-4c0c-a1c5-0f1576729cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'name': 'tempest-TestVolumeBootPattern-1067560194-router', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:07Z', 'updated_at': '2022-10-10T11:19:09Z', 'revision_number': 3, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'gw_port': {'id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:20:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:08Z', 'updated_at': '2022-10-10T11:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:15.686509 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e46561c-5ed8-4c0c-a1c5-0f1576729cd1 None None] The sync data for ids ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'] in dv-neutron-860842-1-hyperv is: [{'id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'name': 'tempest-TestVolumeBootPattern-1067560194-router', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:07Z', 'updated_at': '2022-10-10T11:19:09Z', 'revision_number': 3, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'gw_port': {'id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:20:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:08Z', 'updated_at': '2022-10-10T11:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:19:15.698238 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 2e189348-92b2-4bb5-bdde-712bb0f891d1 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:15.698613 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:15.698945 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 2e189348-92b2-4bb5-bdde-712bb0f891d1 Oct 10 11:19:15.702553 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4f047598-c708-4d8b-ab3d-f82162131dab tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "GET /v2.0/routers/db86ed6b-094e-4fdc-9887-f7782cf762e4 HTTP/1.1" status: 200 len: 884 time: 0.4835153 Oct 10 11:19:15.703427 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57526) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:15.729242 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a5902173-b1b9-4418-a5d2-8e5f18acab38 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:15.738034 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Attempt 4 to provision port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 Oct 10 11:19:15.840933 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a5902173-b1b9-4418-a5d2-8e5f18acab38 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:15.866711 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0a60d09c-5f7c-4c63-8e5f-4fe28bf5932f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:15.868358 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:15.889333 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5902173-b1b9-4418-a5d2-8e5f18acab38 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f969a9f-0c75-4f33-ae87-fa43e8ace4c8,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:15.919127 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 2e189348-92b2-4bb5-bdde-712bb0f891d1 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:15.969948 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8e7ef48b-42d3-4a6f-84ea-2195b63349b1 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:16.021880 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a5902173-b1b9-4418-a5d2-8e5f18acab38 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:16.029317 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a5902173-b1b9-4418-a5d2-8e5f18acab38 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9047878 Oct 10 11:19:16.029317 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57532) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:16.035808 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-872df1c3-93a9-493c-b8e3-9e63ea12e281 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '81990480-50e0-4838-b22b-21488127227c', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:16.045833 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-872df1c3-93a9-493c-b8e3-9e63ea12e281 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:16.053864 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-872df1c3-93a9-493c-b8e3-9e63ea12e281 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:16.057203 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-872df1c3-93a9-493c-b8e3-9e63ea12e281 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:16.064017 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-872df1c3-93a9-493c-b8e3-9e63ea12e281 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:16.087287 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8e7ef48b-42d3-4a6f-84ea-2195b63349b1 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:16.193383 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-872df1c3-93a9-493c-b8e3-9e63ea12e281 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Project abdeb3603c4943b08320f37282de8f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:19:16.204934 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-872df1c3-93a9-493c-b8e3-9e63ea12e281 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:16.237370 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ef48b-42d3-4a6f-84ea-2195b63349b1 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Pushing event updated for resources: {'Port': ['ID=fb4c64e0-3207-438f-8298-64145a7af855,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:16.266668 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8e7ef48b-42d3-4a6f-84ea-2195b63349b1 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:16.317124 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-872df1c3-93a9-493c-b8e3-9e63ea12e281 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:16.368297 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8e7ef48b-42d3-4a6f-84ea-2195b63349b1 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:16.370091 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Attempt 5 to provision port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 Oct 10 11:19:16.370226 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8e7ef48b-42d3-4a6f-84ea-2195b63349b1 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1800599 Oct 10 11:19:16.373013 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57536) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:16.378239 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-31bd2a67-6ec3-40f3-8242-0d0f1532f338 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Request body: {'floatingip': {'port_id': '4ceac1ff-391f-4daf-aa31-13a415543ce5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:16.418502 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fd76a-08f2-4933-9fab-c2d8f2d4f226 req-9d251db7-a00a-487c-913e-65153d2a4fdd tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:16.420140 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5d5fd76a-08f2-4933-9fab-c2d8f2d4f226 req-9d251db7-a00a-487c-913e-65153d2a4fdd tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 946 time: 0.3945820 Oct 10 11:19:16.455598 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:16.466813 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-872df1c3-93a9-493c-b8e3-9e63ea12e281 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:16.507686 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5d5fd76a-08f2-4933-9fab-c2d8f2d4f226 req-76442efb-34e6-4341-817c-97e4ee2f883b tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2538c43-6897-455b-bde9-ae4c18cd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745640 Oct 10 11:19:16.511543 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872df1c3-93a9-493c-b8e3-9e63ea12e281 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b26f8b27-0219-45e0-ac34-1a53b1b7abd6,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:16.521079 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-31bd2a67-6ec3-40f3-8242-0d0f1532f338 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks [] for floatingip, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:16.543495 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0a60d09c-5f7c-4c63-8e5f-4fe28bf5932f admin admin] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:16.552862 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-96a4c35b-8dfa-4ff5-a226-40003eb55dae tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Synchronizing usage tracker for tenant:936e4bb70f4f401fa185998b9205aaff on resource:router {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:19:16.635982 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0a60d09c-5f7c-4c63-8e5f-4fe28bf5932f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:16.709414 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-872df1c3-93a9-493c-b8e3-9e63ea12e281 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:16.710727 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-872df1c3-93a9-493c-b8e3-9e63ea12e281 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6807735 Oct 10 11:19:16.715163 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-96a4c35b-8dfa-4ff5-a226-40003eb55dae tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Unset dirty status for tenant:936e4bb70f4f401fa185998b9205aaff on resource:router {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:19:16.716346 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-96a4c35b-8dfa-4ff5-a226-40003eb55dae tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.0114529 Oct 10 11:19:16.719773 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57540) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:16.735698 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-65a7a5aa-3342-4437-bfbe-698c059e3f61 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-612097731'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:16.766663 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0a60d09c-5f7c-4c63-8e5f-4fe28bf5932f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:16.771167 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60d09c-5f7c-4c63-8e5f-4fe28bf5932f admin admin] Pushing event updated for resources: {'Port': ['ID=18bc4e2c-d966-40d7-97e7-106c145b51f6,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:16.848073 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-31bd2a67-6ec3-40f3-8242-0d0f1532f338 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] update failed (client error): The resource could not be found. Oct 10 11:19:16.848214 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-31bd2a67-6ec3-40f3-8242-0d0f1532f338 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] 10.222.0.40 "PUT /v2.0/floatingips/6fdc3490-a5bb-469f-a936-48251b2c3eee HTTP/1.1" status: 404 len: 507 time: 0.4741616 Oct 10 11:19:16.859953 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57548) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:16.949322 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Attempt 6 to provision port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 Oct 10 11:19:17.022150 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 325b21c3-690e-4056-87a7-8ad6b7a8126d details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:19:17.024906 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 325b21c3-690e-4056-87a7-8ad6b7a8126d no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:19:17.072192 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-b4b6d528-8d09-4ec7-8d17-02f0290fc52c tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Deleting port fb4c64e0-3207-438f-8298-64145a7af855 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:19:17.072567 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b4b6d528-8d09-4ec7-8d17-02f0290fc52c tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:17.073313 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-72c2b2a3-272c-4b4a-bea9-43daa0f01790 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:19:17.079700 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:17.138149 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a60d09c-5f7c-4c63-8e5f-4fe28bf5932f admin admin] Network 616f1bfe-2293-42af-8b84-9f66f180ede2 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:17.140868 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-0a60d09c-5f7c-4c63-8e5f-4fe28bf5932f admin admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:17.241936 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-72c2b2a3-272c-4b4a-bea9-43daa0f01790 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:19:17.249881 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-72c2b2a3-272c-4b4a-bea9-43daa0f01790 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-748126521&fields=id&tenant_id=abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 267 time: 0.3021867 Oct 10 11:19:17.313188 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 325b21c3-690e-4056-87a7-8ad6b7a8126d is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:17.313595 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:17.329022 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 325b21c3-690e-4056-87a7-8ad6b7a8126d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=325b21c3-690e-4056-87a7-8ad6b7a8126d,segment=NetworkSegment(e905f2b1-d6b8-4415-bb8a-84a4a33978dd),segment_id=e905f2b1-d6b8-4415-bb8a-84a4a33978dd)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:19:17.354555 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '325b21c3-690e-4056-87a7-8ad6b7a8126d', 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0', 'port_id': '325b21c3-690e-4056-87a7-8ad6b7a8126d', 'mac_address': 'fa:16:3e:46:21:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 499, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '458b21fd-7fc9-46f9-9db5-643f7fbb77a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:19:17.362209 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cb1338-235b-4d11-a8ae-f2b6788d3834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '325b21c3-690e-4056-87a7-8ad6b7a8126d'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:19:17.364514 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a1af4e-71f7-4070-b4b5-b32bfb011887" -d '{"events": [{"server_uuid": "c5cb1338-235b-4d11-a8ae-f2b6788d3834", "name": "network-vif-unplugged", "status": "completed", "tag": "325b21c3-690e-4056-87a7-8ad6b7a8126d"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:19:17.436579 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Oct 2022 11:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298e1799-f12c-429c-ba37-8b05f5908dd1 x-openstack-request-id: req-298e1799-f12c-429c-ba37-8b05f5908dd1 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:19:17.437286 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cb1338-235b-4d11-a8ae-f2b6788d3834", "name": "network-vif-unplugged", "status": "completed", "tag": "325b21c3-690e-4056-87a7-8ad6b7a8126d", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:19:17.437853 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-298e1799-f12c-429c-ba37-8b05f5908dd1 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:19:17.438456 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-298e1799-f12c-429c-ba37-8b05f5908dd1'] response: {'server_uuid': 'c5cb1338-235b-4d11-a8ae-f2b6788d3834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '325b21c3-690e-4056-87a7-8ad6b7a8126d', 'code': 200} Oct 10 11:19:17.453137 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 325b21c3-690e-4056-87a7-8ad6b7a8126d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=325b21c3-690e-4056-87a7-8ad6b7a8126d,segment=NetworkSegment(e905f2b1-d6b8-4415-bb8a-84a4a33978dd),segment_id=e905f2b1-d6b8-4415-bb8a-84a4a33978dd)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:19:17.465075 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 325b21c3-690e-4056-87a7-8ad6b7a8126d is: ACTIVE; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:17.465954 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:17.503943 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 325b21c3-690e-4056-87a7-8ad6b7a8126d {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:19:17.508234 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b4b6d528-8d09-4ec7-8d17-02f0290fc52c tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:17.508747 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b4b6d528-8d09-4ec7-8d17-02f0290fc52c tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:17.539999 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:17.609506 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-2abe9a9e-a6ec-4552-ab78-3722848e64a3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:17.610398 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-2abe9a9e-a6ec-4552-ab78-3722848e64a3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/networks?id=53a1ca78-37f8-423d-b2ff-6b31a2af1b5b HTTP/1.1" status: 200 len: 796 time: 0.3597021 Oct 10 11:19:17.621299 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-65a7a5aa-3342-4437-bfbe-698c059e3f61 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:17.639936 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-8b52deb5-424c-436a-9552-0e7bbd03e794 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/quotas/abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 375 time: 0.0141494 Oct 10 11:19:17.669666 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Attempt 7 to provision port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 Oct 10 11:19:17.719610 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device aa8a542c-3bb3-4c80-848b-49f902d050c6 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:17.743351 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-b4b6d528-8d09-4ec7-8d17-02f0290fc52c tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Calling delete_port for fb4c64e0-3207-438f-8298-64145a7af855 owned by network:floatingip {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:19:17.835160 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-65a7a5aa-3342-4437-bfbe-698c059e3f61 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568703'] for router, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:17.840983 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:19:17.841343 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:19:17.851328 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=325b21c3-690e-4056-87a7-8ad6b7a8126d,revision_number=6']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:17.857850 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:17.889303 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a60d09c-5f7c-4c63-8e5f-4fe28bf5932f admin admin] Router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:19:17.927181 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port aa8a542c-3bb3-4c80-848b-49f902d050c6 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:17.934434 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port aa8a542c-3bb3-4c80-848b-49f902d050c6 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:17.940414 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:17.940414 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port aa8a542c-3bb3-4c80-848b-49f902d050c6 Oct 10 11:19:18.063281 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-932bbec3-8dbf-476a-9733-c7a8854b5a45 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4141686 Oct 10 11:19:18.069094 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a7a5aa-3342-4437-bfbe-698c059e3f61 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Router db86ed6b-094e-4fdc-9887-f7782cf762e4 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:19:18.076430 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port aa8a542c-3bb3-4c80-848b-49f902d050c6 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:18.076990 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:18.095623 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port aa8a542c-3bb3-4c80-848b-49f902d050c6, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=aa8a542c-3bb3-4c80-848b-49f902d050c6,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:19:18.201734 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:18.203909 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cd490a8a-f890-4e8f-a0e3-7197fd3154d6 req-0e26464a-c346-43c3-9de4-0770e58aa2d9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5838647 Oct 10 11:19:18.289563 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=aa8a542c-3bb3-4c80-848b-49f902d050c6,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:18.341797 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4009d8b-51a3-40d7-b991-5c8b1074e337 req-15288b30-a1ab-4ad8-b194-4b172b872679 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:18.343157 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b4009d8b-51a3-40d7-b991-5c8b1074e337 req-15288b30-a1ab-4ad8-b194-4b172b872679 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 944 time: 0.6109793 Oct 10 11:19:18.374605 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Attempt 8 to provision port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 Oct 10 11:19:18.374871 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a7a5aa-3342-4437-bfbe-698c059e3f61 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:19:18.377824 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-60c463ff-6ed5-4238-aa4e-6c15ea669233 service neutron] 10.222.0.40 "GET /v2.0/networks/53a1ca78-37f8-423d-b2ff-6b31a2af1b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423711 Oct 10 11:19:18.383710 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-65a7a5aa-3342-4437-bfbe-698c059e3f61 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:18.384916 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-65a7a5aa-3342-4437-bfbe-698c059e3f61 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "PUT /v2.0/routers/db86ed6b-094e-4fdc-9887-f7782cf762e4 HTTP/1.1" status: 200 len: 891 time: 1.6573694 Oct 10 11:19:18.388009 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57564) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:18.415272 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a835196-a083-4f91-b6dd-eb2ad7db271d None None] Sync routers for ids ['db86ed6b-094e-4fdc-9887-f7782cf762e4'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:19:18.433510 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a60d09c-5f7c-4c63-8e5f-4fe28bf5932f admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:19:18.445958 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b109b53-474d-4500-91dc-92fd1e92f72d None None] Sync routers for ids ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:19:18.455898 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b109b53-474d-4500-91dc-92fd1e92f72d None None] Routers {'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:18.456606 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b4009d8b-51a3-40d7-b991-5c8b1074e337 req-f12eda86-f16b-4fcf-8ac0-57962896d25e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2538c43-6897-455b-bde9-ae4c18cd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993385 Oct 10 11:19:18.457063 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-6b109b53-474d-4500-91dc-92fd1e92f72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:18.488474 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0a60d09c-5f7c-4c63-8e5f-4fe28bf5932f admin admin] 10.222.0.40 "PUT /v2.0/routers/e5e787bd-c235-4e37-ba5e-91d0c7aff5c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3622153 Oct 10 11:19:18.488604 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 325b21c3-690e-4056-87a7-8ad6b7a8126d is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:18.488604 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:18.492031 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:18.494079 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57570) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:18.500168 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a835196-a083-4f91-b6dd-eb2ad7db271d None None] Routers {'db86ed6b-094e-4fdc-9887-f7782cf762e4'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:18.500464 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd490a8a-f890-4e8f-a0e3-7197fd3154d6 req-5e000e14-16c5-4ca8-98e1-f67e547bd3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:18.500809 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0a835196-a083-4f91-b6dd-eb2ad7db271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['db86ed6b-094e-4fdc-9887-f7782cf762e4'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:18.502296 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cd490a8a-f890-4e8f-a0e3-7197fd3154d6 req-5e000e14-16c5-4ca8-98e1-f67e547bd3dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=780cbdd6ed154f09a98bc1d37b65c2e0&device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 1097 time: 0.2118926 Oct 10 11:19:18.597012 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 325b21c3-690e-4056-87a7-8ad6b7a8126d {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:19:18.601031 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0a835196-a083-4f91-b6dd-eb2ad7db271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:18.618706 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a835196-a083-4f91-b6dd-eb2ad7db271d None None] Routers {'db86ed6b-094e-4fdc-9887-f7782cf762e4'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:18.619329 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0a835196-a083-4f91-b6dd-eb2ad7db271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['db86ed6b-094e-4fdc-9887-f7782cf762e4'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:18.637769 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d39c4314-5c79-4709-a39e-a9322aee5e32 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "GET /v2.0/routers/db86ed6b-094e-4fdc-9887-f7782cf762e4 HTTP/1.1" status: 200 len: 891 time: 0.2461312 Oct 10 11:19:18.674286 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57574) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:18.675050 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 325b21c3-690e-4056-87a7-8ad6b7a8126d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=325b21c3-690e-4056-87a7-8ad6b7a8126d,segment=NetworkSegment(e905f2b1-d6b8-4415-bb8a-84a4a33978dd),segment_id=e905f2b1-d6b8-4415-bb8a-84a4a33978dd)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:19:18.683321 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0a835196-a083-4f91-b6dd-eb2ad7db271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:18.683732 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a835196-a083-4f91-b6dd-eb2ad7db271d None None] The sync data for ids ['db86ed6b-094e-4fdc-9887-f7782cf762e4'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:19:18.700001 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b4b6d528-8d09-4ec7-8d17-02f0290fc52c tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:18.749671 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-6b109b53-474d-4500-91dc-92fd1e92f72d None None] Set router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:19:18.762385 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:18.769580 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-89f38822-2358-40dd-8796-249ab0eb6bc4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Synchronizing usage tracker for tenant:936e4bb70f4f401fa185998b9205aaff on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:19:18.789531 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b6d528-8d09-4ec7-8d17-02f0290fc52c tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Pushing event deleted for resources: {'Port': ['ID=fb4c64e0-3207-438f-8298-64145a7af855,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:18.859442 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=325b21c3-690e-4056-87a7-8ad6b7a8126d,revision_number=7']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:18.949803 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-928f02fb-4590-41c6-ba79-efc27a55d281 service neutron] 10.222.0.40 "GET /v2.0/networks/53a1ca78-37f8-423d-b2ff-6b31a2af1b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131647 Oct 10 11:19:18.956312 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-89f38822-2358-40dd-8796-249ab0eb6bc4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Unset dirty status for tenant:936e4bb70f4f401fa185998b9205aaff on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:19:18.958204 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e78eb001-0201-4de1-9ce3-a1b889b5aad4 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/floatingips/aeb2fbe5-f9b9-4974-a5e9-2a37c922c098 HTTP/1.1" status: 200 len: 992 time: 0.4487610 Oct 10 11:19:18.960006 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-89f38822-2358-40dd-8796-249ab0eb6bc4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "GET /v2.0/ports?device_id=db86ed6b-094e-4fdc-9887-f7782cf762e4 HTTP/1.1" status: 200 len: 205 time: 0.2819965 Oct 10 11:19:18.960339 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd490a8a-f890-4e8f-a0e3-7197fd3154d6 req-1a4ef293-b97d-48bf-9720-8a00f09e4471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:18.961962 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cd490a8a-f890-4e8f-a0e3-7197fd3154d6 req-1a4ef293-b97d-48bf-9720-8a00f09e4471 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e305c812-a69a-4f97-8da1-f8cf6d6d5df0 HTTP/1.1" status: 200 len: 897 time: 0.3743830 Oct 10 11:19:18.965751 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57582) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:18.991131 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['325b21c3-690e-4056-87a7-8ad6b7a8126d'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:19:19.041811 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Attempt 9 to provision port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 Oct 10 11:19:19.094709 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b4b6d528-8d09-4ec7-8d17-02f0290fc52c tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks [] for floatingip, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:19.099571 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b4b6d528-8d09-4ec7-8d17-02f0290fc52c tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:19.101206 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b4b6d528-8d09-4ec7-8d17-02f0290fc52c tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] 10.222.0.40 "DELETE /v2.0/floatingips/6fdc3490-a5bb-469f-a936-48251b2c3eee HTTP/1.1" status: 204 len: 168 time: 2.2405434 Oct 10 11:19:19.109400 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57588) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:19.115945 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-4f6cec21-d5d6-4f5f-86cf-62ebe0fac5ee tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Request body: {'floatingip': {'floating_network_id': '12311373-191c-43fd-8d7f-5f79e55b3211', 'port_id': '4ceac1ff-391f-4daf-aa31-13a415543ce5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:19.137023 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-4f6cec21-d5d6-4f5f-86cf-62ebe0fac5ee tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:19.155907 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:19.156413 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-4f6cec21-d5d6-4f5f-86cf-62ebe0fac5ee tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Usage tracker for resource:floatingip and tenant:d7305614e960421482ac43651c950144 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:19.166457 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-4f6cec21-d5d6-4f5f-86cf-62ebe0fac5ee tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:19.183899 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-4f6cec21-d5d6-4f5f-86cf-62ebe0fac5ee tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:19.297135 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cd490a8a-f890-4e8f-a0e3-7197fd3154d6 req-61927364-0fe3-4b57-a9a2-192abe5ca29f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=325b21c3-690e-4056-87a7-8ad6b7a8126d HTTP/1.1" status: 200 len: 1001 time: 0.3179722 Oct 10 11:19:19.325483 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-6b109b53-474d-4500-91dc-92fd1e92f72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'name': 'tempest-TestVolumeBootPattern-1067560194-router', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:07Z', 'updated_at': '2022-10-10T11:19:15Z', 'revision_number': 4, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'gw_port': {'id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:08Z', 'updated_at': '2022-10-10T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '18bc4e2c-d966-40d7-97e7-106c145b51f6', 'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'mac_address': 'fa:16:3e:69:c9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:14Z', 'updated_at': '2022-10-10T11:19:16Z', 'revision_number': 2, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'subnets': [{'id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:19.328133 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4f6cec21-d5d6-4f5f-86cf-62ebe0fac5ee tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks [] for floatingip, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:19.330463 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b109b53-474d-4500-91dc-92fd1e92f72d None None] Checking router: e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:19:19.330981 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b109b53-474d-4500-91dc-92fd1e92f72d None None] Updating router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 port 18bc4e2c-d966-40d7-97e7-106c145b51f6 binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:19:19.370795 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd490a8a-f890-4e8f-a0e3-7197fd3154d6 req-3347e3f9-3cfa-40a2-9f16-30d5be1a80d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:19.372192 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cd490a8a-f890-4e8f-a0e3-7197fd3154d6 req-3347e3f9-3cfa-40a2-9f16-30d5be1a80d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=458b21fd-7fc9-46f9-9db5-643f7fbb77a3 HTTP/1.1" status: 200 len: 834 time: 0.0633850 Oct 10 11:19:19.403153 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-6b109b53-474d-4500-91dc-92fd1e92f72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:19.499518 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-382646a0-ce9a-46df-9d23-81c517fa2100 req-0a98f71c-dc4b-4a62-996f-be22c3f3f720 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7820a9f4-0e07-434f-b65d-c86e89529e91 HTTP/1.1" status: 200 len: 210 time: 0.1889596 Oct 10 11:19:19.591995 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1076a576-d827-49e0-83b6-259be0b9c987 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:19.600343 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device aa8a542c-3bb3-4c80-848b-49f902d050c6 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:19.626707 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57606) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:19.635293 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-39843bc0-ba28-4fcd-9627-eb347bb4e057 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-732872261-network', 'tenant_id': 'fd5c98bc51b14fc7b95b3872c52d92c4'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:19.645770 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-39843bc0-ba28-4fcd-9627-eb347bb4e057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:19.655725 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-39843bc0-ba28-4fcd-9627-eb347bb4e057 admin admin] Usage tracker for resource:network and tenant:fd5c98bc51b14fc7b95b3872c52d92c4 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:19.656759 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Attempt 10 to provision port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 Oct 10 11:19:19.659427 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-39843bc0-ba28-4fcd-9627-eb347bb4e057 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:19.666847 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-39843bc0-ba28-4fcd-9627-eb347bb4e057 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:19.724702 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:19.736378 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port aa8a542c-3bb3-4c80-848b-49f902d050c6 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:19.736748 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:19.737084 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port aa8a542c-3bb3-4c80-848b-49f902d050c6 Oct 10 11:19:19.750539 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-4f6cec21-d5d6-4f5f-86cf-62ebe0fac5ee tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:19:19.759573 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57610) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:19.766352 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4f6cec21-d5d6-4f5f-86cf-62ebe0fac5ee tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6514881 Oct 10 11:19:19.779469 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-a2b13a29-adee-4a57-b45b-9f25f07b7224 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'port_id': '4ceac1ff-391f-4daf-aa31-13a415543ce5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:19.802678 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Provisioning complete for port 2e189348-92b2-4bb5-bdde-712bb0f891d1 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:19.802936 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:19.803861 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Attempt 1 to provision port 2e189348-92b2-4bb5-bdde-712bb0f891d1 Oct 10 11:19:19.874623 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39843bc0-ba28-4fcd-9627-eb347bb4e057 admin admin] Made reservation on behalf of fd5c98bc51b14fc7b95b3872c52d92c4 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:19:19.882808 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-39843bc0-ba28-4fcd-9627-eb347bb4e057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:19.899518 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-39843bc0-ba28-4fcd-9627-eb347bb4e057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:19.922378 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-39843bc0-ba28-4fcd-9627-eb347bb4e057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:19.927878 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-39843bc0-ba28-4fcd-9627-eb347bb4e057 admin admin] Usage tracker for resource:security_group_rule and tenant:fd5c98bc51b14fc7b95b3872c52d92c4 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:19.933034 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-39843bc0-ba28-4fcd-9627-eb347bb4e057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:19.943393 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-39843bc0-ba28-4fcd-9627-eb347bb4e057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:19.949811 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-6b109b53-474d-4500-91dc-92fd1e92f72d None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:19.984732 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-6b109b53-474d-4500-91dc-92fd1e92f72d None None] Transition to ACTIVE for port object 18bc4e2c-d966-40d7-97e7-106c145b51f6 will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:19.993992 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Current status of the port 2e189348-92b2-4bb5-bdde-712bb0f891d1 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:19.996146 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port aa8a542c-3bb3-4c80-848b-49f902d050c6 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:20.008486 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Provisioning complete for port 80b5b403-a504-4f74-9257-6ab6a59c8969 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:20.008864 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:20.009206 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Attempt 1 to provision port 80b5b403-a504-4f74-9257-6ab6a59c8969 Oct 10 11:19:20.021504 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-a2b13a29-adee-4a57-b45b-9f25f07b7224 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:20.035574 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a2b13a29-adee-4a57-b45b-9f25f07b7224 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Usage tracker for resource:floatingip and tenant:d7305614e960421482ac43651c950144 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:20.042731 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a2b13a29-adee-4a57-b45b-9f25f07b7224 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:20.050927 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-a2b13a29-adee-4a57-b45b-9f25f07b7224 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:20.060573 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-39843bc0-ba28-4fcd-9627-eb347bb4e057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:20.069856 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd490a8a-f890-4e8f-a0e3-7197fd3154d6 req-f3c2efc2-e61f-44f7-a8ea-b715d68c3731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:20.071153 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cd490a8a-f890-4e8f-a0e3-7197fd3154d6 req-f3c2efc2-e61f-44f7-a8ea-b715d68c3731 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e305c812-a69a-4f97-8da1-f8cf6d6d5df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6429787 Oct 10 11:19:20.075642 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-6b109b53-474d-4500-91dc-92fd1e92f72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:20.102581 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1076a576-d827-49e0-83b6-259be0b9c987 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:20.170370 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-30e6cbe2-0f77-4c50-91ca-8c4b3c35556d None None] Current status of the port 80b5b403-a504-4f74-9257-6ab6a59c8969 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:20.173589 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-39843bc0-ba28-4fcd-9627-eb347bb4e057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:20.175137 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a2b13a29-adee-4a57-b45b-9f25f07b7224 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks [] for floatingip, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:20.212039 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39843bc0-ba28-4fcd-9627-eb347bb4e057 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 461} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:19:20.217014 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-1076a576-d827-49e0-83b6-259be0b9c987 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Deleting port be7263ab-f4f8-4d9a-8cee-f2a2df9f9d4c {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:19:20.217590 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1076a576-d827-49e0-83b6-259be0b9c987 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:20.221047 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39843bc0-ba28-4fcd-9627-eb347bb4e057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d941b00-16e8-420b-876f-9345c847834f,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:20.230567 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-39843bc0-ba28-4fcd-9627-eb347bb4e057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:20.230908 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-39843bc0-ba28-4fcd-9627-eb347bb4e057 admin admin] Added segment 8dd3d869-f1af-4629-afed-3543212210c8 of type vlan for network 9dbeca67-c2fd-46dc-b32d-83850a664ff1 Oct 10 11:19:20.267820 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-39843bc0-ba28-4fcd-9627-eb347bb4e057 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:20.290756 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278071b-091d-4ef0-98ff-1aa77c92d6d7 None None] Pushing event updated for resources: {'Port': ['ID=18bc4e2c-d966-40d7-97e7-106c145b51f6,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:20.309117 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278071b-091d-4ef0-98ff-1aa77c92d6d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:20.309492 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278071b-091d-4ef0-98ff-1aa77c92d6d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:20.309945 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278071b-091d-4ef0-98ff-1aa77c92d6d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:20.310276 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278071b-091d-4ef0-98ff-1aa77c92d6d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:20.310604 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278071b-091d-4ef0-98ff-1aa77c92d6d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:20.310952 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278071b-091d-4ef0-98ff-1aa77c92d6d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:20.311275 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278071b-091d-4ef0-98ff-1aa77c92d6d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:20.311603 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278071b-091d-4ef0-98ff-1aa77c92d6d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:20.311937 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278071b-091d-4ef0-98ff-1aa77c92d6d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:20.312244 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278071b-091d-4ef0-98ff-1aa77c92d6d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:20.312557 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278071b-091d-4ef0-98ff-1aa77c92d6d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:20.312884 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8278071b-091d-4ef0-98ff-1aa77c92d6d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:20.330207 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cd490a8a-f890-4e8f-a0e3-7197fd3154d6 req-2619f192-5f3f-43e5-9162-52cfa437c7ab service neutron] 10.222.0.15 "GET /v2.0/networks/e305c812-a69a-4f97-8da1-f8cf6d6d5df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480769 Oct 10 11:19:20.333073 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-6b109b53-474d-4500-91dc-92fd1e92f72d None None] Attempting to bind port 18bc4e2c-d966-40d7-97e7-106c145b51f6 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:19:20.333443 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-6b109b53-474d-4500-91dc-92fd1e92f72d None None] Attempting to bind port 18bc4e2c-d966-40d7-97e7-106c145b51f6 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '7c4f4c4c-5113-482f-a194-d6aa0f6b009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:19:20.340834 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b109b53-474d-4500-91dc-92fd1e92f72d None None] Attempting to bind port 18bc4e2c-d966-40d7-97e7-106c145b51f6 on network 616f1bfe-2293-42af-8b84-9f66f180ede2 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:19:20.340834 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b109b53-474d-4500-91dc-92fd1e92f72d None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:19:20.340834 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b109b53-474d-4500-91dc-92fd1e92f72d None None] Checking segment: {'id': '7c4f4c4c-5113-482f-a194-d6aa0f6b009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:19:20.340834 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-6b109b53-474d-4500-91dc-92fd1e92f72d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:20.340834 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b109b53-474d-4500-91dc-92fd1e92f72d None None] Bound using segment: {'id': '7c4f4c4c-5113-482f-a194-d6aa0f6b009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:19:20.341351 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-6b109b53-474d-4500-91dc-92fd1e92f72d None None] Bound port: 18bc4e2c-d966-40d7-97e7-106c145b51f6, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4f4c4c-5113-482f-a194-d6aa0f6b009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:19:20.341470 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-6b109b53-474d-4500-91dc-92fd1e92f72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:20.378781 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Provisioning for port 4ceac1ff-391f-4daf-aa31-13a415543ce5 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:20.385130 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Provisioning complete for port 4ceac1ff-391f-4daf-aa31-13a415543ce5 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:20.385500 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:20.385857 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Attempt 1 to provision port 4ceac1ff-391f-4daf-aa31-13a415543ce5 Oct 10 11:19:20.419063 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-39843bc0-ba28-4fcd-9627-eb347bb4e057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:20.420634 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39843bc0-ba28-4fcd-9627-eb347bb4e057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:20.421264 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-39843bc0-ba28-4fcd-9627-eb347bb4e057 admin admin] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:20.464916 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-6b109b53-474d-4500-91dc-92fd1e92f72d None None] For port 18bc4e2c-d966-40d7-97e7-106c145b51f6, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:19:20.466847 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Port 4ceac1ff-391f-4daf-aa31-13a415543ce5 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:20.469263 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-6b109b53-474d-4500-91dc-92fd1e92f72d None None] For port 18bc4e2c-d966-40d7-97e7-106c145b51f6, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=18bc4e2c-d966-40d7-97e7-106c145b51f6,segment=NetworkSegment(7c4f4c4c-5113-482f-a194-d6aa0f6b009c),segment_id=7c4f4c4c-5113-482f-a194-d6aa0f6b009c)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:19:20.528091 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39843bc0-ba28-4fcd-9627-eb347bb4e057 admin admin] Pushing event updated for resources: {'Network': ['ID=9dbeca67-c2fd-46dc-b32d-83850a664ff1,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:20.541357 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 9dbeca67-c2fd-46dc-b32d-83850a664ff1 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:19:20.563889 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-6b109b53-474d-4500-91dc-92fd1e92f72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:20.593614 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-39843bc0-ba28-4fcd-9627-eb347bb4e057 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9632366 Oct 10 11:19:20.593969 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57618) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:20.602967 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-a9d2a68a-8d6d-4c71-84fa-80d85020f3a5 admin admin] Request body: {'subnet': {'network_id': '9dbeca67-c2fd-46dc-b32d-83850a664ff1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-732872261-subnet', 'tenant_id': 'fd5c98bc51b14fc7b95b3872c52d92c4', 'ip_version': 4}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:20.613988 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a9d2a68a-8d6d-4c71-84fa-80d85020f3a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:20.614254 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1076a576-d827-49e0-83b6-259be0b9c987 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:20.627184 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a9d2a68a-8d6d-4c71-84fa-80d85020f3a5 admin admin] Usage tracker for resource:subnet and tenant:fd5c98bc51b14fc7b95b3872c52d92c4 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:20.632682 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a9d2a68a-8d6d-4c71-84fa-80d85020f3a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:20.673008 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b109b53-474d-4500-91dc-92fd1e92f72d None None] Routers {'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:20.673574 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-6b109b53-474d-4500-91dc-92fd1e92f72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:20.764775 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-1076a576-d827-49e0-83b6-259be0b9c987 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Calling delete_port for be7263ab-f4f8-4d9a-8cee-f2a2df9f9d4c owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:19:20.806853 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cd490a8a-f890-4e8f-a0e3-7197fd3154d6 req-5c04e8af-fe0c-4f9a-a7e3-b5c0cf7f8acc service neutron] 10.222.0.15 "GET /v2.0/networks/e305c812-a69a-4f97-8da1-f8cf6d6d5df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643793 Oct 10 11:19:20.835926 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a9d2a68a-8d6d-4c71-84fa-80d85020f3a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:20.839384 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5ef0e692-d89e-4049-b573-07f25d746177 req-50f4b5b0-f604-426b-b369-bde9a739b67f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7820a9f4-0e07-434f-b65d-c86e89529e91 HTTP/1.1" status: 200 len: 210 time: 0.2139075 Oct 10 11:19:20.846210 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a2b13a29-adee-4a57-b45b-9f25f07b7224 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:20.851030 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278071b-091d-4ef0-98ff-1aa77c92d6d7 None None] Pushing event updated for resources: {'Port': ['ID=18bc4e2c-d966-40d7-97e7-106c145b51f6,revision_number=4']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:20.893477 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-6b109b53-474d-4500-91dc-92fd1e92f72d None None] Set router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:19:20.937338 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d2a68a-8d6d-4c71-84fa-80d85020f3a5 admin admin] Made reservation on behalf of fd5c98bc51b14fc7b95b3872c52d92c4 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:19:20.939770 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a68a-8d6d-4c71-84fa-80d85020f3a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:20.969636 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Attempt 2 to provision port 4ceac1ff-391f-4daf-aa31-13a415543ce5 Oct 10 11:19:21.061868 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 325b21c3-690e-4056-87a7-8ad6b7a8126d up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:21.179872 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1076a576-d827-49e0-83b6-259be0b9c987 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:21.185610 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Port 4ceac1ff-391f-4daf-aa31-13a415543ce5 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:21.206548 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 325b21c3-690e-4056-87a7-8ad6b7a8126d triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:21.206920 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:21.207252 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 325b21c3-690e-4056-87a7-8ad6b7a8126d Oct 10 11:19:21.263236 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-6b109b53-474d-4500-91dc-92fd1e92f72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'name': 'tempest-TestVolumeBootPattern-1067560194-router', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:07Z', 'updated_at': '2022-10-10T11:19:15Z', 'revision_number': 4, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'gw_port': {'id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:08Z', 'updated_at': '2022-10-10T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '18bc4e2c-d966-40d7-97e7-106c145b51f6', 'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'mac_address': 'fa:16:3e:69:c9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:14Z', 'updated_at': '2022-10-10T11:19:20Z', 'revision_number': 4, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'subnets': [{'id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:21.267702 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b109b53-474d-4500-91dc-92fd1e92f72d None None] The sync data for ids ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'] in dv-neutron-860842-1-hyperv is: [{'id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'name': 'tempest-TestVolumeBootPattern-1067560194-router', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:07Z', 'updated_at': '2022-10-10T11:19:15Z', 'revision_number': 4, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'gw_port': {'id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:08Z', 'updated_at': '2022-10-10T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '18bc4e2c-d966-40d7-97e7-106c145b51f6', 'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'mac_address': 'fa:16:3e:69:c9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:14Z', 'updated_at': '2022-10-10T11:19:20Z', 'revision_number': 4, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'subnets': [{'id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:19:21.285425 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-a2b13a29-adee-4a57-b45b-9f25f07b7224 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Allocated IP 172.26.4.228 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/63077a0d-eaed-4b39-89a5-54310ff5fa31) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:19:21.376177 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076a576-d827-49e0-83b6-259be0b9c987 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Port': ['ID=be7263ab-f4f8-4d9a-8cee-f2a2df9f9d4c,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:21.377267 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 325b21c3-690e-4056-87a7-8ad6b7a8126d is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:21.377685 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:21.422856 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 325b21c3-690e-4056-87a7-8ad6b7a8126d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=325b21c3-690e-4056-87a7-8ad6b7a8126d,segment=NetworkSegment(e905f2b1-d6b8-4415-bb8a-84a4a33978dd),segment_id=e905f2b1-d6b8-4415-bb8a-84a4a33978dd)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:19:21.423885 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cb1338-235b-4d11-a8ae-f2b6788d3834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325b21c3-690e-4056-87a7-8ad6b7a8126d'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:19:21.426259 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c366eff0-342b-4e5d-a5c5-b7e8dce3a49c" -d '{"events": [{"server_uuid": "c5cb1338-235b-4d11-a8ae-f2b6788d3834", "name": "network-vif-plugged", "status": "completed", "tag": "325b21c3-690e-4056-87a7-8ad6b7a8126d"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:19:21.431141 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a68a-8d6d-4c71-84fa-80d85020f3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:21.502199 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2a68a-8d6d-4c71-84fa-80d85020f3a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e2ae54c-fb2f-42d3-9857-60b6a71ea695,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:21.509993 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:21.544031 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1076a576-d827-49e0-83b6-259be0b9c987 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:21.582042 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d2a68a-8d6d-4c71-84fa-80d85020f3a5 admin admin] Checking segment: {'id': '8dd3d869-f1af-4629-afed-3543212210c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': '9dbeca67-c2fd-46dc-b32d-83850a664ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:19:21.582395 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d2a68a-8d6d-4c71-84fa-80d85020f3a5 admin admin] Network hostable DHCP agents. Network: 9dbeca67-c2fd-46dc-b32d-83850a664ff1, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:19:21.636610 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef48a6b-b678-4b9d-a133-5d0a69dddc54 x-openstack-request-id: req-4ef48a6b-b678-4b9d-a133-5d0a69dddc54 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:19:21.637043 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cb1338-235b-4d11-a8ae-f2b6788d3834", "name": "network-vif-plugged", "status": "completed", "tag": "325b21c3-690e-4056-87a7-8ad6b7a8126d", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:19:21.638215 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4ef48a6b-b678-4b9d-a133-5d0a69dddc54 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:19:21.638837 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ef48a6b-b678-4b9d-a133-5d0a69dddc54'] response: {'server_uuid': 'c5cb1338-235b-4d11-a8ae-f2b6788d3834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325b21c3-690e-4056-87a7-8ad6b7a8126d', 'code': 200} Oct 10 11:19:21.640274 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=325b21c3-690e-4056-87a7-8ad6b7a8126d,revision_number=8']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:21.645424 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 18bc4e2c-d966-40d7-97e7-106c145b51f6 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:21.704165 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Attempt 3 to provision port 4ceac1ff-391f-4daf-aa31-13a415543ce5 Oct 10 11:19:21.744321 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d2a68a-8d6d-4c71-84fa-80d85020f3a5 admin admin] Network 9dbeca67-c2fd-46dc-b32d-83850a664ff1 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:19:21.802839 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Port 4ceac1ff-391f-4daf-aa31-13a415543ce5 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:21.909946 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1076a576-d827-49e0-83b6-259be0b9c987 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:21.910573 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-a9d2a68a-8d6d-4c71-84fa-80d85020f3a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 9dbeca67-c2fd-46dc-b32d-83850a664ff1) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:21.915827 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d2a68a-8d6d-4c71-84fa-80d85020f3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:21.916469 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a68a-8d6d-4c71-84fa-80d85020f3a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:21.921047 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1076a576-d827-49e0-83b6-259be0b9c987 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:21.925104 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fb333e-145d-4cdf-970c-8086161d1ee5 None None] Network 9dbeca67-c2fd-46dc-b32d-83850a664ff1 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:19:21.964735 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 18bc4e2c-d966-40d7-97e7-106c145b51f6 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:21.969244 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a2b13a29-adee-4a57-b45b-9f25f07b7224 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:22.041001 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1076a576-d827-49e0-83b6-259be0b9c987 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:22.043401 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1076a576-d827-49e0-83b6-259be0b9c987 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Fanout notify agent at l3_agent the message router_deleted on router db86ed6b-094e-4fdc-9887-f7782cf762e4 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:19:22.141735 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a9d2a68a-8d6d-4c71-84fa-80d85020f3a5 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5464883 Oct 10 11:19:22.145100 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57628) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:22.150334 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a07c16c0-98e4-4bcc-b4f3-342b724823c6 req-b5a9eb4d-7665-4285-a54a-277d900022db tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7820a9f4-0e07-434f-b65d-c86e89529e91 HTTP/1.1" status: 200 len: 210 time: 0.0857248 Oct 10 11:19:22.153749 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-13e4d97d-4ab7-4f89-a653-edd4baa081be admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-732872261-router', 'tenant_id': 'fd5c98bc51b14fc7b95b3872c52d92c4', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:22.174113 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-13e4d97d-4ab7-4f89-a653-edd4baa081be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:22.181777 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-13e4d97d-4ab7-4f89-a653-edd4baa081be admin admin] Usage tracker for resource:router and tenant:fd5c98bc51b14fc7b95b3872c52d92c4 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:22.185692 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-13e4d97d-4ab7-4f89-a653-edd4baa081be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:22.188924 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a2b13a29-adee-4a57-b45b-9f25f07b7224 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:22.200618 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1f907a-e993-43f9-89a6-d9ced2d030b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-9dbeca67-c2fd-46dc-b32d-83850a664ff1', 'network_id': '9dbeca67-c2fd-46dc-b32d-83850a664ff1', 'tenant_id': 'fd5c98bc51b14fc7b95b3872c52d92c4', 'fixed_ips': [{'subnet_id': '8e2ae54c-fb2f-42d3-9857-60b6a71ea695'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:19:22.201734 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ac1f907a-e993-43f9-89a6-d9ced2d030b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:22.230797 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-13e4d97d-4ab7-4f89-a653-edd4baa081be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:22.284169 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1076a576-d827-49e0-83b6-259be0b9c987 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:22.285380 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1076a576-d827-49e0-83b6-259be0b9c987 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/routers/db86ed6b-094e-4fdc-9887-f7782cf762e4 HTTP/1.1" status: 204 len: 168 time: 3.3189969 Oct 10 11:19:22.289064 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57632) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:22.295017 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-70289e42-7daf-4805-ada6-975af143dac9 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1954883061'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:22.303691 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Attempt 4 to provision port 4ceac1ff-391f-4daf-aa31-13a415543ce5 Oct 10 11:19:22.308440 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-70289e42-7daf-4805-ada6-975af143dac9 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:22.311158 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b13a29-adee-4a57-b45b-9f25f07b7224 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:22.314271 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-a2b13a29-adee-4a57-b45b-9f25f07b7224 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:22.315002 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-70289e42-7daf-4805-ada6-975af143dac9 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Usage tracker for resource:network and tenant:936e4bb70f4f401fa185998b9205aaff is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:22.318300 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b13a29-adee-4a57-b45b-9f25f07b7224 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:19:22.318677 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-70289e42-7daf-4805-ada6-975af143dac9 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:22.329688 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-70289e42-7daf-4805-ada6-975af143dac9 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:22.356308 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b13a29-adee-4a57-b45b-9f25f07b7224 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Pushing event updated for resources: {'Port': ['ID=63077a0d-eaed-4b39-89a5-54310ff5fa31,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:22.370051 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-13e4d97d-4ab7-4f89-a653-edd4baa081be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:22.370051 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-13e4d97d-4ab7-4f89-a653-edd4baa081be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:22.421793 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Port 4ceac1ff-391f-4daf-aa31-13a415543ce5 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:22.438694 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-ac1f907a-e993-43f9-89a6-d9ced2d030b0 None None] Allocated IP 172.20.0.2 (9dbeca67-c2fd-46dc-b32d-83850a664ff1/8e2ae54c-fb2f-42d3-9857-60b6a71ea695/91d56997-c5c7-40b4-a47a-648da27d7a70) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:19:22.464670 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70289e42-7daf-4805-ada6-975af143dac9 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Made reservation on behalf of 936e4bb70f4f401fa185998b9205aaff for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:19:22.473336 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-70289e42-7daf-4805-ada6-975af143dac9 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:22.507591 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70289e42-7daf-4805-ada6-975af143dac9 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 456} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:19:22.519395 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-70289e42-7daf-4805-ada6-975af143dac9 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:22.519933 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-70289e42-7daf-4805-ada6-975af143dac9 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Added segment 17b4908c-d3dc-46b5-b722-deea40ef479d of type vlan for network d3eb201b-84b0-4056-a997-4a0b12ec3c44 Oct 10 11:19:22.544295 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-13e4d97d-4ab7-4f89-a653-edd4baa081be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:22.576079 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-a2b13a29-adee-4a57-b45b-9f25f07b7224 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Deleting port 63077a0d-eaed-4b39-89a5-54310ff5fa31 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:19:22.576434 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a2b13a29-adee-4a57-b45b-9f25f07b7224 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:22.585430 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-70289e42-7daf-4805-ada6-975af143dac9 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:22.700565 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ac1f907a-e993-43f9-89a6-d9ced2d030b0 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:22.712324 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ac1f907a-e993-43f9-89a6-d9ced2d030b0 None None] Transition to ACTIVE for port object 91d56997-c5c7-40b4-a47a-648da27d7a70 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:22.736002 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ac1f907a-e993-43f9-89a6-d9ced2d030b0 None None] Transition to ACTIVE for port object 91d56997-c5c7-40b4-a47a-648da27d7a70 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:22.739268 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-70289e42-7daf-4805-ada6-975af143dac9 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:22.745676 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70289e42-7daf-4805-ada6-975af143dac9 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:22.746483 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-70289e42-7daf-4805-ada6-975af143dac9 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:22.859379 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ac1f907a-e993-43f9-89a6-d9ced2d030b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:22.869921 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70289e42-7daf-4805-ada6-975af143dac9 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Network': ['ID=d3eb201b-84b0-4056-a997-4a0b12ec3c44,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:22.897253 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-70289e42-7daf-4805-ada6-975af143dac9 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6044035 Oct 10 11:19:22.897892 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57636) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:22.910095 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-46f12366-65df-481e-991b-0b0e83ec05ea tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'subnet': {'network_id': 'd3eb201b-84b0-4056-a997-4a0b12ec3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:22.923530 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Attempt 5 to provision port 4ceac1ff-391f-4daf-aa31-13a415543ce5 Oct 10 11:19:22.959258 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network d3eb201b-84b0-4056-a997-4a0b12ec3c44 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:19:23.058741 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-46f12366-65df-481e-991b-0b0e83ec05ea tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:23.063631 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-46f12366-65df-481e-991b-0b0e83ec05ea tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Usage tracker for resource:subnet and tenant:936e4bb70f4f401fa185998b9205aaff is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:23.066662 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-46f12366-65df-481e-991b-0b0e83ec05ea tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:23.072964 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-46f12366-65df-481e-991b-0b0e83ec05ea tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:23.120676 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1f907a-e993-43f9-89a6-d9ced2d030b0 None None] Network 9dbeca67-c2fd-46dc-b32d-83850a664ff1 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:23.122057 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-f562920d-a6e2-4179-87e4-43abb8647cde tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:23.122746 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-f562920d-a6e2-4179-87e4-43abb8647cde tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:network {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:19:23.126754 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-ac1f907a-e993-43f9-89a6-d9ced2d030b0 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:23.138540 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a2b13a29-adee-4a57-b45b-9f25f07b7224 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:23.138870 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a2b13a29-adee-4a57-b45b-9f25f07b7224 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:23.140489 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1f907a-e993-43f9-89a6-d9ced2d030b0 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:19:23.144672 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f907a-e993-43f9-89a6-d9ced2d030b0 None None] Pushing event updated for resources: {'Port': ['ID=91d56997-c5c7-40b4-a47a-648da27d7a70,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:23.154815 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f12366-65df-481e-991b-0b0e83ec05ea tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Made reservation on behalf of 936e4bb70f4f401fa185998b9205aaff for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:19:23.156046 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Port 4ceac1ff-391f-4daf-aa31-13a415543ce5 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:23.156417 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-13e4d97d-4ab7-4f89-a653-edd4baa081be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:23.158663 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-46f12366-65df-481e-991b-0b0e83ec05ea tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:23.296735 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-a2b13a29-adee-4a57-b45b-9f25f07b7224 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Calling delete_port for 63077a0d-eaed-4b39-89a5-54310ff5fa31 owned by network:floatingip {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:19:23.297353 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-ac1f907a-e993-43f9-89a6-d9ced2d030b0 None None] Attempting to bind port 91d56997-c5c7-40b4-a47a-648da27d7a70 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:19:23.297863 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-ac1f907a-e993-43f9-89a6-d9ced2d030b0 None None] Attempting to bind port 91d56997-c5c7-40b4-a47a-648da27d7a70 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '8dd3d869-f1af-4629-afed-3543212210c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': '9dbeca67-c2fd-46dc-b32d-83850a664ff1'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:19:23.298159 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1f907a-e993-43f9-89a6-d9ced2d030b0 None None] Attempting to bind port 91d56997-c5c7-40b4-a47a-648da27d7a70 on network 9dbeca67-c2fd-46dc-b32d-83850a664ff1 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:19:23.304372 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1f907a-e993-43f9-89a6-d9ced2d030b0 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:19:23.304725 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1f907a-e993-43f9-89a6-d9ced2d030b0 None None] Checking segment: {'id': '8dd3d869-f1af-4629-afed-3543212210c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': '9dbeca67-c2fd-46dc-b32d-83850a664ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:19:23.305130 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ac1f907a-e993-43f9-89a6-d9ced2d030b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:23.305542 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1f907a-e993-43f9-89a6-d9ced2d030b0 None None] Bound using segment: {'id': '8dd3d869-f1af-4629-afed-3543212210c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': '9dbeca67-c2fd-46dc-b32d-83850a664ff1'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:19:23.306018 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-ac1f907a-e993-43f9-89a6-d9ced2d030b0 None None] Bound port: 91d56997-c5c7-40b4-a47a-648da27d7a70, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd3d869-f1af-4629-afed-3543212210c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': '9dbeca67-c2fd-46dc-b32d-83850a664ff1'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:19:23.306374 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ac1f907a-e993-43f9-89a6-d9ced2d030b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:23.400030 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-ac1f907a-e993-43f9-89a6-d9ced2d030b0 None None] For port 91d56997-c5c7-40b4-a47a-648da27d7a70, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:19:23.402482 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-31fc58d3-63d8-432f-9527-3df5803926b0 req-60d17a63-3d60-42b5-a0e1-aa0405517170 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7820a9f4-0e07-434f-b65d-c86e89529e91 HTTP/1.1" status: 200 len: 210 time: 0.0778608 Oct 10 11:19:23.403082 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-f562920d-a6e2-4179-87e4-43abb8647cde tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:network {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:19:23.403458 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-ac1f907a-e993-43f9-89a6-d9ced2d030b0 None None] For port 91d56997-c5c7-40b4-a47a-648da27d7a70, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=91d56997-c5c7-40b4-a47a-648da27d7a70,segment=NetworkSegment(8dd3d869-f1af-4629-afed-3543212210c8),segment_id=8dd3d869-f1af-4629-afed-3543212210c8)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:19:23.404238 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-f562920d-a6e2-4179-87e4-43abb8647cde tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/networks?id=53a1ca78-37f8-423d-b2ff-6b31a2af1b5b HTTP/1.1" status: 200 len: 796 time: 0.8936741 Oct 10 11:19:23.478071 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ac1f907a-e993-43f9-89a6-d9ced2d030b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:23.516982 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-46f12366-65df-481e-991b-0b0e83ec05ea tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:23.538514 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-6e07516e-5eea-415c-ae73-d14a0c15381e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 471 time: 0.1135254 Oct 10 11:19:23.559936 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f907a-e993-43f9-89a6-d9ced2d030b0 None None] Pushing event updated for resources: {'Port': ['ID=91d56997-c5c7-40b4-a47a-648da27d7a70,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:23.621718 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f12366-65df-481e-991b-0b0e83ec05ea tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Subnet': ['ID=508ea930-657f-400b-a5a4-1b903b6c094c,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:23.630929 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f12366-65df-481e-991b-0b0e83ec05ea tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Checking segment: {'id': '17b4908c-d3dc-46b5-b722-deea40ef479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'd3eb201b-84b0-4056-a997-4a0b12ec3c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:19:23.631962 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f12366-65df-481e-991b-0b0e83ec05ea tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network hostable DHCP agents. Network: d3eb201b-84b0-4056-a997-4a0b12ec3c44, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:19:23.657864 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Attempt 6 to provision port 4ceac1ff-391f-4daf-aa31-13a415543ce5 Oct 10 11:19:23.718349 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-db860656-b981-4d08-8982-1222942271ce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'port': {'device_id': '7820a9f4-0e07-434f-b65d-c86e89529e91', 'network_id': '53a1ca78-37f8-423d-b2ff-6b31a2af1b5b', 'admin_state_up': True, 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'security_groups': ['81990480-50e0-4838-b22b-21488127227c']}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:23.736729 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Port 4ceac1ff-391f-4daf-aa31-13a415543ce5 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:23.743075 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f12366-65df-481e-991b-0b0e83ec05ea tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network d3eb201b-84b0-4056-a997-4a0b12ec3c44 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:19:23.864103 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-46f12366-65df-481e-991b-0b0e83ec05ea tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, d3eb201b-84b0-4056-a997-4a0b12ec3c44) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:23.878949 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97caae91-1dfa-40c8-8d71-66aafcce40fe None None] Network d3eb201b-84b0-4056-a997-4a0b12ec3c44 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:19:23.881224 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f12366-65df-481e-991b-0b0e83ec05ea tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:23.881863 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-46f12366-65df-481e-991b-0b0e83ec05ea tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:23.929087 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-db860656-b981-4d08-8982-1222942271ce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:23.932941 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a2b13a29-adee-4a57-b45b-9f25f07b7224 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:23.977375 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-db860656-b981-4d08-8982-1222942271ce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:port and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:23.986193 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-46f12366-65df-481e-991b-0b0e83ec05ea tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0859227 Oct 10 11:19:23.988809 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57646) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:23.995022 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-9d87af98-353b-488f-84cf-d23139e54950 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1634779476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:24.001934 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-9d87af98-353b-488f-84cf-d23139e54950 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:24.006255 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9d87af98-353b-488f-84cf-d23139e54950 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Usage tracker for resource:router and tenant:936e4bb70f4f401fa185998b9205aaff is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:24.009152 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9d87af98-353b-488f-84cf-d23139e54950 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:24.015638 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-9d87af98-353b-488f-84cf-d23139e54950 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:24.042794 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-db860656-b981-4d08-8982-1222942271ce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:24.054936 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b13a29-adee-4a57-b45b-9f25f07b7224 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Pushing event deleted for resources: {'Port': ['ID=63077a0d-eaed-4b39-89a5-54310ff5fa31,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:24.104517 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9d87af98-353b-488f-84cf-d23139e54950 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:24.106436 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9d87af98-353b-488f-84cf-d23139e54950 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:24.120776 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69412a6c-2bdd-4f9f-aca8-bf54ce08e976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-d3eb201b-84b0-4056-a997-4a0b12ec3c44', 'network_id': 'd3eb201b-84b0-4056-a997-4a0b12ec3c44', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'fixed_ips': [{'subnet_id': '508ea930-657f-400b-a5a4-1b903b6c094c'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:19:24.121721 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-69412a6c-2bdd-4f9f-aca8-bf54ce08e976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:24.128093 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9d87af98-353b-488f-84cf-d23139e54950 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:24.153271 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-db860656-b981-4d08-8982-1222942271ce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:24.208498 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9d87af98-353b-488f-84cf-d23139e54950 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:24.260864 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Attempt 7 to provision port 4ceac1ff-391f-4daf-aa31-13a415543ce5 Oct 10 11:19:24.276491 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-db860656-b981-4d08-8982-1222942271ce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Made reservation on behalf of abdeb3603c4943b08320f37282de8f91 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:19:24.280042 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-db860656-b981-4d08-8982-1222942271ce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:24.316535 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-13e4d97d-4ab7-4f89-a653-edd4baa081be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:24.339211 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9d87af98-353b-488f-84cf-d23139e54950 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:24.339463 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Port 4ceac1ff-391f-4daf-aa31-13a415543ce5 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:24.343300 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9d87af98-353b-488f-84cf-d23139e54950 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3507228 Oct 10 11:19:24.343995 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57650) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:24.344808 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-69412a6c-2bdd-4f9f-aca8-bf54ce08e976 None None] Allocated IP 2001:db8::2 (d3eb201b-84b0-4056-a997-4a0b12ec3c44/508ea930-657f-400b-a5a4-1b903b6c094c/232e864e-f0ee-4b49-a594-230716bd1a29) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:19:24.360854 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-13e4d97d-4ab7-4f89-a653-edd4baa081be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:24.492215 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-a2b13a29-adee-4a57-b45b-9f25f07b7224 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] create failed (client error): The resource could not be found. Oct 10 11:19:24.499185 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a2b13a29-adee-4a57-b45b-9f25f07b7224 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.7384448 Oct 10 11:19:24.500089 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57656) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:24.615319 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-69412a6c-2bdd-4f9f-aca8-bf54ce08e976 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:24.625096 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-69412a6c-2bdd-4f9f-aca8-bf54ce08e976 None None] Transition to ACTIVE for port object 232e864e-f0ee-4b49-a594-230716bd1a29 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:24.648561 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-69412a6c-2bdd-4f9f-aca8-bf54ce08e976 None None] Transition to ACTIVE for port object 232e864e-f0ee-4b49-a594-230716bd1a29 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:24.665290 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0d1d77-3359-40be-9e74-044db9b64ee6 None None] Network 9dbeca67-c2fd-46dc-b32d-83850a664ff1 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:19:24.731256 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-333fec80-ea8d-4368-8a59-7a661a2315f7 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Deleting port 4ceac1ff-391f-4daf-aa31-13a415543ce5 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:19:24.731927 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-333fec80-ea8d-4368-8a59-7a661a2315f7 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:24.749735 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-69412a6c-2bdd-4f9f-aca8-bf54ce08e976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:24.783978 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-db860656-b981-4d08-8982-1222942271ce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.20.0.20 (53a1ca78-37f8-423d-b2ff-6b31a2af1b5b/043afce8-9cb3-499b-acb7-4185deccd6a5/bcb49008-7da4-43e0-b657-f5778cca67fb) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:19:24.815430 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-13e4d97d-4ab7-4f89-a653-edd4baa081be admin admin] Allocated IP 172.26.4.143 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/3e5e0b6f-7b82-4b9a-9808-49b38f9cf895) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:19:24.841268 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Attempt 8 to provision port 4ceac1ff-391f-4daf-aa31-13a415543ce5 Oct 10 11:19:24.869250 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69412a6c-2bdd-4f9f-aca8-bf54ce08e976 None None] Network d3eb201b-84b0-4056-a997-4a0b12ec3c44 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:24.878573 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-69412a6c-2bdd-4f9f-aca8-bf54ce08e976 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:24.925662 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-68c8bc38-6f2e-47ab-85fb-97f0f6b00bbc req-b817bc97-f720-4842-a2da-6524f168699d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7820a9f4-0e07-434f-b65d-c86e89529e91 HTTP/1.1" status: 200 len: 210 time: 0.2311840 Oct 10 11:19:24.993803 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69412a6c-2bdd-4f9f-aca8-bf54ce08e976 None None] Pushing event updated for resources: {'Port': ['ID=232e864e-f0ee-4b49-a594-230716bd1a29,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:24.998683 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69412a6c-2bdd-4f9f-aca8-bf54ce08e976 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:19:25.072762 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Port 4ceac1ff-391f-4daf-aa31-13a415543ce5 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:25.107093 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b4ae1a3e-81a7-414f-afcd-90ab4ff46e64 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:25.170149 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-69412a6c-2bdd-4f9f-aca8-bf54ce08e976 None None] Attempting to bind port 232e864e-f0ee-4b49-a594-230716bd1a29 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:19:25.170625 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-69412a6c-2bdd-4f9f-aca8-bf54ce08e976 None None] Attempting to bind port 232e864e-f0ee-4b49-a594-230716bd1a29 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '17b4908c-d3dc-46b5-b722-deea40ef479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'd3eb201b-84b0-4056-a997-4a0b12ec3c44'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:19:25.170998 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69412a6c-2bdd-4f9f-aca8-bf54ce08e976 None None] Attempting to bind port 232e864e-f0ee-4b49-a594-230716bd1a29 on network d3eb201b-84b0-4056-a997-4a0b12ec3c44 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:19:25.182031 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69412a6c-2bdd-4f9f-aca8-bf54ce08e976 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:19:25.182403 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69412a6c-2bdd-4f9f-aca8-bf54ce08e976 None None] Checking segment: {'id': '17b4908c-d3dc-46b5-b722-deea40ef479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'd3eb201b-84b0-4056-a997-4a0b12ec3c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:19:25.182807 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-69412a6c-2bdd-4f9f-aca8-bf54ce08e976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:25.183200 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69412a6c-2bdd-4f9f-aca8-bf54ce08e976 None None] Bound using segment: {'id': '17b4908c-d3dc-46b5-b722-deea40ef479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'd3eb201b-84b0-4056-a997-4a0b12ec3c44'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:19:25.183669 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-69412a6c-2bdd-4f9f-aca8-bf54ce08e976 None None] Bound port: 232e864e-f0ee-4b49-a594-230716bd1a29, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b4908c-d3dc-46b5-b722-deea40ef479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'd3eb201b-84b0-4056-a997-4a0b12ec3c44'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:19:25.184038 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-69412a6c-2bdd-4f9f-aca8-bf54ce08e976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:25.291061 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-69412a6c-2bdd-4f9f-aca8-bf54ce08e976 None None] For port 232e864e-f0ee-4b49-a594-230716bd1a29, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:19:25.292671 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-13e4d97d-4ab7-4f89-a653-edd4baa081be admin admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:25.296127 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-69412a6c-2bdd-4f9f-aca8-bf54ce08e976 None None] For port 232e864e-f0ee-4b49-a594-230716bd1a29, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=232e864e-f0ee-4b49-a594-230716bd1a29,segment=NetworkSegment(17b4908c-d3dc-46b5-b722-deea40ef479d),segment_id=17b4908c-d3dc-46b5-b722-deea40ef479d)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:19:25.333906 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-333fec80-ea8d-4368-8a59-7a661a2315f7 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:25.371592 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-69412a6c-2bdd-4f9f-aca8-bf54ce08e976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:25.505028 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-db860656-b981-4d08-8982-1222942271ce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:25.507061 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69412a6c-2bdd-4f9f-aca8-bf54ce08e976 None None] Pushing event updated for resources: {'Port': ['ID=232e864e-f0ee-4b49-a594-230716bd1a29,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:25.531132 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-b4ae1a3e-81a7-414f-afcd-90ab4ff46e64 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Allocated IP 2001:db8::1 (d3eb201b-84b0-4056-a997-4a0b12ec3c44/508ea930-657f-400b-a5a4-1b903b6c094c/93ed972b-9c0d-4071-9743-aeab57f0811d) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:19:25.574237 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Attempt 9 to provision port 4ceac1ff-391f-4daf-aa31-13a415543ce5 Oct 10 11:19:25.634043 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Port 4ceac1ff-391f-4daf-aa31-13a415543ce5 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:25.635308 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 91d56997-c5c7-40b4-a47a-648da27d7a70 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:25.642215 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-333fec80-ea8d-4368-8a59-7a661a2315f7 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Calling delete_port for 4ceac1ff-391f-4daf-aa31-13a415543ce5 owned by {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:19:25.693995 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-db860656-b981-4d08-8982-1222942271ce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Transition to ACTIVE for port object bcb49008-7da4-43e0-b657-f5778cca67fb will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:25.741403 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b4ae1a3e-81a7-414f-afcd-90ab4ff46e64 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:25.759707 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-b4ae1a3e-81a7-414f-afcd-90ab4ff46e64 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Transition to ACTIVE for port object 93ed972b-9c0d-4071-9743-aeab57f0811d will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:25.795381 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 91d56997-c5c7-40b4-a47a-648da27d7a70 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:25.856928 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-db860656-b981-4d08-8982-1222942271ce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:25.861203 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-13e4d97d-4ab7-4f89-a653-edd4baa081be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:25.919336 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b4ae1a3e-81a7-414f-afcd-90ab4ff46e64 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:25.946650 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e4d97d-4ab7-4f89-a653-edd4baa081be admin admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:25.952672 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-13e4d97d-4ab7-4f89-a653-edd4baa081be admin admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:25.954724 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-333fec80-ea8d-4368-8a59-7a661a2315f7 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:25.957843 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-db860656-b981-4d08-8982-1222942271ce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 53a1ca78-37f8-423d-b2ff-6b31a2af1b5b is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:25.961032 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e4d97d-4ab7-4f89-a653-edd4baa081be admin admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:19:26.012205 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-db860656-b981-4d08-8982-1222942271ce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:26.041702 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-db860656-b981-4d08-8982-1222942271ce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:19:26.054237 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ae1a3e-81a7-414f-afcd-90ab4ff46e64 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network d3eb201b-84b0-4056-a997-4a0b12ec3c44 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:26.060314 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-b4ae1a3e-81a7-414f-afcd-90ab4ff46e64 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:26.070311 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ae1a3e-81a7-414f-afcd-90ab4ff46e64 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:19:26.071370 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b4ae1a3e-81a7-414f-afcd-90ab4ff46e64 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:26.089257 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae1a3e-81a7-414f-afcd-90ab4ff46e64 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Port': ['ID=93ed972b-9c0d-4071-9743-aeab57f0811d,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:26.135371 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Attempt 10 to provision port 4ceac1ff-391f-4daf-aa31-13a415543ce5 Oct 10 11:19:26.160528 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4d97d-4ab7-4f89-a653-edd4baa081be admin admin] Pushing event updated for resources: {'Port': ['ID=3e5e0b6f-7b82-4b9a-9808-49b38f9cf895,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:26.172730 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Port 4ceac1ff-391f-4daf-aa31-13a415543ce5 was deleted so its status cannot be updated. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 10 11:19:26.188758 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Provisioning complete for port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:26.189127 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:26.189459 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Attempt 1 to provision port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 Oct 10 11:19:26.268652 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:26.295608 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b4ae1a3e-81a7-414f-afcd-90ab4ff46e64 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:26.480948 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-db860656-b981-4d08-8982-1222942271ce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:26.481634 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-db860656-b981-4d08-8982-1222942271ce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:26.539685 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db860656-b981-4d08-8982-1222942271ce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=bcb49008-7da4-43e0-b657-f5778cca67fb,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:26.621285 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333fec80-ea8d-4368-8a59-7a661a2315f7 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Pushing event deleted for resources: {'Port': ['ID=4ceac1ff-391f-4daf-aa31-13a415543ce5,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:26.630108 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-333fec80-ea8d-4368-8a59-7a661a2315f7 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:26.630108 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-333fec80-ea8d-4368-8a59-7a661a2315f7 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] 10.222.0.40 "DELETE /v2.0/ports/4ceac1ff-391f-4daf-aa31-13a415543ce5 HTTP/1.1" status: 204 len: 168 time: 2.1230578 Oct 10 11:19:26.633933 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57662) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:26.691022 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-db860656-b981-4d08-8982-1222942271ce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9773777 Oct 10 11:19:26.713450 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-693c97c5-5d70-4e8d-9f4b-0ff9c80c9b24 service neutron] Request body: {'port': {'device_id': '7820a9f4-0e07-434f-b65d-c86e89529e91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:26.728643 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b4ae1a3e-81a7-414f-afcd-90ab4ff46e64 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:26.745433 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3ab21-cce5-4b53-919e-7b8bfc2e2740 req-3ff89ba4-65c4-496d-a6f7-efa616937be2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:26.746168 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-b0d3ab21-cce5-4b53-919e-7b8bfc2e2740 req-3ff89ba4-65c4-496d-a6f7-efa616937be2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:19:26.769814 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Attempt 2 to provision port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 Oct 10 11:19:26.822971 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b4ae1a3e-81a7-414f-afcd-90ab4ff46e64 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:26.822971 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b4ae1a3e-81a7-414f-afcd-90ab4ff46e64 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:26.862628 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:26.867846 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b00bd1-3c44-4041-ac14-c8bc33d66c7b None None] Network d3eb201b-84b0-4056-a997-4a0b12ec3c44 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:19:26.990343 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae1a3e-81a7-414f-afcd-90ab4ff46e64 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Port': ['ID=93ed972b-9c0d-4071-9743-aeab57f0811d,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:27.024266 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-b0d3ab21-cce5-4b53-919e-7b8bfc2e2740 req-3ff89ba4-65c4-496d-a6f7-efa616937be2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:19:27.025402 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b0d3ab21-cce5-4b53-919e-7b8bfc2e2740 req-3ff89ba4-65c4-496d-a6f7-efa616937be2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7820a9f4-0e07-434f-b65d-c86e89529e91 HTTP/1.1" status: 200 len: 932 time: 0.8659472 Oct 10 11:19:27.044835 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dd55e6-3502-4869-8a52-ebb9240033c4 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:27.045515 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-13dd55e6-3502-4869-8a52-ebb9240033c4 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Synchronizing usage tracker for tenant:d7305614e960421482ac43651c950144 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:19:27.048084 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-693c97c5-5d70-4e8d-9f4b-0ff9c80c9b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:27.269074 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ae1a3e-81a7-414f-afcd-90ab4ff46e64 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network d3eb201b-84b0-4056-a997-4a0b12ec3c44 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:27.270165 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-b4ae1a3e-81a7-414f-afcd-90ab4ff46e64 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:27.309284 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-13e4d97d-4ab7-4f89-a653-edd4baa081be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:27.364130 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Attempt 3 to provision port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 Oct 10 11:19:27.408411 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b0d3ab21-cce5-4b53-919e-7b8bfc2e2740 req-1be7a4ba-a7ba-4309-acc1-823f2b5398ca tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=81990480-50e0-4838-b22b-21488127227c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941533 Oct 10 11:19:27.409268 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-13dd55e6-3502-4869-8a52-ebb9240033c4 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Unset dirty status for tenant:d7305614e960421482ac43651c950144 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:19:27.410512 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-13dd55e6-3502-4869-8a52-ebb9240033c4 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] 10.222.0.40 "GET /v2.0/ports?device_id=046f73bd-aa2a-440e-b047-b6cbdbf49f2f HTTP/1.1" status: 200 len: 913 time: 0.7755427 Oct 10 11:19:27.416478 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57666) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:27.465380 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:27.582295 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ae1a3e-81a7-414f-afcd-90ab4ff46e64 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Router 4bec1605-67aa-4259-b157-1d979dc60ddb is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:19:27.599451 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 232e864e-f0ee-4b49-a594-230716bd1a29 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:27.759241 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ae1a3e-81a7-414f-afcd-90ab4ff46e64 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:19:27.770172 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea471848-50ab-4e2b-9b6a-adc88369df8e None None] Sync routers for ids ['4bec1605-67aa-4259-b157-1d979dc60ddb'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:19:27.777622 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b4ae1a3e-81a7-414f-afcd-90ab4ff46e64 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "PUT /v2.0/routers/4bec1605-67aa-4259-b157-1d979dc60ddb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4295282 Oct 10 11:19:27.777809 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57670) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:27.790575 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea471848-50ab-4e2b-9b6a-adc88369df8e None None] Routers {'4bec1605-67aa-4259-b157-1d979dc60ddb'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:27.791788 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-ea471848-50ab-4e2b-9b6a-adc88369df8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['4bec1605-67aa-4259-b157-1d979dc60ddb'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:27.863932 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4953cfe-25cb-4b25-b4a5-30ad7befe259 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:27.864548 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a4953cfe-25cb-4b25-b4a5-30ad7befe259 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Synchronizing usage tracker for tenant:936e4bb70f4f401fa185998b9205aaff on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:19:27.866594 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 232e864e-f0ee-4b49-a594-230716bd1a29 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:27.874861 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-ea471848-50ab-4e2b-9b6a-adc88369df8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:27.889026 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea471848-50ab-4e2b-9b6a-adc88369df8e None None] Routers {'4bec1605-67aa-4259-b157-1d979dc60ddb'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:27.891300 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-ea471848-50ab-4e2b-9b6a-adc88369df8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['4bec1605-67aa-4259-b157-1d979dc60ddb'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:27.955381 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a4953cfe-25cb-4b25-b4a5-30ad7befe259 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Unset dirty status for tenant:936e4bb70f4f401fa185998b9205aaff on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:19:27.956593 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a4953cfe-25cb-4b25-b4a5-30ad7befe259 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "GET /v2.0/ports/93ed972b-9c0d-4071-9743-aeab57f0811d HTTP/1.1" status: 200 len: 911 time: 0.1778860 Oct 10 11:19:27.959869 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57674) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:27.966102 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-ade7887f-1d24-4b0e-a228-12d77c0ba065 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '508ea930-657f-400b-a5a4-1b903b6c094c'}]}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:27.968819 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Attempt 4 to provision port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 Oct 10 11:19:27.998312 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-ea471848-50ab-4e2b-9b6a-adc88369df8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:27.998803 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea471848-50ab-4e2b-9b6a-adc88369df8e None None] The sync data for ids ['4bec1605-67aa-4259-b157-1d979dc60ddb'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:19:28.028534 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:28.221318 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ade7887f-1d24-4b0e-a228-12d77c0ba065 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:28.226371 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-13e4d97d-4ab7-4f89-a653-edd4baa081be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:28.529850 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Attempt 5 to provision port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 Oct 10 11:19:28.589473 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:28.684061 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-693c97c5-5d70-4e8d-9f4b-0ff9c80c9b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb49008-7da4-43e0-b657-f5778cca67fb {{(pid=89896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:19:28.696220 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-693c97c5-5d70-4e8d-9f4b-0ff9c80c9b24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:28.727744 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-693c97c5-5d70-4e8d-9f4b-0ff9c80c9b24 service neutron] Transition to ACTIVE for port object bcb49008-7da4-43e0-b657-f5778cca67fb will not be triggered until provisioned by entity L2. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:28.762971 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa941f-8f7d-4bc2-86bf-87800c4c25e2 req-c6a33f8a-8744-4250-949d-788f7f179d17 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:28.764419 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a9fa941f-8f7d-4bc2-86bf-87800c4c25e2 req-c6a33f8a-8744-4250-949d-788f7f179d17 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7820a9f4-0e07-434f-b65d-c86e89529e91 HTTP/1.1" status: 200 len: 932 time: 0.2140405 Oct 10 11:19:28.797865 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-693c97c5-5d70-4e8d-9f4b-0ff9c80c9b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:28.837341 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a9fa941f-8f7d-4bc2-86bf-87800c4c25e2 req-81b03cb5-00f9-43e7-878e-e2745adfed3c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=81990480-50e0-4838-b22b-21488127227c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662558 Oct 10 11:19:28.862113 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ade7887f-1d24-4b0e-a228-12d77c0ba065 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:28.893348 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e4d97d-4ab7-4f89-a653-edd4baa081be admin admin] Router bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:19:28.938704 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ade7887f-1d24-4b0e-a228-12d77c0ba065 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:28.944767 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade7887f-1d24-4b0e-a228-12d77c0ba065 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:28.945430 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ade7887f-1d24-4b0e-a228-12d77c0ba065 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:28.949640 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ade7887f-1d24-4b0e-a228-12d77c0ba065 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "PUT /v2.0/ports/93ed972b-9c0d-4071-9743-aeab57f0811d HTTP/1.1" status: 200 len: 911 time: 0.9860811 Oct 10 11:19:28.964923 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57680) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:29.013864 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7887f-1d24-4b0e-a228-12d77c0ba065 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Port': ['ID=93ed972b-9c0d-4071-9743-aeab57f0811d,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:29.091188 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Attempt 6 to provision port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 Oct 10 11:19:29.124877 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c97c5-5d70-4e8d-9f4b-0ff9c80c9b24 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb49008-7da4-43e0-b657-f5778cca67fb,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:29.146755 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c314c95b-919e-4f8d-9e12-1b5ae35bb687 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:29.148090 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:29.649502 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Attempt 7 to provision port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 Oct 10 11:19:29.654393 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-693c97c5-5d70-4e8d-9f4b-0ff9c80c9b24 service neutron] Attempting to bind port bcb49008-7da4-43e0-b657-f5778cca67fb on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:19:29.654892 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-693c97c5-5d70-4e8d-9f4b-0ff9c80c9b24 service neutron] Attempting to bind port bcb49008-7da4-43e0-b657-f5778cca67fb by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '3c568ba5-f531-4837-9a76-526e97ee4a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': '53a1ca78-37f8-423d-b2ff-6b31a2af1b5b'}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:19:29.655082 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-693c97c5-5d70-4e8d-9f4b-0ff9c80c9b24 service neutron] Attempting to bind port bcb49008-7da4-43e0-b657-f5778cca67fb on network 53a1ca78-37f8-423d-b2ff-6b31a2af1b5b {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:19:29.704078 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:29.715004 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-693c97c5-5d70-4e8d-9f4b-0ff9c80c9b24 service neutron] Port bcb49008-7da4-43e0-b657-f5778cca67fb on network 53a1ca78-37f8-423d-b2ff-6b31a2af1b5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:19:29.715321 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-693c97c5-5d70-4e8d-9f4b-0ff9c80c9b24 service neutron] Attempting to bind port bcb49008-7da4-43e0-b657-f5778cca67fb on network 53a1ca78-37f8-423d-b2ff-6b31a2af1b5b {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:19:29.732190 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e4d97d-4ab7-4f89-a653-edd4baa081be admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:19:29.742616 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc08af-dd20-484e-b44d-04977a75fe43 None None] Sync routers for ids ['bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:19:29.745557 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-693c97c5-5d70-4e8d-9f4b-0ff9c80c9b24 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:19:29.745557 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-693c97c5-5d70-4e8d-9f4b-0ff9c80c9b24 service neutron] Checking segment: {'id': '3c568ba5-f531-4837-9a76-526e97ee4a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': '53a1ca78-37f8-423d-b2ff-6b31a2af1b5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:19:29.745557 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-693c97c5-5d70-4e8d-9f4b-0ff9c80c9b24 service neutron] Bound using segment: {'id': '3c568ba5-f531-4837-9a76-526e97ee4a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': '53a1ca78-37f8-423d-b2ff-6b31a2af1b5b'} {{(pid=89896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:19:29.745557 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.managers [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-693c97c5-5d70-4e8d-9f4b-0ff9c80c9b24 service neutron] Bound port: bcb49008-7da4-43e0-b657-f5778cca67fb, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c568ba5-f531-4837-9a76-526e97ee4a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': '53a1ca78-37f8-423d-b2ff-6b31a2af1b5b'}}] {{(pid=89896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:19:29.745557 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-693c97c5-5d70-4e8d-9f4b-0ff9c80c9b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:29.752119 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dc08af-dd20-484e-b44d-04977a75fe43 None None] Routers {'bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:29.752714 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-30dc08af-dd20-484e-b44d-04977a75fe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:29.980483 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:19:29.982165 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-30dc08af-dd20-484e-b44d-04977a75fe43 None None] Set router bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:19:30.052114 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-13e4d97d-4ab7-4f89-a653-edd4baa081be admin admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:30.053846 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-13e4d97d-4ab7-4f89-a653-edd4baa081be admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.9075930 Oct 10 11:19:30.056905 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57686) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:30.172964 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-693c97c5-5d70-4e8d-9f4b-0ff9c80c9b24 service neutron] For port bcb49008-7da4-43e0-b657-f5778cca67fb, host hv-neutron-8608, cleared binding levels {{(pid=89896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:19:30.194377 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-693c97c5-5d70-4e8d-9f4b-0ff9c80c9b24 service neutron] For port bcb49008-7da4-43e0-b657-f5778cca67fb, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=bcb49008-7da4-43e0-b657-f5778cca67fb,segment=NetworkSegment(3c568ba5-f531-4837-9a76-526e97ee4a44),segment_id=3c568ba5-f531-4837-9a76-526e97ee4a44)] {{(pid=89896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:19:30.205326 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Attempt 8 to provision port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 Oct 10 11:19:30.278881 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:30.283684 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb9d8a-d201-434f-8eb4-927e1e569b50 req-fa5e3240-d938-4acb-8e26-fd0e0f4d26f7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:30.285180 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-55fb9d8a-d201-434f-8eb4-927e1e569b50 req-fa5e3240-d938-4acb-8e26-fd0e0f4d26f7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7820a9f4-0e07-434f-b65d-c86e89529e91 HTTP/1.1" status: 200 len: 944 time: 0.3209162 Oct 10 11:19:30.290974 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-30dc08af-dd20-484e-b44d-04977a75fe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d', 'name': 'tempest-TestVolumeBootPattern-732872261-router', 'tenant_id': 'fd5c98bc51b14fc7b95b3872c52d92c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '3e5e0b6f-7b82-4b9a-9808-49b38f9cf895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:22Z', 'updated_at': '2022-10-10T11:19:26Z', 'revision_number': 3, 'project_id': 'fd5c98bc51b14fc7b95b3872c52d92c4', 'gw_port': {'id': '3e5e0b6f-7b82-4b9a-9808-49b38f9cf895', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:24Z', 'updated_at': '2022-10-10T11:19:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:30.291273 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-693c97c5-5d70-4e8d-9f4b-0ff9c80c9b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:30.296605 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc08af-dd20-484e-b44d-04977a75fe43 None None] Checking router: bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:19:30.299122 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc08af-dd20-484e-b44d-04977a75fe43 None None] Updating router bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d port 3e5e0b6f-7b82-4b9a-9808-49b38f9cf895 binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:19:30.331093 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-693c97c5-5d70-4e8d-9f4b-0ff9c80c9b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:30.331552 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-693c97c5-5d70-4e8d-9f4b-0ff9c80c9b24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:30.332875 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-693c97c5-5d70-4e8d-9f4b-0ff9c80c9b24 service neutron] 10.222.0.15 "PUT /v2.0/ports/bcb49008-7da4-43e0-b657-f5778cca67fb HTTP/1.1" status: 200 len: 1094 time: 3.6296399 Oct 10 11:19:30.333381 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7820a9f4-0e07-434f-b65d-c86e89529e91', 'tag': 'bcb49008-7da4-43e0-b657-f5778cca67fb'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:19:30.335778 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae946fb-d0d1-4db8-b8fa-7e112004c941" -d '{"events": [{"name": "network-changed", "server_uuid": "7820a9f4-0e07-434f-b65d-c86e89529e91", "tag": "bcb49008-7da4-43e0-b657-f5778cca67fb"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:19:30.361232 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-30dc08af-dd20-484e-b44d-04977a75fe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:30.361352 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-c314c95b-919e-4f8d-9e12-1b5ae35bb687 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Deleting port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:19:30.361352 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c314c95b-919e-4f8d-9e12-1b5ae35bb687 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:30.406387 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed417b8-49d9-42c4-9d02-f1cdbe49c25a x-openstack-request-id: req-aed417b8-49d9-42c4-9d02-f1cdbe49c25a {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:19:30.406672 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7820a9f4-0e07-434f-b65d-c86e89529e91", "tag": "bcb49008-7da4-43e0-b657-f5778cca67fb", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:19:30.406917 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-aed417b8-49d9-42c4-9d02-f1cdbe49c25a {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:19:30.407316 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aed417b8-49d9-42c4-9d02-f1cdbe49c25a'] response: {'name': 'network-changed', 'server_uuid': '7820a9f4-0e07-434f-b65d-c86e89529e91', 'tag': 'bcb49008-7da4-43e0-b657-f5778cca67fb', 'status': 'completed', 'code': 200} Oct 10 11:19:30.565551 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-55fb9d8a-d201-434f-8eb4-927e1e569b50 req-a5ce03a5-de6e-48f1-8002-147534dd157a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=81990480-50e0-4838-b22b-21488127227c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362099 Oct 10 11:19:30.610042 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c97c5-5d70-4e8d-9f4b-0ff9c80c9b24 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb49008-7da4-43e0-b657-f5778cca67fb,revision_number=3']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:30.712875 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-30dc08af-dd20-484e-b44d-04977a75fe43 None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:30.725214 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-30dc08af-dd20-484e-b44d-04977a75fe43 None None] Transition to ACTIVE for port object 3e5e0b6f-7b82-4b9a-9808-49b38f9cf895 will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:30.748124 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c314c95b-919e-4f8d-9e12-1b5ae35bb687 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:30.756678 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae946fb-d0d1-4db8-b8fa-7e112004c941 req-d8a3fd5f-31c6-45ac-859d-5161387ceeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:30.758379 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cae946fb-d0d1-4db8-b8fa-7e112004c941 req-d8a3fd5f-31c6-45ac-859d-5161387ceeee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=7820a9f4-0e07-434f-b65d-c86e89529e91 HTTP/1.1" status: 200 len: 1097 time: 0.3206630 Oct 10 11:19:30.763798 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-56bb68a4-4281-4343-8827-67b705260187 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:30.779836 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Attempt 9 to provision port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 Oct 10 11:19:30.801303 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-30dc08af-dd20-484e-b44d-04977a75fe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:30.855045 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:30.877233 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-30dc08af-dd20-484e-b44d-04977a75fe43 None None] Attempting to bind port 3e5e0b6f-7b82-4b9a-9808-49b38f9cf895 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:19:30.877969 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-30dc08af-dd20-484e-b44d-04977a75fe43 None None] Attempting to bind port 3e5e0b6f-7b82-4b9a-9808-49b38f9cf895 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:19:30.878324 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc08af-dd20-484e-b44d-04977a75fe43 None None] Attempting to bind port 3e5e0b6f-7b82-4b9a-9808-49b38f9cf895 on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:19:30.892622 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc08af-dd20-484e-b44d-04977a75fe43 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:19:30.894683 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc08af-dd20-484e-b44d-04977a75fe43 None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:19:30.894683 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-30dc08af-dd20-484e-b44d-04977a75fe43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:30.894683 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc08af-dd20-484e-b44d-04977a75fe43 None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:19:30.895102 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-30dc08af-dd20-484e-b44d-04977a75fe43 None None] Bound port: 3e5e0b6f-7b82-4b9a-9808-49b38f9cf895, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:19:30.895656 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-30dc08af-dd20-484e-b44d-04977a75fe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:30.943301 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce8419-3afb-4cb9-ac81-c96e900dfd49 None None] Pushing event updated for resources: {'Port': ['ID=3e5e0b6f-7b82-4b9a-9808-49b38f9cf895,revision_number=2']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:30.949197 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-60312a77-d865-438f-b91e-c4c0c590060d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:30.997485 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-30dc08af-dd20-484e-b44d-04977a75fe43 None None] For port 3e5e0b6f-7b82-4b9a-9808-49b38f9cf895, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:19:31.003935 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-30dc08af-dd20-484e-b44d-04977a75fe43 None None] For port 3e5e0b6f-7b82-4b9a-9808-49b38f9cf895, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3e5e0b6f-7b82-4b9a-9808-49b38f9cf895,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:19:31.014799 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-c314c95b-919e-4f8d-9e12-1b5ae35bb687 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Calling delete_port for 922036ef-1fc5-40f3-958a-7a9f73c05cb0 owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:19:31.075927 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-30dc08af-dd20-484e-b44d-04977a75fe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:31.142241 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dc08af-dd20-484e-b44d-04977a75fe43 None None] Routers {'bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:31.142770 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-30dc08af-dd20-484e-b44d-04977a75fe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:31.183328 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-60312a77-d865-438f-b91e-c4c0c590060d admin admin] Allocated IP 172.20.0.1 (9dbeca67-c2fd-46dc-b32d-83850a664ff1/8e2ae54c-fb2f-42d3-9857-60b6a71ea695/5cd4acb8-2573-4142-912f-352845ab3531) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:19:31.246210 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce8419-3afb-4cb9-ac81-c96e900dfd49 None None] Pushing event updated for resources: {'Port': ['ID=3e5e0b6f-7b82-4b9a-9808-49b38f9cf895,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:31.335982 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae946fb-d0d1-4db8-b8fa-7e112004c941 req-a4710d2c-e537-4362-b63a-c206caed64b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:31.336465 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae946fb-d0d1-4db8-b8fa-7e112004c941 req-a4710d2c-e537-4362-b63a-c206caed64b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:31.338003 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cae946fb-d0d1-4db8-b8fa-7e112004c941 req-a4710d2c-e537-4362-b63a-c206caed64b2 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=abdeb3603c4943b08320f37282de8f91&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.5185552 Oct 10 11:19:31.342884 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-60312a77-d865-438f-b91e-c4c0c590060d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:31.354103 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-30dc08af-dd20-484e-b44d-04977a75fe43 None None] Set router bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:19:31.356097 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Attempt 10 to provision port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 Oct 10 11:19:31.360971 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-60312a77-d865-438f-b91e-c4c0c590060d admin admin] Transition to ACTIVE for port object 5cd4acb8-2573-4142-912f-352845ab3531 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:31.424534 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Port 922036ef-1fc5-40f3-958a-7a9f73c05cb0 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:31.477311 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-60312a77-d865-438f-b91e-c4c0c590060d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:31.509919 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Provisioning for port 18bc4e2c-d966-40d7-97e7-106c145b51f6 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:31.517894 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Provisioning complete for port 18bc4e2c-d966-40d7-97e7-106c145b51f6 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:31.518457 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:31.519031 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Attempt 1 to provision port 18bc4e2c-d966-40d7-97e7-106c145b51f6 Oct 10 11:19:31.553813 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60312a77-d865-438f-b91e-c4c0c590060d admin admin] Network 9dbeca67-c2fd-46dc-b32d-83850a664ff1 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:31.557866 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-60312a77-d865-438f-b91e-c4c0c590060d admin admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:31.562448 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60312a77-d865-438f-b91e-c4c0c590060d admin admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:19:31.640660 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60312a77-d865-438f-b91e-c4c0c590060d admin admin] Pushing event updated for resources: {'Port': ['ID=5cd4acb8-2573-4142-912f-352845ab3531,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:31.666367 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-60312a77-d865-438f-b91e-c4c0c590060d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:31.744565 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-30dc08af-dd20-484e-b44d-04977a75fe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d', 'name': 'tempest-TestVolumeBootPattern-732872261-router', 'tenant_id': 'fd5c98bc51b14fc7b95b3872c52d92c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '3e5e0b6f-7b82-4b9a-9808-49b38f9cf895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:22Z', 'updated_at': '2022-10-10T11:19:26Z', 'revision_number': 3, 'project_id': 'fd5c98bc51b14fc7b95b3872c52d92c4', 'gw_port': {'id': '3e5e0b6f-7b82-4b9a-9808-49b38f9cf895', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:24Z', 'updated_at': '2022-10-10T11:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:31.751713 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc08af-dd20-484e-b44d-04977a75fe43 None None] The sync data for ids ['bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d'] in dv-neutron-860842-1-hyperv is: [{'id': 'bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d', 'name': 'tempest-TestVolumeBootPattern-732872261-router', 'tenant_id': 'fd5c98bc51b14fc7b95b3872c52d92c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '3e5e0b6f-7b82-4b9a-9808-49b38f9cf895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:22Z', 'updated_at': '2022-10-10T11:19:26Z', 'revision_number': 3, 'project_id': 'fd5c98bc51b14fc7b95b3872c52d92c4', 'gw_port': {'id': '3e5e0b6f-7b82-4b9a-9808-49b38f9cf895', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:24Z', 'updated_at': '2022-10-10T11:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:19:31.809168 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae946fb-d0d1-4db8-b8fa-7e112004c941 req-687aad15-bb1e-4bea-8f1f-a88c719ed6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:31.812566 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cae946fb-d0d1-4db8-b8fa-7e112004c941 req-687aad15-bb1e-4bea-8f1f-a88c719ed6c9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4637792 Oct 10 11:19:31.819975 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Current status of the port 18bc4e2c-d966-40d7-97e7-106c145b51f6 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:31.820364 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:31.874447 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] For port 18bc4e2c-d966-40d7-97e7-106c145b51f6, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=18bc4e2c-d966-40d7-97e7-106c145b51f6,segment=NetworkSegment(7c4f4c4c-5113-482f-a194-d6aa0f6b009c),segment_id=7c4f4c4c-5113-482f-a194-d6aa0f6b009c)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:19:31.905217 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c314c95b-919e-4f8d-9e12-1b5ae35bb687 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:31.955652 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:31.985732 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-60312a77-d865-438f-b91e-c4c0c590060d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:31.994435 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-56bb68a4-4281-4343-8827-67b705260187 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Deleting port 93ed972b-9c0d-4071-9743-aeab57f0811d {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:19:31.994435 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-56bb68a4-4281-4343-8827-67b705260187 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:32.042699 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Pushing event updated for resources: {'Port': ['ID=18bc4e2c-d966-40d7-97e7-106c145b51f6,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:32.046101 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca1f04-a61a-42f4-af52-f07f3af78455 req-5a70d76d-e4d1-42df-8801-220f411edc18 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:32.047533 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d2ca1f04-a61a-42f4-af52-f07f3af78455 req-5a70d76d-e4d1-42df-8801-220f411edc18 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7820a9f4-0e07-434f-b65d-c86e89529e91 HTTP/1.1" status: 200 len: 944 time: 0.2461817 Oct 10 11:19:32.050832 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:32.051400 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:32.051913 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:32.052637 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:32.053830 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:32.054382 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:32.054882 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:32.055377 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:32.055871 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:32.056364 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:32.056844 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:32.057341 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:19:32.061152 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314c95b-919e-4f8d-9e12-1b5ae35bb687 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Pushing event deleted for resources: {'Port': ['ID=922036ef-1fc5-40f3-958a-7a9f73c05cb0,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:32.108055 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Provisioning for port 448a9468-65b5-4d6f-855b-9be1fa0fce97 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:32.125249 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Provisioning complete for port 448a9468-65b5-4d6f-855b-9be1fa0fce97 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:32.125875 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:32.126464 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Attempt 1 to provision port 448a9468-65b5-4d6f-855b-9be1fa0fce97 Oct 10 11:19:32.304353 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Current status of the port 448a9468-65b5-4d6f-855b-9be1fa0fce97 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:32.304847 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:32.354116 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] For port 448a9468-65b5-4d6f-855b-9be1fa0fce97, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=448a9468-65b5-4d6f-855b-9be1fa0fce97,segment=NetworkSegment(3c568ba5-f531-4837-9a76-526e97ee4a44),segment_id=3c568ba5-f531-4837-9a76-526e97ee4a44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:19:32.421334 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d2ca1f04-a61a-42f4-af52-f07f3af78455 req-8a9c10cb-4068-47e9-bbe4-7a2cead5bf93 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=81990480-50e0-4838-b22b-21488127227c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3638575 Oct 10 11:19:32.436915 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:32.502877 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-60312a77-d865-438f-b91e-c4c0c590060d admin admin] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:32.571721 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656acfa-3d7f-4c0e-850b-0ef1e2b745f9 None None] Pushing event updated for resources: {'Port': ['ID=448a9468-65b5-4d6f-855b-9be1fa0fce97,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:32.573200 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-60312a77-d865-438f-b91e-c4c0c590060d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:32.606471 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-56bb68a4-4281-4343-8827-67b705260187 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:32.620410 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c314c95b-919e-4f8d-9e12-1b5ae35bb687 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:32.625420 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-80d9f49f-2722-45fa-9135-e4e665dbdbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:32.626984 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-80d9f49f-2722-45fa-9135-e4e665dbdbbf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=7820a9f4-0e07-434f-b65d-c86e89529e91 HTTP/1.1" status: 200 len: 1097 time: 0.7659662 Oct 10 11:19:32.647588 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-28589b8b-375e-4144-89d1-151c4838995e None None] Provisioning for port 232e864e-f0ee-4b49-a594-230716bd1a29 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:32.660878 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-28589b8b-375e-4144-89d1-151c4838995e None None] Provisioning complete for port 232e864e-f0ee-4b49-a594-230716bd1a29 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:32.661294 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-28589b8b-375e-4144-89d1-151c4838995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:32.661803 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-28589b8b-375e-4144-89d1-151c4838995e None None] Attempt 1 to provision port 232e864e-f0ee-4b49-a594-230716bd1a29 Oct 10 11:19:32.691604 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-60312a77-d865-438f-b91e-c4c0c590060d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:32.704560 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60312a77-d865-438f-b91e-c4c0c590060d admin admin] Pushing event updated for resources: {'Port': ['ID=5cd4acb8-2573-4142-912f-352845ab3531,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:32.753762 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-ca617674-cabe-4aa8-8cda-677a60836dd9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=bcb49008-7da4-43e0-b657-f5778cca67fb HTTP/1.1" status: 200 len: 217 time: 0.0683486 Oct 10 11:19:32.798324 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-28589b8b-375e-4144-89d1-151c4838995e None None] Current status of the port 232e864e-f0ee-4b49-a594-230716bd1a29 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:32.799140 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-28589b8b-375e-4144-89d1-151c4838995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:32.838051 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-28589b8b-375e-4144-89d1-151c4838995e None None] For port 232e864e-f0ee-4b49-a594-230716bd1a29, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=232e864e-f0ee-4b49-a594-230716bd1a29,segment=NetworkSegment(17b4908c-d3dc-46b5-b722-deea40ef479d),segment_id=17b4908c-d3dc-46b5-b722-deea40ef479d)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:19:32.851925 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-56bb68a4-4281-4343-8827-67b705260187 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Calling delete_port for 93ed972b-9c0d-4071-9743-aeab57f0811d owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:19:32.854825 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60312a77-d865-438f-b91e-c4c0c590060d admin admin] Network 9dbeca67-c2fd-46dc-b32d-83850a664ff1 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:32.856041 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-60312a77-d865-438f-b91e-c4c0c590060d admin admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:32.922761 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-28589b8b-375e-4144-89d1-151c4838995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:33.074880 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28589b8b-375e-4144-89d1-151c4838995e None None] Pushing event updated for resources: {'Port': ['ID=232e864e-f0ee-4b49-a594-230716bd1a29,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:33.105654 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-28589b8b-375e-4144-89d1-151c4838995e None None] Provisioning for port 93ed972b-9c0d-4071-9743-aeab57f0811d completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:33.112172 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-28589b8b-375e-4144-89d1-151c4838995e None None] Provisioning complete for port 93ed972b-9c0d-4071-9743-aeab57f0811d triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:33.112554 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-28589b8b-375e-4144-89d1-151c4838995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:33.113029 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-28589b8b-375e-4144-89d1-151c4838995e None None] Attempt 1 to provision port 93ed972b-9c0d-4071-9743-aeab57f0811d Oct 10 11:19:33.118034 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60312a77-d865-438f-b91e-c4c0c590060d admin admin] Router bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:19:33.170806 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-698197b9-3059-4c2b-9892-c0b9bb6ecf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:33.172233 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-698197b9-3059-4c2b-9892-c0b9bb6ecf05 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=043afce8-9cb3-499b-acb7-4185deccd6a5 HTTP/1.1" status: 200 len: 838 time: 0.3616958 Oct 10 11:19:33.172979 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-28589b8b-375e-4144-89d1-151c4838995e None None] Port 93ed972b-9c0d-4071-9743-aeab57f0811d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:33.311972 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60312a77-d865-438f-b91e-c4c0c590060d admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:19:33.322177 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-60312a77-d865-438f-b91e-c4c0c590060d admin admin] 10.222.0.40 "PUT /v2.0/routers/bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2636042 Oct 10 11:19:33.407448 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-11234531-cdcc-4e5f-9eda-739952d49cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:33.467610 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c314c95b-919e-4f8d-9e12-1b5ae35bb687 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Router 046f73bd-aa2a-440e-b047-b6cbdbf49f2f has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:19:33.675705 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-28589b8b-375e-4144-89d1-151c4838995e None None] Attempt 2 to provision port 93ed972b-9c0d-4071-9743-aeab57f0811d Oct 10 11:19:33.703934 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c314c95b-919e-4f8d-9e12-1b5ae35bb687 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:19:33.758051 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-2f942a7c-ef22-41df-8fea-1acf2f6b8c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:33.759545 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-2f942a7c-ef22-41df-8fea-1acf2f6b8c3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=53a1ca78-37f8-423d-b2ff-6b31a2af1b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3664317 Oct 10 11:19:33.769693 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f1fc5f-0ee1-4c82-b8b7-4eef59326489 None None] Sync routers for ids ['046f73bd-aa2a-440e-b047-b6cbdbf49f2f'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:19:33.776370 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 448a9468-65b5-4d6f-855b-9be1fa0fce97 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:33.784882 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075cbacd-2fe5-4f21-9d4a-b1a30547eb29 None None] Sync routers for ids ['bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:19:33.796201 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075cbacd-2fe5-4f21-9d4a-b1a30547eb29 None None] Routers {'bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:33.797084 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-075cbacd-2fe5-4f21-9d4a-b1a30547eb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:33.845177 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f1fc5f-0ee1-4c82-b8b7-4eef59326489 None None] Routers {'046f73bd-aa2a-440e-b047-b6cbdbf49f2f'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:33.845506 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-61f1fc5f-0ee1-4c82-b8b7-4eef59326489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['046f73bd-aa2a-440e-b047-b6cbdbf49f2f'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:33.880715 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57702) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:33.888608 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-1c2403bb-1a27-40d0-9d09-48b04d089223 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1682342367', 'description': 'tempest-secgroup-smoke-1682342367 description', 'project_id': '2ca309cf9da347e1972c7a5240bc70ad'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:33.897735 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-1c2403bb-1a27-40d0-9d09-48b04d089223 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:33.902041 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57706) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:33.902611 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c314c95b-919e-4f8d-9e12-1b5ae35bb687 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] 10.222.0.40 "PUT /v2.0/routers/046f73bd-aa2a-440e-b047-b6cbdbf49f2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4786851 Oct 10 11:19:33.905307 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-28589b8b-375e-4144-89d1-151c4838995e None None] Port 93ed972b-9c0d-4071-9743-aeab57f0811d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:33.925610 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-61f1fc5f-0ee1-4c82-b8b7-4eef59326489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:33.942268 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee953b-ffda-419a-9ac3-9c5a7cf14369 req-a98f8e83-ba12-409f-92ba-42a7f3f233e9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:33.944150 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f2ee953b-ffda-419a-9ac3-9c5a7cf14369 req-a98f8e83-ba12-409f-92ba-42a7f3f233e9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7820a9f4-0e07-434f-b65d-c86e89529e91 HTTP/1.1" status: 200 len: 944 time: 0.3172081 Oct 10 11:19:33.948719 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f1fc5f-0ee1-4c82-b8b7-4eef59326489 None None] Routers {'046f73bd-aa2a-440e-b047-b6cbdbf49f2f'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:33.949650 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-61f1fc5f-0ee1-4c82-b8b7-4eef59326489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['046f73bd-aa2a-440e-b047-b6cbdbf49f2f'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:33.978383 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-56bb68a4-4281-4343-8827-67b705260187 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:34.001322 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1c2403bb-1a27-40d0-9d09-48b04d089223 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Usage tracker for resource:security_group and tenant:2ca309cf9da347e1972c7a5240bc70ad is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:34.014756 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1c2403bb-1a27-40d0-9d09-48b04d089223 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:34.034083 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-61f1fc5f-0ee1-4c82-b8b7-4eef59326489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:34.034905 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f1fc5f-0ee1-4c82-b8b7-4eef59326489 None None] The sync data for ids ['046f73bd-aa2a-440e-b047-b6cbdbf49f2f'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:19:34.035256 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-8fb27287-1829-4c15-848a-1335a3d7ba31 service neutron] 10.222.0.15 "GET /v2.0/networks/53a1ca78-37f8-423d-b2ff-6b31a2af1b5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658598 Oct 10 11:19:34.041455 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 448a9468-65b5-4d6f-855b-9be1fa0fce97 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:34.041766 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:34.042105 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 448a9468-65b5-4d6f-855b-9be1fa0fce97 Oct 10 11:19:34.070332 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb68a4-4281-4343-8827-67b705260187 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Port': ['ID=93ed972b-9c0d-4071-9743-aeab57f0811d,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:34.081633 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-075cbacd-2fe5-4f21-9d4a-b1a30547eb29 None None] Set router bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:19:34.133790 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-1c2403bb-1a27-40d0-9d09-48b04d089223 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:34.165472 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6d5ea901-1fa1-4421-be69-52d9a9b324a4 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:34.211241 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 448a9468-65b5-4d6f-855b-9be1fa0fce97 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:34.212486 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3e5e0b6f-7b82-4b9a-9808-49b38f9cf895 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:34.235379 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f2ee953b-ffda-419a-9ac3-9c5a7cf14369 req-a3858108-9b56-419b-91e1-c3e7e9f6a689 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=81990480-50e0-4838-b22b-21488127227c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2778542 Oct 10 11:19:34.338852 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1c2403bb-1a27-40d0-9d09-48b04d089223 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:34.390746 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 3e5e0b6f-7b82-4b9a-9808-49b38f9cf895 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:34.399322 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 3e5e0b6f-7b82-4b9a-9808-49b38f9cf895 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:34.399921 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:34.400450 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 3e5e0b6f-7b82-4b9a-9808-49b38f9cf895 Oct 10 11:19:34.425821 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-56bb68a4-4281-4343-8827-67b705260187 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:34.433534 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2872e369-3701-4d4f-ab8c-8a552e758f3b req-a0cde6ce-1a12-4b7c-8270-498d047533d0 service neutron] 10.222.0.15 "GET /v2.0/networks/53a1ca78-37f8-423d-b2ff-6b31a2af1b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821578 Oct 10 11:19:34.479840 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-28589b8b-375e-4144-89d1-151c4838995e None None] Attempt 3 to provision port 93ed972b-9c0d-4071-9743-aeab57f0811d Oct 10 11:19:34.484581 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-075cbacd-2fe5-4f21-9d4a-b1a30547eb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d', 'name': 'tempest-TestVolumeBootPattern-732872261-router', 'tenant_id': 'fd5c98bc51b14fc7b95b3872c52d92c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '3e5e0b6f-7b82-4b9a-9808-49b38f9cf895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:22Z', 'updated_at': '2022-10-10T11:19:31Z', 'revision_number': 4, 'project_id': 'fd5c98bc51b14fc7b95b3872c52d92c4', 'gw_port': {'id': '3e5e0b6f-7b82-4b9a-9808-49b38f9cf895', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:24Z', 'updated_at': '2022-10-10T11:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '5cd4acb8-2573-4142-912f-352845ab3531', 'name': '', 'network_id': '9dbeca67-c2fd-46dc-b32d-83850a664ff1', 'tenant_id': 'fd5c98bc51b14fc7b95b3872c52d92c4', 'mac_address': 'fa:16:3e:cc:eb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '8e2ae54c-fb2f-42d3-9857-60b6a71ea695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:31Z', 'updated_at': '2022-10-10T11:19:32Z', 'revision_number': 2, 'project_id': 'fd5c98bc51b14fc7b95b3872c52d92c4', 'subnets': [{'id': '8e2ae54c-fb2f-42d3-9857-60b6a71ea695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:34.486581 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-1c2403bb-1a27-40d0-9d09-48b04d089223 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:34.489232 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075cbacd-2fe5-4f21-9d4a-b1a30547eb29 None None] Checking router: bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:19:34.489604 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075cbacd-2fe5-4f21-9d4a-b1a30547eb29 None None] Updating router bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d port 5cd4acb8-2573-4142-912f-352845ab3531 binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:19:34.542040 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-28589b8b-375e-4144-89d1-151c4838995e None None] Port 93ed972b-9c0d-4071-9743-aeab57f0811d was deleted so its status cannot be updated. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 10 11:19:34.554729 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1c2403bb-1a27-40d0-9d09-48b04d089223 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Usage tracker for resource:security_group_rule and tenant:2ca309cf9da347e1972c7a5240bc70ad is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:34.556277 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-075cbacd-2fe5-4f21-9d4a-b1a30547eb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:34.565036 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1c2403bb-1a27-40d0-9d09-48b04d089223 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:34.575612 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-1c2403bb-1a27-40d0-9d09-48b04d089223 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:34.578651 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6d5ea901-1fa1-4421-be69-52d9a9b324a4 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:34.582013 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6d5ea901-1fa1-4421-be69-52d9a9b324a4 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:34.639120 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 3e5e0b6f-7b82-4b9a-9808-49b38f9cf895 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:34.639800 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:34.658670 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 3e5e0b6f-7b82-4b9a-9808-49b38f9cf895, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3e5e0b6f-7b82-4b9a-9808-49b38f9cf895,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:19:34.660506 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-28589b8b-375e-4144-89d1-151c4838995e None None] Provisioning for port bcb49008-7da4-43e0-b657-f5778cca67fb completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:34.675043 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1c2403bb-1a27-40d0-9d09-48b04d089223 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:34.732747 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6d5ea901-1fa1-4421-be69-52d9a9b324a4 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:34.733354 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5ea901-1fa1-4421-be69-52d9a9b324a4 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Fanout notify agent at l3_agent the message router_deleted on router 046f73bd-aa2a-440e-b047-b6cbdbf49f2f {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:19:34.746502 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bb68a4-4281-4343-8827-67b705260187 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Router 4bec1605-67aa-4259-b157-1d979dc60ddb has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:19:34.760201 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6d5ea901-1fa1-4421-be69-52d9a9b324a4 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:34.763758 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6d5ea901-1fa1-4421-be69-52d9a9b324a4 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] 10.222.0.40 "DELETE /v2.0/routers/046f73bd-aa2a-440e-b047-b6cbdbf49f2f HTTP/1.1" status: 204 len: 168 time: 0.8569310 Oct 10 11:19:34.764069 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57710) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:34.767574 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:34.768350 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 18bc4e2c-d966-40d7-97e7-106c145b51f6 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:34.793362 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-28589b8b-375e-4144-89d1-151c4838995e None None] Provisioning for port 91d56997-c5c7-40b4-a47a-648da27d7a70 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:34.870720 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-28589b8b-375e-4144-89d1-151c4838995e None None] Provisioning complete for port 91d56997-c5c7-40b4-a47a-648da27d7a70 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:34.871251 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-28589b8b-375e-4144-89d1-151c4838995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:34.871586 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-28589b8b-375e-4144-89d1-151c4838995e None None] Attempt 1 to provision port 91d56997-c5c7-40b4-a47a-648da27d7a70 Oct 10 11:19:35.020960 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=3e5e0b6f-7b82-4b9a-9808-49b38f9cf895,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:35.037775 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-a837f7a1-ea57-402a-9730-f397c050e321 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Deleting subnet efac7dd8-211a-41be-a4bd-0dab97945e2b {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:19:35.041996 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bb68a4-4281-4343-8827-67b705260187 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:19:35.042818 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1c2403bb-1a27-40d0-9d09-48b04d089223 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:35.043866 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 18bc4e2c-d966-40d7-97e7-106c145b51f6 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:35.044433 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:35.044776 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 18bc4e2c-d966-40d7-97e7-106c145b51f6 Oct 10 11:19:35.046884 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-56bb68a4-4281-4343-8827-67b705260187 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "PUT /v2.0/routers/4bec1605-67aa-4259-b157-1d979dc60ddb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0803680 Oct 10 11:19:35.048409 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a837f7a1-ea57-402a-9730-f397c050e321 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:35.049577 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57714) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:35.058391 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-075cbacd-2fe5-4f21-9d4a-b1a30547eb29 None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:35.072756 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-075cbacd-2fe5-4f21-9d4a-b1a30547eb29 None None] Transition to ACTIVE for port object 5cd4acb8-2573-4142-912f-352845ab3531 will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:35.103406 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0ba7f07a-0462-47c1-9269-1afe591073de tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Synchronizing usage tracker for tenant:936e4bb70f4f401fa185998b9205aaff on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:19:35.108393 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-28589b8b-375e-4144-89d1-151c4838995e None None] Current status of the port 91d56997-c5c7-40b4-a47a-648da27d7a70 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:35.108798 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-28589b8b-375e-4144-89d1-151c4838995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:35.129987 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5460dbcd-fd21-4f9b-9ce4-666ea1402f7e None None] Sync routers for ids ['4bec1605-67aa-4259-b157-1d979dc60ddb'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:19:35.133547 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2403bb-1a27-40d0-9d09-48b04d089223 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:35.133707 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-075cbacd-2fe5-4f21-9d4a-b1a30547eb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:35.136900 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a837f7a1-ea57-402a-9730-f397c050e321 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:35.159005 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-28589b8b-375e-4144-89d1-151c4838995e None None] For port 91d56997-c5c7-40b4-a47a-648da27d7a70, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=91d56997-c5c7-40b4-a47a-648da27d7a70,segment=NetworkSegment(8dd3d869-f1af-4629-afed-3543212210c8),segment_id=8dd3d869-f1af-4629-afed-3543212210c8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:19:35.169028 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5460dbcd-fd21-4f9b-9ce4-666ea1402f7e None None] Routers {'4bec1605-67aa-4259-b157-1d979dc60ddb'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:35.169754 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-5460dbcd-fd21-4f9b-9ce4-666ea1402f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['4bec1605-67aa-4259-b157-1d979dc60ddb'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:35.198794 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1c2403bb-1a27-40d0-9d09-48b04d089223 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:35.202932 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1c2403bb-1a27-40d0-9d09-48b04d089223 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3175406 Oct 10 11:19:35.203230 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57718) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:35.210881 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-e3841062-0887-4047-93c5-d49c9ff91caa tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Request body: {'security_group_rule': {'security_group_id': '31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05', 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:35.226330 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e3841062-0887-4047-93c5-d49c9ff91caa tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:35.231841 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a837f7a1-ea57-402a-9730-f397c050e321 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:35.232471 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e3841062-0887-4047-93c5-d49c9ff91caa tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Usage tracker for resource:security_group_rule and tenant:2ca309cf9da347e1972c7a5240bc70ad is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:35.237282 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e3841062-0887-4047-93c5-d49c9ff91caa tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:35.244826 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e3841062-0887-4047-93c5-d49c9ff91caa tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:35.266962 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-5460dbcd-fd21-4f9b-9ce4-666ea1402f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:35.271132 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0ba7f07a-0462-47c1-9269-1afe591073de tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Unset dirty status for tenant:936e4bb70f4f401fa185998b9205aaff on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:19:35.287865 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0ba7f07a-0462-47c1-9269-1afe591073de tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "GET /v2.0/ports?device_id=4bec1605-67aa-4259-b157-1d979dc60ddb HTTP/1.1" status: 200 len: 205 time: 0.2360225 Oct 10 11:19:35.290098 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57724) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:35.296179 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-28589b8b-375e-4144-89d1-151c4838995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:35.353966 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d43b6e8-b416-40d3-b2c0-f631e02da216 None None] Pushing event updated for resources: {'Port': ['ID=5cd4acb8-2573-4142-912f-352845ab3531,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:35.360821 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5460dbcd-fd21-4f9b-9ce4-666ea1402f7e None None] Routers {'4bec1605-67aa-4259-b157-1d979dc60ddb'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:35.361459 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-5460dbcd-fd21-4f9b-9ce4-666ea1402f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['4bec1605-67aa-4259-b157-1d979dc60ddb'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:35.365370 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-075cbacd-2fe5-4f21-9d4a-b1a30547eb29 None None] Attempting to bind port 5cd4acb8-2573-4142-912f-352845ab3531 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:19:35.365978 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-075cbacd-2fe5-4f21-9d4a-b1a30547eb29 None None] Attempting to bind port 5cd4acb8-2573-4142-912f-352845ab3531 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '8dd3d869-f1af-4629-afed-3543212210c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': '9dbeca67-c2fd-46dc-b32d-83850a664ff1'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:19:35.366545 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075cbacd-2fe5-4f21-9d4a-b1a30547eb29 None None] Attempting to bind port 5cd4acb8-2573-4142-912f-352845ab3531 on network 9dbeca67-c2fd-46dc-b32d-83850a664ff1 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:19:35.372345 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075cbacd-2fe5-4f21-9d4a-b1a30547eb29 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:19:35.373060 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075cbacd-2fe5-4f21-9d4a-b1a30547eb29 None None] Checking segment: {'id': '8dd3d869-f1af-4629-afed-3543212210c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': '9dbeca67-c2fd-46dc-b32d-83850a664ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:19:35.373669 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-075cbacd-2fe5-4f21-9d4a-b1a30547eb29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:35.374210 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075cbacd-2fe5-4f21-9d4a-b1a30547eb29 None None] Bound using segment: {'id': '8dd3d869-f1af-4629-afed-3543212210c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': '9dbeca67-c2fd-46dc-b32d-83850a664ff1'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:19:35.374841 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-075cbacd-2fe5-4f21-9d4a-b1a30547eb29 None None] Bound port: 5cd4acb8-2573-4142-912f-352845ab3531, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd3d869-f1af-4629-afed-3543212210c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': '9dbeca67-c2fd-46dc-b32d-83850a664ff1'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:19:35.375384 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-075cbacd-2fe5-4f21-9d4a-b1a30547eb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:35.447112 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a837f7a1-ea57-402a-9730-f397c050e321 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:35.479428 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 18bc4e2c-d966-40d7-97e7-106c145b51f6 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:35.480308 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-075cbacd-2fe5-4f21-9d4a-b1a30547eb29 None None] For port 5cd4acb8-2573-4142-912f-352845ab3531, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:19:35.480526 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 232e864e-f0ee-4b49-a594-230716bd1a29 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:35.484418 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-075cbacd-2fe5-4f21-9d4a-b1a30547eb29 None None] For port 5cd4acb8-2573-4142-912f-352845ab3531, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5cd4acb8-2573-4142-912f-352845ab3531,segment=NetworkSegment(8dd3d869-f1af-4629-afed-3543212210c8),segment_id=8dd3d869-f1af-4629-afed-3543212210c8)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:19:35.501416 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837f7a1-ea57-402a-9730-f397c050e321 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Pushing event deleted for resources: {'Subnet': ['ID=efac7dd8-211a-41be-a4bd-0dab97945e2b,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:35.505959 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a837f7a1-ea57-402a-9730-f397c050e321 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:35.510199 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-5460dbcd-fd21-4f9b-9ce4-666ea1402f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:35.510604 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5460dbcd-fd21-4f9b-9ce4-666ea1402f7e None None] The sync data for ids ['4bec1605-67aa-4259-b157-1d979dc60ddb'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:19:35.518070 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a837f7a1-ea57-402a-9730-f397c050e321 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] 10.222.0.40 "DELETE /v2.0/subnets/efac7dd8-211a-41be-a4bd-0dab97945e2b HTTP/1.1" status: 204 len: 168 time: 0.7522614 Oct 10 11:19:35.520265 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57728) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:35.522261 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e3841062-0887-4047-93c5-d49c9ff91caa tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:35.533759 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebac7c19-2e6e-4afb-bf5e-3d6ef00d0acf None None] Network 12311373-191c-43fd-8d7f-5f79e55b3211 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:19:35.545879 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ca021002-ae91-45d3-a1a1-f5f2fce644c3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:35.567318 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-28589b8b-375e-4144-89d1-151c4838995e None None] Provisioning for port 5cd4acb8-2573-4142-912f-352845ab3531 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:35.578737 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28589b8b-375e-4144-89d1-151c4838995e None None] Pushing event updated for resources: {'Port': ['ID=91d56997-c5c7-40b4-a47a-648da27d7a70,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:35.592160 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-075cbacd-2fe5-4f21-9d4a-b1a30547eb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:35.652501 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-94bd97c7-578a-44f2-af31-1d1bd0355225 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:35.671144 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61a04d-4d58-4083-9a9a-8d04bfb9d3f9 req-bff4be7f-47de-4a42-83e7-eb1892aff68c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:35.679066 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1c61a04d-4d58-4083-9a9a-8d04bfb9d3f9 req-bff4be7f-47de-4a42-83e7-eb1892aff68c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7820a9f4-0e07-434f-b65d-c86e89529e91 HTTP/1.1" status: 200 len: 944 time: 0.2790575 Oct 10 11:19:35.692597 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075cbacd-2fe5-4f21-9d4a-b1a30547eb29 None None] Routers {'bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:35.696436 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-075cbacd-2fe5-4f21-9d4a-b1a30547eb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:35.698274 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-94bd97c7-578a-44f2-af31-1d1bd0355225 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Deleting port 80b5b403-a504-4f74-9257-6ab6a59c8969 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:19:35.698697 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-94bd97c7-578a-44f2-af31-1d1bd0355225 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:35.756948 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 232e864e-f0ee-4b49-a594-230716bd1a29 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:35.757321 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:35.757698 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 232e864e-f0ee-4b49-a594-230716bd1a29 Oct 10 11:19:35.783122 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1c61a04d-4d58-4083-9a9a-8d04bfb9d3f9 req-7d19d967-280e-4d98-8b79-998d77bb656c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=81990480-50e0-4838-b22b-21488127227c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012714 Oct 10 11:19:35.813312 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a7d3793d-2c1e-4849-ac1e-4ace2ef99132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:35.865689 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d43b6e8-b416-40d3-b2c0-f631e02da216 None None] Pushing event updated for resources: {'Port': ['ID=5cd4acb8-2573-4142-912f-352845ab3531,revision_number=4']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:35.939641 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 232e864e-f0ee-4b49-a594-230716bd1a29 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:35.959736 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ca021002-ae91-45d3-a1a1-f5f2fce644c3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:35.962845 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ca021002-ae91-45d3-a1a1-f5f2fce644c3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:35.997029 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-94bd97c7-578a-44f2-af31-1d1bd0355225 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] For port 80b5b403-a504-4f74-9257-6ab6a59c8969, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=80b5b403-a504-4f74-9257-6ab6a59c8969,segment=NetworkSegment(b957125f-e5b5-48e6-a42c-69ada2d0e459),segment_id=b957125f-e5b5-48e6-a42c-69ada2d0e459)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:19:35.997029 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-94bd97c7-578a-44f2-af31-1d1bd0355225 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:35.998016 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e3841062-0887-4047-93c5-d49c9ff91caa tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:36.005642 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9565a464-9c14-4e13-ba32-7093c2d14271 None None] DHCP port deletion for 12311373-191c-43fd-8d7f-5f79e55b3211 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:19:36.010935 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9565a464-9c14-4e13-ba32-7093c2d14271 None None] Deleting port 80b5b403-a504-4f74-9257-6ab6a59c8969 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:19:36.011376 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9565a464-9c14-4e13-ba32-7093c2d14271 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:36.078764 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3e5e0b6f-7b82-4b9a-9808-49b38f9cf895 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:36.092575 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-075cbacd-2fe5-4f21-9d4a-b1a30547eb29 None None] Set router bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:19:36.121219 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e3841062-0887-4047-93c5-d49c9ff91caa tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:36.140678 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ca021002-ae91-45d3-a1a1-f5f2fce644c3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:36.143149 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca021002-ae91-45d3-a1a1-f5f2fce644c3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Fanout notify agent at l3_agent the message router_deleted on router 4bec1605-67aa-4259-b157-1d979dc60ddb {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:19:36.144236 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-94bd97c7-578a-44f2-af31-1d1bd0355225 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Calling delete_port for 80b5b403-a504-4f74-9257-6ab6a59c8969 owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:19:36.182664 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3841062-0887-4047-93c5-d49c9ff91caa tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed05f303-371c-4c21-b94b-6058ea985076,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:36.198592 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ca021002-ae91-45d3-a1a1-f5f2fce644c3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:36.199314 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ca021002-ae91-45d3-a1a1-f5f2fce644c3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/routers/4bec1605-67aa-4259-b157-1d979dc60ddb HTTP/1.1" status: 204 len: 168 time: 0.9073656 Oct 10 11:19:36.202346 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57732) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:36.279911 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6cc082b-2d2a-4520-9e4a-379afff013b0 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Deleting subnet 508ea930-657f-400b-a5a4-1b903b6c094c {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:19:36.283132 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d6cc082b-2d2a-4520-9e4a-379afff013b0 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:36.296087 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-9565a464-9c14-4e13-ba32-7093c2d14271 None None] For port 80b5b403-a504-4f74-9257-6ab6a59c8969, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=80b5b403-a504-4f74-9257-6ab6a59c8969,segment=NetworkSegment(b957125f-e5b5-48e6-a42c-69ada2d0e459),segment_id=b957125f-e5b5-48e6-a42c-69ada2d0e459)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:19:36.296470 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9565a464-9c14-4e13-ba32-7093c2d14271 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:36.317452 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e3841062-0887-4047-93c5-d49c9ff91caa tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:36.319967 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e3841062-0887-4047-93c5-d49c9ff91caa tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1150360 Oct 10 11:19:36.322817 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57736) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:36.327279 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-94bd97c7-578a-44f2-af31-1d1bd0355225 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:36.333803 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-c5195027-f0ac-4f6d-9807-af60bb35f696 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Request body: {'security_group_rule': {'security_group_id': '31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05', 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:36.342842 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c5195027-f0ac-4f6d-9807-af60bb35f696 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:36.348545 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c5195027-f0ac-4f6d-9807-af60bb35f696 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Usage tracker for resource:security_group_rule and tenant:2ca309cf9da347e1972c7a5240bc70ad is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:36.353819 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c5195027-f0ac-4f6d-9807-af60bb35f696 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:36.362854 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c5195027-f0ac-4f6d-9807-af60bb35f696 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:36.367475 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d6cc082b-2d2a-4520-9e4a-379afff013b0 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:36.399240 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd97c7-578a-44f2-af31-1d1bd0355225 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Pushing event deleted for resources: {'Port': ['ID=80b5b403-a504-4f74-9257-6ab6a59c8969,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:36.403092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bd97c7-578a-44f2-af31-1d1bd0355225 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] No DVR routers for this DVR port 80b5b403-a504-4f74-9257-6ab6a59c8969 on host dv-neutron-860842-1-hyperv {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:19:36.458957 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9565a464-9c14-4e13-ba32-7093c2d14271 None None] Calling delete_port for 80b5b403-a504-4f74-9257-6ab6a59c8969 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:19:36.480939 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-075cbacd-2fe5-4f21-9d4a-b1a30547eb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d', 'name': 'tempest-TestVolumeBootPattern-732872261-router', 'tenant_id': 'fd5c98bc51b14fc7b95b3872c52d92c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '3e5e0b6f-7b82-4b9a-9808-49b38f9cf895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:22Z', 'updated_at': '2022-10-10T11:19:31Z', 'revision_number': 4, 'project_id': 'fd5c98bc51b14fc7b95b3872c52d92c4', 'gw_port': {'id': '3e5e0b6f-7b82-4b9a-9808-49b38f9cf895', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:24Z', 'updated_at': '2022-10-10T11:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '5cd4acb8-2573-4142-912f-352845ab3531', 'name': '', 'network_id': '9dbeca67-c2fd-46dc-b32d-83850a664ff1', 'tenant_id': 'fd5c98bc51b14fc7b95b3872c52d92c4', 'mac_address': 'fa:16:3e:cc:eb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '8e2ae54c-fb2f-42d3-9857-60b6a71ea695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:31Z', 'updated_at': '2022-10-10T11:19:35Z', 'revision_number': 4, 'project_id': 'fd5c98bc51b14fc7b95b3872c52d92c4', 'subnets': [{'id': '8e2ae54c-fb2f-42d3-9857-60b6a71ea695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:36.486841 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075cbacd-2fe5-4f21-9d4a-b1a30547eb29 None None] The sync data for ids ['bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d'] in dv-neutron-860842-1-hyperv is: [{'id': 'bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d', 'name': 'tempest-TestVolumeBootPattern-732872261-router', 'tenant_id': 'fd5c98bc51b14fc7b95b3872c52d92c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '3e5e0b6f-7b82-4b9a-9808-49b38f9cf895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:22Z', 'updated_at': '2022-10-10T11:19:31Z', 'revision_number': 4, 'project_id': 'fd5c98bc51b14fc7b95b3872c52d92c4', 'gw_port': {'id': '3e5e0b6f-7b82-4b9a-9808-49b38f9cf895', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:24Z', 'updated_at': '2022-10-10T11:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '5cd4acb8-2573-4142-912f-352845ab3531', 'name': '', 'network_id': '9dbeca67-c2fd-46dc-b32d-83850a664ff1', 'tenant_id': 'fd5c98bc51b14fc7b95b3872c52d92c4', 'mac_address': 'fa:16:3e:cc:eb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '8e2ae54c-fb2f-42d3-9857-60b6a71ea695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:31Z', 'updated_at': '2022-10-10T11:19:35Z', 'revision_number': 4, 'project_id': 'fd5c98bc51b14fc7b95b3872c52d92c4', 'subnets': [{'id': '8e2ae54c-fb2f-42d3-9857-60b6a71ea695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:19:36.489441 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d6cc082b-2d2a-4520-9e4a-379afff013b0 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:36.513484 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 3e5e0b6f-7b82-4b9a-9808-49b38f9cf895 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:36.513870 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:36.514198 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 3e5e0b6f-7b82-4b9a-9808-49b38f9cf895 Oct 10 11:19:36.532932 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c5195027-f0ac-4f6d-9807-af60bb35f696 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:36.579158 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-94bd97c7-578a-44f2-af31-1d1bd0355225 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:36.609217 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-94bd97c7-578a-44f2-af31-1d1bd0355225 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12311373-191c-43fd-8d7f-5f79e55b3211']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:36.628964 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-94bd97c7-578a-44f2-af31-1d1bd0355225 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b957125f-e5b5-48e6-a42c-69ada2d0e459') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:36.629251 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-94bd97c7-578a-44f2-af31-1d1bd0355225 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b957125f-e5b5-48e6-a42c-69ada2d0e459') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:36.632163 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-9565a464-9c14-4e13-ba32-7093c2d14271 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:19:36.632517 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-9565a464-9c14-4e13-ba32-7093c2d14271 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:19:36.642723 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-94bd97c7-578a-44f2-af31-1d1bd0355225 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:36.661701 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-94bd97c7-578a-44f2-af31-1d1bd0355225 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:36.669035 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c5195027-f0ac-4f6d-9807-af60bb35f696 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:36.670783 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94bd97c7-578a-44f2-af31-1d1bd0355225 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Releasing vlan 462 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:19:36.675936 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-94bd97c7-578a-44f2-af31-1d1bd0355225 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:36.698452 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 3e5e0b6f-7b82-4b9a-9808-49b38f9cf895 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:36.699531 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 91d56997-c5c7-40b4-a47a-648da27d7a70 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:36.762741 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment b957125f-e5b5-48e6-a42c-69ada2d0e459 resource provider aggregate not found Oct 10 11:19:36.767622 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d6cc082b-2d2a-4520-9e4a-379afff013b0 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:36.792077 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment b957125f-e5b5-48e6-a42c-69ada2d0e459 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b957125f-e5b5-48e6-a42c-69ada2d0e459 found for delete ", "request_id": "req-4560586f-9bdf-4db4-a206-85f384c8426b"}]} Oct 10 11:19:36.792243 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 91d56997-c5c7-40b4-a47a-648da27d7a70 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:36.792764 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:36.793360 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 91d56997-c5c7-40b4-a47a-648da27d7a70 Oct 10 11:19:36.821330 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c5195027-f0ac-4f6d-9807-af60bb35f696 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:36.831048 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc082b-2d2a-4520-9e4a-379afff013b0 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Subnet': ['ID=508ea930-657f-400b-a5a4-1b903b6c094c,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:36.852556 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d6cc082b-2d2a-4520-9e4a-379afff013b0 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:36.856470 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f559ae46-76ae-4520-b7b6-dc50a3fad0d6 None None] Network d3eb201b-84b0-4056-a997-4a0b12ec3c44 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:19:36.858596 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5195027-f0ac-4f6d-9807-af60bb35f696 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0cafff9-6fa4-4326-9dec-c788a106a71c,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:36.872036 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d6cc082b-2d2a-4520-9e4a-379afff013b0 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/subnets/508ea930-657f-400b-a5a4-1b903b6c094c HTTP/1.1" status: 204 len: 168 time: 0.6682587 Oct 10 11:19:36.874738 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57746) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:36.910462 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-94bd97c7-578a-44f2-af31-1d1bd0355225 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:36.969828 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-94bd97c7-578a-44f2-af31-1d1bd0355225 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:36.986044 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd97c7-578a-44f2-af31-1d1bd0355225 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] Pushing event deleted for resources: {'Network': ['ID=12311373-191c-43fd-8d7f-5f79e55b3211,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:37.042325 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c5195027-f0ac-4f6d-9807-af60bb35f696 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:37.043700 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c5195027-f0ac-4f6d-9807-af60bb35f696 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7199311 Oct 10 11:19:37.053428 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57750) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:37.060968 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-a13907de-5818-4c38-b0ca-724edce86552 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Request body: {'security_group_rule': {'security_group_id': '31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05', 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:37.062049 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-94bd97c7-578a-44f2-af31-1d1bd0355225 tempest-FloatingIPNegativeTestJSON-2101504226 tempest-FloatingIPNegativeTestJSON-2101504226-project] 10.222.0.40 "DELETE /v2.0/networks/12311373-191c-43fd-8d7f-5f79e55b3211 HTTP/1.1" status: 204 len: 168 time: 1.5407810 Oct 10 11:19:37.074790 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-a13907de-5818-4c38-b0ca-724edce86552 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:37.082222 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a13907de-5818-4c38-b0ca-724edce86552 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Usage tracker for resource:security_group_rule and tenant:2ca309cf9da347e1972c7a5240bc70ad is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:37.087890 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a13907de-5818-4c38-b0ca-724edce86552 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:37.096475 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-a13907de-5818-4c38-b0ca-724edce86552 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:37.103017 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device bcb49008-7da4-43e0-b657-f5778cca67fb details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:19:37.116866 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:37.139726 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431455b-ee4f-4c8b-8096-138d1a412fc4 req-547b63bb-438d-4e8e-ae22-3df552fd836b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:37.149273 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-14f80358-dbcd-4217-8699-879d6278ab02 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:37.151252 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a431455b-ee4f-4c8b-8096-138d1a412fc4 req-547b63bb-438d-4e8e-ae22-3df552fd836b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7820a9f4-0e07-434f-b65d-c86e89529e91 HTTP/1.1" status: 200 len: 944 time: 0.2029340 Oct 10 11:19:37.159935 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9565a464-9c14-4e13-ba32-7093c2d14271 None None] Deleting port 80b5b403-a504-4f74-9257-6ab6a59c8969 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:19:37.160394 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9565a464-9c14-4e13-ba32-7093c2d14271 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:37.169763 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-14f80358-dbcd-4217-8699-879d6278ab02 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Deleting port 232e864e-f0ee-4b49-a594-230716bd1a29 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:19:37.170414 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-14f80358-dbcd-4217-8699-879d6278ab02 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:37.186197 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:37.242424 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a431455b-ee4f-4c8b-8096-138d1a412fc4 req-775310dc-28b1-49b9-b975-98a23909a8a7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=81990480-50e0-4838-b22b-21488127227c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900264 Oct 10 11:19:37.243792 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a13907de-5818-4c38-b0ca-724edce86552 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:37.309830 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 91d56997-c5c7-40b4-a47a-648da27d7a70 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:37.325361 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.resource_extend [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:19:37.335887 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a13907de-5818-4c38-b0ca-724edce86552 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:37.345936 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9565a464-9c14-4e13-ba32-7093c2d14271 None None] The port '80b5b403-a504-4f74-9257-6ab6a59c8969' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:19:37.395911 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a13907de-5818-4c38-b0ca-724edce86552 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:37.427006 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13907de-5818-4c38-b0ca-724edce86552 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3631ae8-f003-4e38-9f95-abdeb7c63b91,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:37.489177 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port bcb49008-7da4-43e0-b657-f5778cca67fb, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=bcb49008-7da4-43e0-b657-f5778cca67fb,segment=NetworkSegment(3c568ba5-f531-4837-9a76-526e97ee4a44),segment_id=3c568ba5-f531-4837-9a76-526e97ee4a44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:19:37.509536 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': 'bcb49008-7da4-43e0-b657-f5778cca67fb', 'network_id': '53a1ca78-37f8-423d-b2ff-6b31a2af1b5b', 'port_id': 'bcb49008-7da4-43e0-b657-f5778cca67fb', 'mac_address': 'fa:16:3e:99:48:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 493, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '043afce8-9cb3-499b-acb7-4185deccd6a5', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:19:37.522636 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a13907de-5818-4c38-b0ca-724edce86552 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:37.524032 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a13907de-5818-4c38-b0ca-724edce86552 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4677300 Oct 10 11:19:37.536824 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57756) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:37.544449 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-aa25f027-06c8-4f48-b5d0-7fa1d2fb820c tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Request body: {'security_group_rule': {'security_group_id': '31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05', 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:37.562845 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-aa25f027-06c8-4f48-b5d0-7fa1d2fb820c tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:37.564636 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-14f80358-dbcd-4217-8699-879d6278ab02 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] For port 232e864e-f0ee-4b49-a594-230716bd1a29, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=232e864e-f0ee-4b49-a594-230716bd1a29,segment=NetworkSegment(17b4908c-d3dc-46b5-b722-deea40ef479d),segment_id=17b4908c-d3dc-46b5-b722-deea40ef479d)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:19:37.564834 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d0b407-8ea7-4aeb-95f7-f4fa59ece5bc None None] DHCP port deletion for d3eb201b-84b0-4056-a997-4a0b12ec3c44 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:19:37.565472 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-14f80358-dbcd-4217-8699-879d6278ab02 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:37.567337 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-aa25f027-06c8-4f48-b5d0-7fa1d2fb820c tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Usage tracker for resource:security_group_rule and tenant:2ca309cf9da347e1972c7a5240bc70ad is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:37.575756 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-19d0b407-8ea7-4aeb-95f7-f4fa59ece5bc None None] Deleting port 232e864e-f0ee-4b49-a594-230716bd1a29 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:19:37.577451 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-19d0b407-8ea7-4aeb-95f7-f4fa59ece5bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:37.578071 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-aa25f027-06c8-4f48-b5d0-7fa1d2fb820c tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:37.584283 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-aa25f027-06c8-4f48-b5d0-7fa1d2fb820c tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:37.628164 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port bcb49008-7da4-43e0-b657-f5778cca67fb is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:37.629015 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:37.658718 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb49008-7da4-43e0-b657-f5778cca67fb {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:19:37.701342 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aa25f027-06c8-4f48-b5d0-7fa1d2fb820c tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:37.715169 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-14f80358-dbcd-4217-8699-879d6278ab02 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Calling delete_port for 232e864e-f0ee-4b49-a594-230716bd1a29 owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:19:37.768274 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port bcb49008-7da4-43e0-b657-f5778cca67fb, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=bcb49008-7da4-43e0-b657-f5778cca67fb,segment=NetworkSegment(3c568ba5-f531-4837-9a76-526e97ee4a44),segment_id=3c568ba5-f531-4837-9a76-526e97ee4a44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:19:37.802551 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aa25f027-06c8-4f48-b5d0-7fa1d2fb820c tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:37.803757 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57762) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:37.844902 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-19d0b407-8ea7-4aeb-95f7-f4fa59ece5bc None None] For port 232e864e-f0ee-4b49-a594-230716bd1a29, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=232e864e-f0ee-4b49-a594-230716bd1a29,segment=NetworkSegment(17b4908c-d3dc-46b5-b722-deea40ef479d),segment_id=17b4908c-d3dc-46b5-b722-deea40ef479d)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:19:37.845286 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-19d0b407-8ea7-4aeb-95f7-f4fa59ece5bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:37.852689 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:37.910355 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aa25f027-06c8-4f48-b5d0-7fa1d2fb820c tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:37.942453 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25f027-06c8-4f48-b5d0-7fa1d2fb820c tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19752e27-17cb-410a-83d6-8b4f7fffb191,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:37.951314 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-14f80358-dbcd-4217-8699-879d6278ab02 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:38.042446 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-19d0b407-8ea7-4aeb-95f7-f4fa59ece5bc None None] Calling delete_port for 232e864e-f0ee-4b49-a594-230716bd1a29 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:19:38.052957 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b7ce22ac-8054-458e-84ad-6840bbda2d22 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d7305614e960421482ac43651c950144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477570 Oct 10 11:19:38.055569 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57768) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:38.064954 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f80358-dbcd-4217-8699-879d6278ab02 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] No DVR routers for this DVR port 232e864e-f0ee-4b49-a594-230716bd1a29 on host dv-neutron-860842-1-hyperv {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:19:38.071746 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aa25f027-06c8-4f48-b5d0-7fa1d2fb820c tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:38.073635 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-aa25f027-06c8-4f48-b5d0-7fa1d2fb820c tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5344582 Oct 10 11:19:38.079425 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57772) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:38.086964 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-17a47eb8-0950-4164-b921-f81d74f9c518 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Request body: {'security_group_rule': {'security_group_id': '31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05', 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:38.101330 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5cd4acb8-2573-4142-912f-352845ab3531 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:38.105075 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-17a47eb8-0950-4164-b921-f81d74f9c518 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:38.126879 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f80358-dbcd-4217-8699-879d6278ab02 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Port': ['ID=232e864e-f0ee-4b49-a594-230716bd1a29,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:38.159038 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['bcb49008-7da4-43e0-b657-f5778cca67fb'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:19:38.239082 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-17a47eb8-0950-4164-b921-f81d74f9c518 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Usage tracker for resource:security_group_rule and tenant:2ca309cf9da347e1972c7a5240bc70ad is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:38.243609 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-17a47eb8-0950-4164-b921-f81d74f9c518 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:38.248694 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-14f80358-dbcd-4217-8699-879d6278ab02 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:38.249772 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=bcb49008-7da4-43e0-b657-f5778cca67fb,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:38.253372 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-17a47eb8-0950-4164-b921-f81d74f9c518 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:38.277356 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-692c813d-5382-4c83-8ba1-a2a11d4ea372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:38.280185 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-14f80358-dbcd-4217-8699-879d6278ab02 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3eb201b-84b0-4056-a997-4a0b12ec3c44']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:38.297733 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-14f80358-dbcd-4217-8699-879d6278ab02 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b4908c-d3dc-46b5-b722-deea40ef479d') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:38.300428 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-14f80358-dbcd-4217-8699-879d6278ab02 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b4908c-d3dc-46b5-b722-deea40ef479d') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:38.305987 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-19d0b407-8ea7-4aeb-95f7-f4fa59ece5bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:19:38.306490 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-19d0b407-8ea7-4aeb-95f7-f4fa59ece5bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:19:38.307151 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-692c813d-5382-4c83-8ba1-a2a11d4ea372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:38.313211 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-14f80358-dbcd-4217-8699-879d6278ab02 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:38.334979 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-14f80358-dbcd-4217-8699-879d6278ab02 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:38.348198 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f80358-dbcd-4217-8699-879d6278ab02 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Releasing vlan 456 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:19:38.349370 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-14f80358-dbcd-4217-8699-879d6278ab02 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:38.378203 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.securitygroups_db [None req-17a47eb8-0950-4164-b921-f81d74f9c518 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Project 2ca309cf9da347e1972c7a5240bc70ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:19:38.387760 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-17a47eb8-0950-4164-b921-f81d74f9c518 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:38.446489 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 5cd4acb8-2573-4142-912f-352845ab3531 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:38.458355 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 5cd4acb8-2573-4142-912f-352845ab3531 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:38.458921 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:38.459353 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 5cd4acb8-2573-4142-912f-352845ab3531 Oct 10 11:19:38.459473 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-17a47eb8-0950-4164-b921-f81d74f9c518 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:38.470083 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-692c813d-5382-4c83-8ba1-a2a11d4ea372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:38.491069 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c813d-5382-4c83-8ba1-a2a11d4ea372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7a3e73-c4b8-45f7-a66a-87b497106410,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:38.497097 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-692c813d-5382-4c83-8ba1-a2a11d4ea372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:38.498119 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-692c813d-5382-4c83-8ba1-a2a11d4ea372 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/dd7a3e73-c4b8-45f7-a66a-87b497106410 HTTP/1.1" status: 204 len: 168 time: 0.4413686 Oct 10 11:19:38.555197 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b69275-9ef3-4c6a-b67b-54c952325526 req-b86e3ff7-f37b-416e-845e-6f0870edecab tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:38.557324 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-17a47eb8-0950-4164-b921-f81d74f9c518 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:38.557982 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-84b69275-9ef3-4c6a-b67b-54c952325526 req-b86e3ff7-f37b-416e-845e-6f0870edecab tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7820a9f4-0e07-434f-b65d-c86e89529e91 HTTP/1.1" status: 200 len: 945 time: 0.1209738 Oct 10 11:19:38.583842 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a47eb8-0950-4164-b921-f81d74f9c518 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5190c8cf-98d3-4562-a806-21ab44ee5ab3,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:38.596936 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-14f80358-dbcd-4217-8699-879d6278ab02 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:38.617006 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-14f80358-dbcd-4217-8699-879d6278ab02 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:38.634445 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-84b69275-9ef3-4c6a-b67b-54c952325526 req-84549432-d983-4594-b07e-b537d241245e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=81990480-50e0-4838-b22b-21488127227c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710185 Oct 10 11:19:38.637872 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f80358-dbcd-4217-8699-879d6278ab02 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Network': ['ID=d3eb201b-84b0-4056-a997-4a0b12ec3c44,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:38.703959 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 5cd4acb8-2573-4142-912f-352845ab3531 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:38.704337 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:38.720415 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-17a47eb8-0950-4164-b921-f81d74f9c518 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:38.721857 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-17a47eb8-0950-4164-b921-f81d74f9c518 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6414728 Oct 10 11:19:38.725385 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57780) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:38.726895 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:38.730915 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-5f2cb1cc-b41b-412c-8fff-e9ffff311706 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Request body: {'security_group_rule': {'security_group_id': '31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05', 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:38.736949 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5f2cb1cc-b41b-412c-8fff-e9ffff311706 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:38.741948 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5f2cb1cc-b41b-412c-8fff-e9ffff311706 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Usage tracker for resource:security_group_rule and tenant:2ca309cf9da347e1972c7a5240bc70ad is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:38.744930 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5f2cb1cc-b41b-412c-8fff-e9ffff311706 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:38.752002 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5f2cb1cc-b41b-412c-8fff-e9ffff311706 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:38.755335 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 5cd4acb8-2573-4142-912f-352845ab3531, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5cd4acb8-2573-4142-912f-352845ab3531,segment=NetworkSegment(8dd3d869-f1af-4629-afed-3543212210c8),segment_id=8dd3d869-f1af-4629-afed-3543212210c8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:19:38.760656 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-14f80358-dbcd-4217-8699-879d6278ab02 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/networks/d3eb201b-84b0-4056-a997-4a0b12ec3c44 HTTP/1.1" status: 204 len: 168 time: 1.8812869 Oct 10 11:19:38.760906 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57784) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:38.767942 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-8bc54404-6e61-4e43-8040-4b412f00d3cb tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1266723472', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:38.774356 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-8bc54404-6e61-4e43-8040-4b412f00d3cb tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:38.778766 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8bc54404-6e61-4e43-8040-4b412f00d3cb tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Usage tracker for resource:router and tenant:936e4bb70f4f401fa185998b9205aaff is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:38.781546 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8bc54404-6e61-4e43-8040-4b412f00d3cb tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:38.791061 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-8bc54404-6e61-4e43-8040-4b412f00d3cb tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:38.807650 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-19d0b407-8ea7-4aeb-95f7-f4fa59ece5bc None None] Deleting port 232e864e-f0ee-4b49-a594-230716bd1a29 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:19:38.808087 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-19d0b407-8ea7-4aeb-95f7-f4fa59ece5bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:38.810064 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 17b4908c-d3dc-46b5-b722-deea40ef479d resource provider aggregate not found Oct 10 11:19:38.828429 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 17b4908c-d3dc-46b5-b722-deea40ef479d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17b4908c-d3dc-46b5-b722-deea40ef479d found for delete ", "request_id": "req-a10c6ce6-2f27-4892-81bf-16a9a76c69b6"}]} Oct 10 11:19:38.877213 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-19d0b407-8ea7-4aeb-95f7-f4fa59ece5bc None None] The port '232e864e-f0ee-4b49-a594-230716bd1a29' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:19:38.892813 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:38.949210 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 80b5b403-a504-4f74-9257-6ab6a59c8969 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:19:38.956017 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.securitygroups_db [None req-5f2cb1cc-b41b-412c-8fff-e9ffff311706 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Project 2ca309cf9da347e1972c7a5240bc70ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:19:38.961957 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8bc54404-6e61-4e43-8040-4b412f00d3cb tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:38.963103 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8bc54404-6e61-4e43-8040-4b412f00d3cb tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:38.973808 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5f2cb1cc-b41b-412c-8fff-e9ffff311706 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:38.998426 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 80b5b403-a504-4f74-9257-6ab6a59c8969 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:19:38.998770 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 80b5b403-a504-4f74-9257-6ab6a59c8969 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:19:39.000427 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 232e864e-f0ee-4b49-a594-230716bd1a29 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:19:39.011174 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8bc54404-6e61-4e43-8040-4b412f00d3cb tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:39.040692 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 232e864e-f0ee-4b49-a594-230716bd1a29 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:19:39.041300 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 232e864e-f0ee-4b49-a594-230716bd1a29 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:19:39.051155 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=5cd4acb8-2573-4142-912f-352845ab3531,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:39.062285 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5f2cb1cc-b41b-412c-8fff-e9ffff311706 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:39.155791 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8bc54404-6e61-4e43-8040-4b412f00d3cb tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:39.189366 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5f2cb1cc-b41b-412c-8fff-e9ffff311706 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:39.213661 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2cb1cc-b41b-412c-8fff-e9ffff311706 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1f0277-f54b-4dc6-b5fa-15e22a6f77e1,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:39.286954 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8bc54404-6e61-4e43-8040-4b412f00d3cb tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:39.288360 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8bc54404-6e61-4e43-8040-4b412f00d3cb tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5262787 Oct 10 11:19:39.291098 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57800) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:39.296670 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-1ff3b95b-644d-4a59-96f4-f45b4a68e3b3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-893384412'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:39.301581 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1ff3b95b-644d-4a59-96f4-f45b4a68e3b3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:39.304959 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:39.306926 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5f2cb1cc-b41b-412c-8fff-e9ffff311706 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:39.308067 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5f2cb1cc-b41b-412c-8fff-e9ffff311706 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5816891 Oct 10 11:19:39.309337 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1ff3b95b-644d-4a59-96f4-f45b4a68e3b3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Usage tracker for resource:network and tenant:936e4bb70f4f401fa185998b9205aaff is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:39.316031 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1ff3b95b-644d-4a59-96f4-f45b4a68e3b3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:39.323141 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1ff3b95b-644d-4a59-96f4-f45b4a68e3b3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:39.378686 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff3b95b-644d-4a59-96f4-f45b4a68e3b3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Made reservation on behalf of 936e4bb70f4f401fa185998b9205aaff for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:19:39.385971 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1ff3b95b-644d-4a59-96f4-f45b4a68e3b3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:39.429707 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff3b95b-644d-4a59-96f4-f45b4a68e3b3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 456} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:19:39.441448 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1ff3b95b-644d-4a59-96f4-f45b4a68e3b3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:39.442000 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-1ff3b95b-644d-4a59-96f4-f45b4a68e3b3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Added segment d054ab89-c198-4131-9da1-38f89b5f550a of type vlan for network f0b0be52-6886-474d-8fcb-c75d9de2acda Oct 10 11:19:39.470147 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1ff3b95b-644d-4a59-96f4-f45b4a68e3b3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:39.595953 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1ff3b95b-644d-4a59-96f4-f45b4a68e3b3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:39.601915 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff3b95b-644d-4a59-96f4-f45b4a68e3b3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:39.605639 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1ff3b95b-644d-4a59-96f4-f45b4a68e3b3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:39.718084 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3b95b-644d-4a59-96f4-f45b4a68e3b3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Network': ['ID=f0b0be52-6886-474d-8fcb-c75d9de2acda,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:39.729295 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network f0b0be52-6886-474d-8fcb-c75d9de2acda details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:19:39.820922 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1ff3b95b-644d-4a59-96f4-f45b4a68e3b3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5286422 Oct 10 11:19:39.823691 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57858) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:39.836348 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-c4a59ffe-42e2-40e7-8e68-b7d491b4287d tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'subnet': {'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:39.951785 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57862) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:39.986545 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c4a59ffe-42e2-40e7-8e68-b7d491b4287d tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:39.999110 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265c0fe-0e69-4859-b9d7-4bf60dcb2cf7 req-e13e3fb2-2ae5-4d8b-9137-f1402c38dbd3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:40.000656 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0265c0fe-0e69-4859-b9d7-4bf60dcb2cf7 req-e13e3fb2-2ae5-4d8b-9137-f1402c38dbd3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7820a9f4-0e07-434f-b65d-c86e89529e91 HTTP/1.1" status: 200 len: 945 time: 0.2363060 Oct 10 11:19:40.003426 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c4a59ffe-42e2-40e7-8e68-b7d491b4287d tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Usage tracker for resource:subnet and tenant:936e4bb70f4f401fa185998b9205aaff is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:40.009820 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c4a59ffe-42e2-40e7-8e68-b7d491b4287d tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:40.032400 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c4a59ffe-42e2-40e7-8e68-b7d491b4287d tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:40.063919 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0265c0fe-0e69-4859-b9d7-4bf60dcb2cf7 req-55cc3724-069c-45c0-8b11-2c77d27dd43e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=81990480-50e0-4838-b22b-21488127227c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566428 Oct 10 11:19:40.098013 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5cd4acb8-2573-4142-912f-352845ab3531 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:40.129382 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-ed540448-2912-4b5e-a650-ee7f6de0f8d9 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:40.129851 dv-neutron-860842-1-hyperv neutron-server[89897]: WARNING neutron.api.v2.base [None req-ed540448-2912-4b5e-a650-ee7f6de0f8d9 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 10 11:19:40.130342 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-ed540448-2912-4b5e-a650-ee7f6de0f8d9 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] create failed (client error): There was a conflict when trying to complete your request. Oct 10 11:19:40.135870 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57868) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:40.136058 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ed540448-2912-4b5e-a650-ee7f6de0f8d9 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1830916 Oct 10 11:19:40.139458 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a59ffe-42e2-40e7-8e68-b7d491b4287d tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Made reservation on behalf of 936e4bb70f4f401fa185998b9205aaff for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:19:40.144431 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c4a59ffe-42e2-40e7-8e68-b7d491b4287d tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:40.174029 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 5cd4acb8-2573-4142-912f-352845ab3531 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:40.176617 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:40.177195 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 5cd4acb8-2573-4142-912f-352845ab3531 Oct 10 11:19:40.255977 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-f44ba79b-9984-47e1-a0c2-4a8cef6be9f6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group': {'name': 'tempest-secgroup--1888744216'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:40.269200 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f44ba79b-9984-47e1-a0c2-4a8cef6be9f6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:40.276260 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f44ba79b-9984-47e1-a0c2-4a8cef6be9f6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Usage tracker for resource:security_group and tenant:93f66be527c94456b5e0778a62b40d7c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:40.282624 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f44ba79b-9984-47e1-a0c2-4a8cef6be9f6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:40.292778 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f44ba79b-9984-47e1-a0c2-4a8cef6be9f6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:40.307077 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 5cd4acb8-2573-4142-912f-352845ab3531 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:40.385562 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f44ba79b-9984-47e1-a0c2-4a8cef6be9f6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:40.410291 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f44ba79b-9984-47e1-a0c2-4a8cef6be9f6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:40.435502 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f44ba79b-9984-47e1-a0c2-4a8cef6be9f6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:40.439529 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f44ba79b-9984-47e1-a0c2-4a8cef6be9f6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Usage tracker for resource:security_group_rule and tenant:93f66be527c94456b5e0778a62b40d7c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:40.446722 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f44ba79b-9984-47e1-a0c2-4a8cef6be9f6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:40.453248 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f44ba79b-9984-47e1-a0c2-4a8cef6be9f6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:40.494332 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c4a59ffe-42e2-40e7-8e68-b7d491b4287d tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:40.606594 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a59ffe-42e2-40e7-8e68-b7d491b4287d tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Subnet': ['ID=307b3c71-982d-474b-82ca-a920c0b88793,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:40.630543 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f44ba79b-9984-47e1-a0c2-4a8cef6be9f6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:40.632683 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a59ffe-42e2-40e7-8e68-b7d491b4287d tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Checking segment: {'id': 'd054ab89-c198-4131-9da1-38f89b5f550a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:19:40.633036 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a59ffe-42e2-40e7-8e68-b7d491b4287d tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network hostable DHCP agents. Network: f0b0be52-6886-474d-8fcb-c75d9de2acda, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:19:40.692915 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f44ba79b-9984-47e1-a0c2-4a8cef6be9f6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:40.706574 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f44ba79b-9984-47e1-a0c2-4a8cef6be9f6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:40.714376 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f44ba79b-9984-47e1-a0c2-4a8cef6be9f6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Usage tracker for resource:security_group_rule and tenant:93f66be527c94456b5e0778a62b40d7c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:40.722744 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f44ba79b-9984-47e1-a0c2-4a8cef6be9f6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:40.737143 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a59ffe-42e2-40e7-8e68-b7d491b4287d tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network f0b0be52-6886-474d-8fcb-c75d9de2acda is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:19:40.740613 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f44ba79b-9984-47e1-a0c2-4a8cef6be9f6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:40.744827 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ba79b-9984-47e1-a0c2-4a8cef6be9f6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=270a9f09-fe86-4423-b65a-a732b9f75ddc,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:40.819381 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f44ba79b-9984-47e1-a0c2-4a8cef6be9f6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:40.881572 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-c4a59ffe-42e2-40e7-8e68-b7d491b4287d tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, f0b0be52-6886-474d-8fcb-c75d9de2acda) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:40.885777 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a59ffe-42e2-40e7-8e68-b7d491b4287d tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:40.886371 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c4a59ffe-42e2-40e7-8e68-b7d491b4287d tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:40.892207 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225bb996-607f-40c1-9fd5-d53d6579a354 None None] Network f0b0be52-6886-474d-8fcb-c75d9de2acda requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:19:40.916793 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f44ba79b-9984-47e1-a0c2-4a8cef6be9f6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:40.957975 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ba79b-9984-47e1-a0c2-4a8cef6be9f6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa56721-71cd-4c68-b739-fb8c6a720382,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:40.984642 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c4a59ffe-42e2-40e7-8e68-b7d491b4287d tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1596692 Oct 10 11:19:40.987683 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57878) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:41.136252 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device bcb49008-7da4-43e0-b657-f5778cca67fb up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:41.212437 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0579075-a6dc-4a41-bb9b-05b9ca8d9aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-f0b0be52-6886-474d-8fcb-c75d9de2acda', 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'fixed_ips': [{'subnet_id': '307b3c71-982d-474b-82ca-a920c0b88793'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:19:41.213709 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f0579075-a6dc-4a41-bb9b-05b9ca8d9aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:41.265038 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f44ba79b-9984-47e1-a0c2-4a8cef6be9f6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:41.266234 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f44ba79b-9984-47e1-a0c2-4a8cef6be9f6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1292717 Oct 10 11:19:41.269352 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57896) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:41.276854 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-e7214bac-2300-4be0-a01c-271a308779fb tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group_rule': {'security_group_id': 'faa56721-71cd-4c68-b739-fb8c6a720382', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:41.292763 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-e7214bac-2300-4be0-a01c-271a308779fb tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:41.297296 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e7214bac-2300-4be0-a01c-271a308779fb tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Usage tracker for resource:security_group_rule and tenant:93f66be527c94456b5e0778a62b40d7c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:41.301038 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e7214bac-2300-4be0-a01c-271a308779fb tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:41.312099 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-e7214bac-2300-4be0-a01c-271a308779fb tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:41.402362 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-f0579075-a6dc-4a41-bb9b-05b9ca8d9aeb None None] Allocated IP 2001:db8::2 (f0b0be52-6886-474d-8fcb-c75d9de2acda/307b3c71-982d-474b-82ca-a920c0b88793/77c6b086-918f-4fe6-8826-7eae106fa120) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:19:41.420543 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e7214bac-2300-4be0-a01c-271a308779fb tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:41.499591 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e7214bac-2300-4be0-a01c-271a308779fb tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:41.511817 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port bcb49008-7da4-43e0-b657-f5778cca67fb completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:41.528929 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port bcb49008-7da4-43e0-b657-f5778cca67fb triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:41.532984 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:41.532984 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port bcb49008-7da4-43e0-b657-f5778cca67fb Oct 10 11:19:41.590464 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e7214bac-2300-4be0-a01c-271a308779fb tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:41.666142 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7214bac-2300-4be0-a01c-271a308779fb tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939bdaed-6178-4d17-9c1a-93af3cda1294,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:41.703876 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82082682-dfce-4611-ad7c-05ee7491b9b1 req-c1b88bf0-e1ed-4c84-a44c-9db78cc94dc7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:41.705426 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-82082682-dfce-4611-ad7c-05ee7491b9b1 req-c1b88bf0-e1ed-4c84-a44c-9db78cc94dc7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7820a9f4-0e07-434f-b65d-c86e89529e91 HTTP/1.1" status: 200 len: 945 time: 0.4446132 Oct 10 11:19:41.706785 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d7c77879-e715-462a-a5fb-6e742d14ecb7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:41.738545 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e7214bac-2300-4be0-a01c-271a308779fb tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:41.742752 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e7214bac-2300-4be0-a01c-271a308779fb tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4685800 Oct 10 11:19:41.743037 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57928) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:41.748079 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-a7f9e6b8-7282-4763-93f4-7bac90114040 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group_rule': {'security_group_id': 'faa56721-71cd-4c68-b739-fb8c6a720382', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:41.759407 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a7f9e6b8-7282-4763-93f4-7bac90114040 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:41.763503 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port bcb49008-7da4-43e0-b657-f5778cca67fb is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:41.763891 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:41.767421 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a7f9e6b8-7282-4763-93f4-7bac90114040 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Usage tracker for resource:security_group_rule and tenant:93f66be527c94456b5e0778a62b40d7c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:41.770873 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a7f9e6b8-7282-4763-93f4-7bac90114040 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:41.782329 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a7f9e6b8-7282-4763-93f4-7bac90114040 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:41.790021 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f0579075-a6dc-4a41-bb9b-05b9ca8d9aeb None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:41.810400 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7820a9f4-0e07-434f-b65d-c86e89529e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb49008-7da4-43e0-b657-f5778cca67fb'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:19:41.811930 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7568d640-d167-4c75-af7f-2bcd153a11f4" -d '{"events": [{"server_uuid": "7820a9f4-0e07-434f-b65d-c86e89529e91", "name": "network-vif-plugged", "status": "completed", "tag": "bcb49008-7da4-43e0-b657-f5778cca67fb"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:19:41.816428 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f0579075-a6dc-4a41-bb9b-05b9ca8d9aeb None None] Transition to ACTIVE for port object 77c6b086-918f-4fe6-8826-7eae106fa120 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:41.832898 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port bcb49008-7da4-43e0-b657-f5778cca67fb, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=bcb49008-7da4-43e0-b657-f5778cca67fb,segment=NetworkSegment(3c568ba5-f531-4837-9a76-526e97ee4a44),segment_id=3c568ba5-f531-4837-9a76-526e97ee4a44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:19:41.847185 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f0579075-a6dc-4a41-bb9b-05b9ca8d9aeb None None] Transition to ACTIVE for port object 77c6b086-918f-4fe6-8826-7eae106fa120 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:41.870071 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73aff151-f661-4a78-9d3d-f4fc97d7f62b x-openstack-request-id: req-73aff151-f661-4a78-9d3d-f4fc97d7f62b {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:19:41.870428 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7820a9f4-0e07-434f-b65d-c86e89529e91", "name": "network-vif-plugged", "status": "completed", "tag": "bcb49008-7da4-43e0-b657-f5778cca67fb", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:19:41.870688 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-73aff151-f661-4a78-9d3d-f4fc97d7f62b {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:19:41.871112 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73aff151-f661-4a78-9d3d-f4fc97d7f62b'] response: {'server_uuid': '7820a9f4-0e07-434f-b65d-c86e89529e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb49008-7da4-43e0-b657-f5778cca67fb', 'code': 200} Oct 10 11:19:41.899108 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a7f9e6b8-7282-4763-93f4-7bac90114040 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:41.904342 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:41.918767 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-82082682-dfce-4611-ad7c-05ee7491b9b1 req-aed9d26d-e00f-4e45-a811-e2b0efaf6420 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=81990480-50e0-4838-b22b-21488127227c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009861 Oct 10 11:19:42.006599 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f0579075-a6dc-4a41-bb9b-05b9ca8d9aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:42.055239 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0579075-a6dc-4a41-bb9b-05b9ca8d9aeb None None] Network f0b0be52-6886-474d-8fcb-c75d9de2acda is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:42.058112 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-f0579075-a6dc-4a41-bb9b-05b9ca8d9aeb None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:42.062277 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0579075-a6dc-4a41-bb9b-05b9ca8d9aeb None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:19:42.087052 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-a7f9e6b8-7282-4763-93f4-7bac90114040 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] create failed (client error): There was a conflict when trying to complete your request. Oct 10 11:19:42.088116 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a7f9e6b8-7282-4763-93f4-7bac90114040 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3441741 Oct 10 11:19:42.090942 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57934) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:42.106729 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=bcb49008-7da4-43e0-b657-f5778cca67fb,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:42.197788 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-d7c77879-e715-462a-a5fb-6e742d14ecb7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Allocated IP 2001:db8::1 (f0b0be52-6886-474d-8fcb-c75d9de2acda/307b3c71-982d-474b-82ca-a920c0b88793/e9fefc59-3527-4184-acb6-399bfcb87355) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:19:42.214368 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-37499852-0252-466e-a3ad-f5fa5de420ae tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:42.254957 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f0579075-a6dc-4a41-bb9b-05b9ca8d9aeb None None] Attempting to bind port 77c6b086-918f-4fe6-8826-7eae106fa120 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:19:42.255699 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f0579075-a6dc-4a41-bb9b-05b9ca8d9aeb None None] Attempting to bind port 77c6b086-918f-4fe6-8826-7eae106fa120 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'd054ab89-c198-4131-9da1-38f89b5f550a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:19:42.256201 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0579075-a6dc-4a41-bb9b-05b9ca8d9aeb None None] Attempting to bind port 77c6b086-918f-4fe6-8826-7eae106fa120 on network f0b0be52-6886-474d-8fcb-c75d9de2acda {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:19:42.256576 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-37499852-0252-466e-a3ad-f5fa5de420ae tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:42.264531 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0579075-a6dc-4a41-bb9b-05b9ca8d9aeb None None] Pushing event updated for resources: {'Port': ['ID=77c6b086-918f-4fe6-8826-7eae106fa120,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:42.268450 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0579075-a6dc-4a41-bb9b-05b9ca8d9aeb None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:19:42.268922 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0579075-a6dc-4a41-bb9b-05b9ca8d9aeb None None] Checking segment: {'id': 'd054ab89-c198-4131-9da1-38f89b5f550a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:19:42.269389 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f0579075-a6dc-4a41-bb9b-05b9ca8d9aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:42.270275 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0579075-a6dc-4a41-bb9b-05b9ca8d9aeb None None] Bound using segment: {'id': 'd054ab89-c198-4131-9da1-38f89b5f550a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:19:42.271965 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f0579075-a6dc-4a41-bb9b-05b9ca8d9aeb None None] Bound port: 77c6b086-918f-4fe6-8826-7eae106fa120, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd054ab89-c198-4131-9da1-38f89b5f550a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:19:42.272495 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f0579075-a6dc-4a41-bb9b-05b9ca8d9aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:42.383461 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f0579075-a6dc-4a41-bb9b-05b9ca8d9aeb None None] For port 77c6b086-918f-4fe6-8826-7eae106fa120, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:19:42.387030 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f0579075-a6dc-4a41-bb9b-05b9ca8d9aeb None None] For port 77c6b086-918f-4fe6-8826-7eae106fa120, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=77c6b086-918f-4fe6-8826-7eae106fa120,segment=NetworkSegment(d054ab89-c198-4131-9da1-38f89b5f550a),segment_id=d054ab89-c198-4131-9da1-38f89b5f550a)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:19:42.400979 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-37499852-0252-466e-a3ad-f5fa5de420ae tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:42.421687 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37499852-0252-466e-a3ad-f5fa5de420ae tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa56721-71cd-4c68-b739-fb8c6a720382,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:42.429822 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-37499852-0252-466e-a3ad-f5fa5de420ae tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:42.433505 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-37499852-0252-466e-a3ad-f5fa5de420ae tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "DELETE /v2.0/security-groups/faa56721-71cd-4c68-b739-fb8c6a720382 HTTP/1.1" status: 204 len: 168 time: 0.3388379 Oct 10 11:19:42.433638 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57938) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:42.454419 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d7c77879-e715-462a-a5fb-6e742d14ecb7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:42.459089 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685068b0-5c1d-4d6f-a81c-298131b66dd0 req-a9583197-c747-4dd3-8583-4e14b0e2420a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:42.460572 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-685068b0-5c1d-4d6f-a81c-298131b66dd0 req-a9583197-c747-4dd3-8583-4e14b0e2420a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7820a9f4-0e07-434f-b65d-c86e89529e91 HTTP/1.1" status: 200 len: 1099 time: 0.2014942 Oct 10 11:19:42.496377 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-d7c77879-e715-462a-a5fb-6e742d14ecb7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Transition to ACTIVE for port object e9fefc59-3527-4184-acb6-399bfcb87355 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:42.499656 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f0579075-a6dc-4a41-bb9b-05b9ca8d9aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:42.514235 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0ed5c06b-6438-4e20-867e-61b01319fb76 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Synchronizing usage tracker for tenant:93f66be527c94456b5e0778a62b40d7c on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:19:42.520841 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-685068b0-5c1d-4d6f-a81c-298131b66dd0 req-09c97478-9be6-4713-b603-e58ba0dee4f3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=81990480-50e0-4838-b22b-21488127227c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483742 Oct 10 11:19:42.601029 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0579075-a6dc-4a41-bb9b-05b9ca8d9aeb None None] Pushing event updated for resources: {'Port': ['ID=77c6b086-918f-4fe6-8826-7eae106fa120,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:42.607274 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0ed5c06b-6438-4e20-867e-61b01319fb76 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Unset dirty status for tenant:93f66be527c94456b5e0778a62b40d7c on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:19:42.612269 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0ed5c06b-6438-4e20-867e-61b01319fb76 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1741538 Oct 10 11:19:42.620106 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57942) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:42.620106 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-f5b68707-97fc-4499-9553-138b0182f78c tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group': {'name': 'tempest-secgroup--295186259'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:42.624464 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d7c77879-e715-462a-a5fb-6e742d14ecb7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:42.628692 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f5b68707-97fc-4499-9553-138b0182f78c tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:42.720782 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f5b68707-97fc-4499-9553-138b0182f78c tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:42.725112 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c77879-e715-462a-a5fb-6e742d14ecb7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network f0b0be52-6886-474d-8fcb-c75d9de2acda is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:42.729422 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-d7c77879-e715-462a-a5fb-6e742d14ecb7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:42.736929 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c77879-e715-462a-a5fb-6e742d14ecb7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:19:42.737593 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d7c77879-e715-462a-a5fb-6e742d14ecb7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:42.758725 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c77879-e715-462a-a5fb-6e742d14ecb7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Port': ['ID=e9fefc59-3527-4184-acb6-399bfcb87355,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:43.167399 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01034ace-5446-48f5-99af-74d2aec61042 req-cc28e3bf-4dc5-4df2-9de5-345d0279e540 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:43.168853 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-01034ace-5446-48f5-99af-74d2aec61042 req-cc28e3bf-4dc5-4df2-9de5-345d0279e540 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7820a9f4-0e07-434f-b65d-c86e89529e91 HTTP/1.1" status: 200 len: 946 time: 0.1014912 Oct 10 11:19:43.179194 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f5b68707-97fc-4499-9553-138b0182f78c tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:43.201708 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f5b68707-97fc-4499-9553-138b0182f78c tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:43.206348 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f5b68707-97fc-4499-9553-138b0182f78c tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Usage tracker for resource:security_group_rule and tenant:93f66be527c94456b5e0778a62b40d7c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:43.210873 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f5b68707-97fc-4499-9553-138b0182f78c tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:43.218552 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f5b68707-97fc-4499-9553-138b0182f78c tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:43.222457 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-01034ace-5446-48f5-99af-74d2aec61042 req-a648e790-b894-43a0-9afb-228bc9a86201 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=81990480-50e0-4838-b22b-21488127227c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476944 Oct 10 11:19:43.315834 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d7c77879-e715-462a-a5fb-6e742d14ecb7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:43.418036 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f5b68707-97fc-4499-9553-138b0182f78c tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:43.498363 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f5b68707-97fc-4499-9553-138b0182f78c tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:43.624678 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b68707-97fc-4499-9553-138b0182f78c tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9332df2-9611-4f43-812f-e548c480b683,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:43.735085 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f5b68707-97fc-4499-9553-138b0182f78c tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:43.736305 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f5b68707-97fc-4499-9553-138b0182f78c tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1226776 Oct 10 11:19:43.739292 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57950) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:43.746371 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-69b484fc-f191-46e5-b1d9-56fa2f8d5c16 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group_rule': {'security_group_id': 'b9332df2-9611-4f43-812f-e548c480b683', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:43.747288 dv-neutron-860842-1-hyperv neutron-server[89897]: WARNING neutron.api.v2.base [None req-69b484fc-f191-46e5-b1d9-56fa2f8d5c16 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 10 11:19:43.748013 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-69b484fc-f191-46e5-b1d9-56fa2f8d5c16 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:19:43.749329 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-69b484fc-f191-46e5-b1d9-56fa2f8d5c16 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0082355 Oct 10 11:19:43.752060 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57956) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:43.811158 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb4dbe5-35a4-4fe6-9917-c0115f04e572 None None] Network f0b0be52-6886-474d-8fcb-c75d9de2acda requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:19:43.832862 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-91aabfdb-27d2-491d-b07d-d43ef58a1ddf tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:43.866636 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-91aabfdb-27d2-491d-b07d-d43ef58a1ddf tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:44.039157 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-91aabfdb-27d2-491d-b07d-d43ef58a1ddf tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:44.055481 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d7c77879-e715-462a-a5fb-6e742d14ecb7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:44.063957 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-91aabfdb-27d2-491d-b07d-d43ef58a1ddf tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:44.065089 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-91aabfdb-27d2-491d-b07d-d43ef58a1ddf tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "DELETE /v2.0/security-groups/b9332df2-9611-4f43-812f-e548c480b683 HTTP/1.1" status: 204 len: 168 time: 0.3118603 Oct 10 11:19:44.068730 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57962) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:44.071548 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aabfdb-27d2-491d-b07d-d43ef58a1ddf tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9332df2-9611-4f43-812f-e548c480b683,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:44.126976 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d7c77879-e715-462a-a5fb-6e742d14ecb7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:44.127806 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d7c77879-e715-462a-a5fb-6e742d14ecb7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:44.131544 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-28d2c916-fd05-45cc-8bed-06be9a945ac6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Synchronizing usage tracker for tenant:93f66be527c94456b5e0778a62b40d7c on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:19:44.158475 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0c342651-bf69-4228-9de5-122d3363dca9 None None] Provisioning for port 77c6b086-918f-4fe6-8826-7eae106fa120 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:44.167394 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 77c6b086-918f-4fe6-8826-7eae106fa120 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:44.205860 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-28d2c916-fd05-45cc-8bed-06be9a945ac6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Unset dirty status for tenant:93f66be527c94456b5e0778a62b40d7c on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:19:44.207334 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-28d2c916-fd05-45cc-8bed-06be9a945ac6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1372945 Oct 10 11:19:44.211608 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57966) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:44.216433 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-39f55c21-632a-4964-8e3c-53d5d1fa6f81 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group': {'name': 'tempest-secgroup--1155030874'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:44.225183 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-39f55c21-632a-4964-8e3c-53d5d1fa6f81 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:44.237325 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-39f55c21-632a-4964-8e3c-53d5d1fa6f81 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:44.266325 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c77879-e715-462a-a5fb-6e742d14ecb7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Port': ['ID=e9fefc59-3527-4184-acb6-399bfcb87355,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:44.303338 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-39f55c21-632a-4964-8e3c-53d5d1fa6f81 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:44.336672 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-39f55c21-632a-4964-8e3c-53d5d1fa6f81 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:44.341617 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-39f55c21-632a-4964-8e3c-53d5d1fa6f81 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Usage tracker for resource:security_group_rule and tenant:93f66be527c94456b5e0778a62b40d7c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:44.345638 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-39f55c21-632a-4964-8e3c-53d5d1fa6f81 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:44.353231 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-39f55c21-632a-4964-8e3c-53d5d1fa6f81 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:44.381890 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 77c6b086-918f-4fe6-8826-7eae106fa120 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:44.385224 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 77c6b086-918f-4fe6-8826-7eae106fa120 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:44.386603 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:44.386969 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 77c6b086-918f-4fe6-8826-7eae106fa120 Oct 10 11:19:44.450351 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-39f55c21-632a-4964-8e3c-53d5d1fa6f81 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:44.491539 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c77879-e715-462a-a5fb-6e742d14ecb7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network f0b0be52-6886-474d-8fcb-c75d9de2acda is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:44.494949 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-d7c77879-e715-462a-a5fb-6e742d14ecb7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:44.541077 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 77c6b086-918f-4fe6-8826-7eae106fa120 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:44.541467 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:44.543972 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-39f55c21-632a-4964-8e3c-53d5d1fa6f81 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:44.580174 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 77c6b086-918f-4fe6-8826-7eae106fa120, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=77c6b086-918f-4fe6-8826-7eae106fa120,segment=NetworkSegment(d054ab89-c198-4131-9da1-38f89b5f550a),segment_id=d054ab89-c198-4131-9da1-38f89b5f550a)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:19:44.604308 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f55c21-632a-4964-8e3c-53d5d1fa6f81 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b65e2e-fdd7-4259-a977-a2ea7c2737d1,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:44.645918 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d805d-c1d4-4c5c-93fe-924fc0938e38 req-0634458a-9c4d-48cb-9f38-737f2615e151 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:44.645918 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2f8d805d-c1d4-4c5c-93fe-924fc0938e38 req-0634458a-9c4d-48cb-9f38-737f2615e151 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7820a9f4-0e07-434f-b65d-c86e89529e91 HTTP/1.1" status: 200 len: 946 time: 0.2725990 Oct 10 11:19:44.669912 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:44.698708 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-39f55c21-632a-4964-8e3c-53d5d1fa6f81 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:44.703581 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-39f55c21-632a-4964-8e3c-53d5d1fa6f81 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4887304 Oct 10 11:19:44.703739 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57972) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:44.713787 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-8041e17d-4d55-4e05-be8c-adc3f918fec9 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group_rule': {'security_group_id': 'a6b65e2e-fdd7-4259-a977-a2ea7c2737d1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:44.714340 dv-neutron-860842-1-hyperv neutron-server[89896]: WARNING neutron.api.v2.base [None req-8041e17d-4d55-4e05-be8c-adc3f918fec9 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 10 11:19:44.714830 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-8041e17d-4d55-4e05-be8c-adc3f918fec9 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:19:44.718469 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8041e17d-4d55-4e05-be8c-adc3f918fec9 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0110238 Oct 10 11:19:44.719088 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57976) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:44.734235 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2f8d805d-c1d4-4c5c-93fe-924fc0938e38 req-98f2b043-1e8c-4cc7-970a-992406708dd7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=81990480-50e0-4838-b22b-21488127227c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840669 Oct 10 11:19:44.775951 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=77c6b086-918f-4fe6-8826-7eae106fa120,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:44.780810 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-e0c617fd-c9b2-4671-8ad0-314d5c864a45 None None] Provisioning complete for port 77c6b086-918f-4fe6-8826-7eae106fa120 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:44.781700 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e0c617fd-c9b2-4671-8ad0-314d5c864a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:44.782347 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-e0c617fd-c9b2-4671-8ad0-314d5c864a45 None None] Attempt 1 to provision port 77c6b086-918f-4fe6-8826-7eae106fa120 Oct 10 11:19:44.863565 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c30ae1a8-5000-473d-b8cc-610f5ee97a93 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:44.892967 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c77879-e715-462a-a5fb-6e742d14ecb7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Router bdeaf0bd-2aec-45e7-b27c-b64404017a73 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:19:44.983091 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c30ae1a8-5000-473d-b8cc-610f5ee97a93 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:45.034355 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-e0c617fd-c9b2-4671-8ad0-314d5c864a45 None None] Current status of the port 77c6b086-918f-4fe6-8826-7eae106fa120 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:45.076321 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9d075-12c4-4beb-83ec-2a90d8bb185f req-7839fcc7-acd8-41dd-bdd7-485c71f0382d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:45.084191 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f4b9d075-12c4-4beb-83ec-2a90d8bb185f req-7839fcc7-acd8-41dd-bdd7-485c71f0382d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7820a9f4-0e07-434f-b65d-c86e89529e91 HTTP/1.1" status: 200 len: 946 time: 0.2077925 Oct 10 11:19:45.157162 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c77879-e715-462a-a5fb-6e742d14ecb7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:19:45.167344 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d7c77879-e715-462a-a5fb-6e742d14ecb7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "PUT /v2.0/routers/bdeaf0bd-2aec-45e7-b27c-b64404017a73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1752958 Oct 10 11:19:45.167344 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 57984) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:45.168342 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f787fb36-e8a2-4da1-8a12-fa3be7d8f836 None None] Sync routers for ids ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:19:45.173484 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-51ce36d6-04b2-4989-8139-b731426c0f80 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1955347196'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:45.179723 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-51ce36d6-04b2-4989-8139-b731426c0f80 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:45.181973 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f4b9d075-12c4-4beb-83ec-2a90d8bb185f req-3433fb04-2d6e-44ae-8837-a00546ecb930 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=81990480-50e0-4838-b22b-21488127227c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963352 Oct 10 11:19:45.184309 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-51ce36d6-04b2-4989-8139-b731426c0f80 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Usage tracker for resource:network and tenant:936e4bb70f4f401fa185998b9205aaff is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:45.188016 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-51ce36d6-04b2-4989-8139-b731426c0f80 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:45.195379 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f787fb36-e8a2-4da1-8a12-fa3be7d8f836 None None] Routers {'bdeaf0bd-2aec-45e7-b27c-b64404017a73'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:45.195589 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-51ce36d6-04b2-4989-8139-b731426c0f80 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:45.196776 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-f787fb36-e8a2-4da1-8a12-fa3be7d8f836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:45.367954 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-f787fb36-e8a2-4da1-8a12-fa3be7d8f836 None None] Set router bdeaf0bd-2aec-45e7-b27c-b64404017a73 gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:19:45.440031 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-e0c617fd-c9b2-4671-8ad0-314d5c864a45 None None] Provisioning for port e9fefc59-3527-4184-acb6-399bfcb87355 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:45.465812 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-e0c617fd-c9b2-4671-8ad0-314d5c864a45 None None] Provisioning complete for port e9fefc59-3527-4184-acb6-399bfcb87355 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:45.465812 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e0c617fd-c9b2-4671-8ad0-314d5c864a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:45.465812 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-e0c617fd-c9b2-4671-8ad0-314d5c864a45 None None] Attempt 1 to provision port e9fefc59-3527-4184-acb6-399bfcb87355 Oct 10 11:19:45.492502 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ce36d6-04b2-4989-8139-b731426c0f80 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Made reservation on behalf of 936e4bb70f4f401fa185998b9205aaff for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:19:45.503552 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c30ae1a8-5000-473d-b8cc-610f5ee97a93 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:45.503713 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-51ce36d6-04b2-4989-8139-b731426c0f80 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:45.523978 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ae1a8-5000-473d-b8cc-610f5ee97a93 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b65e2e-fdd7-4259-a977-a2ea7c2737d1,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:45.525467 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-e0c617fd-c9b2-4671-8ad0-314d5c864a45 None None] Port e9fefc59-3527-4184-acb6-399bfcb87355 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:45.533507 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c30ae1a8-5000-473d-b8cc-610f5ee97a93 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:45.534846 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c30ae1a8-5000-473d-b8cc-610f5ee97a93 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "DELETE /v2.0/security-groups/a6b65e2e-fdd7-4259-a977-a2ea7c2737d1 HTTP/1.1" status: 204 len: 168 time: 0.8145480 Oct 10 11:19:45.538346 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57992) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:45.560927 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ce36d6-04b2-4989-8139-b731426c0f80 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 492} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:19:45.571815 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-51ce36d6-04b2-4989-8139-b731426c0f80 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:45.571815 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-51ce36d6-04b2-4989-8139-b731426c0f80 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Added segment 0bab2ba0-1b92-4196-98b3-2fb8569719d1 of type vlan for network de62a94c-e3d7-442f-875d-ce0240935927 Oct 10 11:19:45.609235 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-51ce36d6-04b2-4989-8139-b731426c0f80 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:45.614286 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b23bec84-fb45-49e7-a031-985d0caab538 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Synchronizing usage tracker for tenant:93f66be527c94456b5e0778a62b40d7c on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:19:45.704242 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b23bec84-fb45-49e7-a031-985d0caab538 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Unset dirty status for tenant:93f66be527c94456b5e0778a62b40d7c on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:19:45.709643 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b23bec84-fb45-49e7-a031-985d0caab538 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1664097 Oct 10 11:19:45.709940 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 57996) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:45.715200 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-9af35ebe-369b-4fcd-828a-3ecb2dc930c7 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group': {'name': 'tempest-secgroup--2104089983'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:45.725757 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-9af35ebe-369b-4fcd-828a-3ecb2dc930c7 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:45.728884 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-f787fb36-e8a2-4da1-8a12-fa3be7d8f836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:19:42Z', 'revision_number': 2, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None, '_interfaces': [{'id': 'e9fefc59-3527-4184-acb6-399bfcb87355', 'name': '', 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:03:e2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '307b3c71-982d-474b-82ca-a920c0b88793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:41Z', 'updated_at': '2022-10-10T11:19:43Z', 'revision_number': 2, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '307b3c71-982d-474b-82ca-a920c0b88793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:45.733223 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f787fb36-e8a2-4da1-8a12-fa3be7d8f836 None None] Checking router: bdeaf0bd-2aec-45e7-b27c-b64404017a73 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:19:45.733607 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f787fb36-e8a2-4da1-8a12-fa3be7d8f836 None None] Updating router bdeaf0bd-2aec-45e7-b27c-b64404017a73 port e9fefc59-3527-4184-acb6-399bfcb87355 binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:19:45.737124 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-9af35ebe-369b-4fcd-828a-3ecb2dc930c7 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:45.789991 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-51ce36d6-04b2-4989-8139-b731426c0f80 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:45.792218 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-f787fb36-e8a2-4da1-8a12-fa3be7d8f836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:45.795450 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ce36d6-04b2-4989-8139-b731426c0f80 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:45.796238 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-51ce36d6-04b2-4989-8139-b731426c0f80 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:45.874964 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9af35ebe-369b-4fcd-828a-3ecb2dc930c7 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:45.906341 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce36d6-04b2-4989-8139-b731426c0f80 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Network': ['ID=de62a94c-e3d7-442f-875d-ce0240935927,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:45.906937 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-9af35ebe-369b-4fcd-828a-3ecb2dc930c7 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:45.920463 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network de62a94c-e3d7-442f-875d-ce0240935927 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:19:45.921062 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9af35ebe-369b-4fcd-828a-3ecb2dc930c7 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Usage tracker for resource:security_group_rule and tenant:93f66be527c94456b5e0778a62b40d7c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:45.924224 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9af35ebe-369b-4fcd-828a-3ecb2dc930c7 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:45.930377 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-9af35ebe-369b-4fcd-828a-3ecb2dc930c7 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:45.945688 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-51ce36d6-04b2-4989-8139-b731426c0f80 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7773595 Oct 10 11:19:45.948194 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58000) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:45.954007 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-141dad8d-3c05-41ec-a21a-9420a39d447b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'subnet': {'network_id': 'de62a94c-e3d7-442f-875d-ce0240935927', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:46.064185 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-e0c617fd-c9b2-4671-8ad0-314d5c864a45 None None] Attempt 2 to provision port e9fefc59-3527-4184-acb6-399bfcb87355 Oct 10 11:19:46.067036 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9af35ebe-369b-4fcd-828a-3ecb2dc930c7 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:46.114126 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-141dad8d-3c05-41ec-a21a-9420a39d447b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:46.114368 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 77c6b086-918f-4fe6-8826-7eae106fa120 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:46.119874 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-141dad8d-3c05-41ec-a21a-9420a39d447b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Usage tracker for resource:subnet and tenant:936e4bb70f4f401fa185998b9205aaff is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:46.126587 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-141dad8d-3c05-41ec-a21a-9420a39d447b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:46.132862 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9af35ebe-369b-4fcd-828a-3ecb2dc930c7 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:46.135482 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-141dad8d-3c05-41ec-a21a-9420a39d447b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:46.191191 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af35ebe-369b-4fcd-828a-3ecb2dc930c7 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba42236d-da99-4377-ae46-4a3fe27cf7a2,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:46.217808 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-e0c617fd-c9b2-4671-8ad0-314d5c864a45 None None] Port e9fefc59-3527-4184-acb6-399bfcb87355 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:46.229418 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141dad8d-3c05-41ec-a21a-9420a39d447b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Made reservation on behalf of 936e4bb70f4f401fa185998b9205aaff for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:19:46.232870 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 77c6b086-918f-4fe6-8826-7eae106fa120 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:46.233248 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:46.233610 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 77c6b086-918f-4fe6-8826-7eae106fa120 Oct 10 11:19:46.234246 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-141dad8d-3c05-41ec-a21a-9420a39d447b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:46.287347 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9af35ebe-369b-4fcd-828a-3ecb2dc930c7 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:46.288863 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9af35ebe-369b-4fcd-828a-3ecb2dc930c7 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5779316 Oct 10 11:19:46.292186 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58006) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:46.351183 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-c145e93b-728e-4f00-b677-3ccb17dac59e tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group_rule': {'security_group_id': 'ba42236d-da99-4377-ae46-4a3fe27cf7a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:46.352326 dv-neutron-860842-1-hyperv neutron-server[89896]: WARNING neutron.api.v2.base [None req-c145e93b-728e-4f00-b677-3ccb17dac59e tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 10 11:19:46.353002 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-c145e93b-728e-4f00-b677-3ccb17dac59e tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:19:46.353993 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c145e93b-728e-4f00-b677-3ccb17dac59e tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0606039 Oct 10 11:19:46.357483 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58010) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:46.362207 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-0595a50f-7e75-465d-ad30-afef6799de08 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group_rule': {'security_group_id': 'ba42236d-da99-4377-ae46-4a3fe27cf7a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:46.362904 dv-neutron-860842-1-hyperv neutron-server[89897]: WARNING neutron.api.v2.base [None req-0595a50f-7e75-465d-ad30-afef6799de08 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 10 11:19:46.363384 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-0595a50f-7e75-465d-ad30-afef6799de08 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:19:46.365578 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0595a50f-7e75-465d-ad30-afef6799de08 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063660 Oct 10 11:19:46.368453 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58014) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:46.378374 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-bdef782a-ce18-4f7f-a0bd-547dd66d6033 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group_rule': {'security_group_id': 'ba42236d-da99-4377-ae46-4a3fe27cf7a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:46.379204 dv-neutron-860842-1-hyperv neutron-server[89897]: WARNING neutron.api.v2.base [None req-bdef782a-ce18-4f7f-a0bd-547dd66d6033 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 10 11:19:46.379693 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-bdef782a-ce18-4f7f-a0bd-547dd66d6033 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:19:46.380678 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-bdef782a-ce18-4f7f-a0bd-547dd66d6033 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0111766 Oct 10 11:19:46.386885 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58018) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:46.400432 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-908f52c7-670e-43d6-aee1-5c06c22ee7d3 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group_rule': {'security_group_id': 'ba42236d-da99-4377-ae46-4a3fe27cf7a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:46.402323 dv-neutron-860842-1-hyperv neutron-server[89896]: WARNING neutron.api.v2.base [None req-908f52c7-670e-43d6-aee1-5c06c22ee7d3 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 10 11:19:46.402630 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-908f52c7-670e-43d6-aee1-5c06c22ee7d3 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:19:46.406450 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-908f52c7-670e-43d6-aee1-5c06c22ee7d3 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0157490 Oct 10 11:19:46.407470 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58022) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:46.407739 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 77c6b086-918f-4fe6-8826-7eae106fa120 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:46.419959 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-f787fb36-e8a2-4da1-8a12-fa3be7d8f836 None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:46.433679 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-f787fb36-e8a2-4da1-8a12-fa3be7d8f836 None None] Transition to ACTIVE for port object e9fefc59-3527-4184-acb6-399bfcb87355 will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:46.509688 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-f787fb36-e8a2-4da1-8a12-fa3be7d8f836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:46.527876 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9191ca28-f6fc-483a-8c46-7ffe611053be tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:46.569947 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9191ca28-f6fc-483a-8c46-7ffe611053be tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:46.703304 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-141dad8d-3c05-41ec-a21a-9420a39d447b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:46.717018 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3ee72-a78e-4660-9749-ab32002e49b8 None None] Pushing event updated for resources: {'Port': ['ID=e9fefc59-3527-4184-acb6-399bfcb87355,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:46.719652 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-e0c617fd-c9b2-4671-8ad0-314d5c864a45 None None] Attempt 3 to provision port e9fefc59-3527-4184-acb6-399bfcb87355 Oct 10 11:19:46.732738 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58026) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:46.735953 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-f787fb36-e8a2-4da1-8a12-fa3be7d8f836 None None] Attempting to bind port e9fefc59-3527-4184-acb6-399bfcb87355 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:19:46.736396 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-f787fb36-e8a2-4da1-8a12-fa3be7d8f836 None None] Attempting to bind port e9fefc59-3527-4184-acb6-399bfcb87355 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'd054ab89-c198-4131-9da1-38f89b5f550a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:19:46.736812 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f787fb36-e8a2-4da1-8a12-fa3be7d8f836 None None] Attempting to bind port e9fefc59-3527-4184-acb6-399bfcb87355 on network f0b0be52-6886-474d-8fcb-c75d9de2acda {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:19:46.742767 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f787fb36-e8a2-4da1-8a12-fa3be7d8f836 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:19:46.746276 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f787fb36-e8a2-4da1-8a12-fa3be7d8f836 None None] Checking segment: {'id': 'd054ab89-c198-4131-9da1-38f89b5f550a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:19:46.746276 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-f787fb36-e8a2-4da1-8a12-fa3be7d8f836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:46.746276 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f787fb36-e8a2-4da1-8a12-fa3be7d8f836 None None] Bound using segment: {'id': 'd054ab89-c198-4131-9da1-38f89b5f550a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:19:46.746276 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-f787fb36-e8a2-4da1-8a12-fa3be7d8f836 None None] Bound port: e9fefc59-3527-4184-acb6-399bfcb87355, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd054ab89-c198-4131-9da1-38f89b5f550a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:19:46.746276 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-f787fb36-e8a2-4da1-8a12-fa3be7d8f836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:46.770602 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9191ca28-f6fc-483a-8c46-7ffe611053be tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:46.807370 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-e0c617fd-c9b2-4671-8ad0-314d5c864a45 None None] Port e9fefc59-3527-4184-acb6-399bfcb87355 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:46.831843 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191ca28-f6fc-483a-8c46-7ffe611053be tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba42236d-da99-4377-ae46-4a3fe27cf7a2,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:46.858169 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-f787fb36-e8a2-4da1-8a12-fa3be7d8f836 None None] For port e9fefc59-3527-4184-acb6-399bfcb87355, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:19:46.861945 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-f787fb36-e8a2-4da1-8a12-fa3be7d8f836 None None] For port e9fefc59-3527-4184-acb6-399bfcb87355, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=e9fefc59-3527-4184-acb6-399bfcb87355,segment=NetworkSegment(d054ab89-c198-4131-9da1-38f89b5f550a),segment_id=d054ab89-c198-4131-9da1-38f89b5f550a)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:19:46.875871 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141dad8d-3c05-41ec-a21a-9420a39d447b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Subnet': ['ID=fde2a1de-4650-4267-b898-6d24100405a0,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:46.884152 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9191ca28-f6fc-483a-8c46-7ffe611053be tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:46.887734 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9191ca28-f6fc-483a-8c46-7ffe611053be tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "DELETE /v2.0/security-groups/ba42236d-da99-4377-ae46-4a3fe27cf7a2 HTTP/1.1" status: 204 len: 168 time: 0.4769645 Oct 10 11:19:46.889932 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58030) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:46.890942 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141dad8d-3c05-41ec-a21a-9420a39d447b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Checking segment: {'id': '0bab2ba0-1b92-4196-98b3-2fb8569719d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': 'de62a94c-e3d7-442f-875d-ce0240935927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:19:46.891357 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141dad8d-3c05-41ec-a21a-9420a39d447b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network hostable DHCP agents. Network: de62a94c-e3d7-442f-875d-ce0240935927, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:19:46.939412 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-f787fb36-e8a2-4da1-8a12-fa3be7d8f836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:46.981342 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-214d35ce-c7a3-4768-85f5-5d87846aa244 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Synchronizing usage tracker for tenant:93f66be527c94456b5e0778a62b40d7c on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:19:47.028656 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141dad8d-3c05-41ec-a21a-9420a39d447b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network de62a94c-e3d7-442f-875d-ce0240935927 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:19:47.038467 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f787fb36-e8a2-4da1-8a12-fa3be7d8f836 None None] Routers {'bdeaf0bd-2aec-45e7-b27c-b64404017a73'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:47.039211 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-f787fb36-e8a2-4da1-8a12-fa3be7d8f836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:47.075704 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-214d35ce-c7a3-4768-85f5-5d87846aa244 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Unset dirty status for tenant:93f66be527c94456b5e0778a62b40d7c on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:19:47.085085 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-214d35ce-c7a3-4768-85f5-5d87846aa244 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1863053 Oct 10 11:19:47.095837 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58034) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:47.095837 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-aefd8ce5-1caa-4429-8f08-d300273d0bda tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347202237'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:47.098565 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-aefd8ce5-1caa-4429-8f08-d300273d0bda tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:47.111415 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-aefd8ce5-1caa-4429-8f08-d300273d0bda tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:47.116741 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-141dad8d-3c05-41ec-a21a-9420a39d447b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, de62a94c-e3d7-442f-875d-ce0240935927) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:47.129321 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19b6ac4-8839-438f-91e5-5c9a774928e7 None None] Network de62a94c-e3d7-442f-875d-ce0240935927 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:19:47.138562 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141dad8d-3c05-41ec-a21a-9420a39d447b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:47.139387 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-141dad8d-3c05-41ec-a21a-9420a39d447b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:47.194618 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3ee72-a78e-4660-9749-ab32002e49b8 None None] Pushing event updated for resources: {'Port': ['ID=e9fefc59-3527-4184-acb6-399bfcb87355,revision_number=4']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:47.196075 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aefd8ce5-1caa-4429-8f08-d300273d0bda tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:47.220836 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-f787fb36-e8a2-4da1-8a12-fa3be7d8f836 None None] Set router bdeaf0bd-2aec-45e7-b27c-b64404017a73 gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:19:47.235325 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-aefd8ce5-1caa-4429-8f08-d300273d0bda tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:47.243048 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-aefd8ce5-1caa-4429-8f08-d300273d0bda tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Usage tracker for resource:security_group_rule and tenant:93f66be527c94456b5e0778a62b40d7c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:47.254392 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-141dad8d-3c05-41ec-a21a-9420a39d447b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3047581 Oct 10 11:19:47.258086 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58038) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:47.258086 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-aefd8ce5-1caa-4429-8f08-d300273d0bda tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:47.322994 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-e0c617fd-c9b2-4671-8ad0-314d5c864a45 None None] Attempt 4 to provision port e9fefc59-3527-4184-acb6-399bfcb87355 Oct 10 11:19:47.474132 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-aefd8ce5-1caa-4429-8f08-d300273d0bda tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:47.485578 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-e0c617fd-c9b2-4671-8ad0-314d5c864a45 None None] Port e9fefc59-3527-4184-acb6-399bfcb87355 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:19:47.544194 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9a0209-d31c-4358-878b-ff4245eca2b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-de62a94c-e3d7-442f-875d-ce0240935927', 'network_id': 'de62a94c-e3d7-442f-875d-ce0240935927', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'fixed_ips': [{'subnet_id': 'fde2a1de-4650-4267-b898-6d24100405a0'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:19:47.545081 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-bb9a0209-d31c-4358-878b-ff4245eca2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:47.741450 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-f787fb36-e8a2-4da1-8a12-fa3be7d8f836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:19:42Z', 'revision_number': 2, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None, '_interfaces': [{'id': 'e9fefc59-3527-4184-acb6-399bfcb87355', 'name': '', 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:03:e2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '307b3c71-982d-474b-82ca-a920c0b88793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:41Z', 'updated_at': '2022-10-10T11:19:46Z', 'revision_number': 4, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '307b3c71-982d-474b-82ca-a920c0b88793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:47.745982 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f787fb36-e8a2-4da1-8a12-fa3be7d8f836 None None] The sync data for ids ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'] in dv-neutron-860842-1-hyperv is: [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:19:42Z', 'revision_number': 2, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None, '_interfaces': [{'id': 'e9fefc59-3527-4184-acb6-399bfcb87355', 'name': '', 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:03:e2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '307b3c71-982d-474b-82ca-a920c0b88793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:41Z', 'updated_at': '2022-10-10T11:19:46Z', 'revision_number': 4, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '307b3c71-982d-474b-82ca-a920c0b88793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:19:47.863862 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-bb9a0209-d31c-4358-878b-ff4245eca2b1 None None] Allocated IP 2001:db8:1::2 (de62a94c-e3d7-442f-875d-ce0240935927/fde2a1de-4650-4267-b898-6d24100405a0/038b3259-339d-4101-9c1c-b72f7b047251) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:19:47.883144 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aefd8ce5-1caa-4429-8f08-d300273d0bda tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:47.977441 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-326b06ee-50d9-4252-9389-0b65fe4b29cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:48.178193 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aefd8ce5-1caa-4429-8f08-d300273d0bda tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:48.257449 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd8ce5-1caa-4429-8f08-d300273d0bda tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa65795a-043a-4ded-b090-801c81b5ab25,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:48.354638 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-bb9a0209-d31c-4358-878b-ff4245eca2b1 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:48.362655 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aefd8ce5-1caa-4429-8f08-d300273d0bda tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:48.368481 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-aefd8ce5-1caa-4429-8f08-d300273d0bda tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2768667 Oct 10 11:19:48.368481 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58046) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:48.373678 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-bb9a0209-d31c-4358-878b-ff4245eca2b1 None None] Transition to ACTIVE for port object 038b3259-339d-4101-9c1c-b72f7b047251 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:48.378635 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-eb01a5a8-9ba6-4d83-aa82-715c6809514c tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group_rule': {'security_group_id': 'aa65795a-043a-4ded-b090-801c81b5ab25', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:48.379172 dv-neutron-860842-1-hyperv neutron-server[89896]: WARNING neutron.api.v2.base [None req-eb01a5a8-9ba6-4d83-aa82-715c6809514c tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 10 11:19:48.379798 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-eb01a5a8-9ba6-4d83-aa82-715c6809514c tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:19:48.381476 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-eb01a5a8-9ba6-4d83-aa82-715c6809514c tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0136764 Oct 10 11:19:48.385197 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58050) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:48.391243 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-7da4c504-5e43-4da8-b068-022b0cbb37ef tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group_rule': {'security_group_id': 'aa65795a-043a-4ded-b090-801c81b5ab25', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:48.407516 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7da4c504-5e43-4da8-b068-022b0cbb37ef tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:48.415799 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-bb9a0209-d31c-4358-878b-ff4245eca2b1 None None] Transition to ACTIVE for port object 038b3259-339d-4101-9c1c-b72f7b047251 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:48.416759 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7da4c504-5e43-4da8-b068-022b0cbb37ef tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Usage tracker for resource:security_group_rule and tenant:93f66be527c94456b5e0778a62b40d7c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:48.422491 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7da4c504-5e43-4da8-b068-022b0cbb37ef tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:48.426990 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9031e316-753d-4510-815e-2441ea420018 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:48.453737 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7da4c504-5e43-4da8-b068-022b0cbb37ef tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:48.529489 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-bb9a0209-d31c-4358-878b-ff4245eca2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:48.553190 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-326b06ee-50d9-4252-9389-0b65fe4b29cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.20.0.17 (53a1ca78-37f8-423d-b2ff-6b31a2af1b5b/043afce8-9cb3-499b-acb7-4185deccd6a5/c158cc43-0df2-4101-8cc5-9cc1f2aa71d1) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:19:48.625164 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9a0209-d31c-4358-878b-ff4245eca2b1 None None] Network de62a94c-e3d7-442f-875d-ce0240935927 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:48.641353 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-bb9a0209-d31c-4358-878b-ff4245eca2b1 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:48.664173 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9a0209-d31c-4358-878b-ff4245eca2b1 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:19:48.801463 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a0209-d31c-4358-878b-ff4245eca2b1 None None] Pushing event updated for resources: {'Port': ['ID=038b3259-339d-4101-9c1c-b72f7b047251,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:48.809201 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-326b06ee-50d9-4252-9389-0b65fe4b29cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:48.811108 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-bb9a0209-d31c-4358-878b-ff4245eca2b1 None None] Attempting to bind port 038b3259-339d-4101-9c1c-b72f7b047251 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:19:48.811486 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-bb9a0209-d31c-4358-878b-ff4245eca2b1 None None] Attempting to bind port 038b3259-339d-4101-9c1c-b72f7b047251 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '0bab2ba0-1b92-4196-98b3-2fb8569719d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': 'de62a94c-e3d7-442f-875d-ce0240935927'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:19:48.811848 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9a0209-d31c-4358-878b-ff4245eca2b1 None None] Attempting to bind port 038b3259-339d-4101-9c1c-b72f7b047251 on network de62a94c-e3d7-442f-875d-ce0240935927 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:19:48.821697 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9a0209-d31c-4358-878b-ff4245eca2b1 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:19:48.822527 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9a0209-d31c-4358-878b-ff4245eca2b1 None None] Checking segment: {'id': '0bab2ba0-1b92-4196-98b3-2fb8569719d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': 'de62a94c-e3d7-442f-875d-ce0240935927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:19:48.823114 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-bb9a0209-d31c-4358-878b-ff4245eca2b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:48.823667 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9a0209-d31c-4358-878b-ff4245eca2b1 None None] Bound using segment: {'id': '0bab2ba0-1b92-4196-98b3-2fb8569719d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': 'de62a94c-e3d7-442f-875d-ce0240935927'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:19:48.824986 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-bb9a0209-d31c-4358-878b-ff4245eca2b1 None None] Bound port: 038b3259-339d-4101-9c1c-b72f7b047251, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bab2ba0-1b92-4196-98b3-2fb8569719d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': 'de62a94c-e3d7-442f-875d-ce0240935927'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:19:48.825567 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-bb9a0209-d31c-4358-878b-ff4245eca2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:48.830203 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-326b06ee-50d9-4252-9389-0b65fe4b29cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Transition to ACTIVE for port object c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:48.939907 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-9031e316-753d-4510-815e-2441ea420018 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Allocated IP 2001:db8:1::1 (de62a94c-e3d7-442f-875d-ce0240935927/fde2a1de-4650-4267-b898-6d24100405a0/f31532c5-f47b-4d81-9c7b-6ec80faccba0) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:19:48.946958 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-7da4c504-5e43-4da8-b068-022b0cbb37ef tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:19:48.946958 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7da4c504-5e43-4da8-b068-022b0cbb37ef tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5574150 Oct 10 11:19:48.947190 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58056) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:48.961273 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-a50f5dad-00ed-4b40-bf5b-5d82e199ed36 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group_rule': {'security_group_id': 'aa65795a-043a-4ded-b090-801c81b5ab25', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:48.962795 dv-neutron-860842-1-hyperv neutron-server[89897]: WARNING neutron.api.v2.base [None req-a50f5dad-00ed-4b40-bf5b-5d82e199ed36 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 10 11:19:48.963322 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-a50f5dad-00ed-4b40-bf5b-5d82e199ed36 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:19:48.964838 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a50f5dad-00ed-4b40-bf5b-5d82e199ed36 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0150387 Oct 10 11:19:48.967950 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58060) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:48.979621 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-bb9a0209-d31c-4358-878b-ff4245eca2b1 None None] For port 038b3259-339d-4101-9c1c-b72f7b047251, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:19:48.987132 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-c24256d1-2bdb-4759-a869-993c0c8ab7e6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group_rule': {'security_group_id': 'aa65795a-043a-4ded-b090-801c81b5ab25', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:48.987658 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-bb9a0209-d31c-4358-878b-ff4245eca2b1 None None] For port 038b3259-339d-4101-9c1c-b72f7b047251, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=038b3259-339d-4101-9c1c-b72f7b047251,segment=NetworkSegment(0bab2ba0-1b92-4196-98b3-2fb8569719d1),segment_id=0bab2ba0-1b92-4196-98b3-2fb8569719d1)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:19:48.987956 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-326b06ee-50d9-4252-9389-0b65fe4b29cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:48.999523 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c24256d1-2bdb-4759-a869-993c0c8ab7e6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:49.054132 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c24256d1-2bdb-4759-a869-993c0c8ab7e6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Usage tracker for resource:security_group_rule and tenant:93f66be527c94456b5e0778a62b40d7c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:49.063273 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c24256d1-2bdb-4759-a869-993c0c8ab7e6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:49.081566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c24256d1-2bdb-4759-a869-993c0c8ab7e6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:49.090656 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326b06ee-50d9-4252-9389-0b65fe4b29cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 53a1ca78-37f8-423d-b2ff-6b31a2af1b5b is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:49.096568 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-326b06ee-50d9-4252-9389-0b65fe4b29cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:49.102246 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326b06ee-50d9-4252-9389-0b65fe4b29cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:19:49.104863 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-bb9a0209-d31c-4358-878b-ff4245eca2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:49.157002 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b06ee-50d9-4252-9389-0b65fe4b29cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=c158cc43-0df2-4101-8cc5-9cc1f2aa71d1,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:49.169595 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9031e316-753d-4510-815e-2441ea420018 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:49.185121 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-326b06ee-50d9-4252-9389-0b65fe4b29cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:49.206784 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-9031e316-753d-4510-815e-2441ea420018 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Transition to ACTIVE for port object f31532c5-f47b-4d81-9c7b-6ec80faccba0 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:49.235011 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a0209-d31c-4358-878b-ff4245eca2b1 None None] Pushing event updated for resources: {'Port': ['ID=038b3259-339d-4101-9c1c-b72f7b047251,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:49.310961 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9031e316-753d-4510-815e-2441ea420018 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:49.339103 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-c24256d1-2bdb-4759-a869-993c0c8ab7e6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:19:49.340619 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c24256d1-2bdb-4759-a869-993c0c8ab7e6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3717401 Oct 10 11:19:49.343468 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58064) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:49.349868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-eaf7ccf4-6f94-46d2-b955-76937d5db0da tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group_rule': {'security_group_id': 'aa65795a-043a-4ded-b090-801c81b5ab25', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:49.351064 dv-neutron-860842-1-hyperv neutron-server[89897]: WARNING neutron.api.v2.base [None req-eaf7ccf4-6f94-46d2-b955-76937d5db0da tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 10 11:19:49.351064 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-eaf7ccf4-6f94-46d2-b955-76937d5db0da tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:19:49.355781 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-eaf7ccf4-6f94-46d2-b955-76937d5db0da tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084734 Oct 10 11:19:49.356010 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58068) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:49.362226 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-b5c6504e-083e-4848-ac24-dfadaeb69690 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group_rule': {'security_group_id': 'aa65795a-043a-4ded-b090-801c81b5ab25', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:49.371055 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b5c6504e-083e-4848-ac24-dfadaeb69690 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:49.376278 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b5c6504e-083e-4848-ac24-dfadaeb69690 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Usage tracker for resource:security_group_rule and tenant:93f66be527c94456b5e0778a62b40d7c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:49.381297 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b5c6504e-083e-4848-ac24-dfadaeb69690 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:49.388697 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b5c6504e-083e-4848-ac24-dfadaeb69690 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:49.404953 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9031e316-753d-4510-815e-2441ea420018 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network de62a94c-e3d7-442f-875d-ce0240935927 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:49.408785 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-9031e316-753d-4510-815e-2441ea420018 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:49.415216 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9031e316-753d-4510-815e-2441ea420018 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:19:49.415756 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9031e316-753d-4510-815e-2441ea420018 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:49.430409 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031e316-753d-4510-815e-2441ea420018 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Port': ['ID=f31532c5-f47b-4d81-9c7b-6ec80faccba0,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:49.509866 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-326b06ee-50d9-4252-9389-0b65fe4b29cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:49.562295 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-b5c6504e-083e-4848-ac24-dfadaeb69690 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Project 93f66be527c94456b5e0778a62b40d7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:19:49.694915 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9031e316-753d-4510-815e-2441ea420018 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:49.715247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-db8d019c-81e6-41db-8834-891a72cccb2d None None] Provisioning for port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:49.721821 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-db8d019c-81e6-41db-8834-891a72cccb2d None None] Provisioning complete for port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:49.722598 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-db8d019c-81e6-41db-8834-891a72cccb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:49.723112 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-db8d019c-81e6-41db-8834-891a72cccb2d None None] Attempt 1 to provision port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 Oct 10 11:19:49.837910 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-db8d019c-81e6-41db-8834-891a72cccb2d None None] Port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:49.859302 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-b5c6504e-083e-4848-ac24-dfadaeb69690 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:19:49.860355 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b5c6504e-083e-4848-ac24-dfadaeb69690 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5032887 Oct 10 11:19:49.870941 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58074) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:49.888577 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-cc343a11-3e87-48db-9746-35c1c4088fac tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group_rule': {'security_group_id': 'aa65795a-043a-4ded-b090-801c81b5ab25', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:49.889201 dv-neutron-860842-1-hyperv neutron-server[89897]: WARNING neutron.api.v2.base [None req-cc343a11-3e87-48db-9746-35c1c4088fac tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 10 11:19:49.889729 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-cc343a11-3e87-48db-9746-35c1c4088fac tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:19:49.890689 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cc343a11-3e87-48db-9746-35c1c4088fac tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0188034 Oct 10 11:19:49.893969 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58078) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:49.899030 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-1eb5df88-6f39-493f-bbdd-b5911f5bdde3 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group_rule': {'security_group_id': 'aa65795a-043a-4ded-b090-801c81b5ab25', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:49.909652 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-1eb5df88-6f39-493f-bbdd-b5911f5bdde3 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:49.971617 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1eb5df88-6f39-493f-bbdd-b5911f5bdde3 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Usage tracker for resource:security_group_rule and tenant:93f66be527c94456b5e0778a62b40d7c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:49.980967 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1eb5df88-6f39-493f-bbdd-b5911f5bdde3 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:50.089814 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-1eb5df88-6f39-493f-bbdd-b5911f5bdde3 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:50.150862 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 038b3259-339d-4101-9c1c-b72f7b047251 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:50.225566 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-1eb5df88-6f39-493f-bbdd-b5911f5bdde3 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Project 93f66be527c94456b5e0778a62b40d7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:19:50.289845 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-326b06ee-50d9-4252-9389-0b65fe4b29cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:50.321803 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-1eb5df88-6f39-493f-bbdd-b5911f5bdde3 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:19:50.323082 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1eb5df88-6f39-493f-bbdd-b5911f5bdde3 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4280851 Oct 10 11:19:50.326157 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58082) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:50.327742 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-db8d019c-81e6-41db-8834-891a72cccb2d None None] Attempt 2 to provision port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 Oct 10 11:19:50.334063 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-63165bb3-7828-4874-b535-0905112ae731 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group_rule': {'security_group_id': 'aa65795a-043a-4ded-b090-801c81b5ab25', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:50.340891 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-63165bb3-7828-4874-b535-0905112ae731 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:50.345714 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-63165bb3-7828-4874-b535-0905112ae731 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Usage tracker for resource:security_group_rule and tenant:93f66be527c94456b5e0778a62b40d7c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:50.349388 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-326b06ee-50d9-4252-9389-0b65fe4b29cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:50.374798 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 038b3259-339d-4101-9c1c-b72f7b047251 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:50.394648 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9031e316-753d-4510-815e-2441ea420018 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:50.399988 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device e9fefc59-3527-4184-acb6-399bfcb87355 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:50.401754 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-63165bb3-7828-4874-b535-0905112ae731 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:50.447657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-63165bb3-7828-4874-b535-0905112ae731 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:50.458194 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-db8d019c-81e6-41db-8834-891a72cccb2d None None] Port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:50.469557 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9031e316-753d-4510-815e-2441ea420018 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:50.470312 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9031e316-753d-4510-815e-2441ea420018 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:50.510332 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-326b06ee-50d9-4252-9389-0b65fe4b29cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:50.522366 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b06ee-50d9-4252-9389-0b65fe4b29cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=c158cc43-0df2-4101-8cc5-9cc1f2aa71d1,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:50.528770 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-63165bb3-7828-4874-b535-0905112ae731 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Project 93f66be527c94456b5e0778a62b40d7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:19:50.550512 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port e9fefc59-3527-4184-acb6-399bfcb87355 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:50.558143 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port e9fefc59-3527-4184-acb6-399bfcb87355 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:50.558801 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:50.559482 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port e9fefc59-3527-4184-acb6-399bfcb87355 Oct 10 11:19:50.634535 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-63165bb3-7828-4874-b535-0905112ae731 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:19:50.635638 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-63165bb3-7828-4874-b535-0905112ae731 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3085015 Oct 10 11:19:50.641303 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58086) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:50.658280 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031e316-753d-4510-815e-2441ea420018 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Port': ['ID=f31532c5-f47b-4d81-9c7b-6ec80faccba0,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:50.672730 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5f2096-3527-48fc-9a8f-f69203d979cd None None] Network de62a94c-e3d7-442f-875d-ce0240935927 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:19:50.702199 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9031e316-753d-4510-815e-2441ea420018 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network de62a94c-e3d7-442f-875d-ce0240935927 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:50.703926 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-9031e316-753d-4510-815e-2441ea420018 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:50.772265 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-67b52a1d-edb6-4e72-bd3d-aa5ddde78e25 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:50.780253 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326b06ee-50d9-4252-9389-0b65fe4b29cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 53a1ca78-37f8-423d-b2ff-6b31a2af1b5b is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:50.790969 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-326b06ee-50d9-4252-9389-0b65fe4b29cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:50.950284 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9031e316-753d-4510-815e-2441ea420018 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Router bdeaf0bd-2aec-45e7-b27c-b64404017a73 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:19:50.963765 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-db8d019c-81e6-41db-8834-891a72cccb2d None None] Attempt 3 to provision port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 Oct 10 11:19:50.986423 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-67b52a1d-edb6-4e72-bd3d-aa5ddde78e25 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:51.033775 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port e9fefc59-3527-4184-acb6-399bfcb87355 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:51.034386 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:51.116511 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-db8d019c-81e6-41db-8834-891a72cccb2d None None] Port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:51.138013 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port e9fefc59-3527-4184-acb6-399bfcb87355, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=e9fefc59-3527-4184-acb6-399bfcb87355,segment=NetworkSegment(d054ab89-c198-4131-9da1-38f89b5f550a),segment_id=d054ab89-c198-4131-9da1-38f89b5f550a)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:19:51.180316 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9031e316-753d-4510-815e-2441ea420018 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:19:51.193644 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9031e316-753d-4510-815e-2441ea420018 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "PUT /v2.0/routers/bdeaf0bd-2aec-45e7-b27c-b64404017a73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9325750 Oct 10 11:19:51.195947 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58092) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:51.198943 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3c42d9-a461-4fad-95c5-bfed8b46bc17 None None] Sync routers for ids ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:19:51.202380 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-30b8cf15-2dd5-49e7-b261-bfe3f85fc7d1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2083697118'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:51.208908 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-30b8cf15-2dd5-49e7-b261-bfe3f85fc7d1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:51.212996 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-30b8cf15-2dd5-49e7-b261-bfe3f85fc7d1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Usage tracker for resource:network and tenant:936e4bb70f4f401fa185998b9205aaff is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:51.213985 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3c42d9-a461-4fad-95c5-bfed8b46bc17 None None] Routers {'bdeaf0bd-2aec-45e7-b27c-b64404017a73'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:51.215785 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-da3c42d9-a461-4fad-95c5-bfed8b46bc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:51.216022 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-30b8cf15-2dd5-49e7-b261-bfe3f85fc7d1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:51.225421 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-30b8cf15-2dd5-49e7-b261-bfe3f85fc7d1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:51.235461 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-67b52a1d-edb6-4e72-bd3d-aa5ddde78e25 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:51.273816 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b52a1d-edb6-4e72-bd3d-aa5ddde78e25 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa65795a-043a-4ded-b090-801c81b5ab25,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:51.306293 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:51.310770 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-67b52a1d-edb6-4e72-bd3d-aa5ddde78e25 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:51.311888 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-67b52a1d-edb6-4e72-bd3d-aa5ddde78e25 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "DELETE /v2.0/security-groups/aa65795a-043a-4ded-b090-801c81b5ab25 HTTP/1.1" status: 204 len: 168 time: 0.6696658 Oct 10 11:19:51.314646 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58096) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:51.322060 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326b06ee-50d9-4252-9389-0b65fe4b29cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router 9b9e438c-d495-495a-ae33-ab0d61dae34a has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:19:51.348034 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b8cf15-2dd5-49e7-b261-bfe3f85fc7d1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Made reservation on behalf of 936e4bb70f4f401fa185998b9205aaff for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:19:51.356066 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-30b8cf15-2dd5-49e7-b261-bfe3f85fc7d1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:51.436739 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b8cf15-2dd5-49e7-b261-bfe3f85fc7d1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 450} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:19:51.458750 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-30b8cf15-2dd5-49e7-b261-bfe3f85fc7d1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:51.459644 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-30b8cf15-2dd5-49e7-b261-bfe3f85fc7d1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Added segment fd6ba4c5-6c5f-4e6e-a603-96bed3d0af57 of type vlan for network 94ac2516-401a-4f7a-a1aa-e3df877b4238 Oct 10 11:19:51.478576 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=e9fefc59-3527-4184-acb6-399bfcb87355,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:51.511224 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-da3c42d9-a461-4fad-95c5-bfed8b46bc17 None None] Set router bdeaf0bd-2aec-45e7-b27c-b64404017a73 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:19:51.517123 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-30b8cf15-2dd5-49e7-b261-bfe3f85fc7d1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:51.524637 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c70a5d97-0cbe-4a12-ad18-87dd0f0c1817 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Synchronizing usage tracker for tenant:93f66be527c94456b5e0778a62b40d7c on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:19:51.596593 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326b06ee-50d9-4252-9389-0b65fe4b29cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:19:51.607096 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c70a5d97-0cbe-4a12-ad18-87dd0f0c1817 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Unset dirty status for tenant:93f66be527c94456b5e0778a62b40d7c on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:19:51.610349 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-326b06ee-50d9-4252-9389-0b65fe4b29cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "PUT /v2.0/routers/9b9e438c-d495-495a-ae33-ab0d61dae34a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8744133 Oct 10 11:19:51.613644 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c70a5d97-0cbe-4a12-ad18-87dd0f0c1817 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2975786 Oct 10 11:19:51.624826 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a51eeae-c105-4e86-bda1-ad8bec5a82c1 None None] Sync routers for ids ['9b9e438c-d495-495a-ae33-ab0d61dae34a'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:19:51.625683 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58102) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:51.634317 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-42ae3c2a-4524-411f-ac4d-23263e6072fa tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group': {'name': 'tempest-secgroup--868216035'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:51.643741 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a51eeae-c105-4e86-bda1-ad8bec5a82c1 None None] Routers {'9b9e438c-d495-495a-ae33-ab0d61dae34a'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:51.644384 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-1a51eeae-c105-4e86-bda1-ad8bec5a82c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9b9e438c-d495-495a-ae33-ab0d61dae34a'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:51.650467 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-42ae3c2a-4524-411f-ac4d-23263e6072fa tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:51.659320 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-42ae3c2a-4524-411f-ac4d-23263e6072fa tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:51.668203 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-30b8cf15-2dd5-49e7-b261-bfe3f85fc7d1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:51.674366 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b8cf15-2dd5-49e7-b261-bfe3f85fc7d1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:51.675056 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-db8d019c-81e6-41db-8834-891a72cccb2d None None] Attempt 4 to provision port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 Oct 10 11:19:51.675257 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-30b8cf15-2dd5-49e7-b261-bfe3f85fc7d1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:51.827313 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-42ae3c2a-4524-411f-ac4d-23263e6072fa tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:51.860034 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58108) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:51.867296 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-893da003-2ec1-4c40-a81b-61464c5c2567 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'subnet': {'network_id': '94ac2516-401a-4f7a-a1aa-e3df877b4238', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:51.872891 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-30b8cf15-2dd5-49e7-b261-bfe3f85fc7d1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6735291 Oct 10 11:19:51.885753 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-42ae3c2a-4524-411f-ac4d-23263e6072fa tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:51.889092 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8cf15-2dd5-49e7-b261-bfe3f85fc7d1 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Network': ['ID=94ac2516-401a-4f7a-a1aa-e3df877b4238,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:51.900863 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-42ae3c2a-4524-411f-ac4d-23263e6072fa tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Usage tracker for resource:security_group_rule and tenant:93f66be527c94456b5e0778a62b40d7c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:51.907833 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-42ae3c2a-4524-411f-ac4d-23263e6072fa tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:51.908790 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 94ac2516-401a-4f7a-a1aa-e3df877b4238 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:19:51.927946 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-42ae3c2a-4524-411f-ac4d-23263e6072fa tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:51.937736 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-db8d019c-81e6-41db-8834-891a72cccb2d None None] Port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:52.013649 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-1a51eeae-c105-4e86-bda1-ad8bec5a82c1 None None] Set router 9b9e438c-d495-495a-ae33-ab0d61dae34a gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:19:52.053609 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-893da003-2ec1-4c40-a81b-61464c5c2567 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:52.079183 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-893da003-2ec1-4c40-a81b-61464c5c2567 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Usage tracker for resource:subnet and tenant:936e4bb70f4f401fa185998b9205aaff is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:52.098239 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-893da003-2ec1-4c40-a81b-61464c5c2567 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:52.105278 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-42ae3c2a-4524-411f-ac4d-23263e6072fa tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:52.119575 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58116) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:52.124501 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-893da003-2ec1-4c40-a81b-61464c5c2567 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:52.229512 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893da003-2ec1-4c40-a81b-61464c5c2567 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Made reservation on behalf of 936e4bb70f4f401fa185998b9205aaff for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:19:52.233684 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-893da003-2ec1-4c40-a81b-61464c5c2567 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:52.238250 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-42ae3c2a-4524-411f-ac4d-23263e6072fa tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:52.255750 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device e9fefc59-3527-4184-acb6-399bfcb87355 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:52.370365 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port e9fefc59-3527-4184-acb6-399bfcb87355 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:52.371000 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:52.371484 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port e9fefc59-3527-4184-acb6-399bfcb87355 Oct 10 11:19:52.421801 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae3c2a-4524-411f-ac4d-23263e6072fa tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca99b6f0-10fc-42d0-8836-80b44d36f485,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:52.440392 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-db8d019c-81e6-41db-8834-891a72cccb2d None None] Attempt 5 to provision port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 Oct 10 11:19:52.607572 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-da3c42d9-a461-4fad-95c5-bfed8b46bc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:19:49Z', 'revision_number': 3, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None, '_interfaces': [{'id': 'e9fefc59-3527-4184-acb6-399bfcb87355', 'name': '', 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:03:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '307b3c71-982d-474b-82ca-a920c0b88793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:41Z', 'updated_at': '2022-10-10T11:19:51Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '307b3c71-982d-474b-82ca-a920c0b88793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31532c5-f47b-4d81-9c7b-6ec80faccba0', 'name': '', 'network_id': 'de62a94c-e3d7-442f-875d-ce0240935927', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:9c:4b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:48Z', 'updated_at': '2022-10-10T11:19:50Z', 'revision_number': 2, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:52.623848 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3c42d9-a461-4fad-95c5-bfed8b46bc17 None None] Checking router: bdeaf0bd-2aec-45e7-b27c-b64404017a73 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:19:52.625146 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3c42d9-a461-4fad-95c5-bfed8b46bc17 None None] Updating router bdeaf0bd-2aec-45e7-b27c-b64404017a73 port f31532c5-f47b-4d81-9c7b-6ec80faccba0 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:19:52.633554 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-b27ad5bf-9c6f-4365-abb8-d30bdd7bc444 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Deleting port c3bbc1bf-3356-4e1a-b8a7-8aff3d27aea5 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:19:52.634277 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b27ad5bf-9c6f-4365-abb8-d30bdd7bc444 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:52.689779 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port e9fefc59-3527-4184-acb6-399bfcb87355 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:52.716697 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-db8d019c-81e6-41db-8834-891a72cccb2d None None] Port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:52.737649 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-da3c42d9-a461-4fad-95c5-bfed8b46bc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:52.838260 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-1a51eeae-c105-4e86-bda1-ad8bec5a82c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'name': 'tempest-TestNetworkBasicOps-router-1136261552', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:36Z', 'updated_at': '2022-10-10T11:19:49Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:38Z', 'updated_at': '2022-10-10T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '4860606c-1efa-4032-bba8-73b61fc0ae61', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'port_id': 'a6f676cc-9681-4927-8ddb-2cfbd102584f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f', 'mac_address': 'fa:16:3e:6c:fa:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913b49a2-5570-4f46-945c-b2dbdfe2fc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:18:34Z', 'updated_at': '2022-10-10T11:18:37Z', 'revision_number': 1, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700e92cf-da24-49c8-a5fb-a01dde98d5d7', 'name': '', 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:5e:9b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'd95f995a-075f-4716-8136-bb47976380ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:48Z', 'updated_at': '2022-10-10T11:18:06Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd95f995a-075f-4716-8136-bb47976380ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c158cc43-0df2-4101-8cc5-9cc1f2aa71d1', 'name': '', 'network_id': '53a1ca78-37f8-423d-b2ff-6b31a2af1b5b', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:c2:77:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '043afce8-9cb3-499b-acb7-4185deccd6a5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:48Z', 'updated_at': '2022-10-10T11:19:50Z', 'revision_number': 2, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '043afce8-9cb3-499b-acb7-4185deccd6a5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:52.843726 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a51eeae-c105-4e86-bda1-ad8bec5a82c1 None None] Checking router: 9b9e438c-d495-495a-ae33-ab0d61dae34a for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:19:52.844070 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a51eeae-c105-4e86-bda1-ad8bec5a82c1 None None] Updating router 9b9e438c-d495-495a-ae33-ab0d61dae34a port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:19:52.868540 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b27ad5bf-9c6f-4365-abb8-d30bdd7bc444 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:52.869003 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b27ad5bf-9c6f-4365-abb8-d30bdd7bc444 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:52.929301 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-1a51eeae-c105-4e86-bda1-ad8bec5a82c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:53.042498 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-b27ad5bf-9c6f-4365-abb8-d30bdd7bc444 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Calling delete_port for c3bbc1bf-3356-4e1a-b8a7-8aff3d27aea5 owned by network:floatingip {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:19:53.181073 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-da3c42d9-a461-4fad-95c5-bfed8b46bc17 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:53.195744 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-da3c42d9-a461-4fad-95c5-bfed8b46bc17 None None] Transition to ACTIVE for port object f31532c5-f47b-4d81-9c7b-6ec80faccba0 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:53.217947 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-db8d019c-81e6-41db-8834-891a72cccb2d None None] Attempt 6 to provision port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 Oct 10 11:19:53.249391 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-42ae3c2a-4524-411f-ac4d-23263e6072fa tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:53.250878 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-42ae3c2a-4524-411f-ac4d-23263e6072fa tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6248534 Oct 10 11:19:53.254177 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58122) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:53.260551 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-f9a19e39-9fad-47f9-a5ef-046aab0e9f83 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group_rule': {'security_group_id': 'ca99b6f0-10fc-42d0-8836-80b44d36f485', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:53.267889 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f9a19e39-9fad-47f9-a5ef-046aab0e9f83 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:53.272829 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f9a19e39-9fad-47f9-a5ef-046aab0e9f83 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Usage tracker for resource:security_group_rule and tenant:93f66be527c94456b5e0778a62b40d7c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:53.277335 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f9a19e39-9fad-47f9-a5ef-046aab0e9f83 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:53.283906 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-893da003-2ec1-4c40-a81b-61464c5c2567 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:53.289136 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f9a19e39-9fad-47f9-a5ef-046aab0e9f83 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:53.335132 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-db8d019c-81e6-41db-8834-891a72cccb2d None None] Port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:53.349905 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-da3c42d9-a461-4fad-95c5-bfed8b46bc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:53.382879 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893da003-2ec1-4c40-a81b-61464c5c2567 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Subnet': ['ID=db2321ac-e482-4aeb-b5d9-3625e2d1abad,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:53.383143 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b27ad5bf-9c6f-4365-abb8-d30bdd7bc444 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:53.393712 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-1a51eeae-c105-4e86-bda1-ad8bec5a82c1 None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:53.395235 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893da003-2ec1-4c40-a81b-61464c5c2567 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Checking segment: {'id': 'fd6ba4c5-6c5f-4e6e-a603-96bed3d0af57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': '94ac2516-401a-4f7a-a1aa-e3df877b4238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:19:53.395850 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893da003-2ec1-4c40-a81b-61464c5c2567 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network hostable DHCP agents. Network: 94ac2516-401a-4f7a-a1aa-e3df877b4238, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:19:53.408332 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-1a51eeae-c105-4e86-bda1-ad8bec5a82c1 None None] Transition to ACTIVE for port object c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:53.454540 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ad5bf-9c6f-4365-abb8-d30bdd7bc444 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Pushing event deleted for resources: {'Port': ['ID=c3bbc1bf-3356-4e1a-b8a7-8aff3d27aea5,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:53.506539 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-1a51eeae-c105-4e86-bda1-ad8bec5a82c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:53.512075 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893da003-2ec1-4c40-a81b-61464c5c2567 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network 94ac2516-401a-4f7a-a1aa-e3df877b4238 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:19:53.569367 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b27ad5bf-9c6f-4365-abb8-d30bdd7bc444 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for floatingip, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:53.569646 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-b27ad5bf-9c6f-4365-abb8-d30bdd7bc444 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Floating IP aeb2fbe5-f9b9-4974-a5e9-2a37c922c098 disassociated (deleted). External IP: 172.26.4.207, port: 325b21c3-690e-4056-87a7-8ad6b7a8126d. Oct 10 11:19:53.569831 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6b573-518d-4a58-976d-a43e33350129 None None] Pushing event updated for resources: {'Port': ['ID=f31532c5-f47b-4d81-9c7b-6ec80faccba0,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:53.581074 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-da3c42d9-a461-4fad-95c5-bfed8b46bc17 None None] Attempting to bind port f31532c5-f47b-4d81-9c7b-6ec80faccba0 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:19:53.581074 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-da3c42d9-a461-4fad-95c5-bfed8b46bc17 None None] Attempting to bind port f31532c5-f47b-4d81-9c7b-6ec80faccba0 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '0bab2ba0-1b92-4196-98b3-2fb8569719d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': 'de62a94c-e3d7-442f-875d-ce0240935927'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:19:53.581074 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3c42d9-a461-4fad-95c5-bfed8b46bc17 None None] Attempting to bind port f31532c5-f47b-4d81-9c7b-6ec80faccba0 on network de62a94c-e3d7-442f-875d-ce0240935927 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:19:53.585684 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3c42d9-a461-4fad-95c5-bfed8b46bc17 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:19:53.586058 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3c42d9-a461-4fad-95c5-bfed8b46bc17 None None] Checking segment: {'id': '0bab2ba0-1b92-4196-98b3-2fb8569719d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': 'de62a94c-e3d7-442f-875d-ce0240935927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:19:53.586448 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-da3c42d9-a461-4fad-95c5-bfed8b46bc17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:53.586922 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3c42d9-a461-4fad-95c5-bfed8b46bc17 None None] Bound using segment: {'id': '0bab2ba0-1b92-4196-98b3-2fb8569719d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': 'de62a94c-e3d7-442f-875d-ce0240935927'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:19:53.587379 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-da3c42d9-a461-4fad-95c5-bfed8b46bc17 None None] Bound port: f31532c5-f47b-4d81-9c7b-6ec80faccba0, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bab2ba0-1b92-4196-98b3-2fb8569719d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': 'de62a94c-e3d7-442f-875d-ce0240935927'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:19:53.587758 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-da3c42d9-a461-4fad-95c5-bfed8b46bc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:53.601190 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-f9a19e39-9fad-47f9-a5ef-046aab0e9f83 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] create failed (client error): The resource could not be found. Oct 10 11:19:53.602781 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f9a19e39-9fad-47f9-a5ef-046aab0e9f83 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3476055 Oct 10 11:19:53.605563 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58126) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:53.611655 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-776fcf17-4ca8-4121-bc58-74b75b1554f5 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group_rule': {'security_group_id': 'ca99b6f0-10fc-42d0-8836-80b44d36f485', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f48ece3b-1d59-4464-9a0c-f1e58194382c'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:53.634352 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-776fcf17-4ca8-4121-bc58-74b75b1554f5 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:53.640030 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-893da003-2ec1-4c40-a81b-61464c5c2567 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 94ac2516-401a-4f7a-a1aa-e3df877b4238) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:53.655630 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67236f54-dee3-4c12-a592-11260c7fb40d None None] Network 94ac2516-401a-4f7a-a1aa-e3df877b4238 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:19:53.667412 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-776fcf17-4ca8-4121-bc58-74b75b1554f5 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Usage tracker for resource:security_group_rule and tenant:93f66be527c94456b5e0778a62b40d7c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:53.677735 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-776fcf17-4ca8-4121-bc58-74b75b1554f5 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:53.686039 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893da003-2ec1-4c40-a81b-61464c5c2567 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:53.687641 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-893da003-2ec1-4c40-a81b-61464c5c2567 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:53.711934 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-776fcf17-4ca8-4121-bc58-74b75b1554f5 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:53.775502 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f041d82-ea0c-4c7c-82cf-cc4c8bb54db8 None None] Pushing event updated for resources: {'Port': ['ID=c158cc43-0df2-4101-8cc5-9cc1f2aa71d1,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:53.792341 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-1a51eeae-c105-4e86-bda1-ad8bec5a82c1 None None] Attempting to bind port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:19:53.793335 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-1a51eeae-c105-4e86-bda1-ad8bec5a82c1 None None] Attempting to bind port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '3c568ba5-f531-4837-9a76-526e97ee4a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': '53a1ca78-37f8-423d-b2ff-6b31a2af1b5b'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:19:53.794192 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a51eeae-c105-4e86-bda1-ad8bec5a82c1 None None] Attempting to bind port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 on network 53a1ca78-37f8-423d-b2ff-6b31a2af1b5b {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:19:53.803634 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a51eeae-c105-4e86-bda1-ad8bec5a82c1 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:19:53.804561 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a51eeae-c105-4e86-bda1-ad8bec5a82c1 None None] Checking segment: {'id': '3c568ba5-f531-4837-9a76-526e97ee4a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': '53a1ca78-37f8-423d-b2ff-6b31a2af1b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:19:53.805209 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-1a51eeae-c105-4e86-bda1-ad8bec5a82c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:53.805847 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a51eeae-c105-4e86-bda1-ad8bec5a82c1 None None] Bound using segment: {'id': '3c568ba5-f531-4837-9a76-526e97ee4a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': '53a1ca78-37f8-423d-b2ff-6b31a2af1b5b'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:19:53.806533 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-1a51eeae-c105-4e86-bda1-ad8bec5a82c1 None None] Bound port: c158cc43-0df2-4101-8cc5-9cc1f2aa71d1, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c568ba5-f531-4837-9a76-526e97ee4a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': '53a1ca78-37f8-423d-b2ff-6b31a2af1b5b'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:19:53.807132 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-1a51eeae-c105-4e86-bda1-ad8bec5a82c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:53.847521 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-db8d019c-81e6-41db-8834-891a72cccb2d None None] Attempt 7 to provision port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 Oct 10 11:19:53.899755 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-893da003-2ec1-4c40-a81b-61464c5c2567 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0386038 Oct 10 11:19:53.905404 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58130) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:53.924564 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-1a51eeae-c105-4e86-bda1-ad8bec5a82c1 None None] For port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:19:53.927945 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-1a51eeae-c105-4e86-bda1-ad8bec5a82c1 None None] For port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c158cc43-0df2-4101-8cc5-9cc1f2aa71d1,segment=NetworkSegment(3c568ba5-f531-4837-9a76-526e97ee4a44),segment_id=3c568ba5-f531-4837-9a76-526e97ee4a44)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:19:53.951125 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-db8d019c-81e6-41db-8834-891a72cccb2d None None] Port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:19:53.956781 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-da3c42d9-a461-4fad-95c5-bfed8b46bc17 None None] For port f31532c5-f47b-4d81-9c7b-6ec80faccba0, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:19:53.973613 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-da3c42d9-a461-4fad-95c5-bfed8b46bc17 None None] For port f31532c5-f47b-4d81-9c7b-6ec80faccba0, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=f31532c5-f47b-4d81-9c7b-6ec80faccba0,segment=NetworkSegment(0bab2ba0-1b92-4196-98b3-2fb8569719d1),segment_id=0bab2ba0-1b92-4196-98b3-2fb8569719d1)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:19:54.021367 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-1a51eeae-c105-4e86-bda1-ad8bec5a82c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:54.038810 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4656d2-73ee-4c9c-bed2-2090e74375c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-94ac2516-401a-4f7a-a1aa-e3df877b4238', 'network_id': '94ac2516-401a-4f7a-a1aa-e3df877b4238', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'fixed_ips': [{'subnet_id': 'db2321ac-e482-4aeb-b5d9-3625e2d1abad'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:19:54.038986 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cd4656d2-73ee-4c9c-bed2-2090e74375c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:54.042271 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-776fcf17-4ca8-4121-bc58-74b75b1554f5 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] create failed (client error): The resource could not be found. Oct 10 11:19:54.046628 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-776fcf17-4ca8-4121-bc58-74b75b1554f5 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4397407 Oct 10 11:19:54.047926 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58134) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:54.062652 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-da3c42d9-a461-4fad-95c5-bfed8b46bc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:54.164463 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a51eeae-c105-4e86-bda1-ad8bec5a82c1 None None] Routers {'9b9e438c-d495-495a-ae33-ab0d61dae34a'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:54.164463 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-1a51eeae-c105-4e86-bda1-ad8bec5a82c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9b9e438c-d495-495a-ae33-ab0d61dae34a'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:54.164876 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-46fabec9-18a8-4471-8bbf-0c945220d120 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:54.220247 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27ad5bf-9c6f-4365-abb8-d30bdd7bc444 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Router a0269eee-e4e8-48a4-b5ba-e82b44a74bf8 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:19:54.222276 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-46fabec9-18a8-4471-8bbf-0c945220d120 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:54.233478 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3c42d9-a461-4fad-95c5-bfed8b46bc17 None None] Routers {'bdeaf0bd-2aec-45e7-b27c-b64404017a73'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:54.234883 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-da3c42d9-a461-4fad-95c5-bfed8b46bc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:54.452983 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-db8d019c-81e6-41db-8834-891a72cccb2d None None] Attempt 8 to provision port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 Oct 10 11:19:54.488776 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-1a51eeae-c105-4e86-bda1-ad8bec5a82c1 None None] Set router 9b9e438c-d495-495a-ae33-ab0d61dae34a gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:19:54.523048 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-46fabec9-18a8-4471-8bbf-0c945220d120 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:54.544467 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27ad5bf-9c6f-4365-abb8-d30bdd7bc444 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:19:54.563746 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fabec9-18a8-4471-8bbf-0c945220d120 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca99b6f0-10fc-42d0-8836-80b44d36f485,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:54.593184 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-46fabec9-18a8-4471-8bbf-0c945220d120 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:54.598037 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-46fabec9-18a8-4471-8bbf-0c945220d120 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "DELETE /v2.0/security-groups/ca99b6f0-10fc-42d0-8836-80b44d36f485 HTTP/1.1" status: 204 len: 168 time: 0.5489666 Oct 10 11:19:54.602775 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58142) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:54.602775 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b27ad5bf-9c6f-4365-abb8-d30bdd7bc444 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:54.603014 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-cd4656d2-73ee-4c9c-bed2-2090e74375c7 None None] Allocated IP 2001:db8:2::2 (94ac2516-401a-4f7a-a1aa-e3df877b4238/db2321ac-e482-4aeb-b5d9-3625e2d1abad/0d97a2e4-b8f7-4780-8ac8-552b0ca75a26) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:19:54.693792 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f041d82-ea0c-4c7c-82cf-cc4c8bb54db8 None None] Pushing event updated for resources: {'Port': ['ID=c158cc43-0df2-4101-8cc5-9cc1f2aa71d1,revision_number=4']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:54.734632 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b27ad5bf-9c6f-4365-abb8-d30bdd7bc444 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "DELETE /v2.0/floatingips/aeb2fbe5-f9b9-4974-a5e9-2a37c922c098 HTTP/1.1" status: 204 len: 168 time: 2.6131713 Oct 10 11:19:54.738235 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cb1338-235b-4d11-a8ae-f2b6788d3834', 'tag': '325b21c3-690e-4056-87a7-8ad6b7a8126d'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:19:54.740581 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b2b2dd-a6f3-498c-a86f-b02efb1e7bde" -d '{"events": [{"name": "network-changed", "server_uuid": "c5cb1338-235b-4d11-a8ae-f2b6788d3834", "tag": "325b21c3-690e-4056-87a7-8ad6b7a8126d"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:19:54.761341 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-af5c0d44-3e46-48ff-858d-3a76d8b1fd08 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Synchronizing usage tracker for tenant:93f66be527c94456b5e0778a62b40d7c on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:19:54.812929 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905ef4bd-83e9-47be-8fda-69ad803c90ae x-openstack-request-id: req-905ef4bd-83e9-47be-8fda-69ad803c90ae {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:19:54.813500 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5cb1338-235b-4d11-a8ae-f2b6788d3834", "tag": "325b21c3-690e-4056-87a7-8ad6b7a8126d", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:19:54.814642 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-905ef4bd-83e9-47be-8fda-69ad803c90ae {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:19:54.815549 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-905ef4bd-83e9-47be-8fda-69ad803c90ae'] response: {'name': 'network-changed', 'server_uuid': 'c5cb1338-235b-4d11-a8ae-f2b6788d3834', 'tag': '325b21c3-690e-4056-87a7-8ad6b7a8126d', 'status': 'completed', 'code': 200} Oct 10 11:19:54.945680 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-da3c42d9-a461-4fad-95c5-bfed8b46bc17 None None] Set router bdeaf0bd-2aec-45e7-b27c-b64404017a73 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:19:54.987589 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-1a51eeae-c105-4e86-bda1-ad8bec5a82c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'name': 'tempest-TestNetworkBasicOps-router-1136261552', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:36Z', 'updated_at': '2022-10-10T11:19:49Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:38Z', 'updated_at': '2022-10-10T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '4860606c-1efa-4032-bba8-73b61fc0ae61', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'port_id': 'a6f676cc-9681-4927-8ddb-2cfbd102584f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f', 'mac_address': 'fa:16:3e:6c:fa:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913b49a2-5570-4f46-945c-b2dbdfe2fc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:18:34Z', 'updated_at': '2022-10-10T11:18:37Z', 'revision_number': 1, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700e92cf-da24-49c8-a5fb-a01dde98d5d7', 'name': '', 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:5e:9b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'd95f995a-075f-4716-8136-bb47976380ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:48Z', 'updated_at': '2022-10-10T11:18:06Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd95f995a-075f-4716-8136-bb47976380ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c158cc43-0df2-4101-8cc5-9cc1f2aa71d1', 'name': '', 'network_id': '53a1ca78-37f8-423d-b2ff-6b31a2af1b5b', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:c2:77:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '043afce8-9cb3-499b-acb7-4185deccd6a5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:48Z', 'updated_at': '2022-10-10T11:19:53Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '043afce8-9cb3-499b-acb7-4185deccd6a5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:54.994685 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a51eeae-c105-4e86-bda1-ad8bec5a82c1 None None] The sync data for ids ['9b9e438c-d495-495a-ae33-ab0d61dae34a'] in dv-neutron-860842-1-hyperv is: [{'id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'name': 'tempest-TestNetworkBasicOps-router-1136261552', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:36Z', 'updated_at': '2022-10-10T11:19:49Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:38Z', 'updated_at': '2022-10-10T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '4860606c-1efa-4032-bba8-73b61fc0ae61', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'port_id': 'a6f676cc-9681-4927-8ddb-2cfbd102584f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f', 'mac_address': 'fa:16:3e:6c:fa:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913b49a2-5570-4f46-945c-b2dbdfe2fc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:18:34Z', 'updated_at': '2022-10-10T11:18:37Z', 'revision_number': 1, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700e92cf-da24-49c8-a5fb-a01dde98d5d7', 'name': '', 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:5e:9b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'd95f995a-075f-4716-8136-bb47976380ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:48Z', 'updated_at': '2022-10-10T11:18:06Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd95f995a-075f-4716-8136-bb47976380ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c158cc43-0df2-4101-8cc5-9cc1f2aa71d1', 'name': '', 'network_id': '53a1ca78-37f8-423d-b2ff-6b31a2af1b5b', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:c2:77:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '043afce8-9cb3-499b-acb7-4185deccd6a5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:48Z', 'updated_at': '2022-10-10T11:19:53Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '043afce8-9cb3-499b-acb7-4185deccd6a5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:19:55.070082 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cb79a60f-9c92-4a7d-8fd5-1b06fe8c57b7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:55.189391 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6b573-518d-4a58-976d-a43e33350129 None None] Pushing event updated for resources: {'Port': ['ID=f31532c5-f47b-4d81-9c7b-6ec80faccba0,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:55.213391 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-af5c0d44-3e46-48ff-858d-3a76d8b1fd08 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Unset dirty status for tenant:93f66be527c94456b5e0778a62b40d7c on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:19:55.222738 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-af5c0d44-3e46-48ff-858d-3a76d8b1fd08 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5891759 Oct 10 11:19:55.223067 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58150) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:55.238435 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc6350a-81c0-43ff-b876-0868fd9f8a22 None None] Sync routers for ids ['a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:19:55.307827 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-5ecbddd5-61f2-4c19-b40a-1e4b0661d5e6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group_rule': {'security_group_id': '54a3366f-49a0-4672-9ba8-4d1186da28d2', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:55.321877 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2b2dd-a6f3-498c-a86f-b02efb1e7bde req-46ae39a0-eb93-452c-8a15-fe4774a50bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:55.326720 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-27b2b2dd-a6f3-498c-a86f-b02efb1e7bde req-46ae39a0-eb93-452c-8a15-fe4774a50bb7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=780cbdd6ed154f09a98bc1d37b65c2e0&device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 1099 time: 0.4715593 Oct 10 11:19:55.328593 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5ecbddd5-61f2-4c19-b40a-1e4b0661d5e6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:55.355676 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cd4656d2-73ee-4c9c-bed2-2090e74375c7 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:55.359251 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5ecbddd5-61f2-4c19-b40a-1e4b0661d5e6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Usage tracker for resource:security_group_rule and tenant:93f66be527c94456b5e0778a62b40d7c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:55.370916 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-cd4656d2-73ee-4c9c-bed2-2090e74375c7 None None] Transition to ACTIVE for port object 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:55.373234 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5ecbddd5-61f2-4c19-b40a-1e4b0661d5e6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:55.407626 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5ecbddd5-61f2-4c19-b40a-1e4b0661d5e6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:55.514043 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-cd4656d2-73ee-4c9c-bed2-2090e74375c7 None None] Transition to ACTIVE for port object 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:55.563970 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc6350a-81c0-43ff-b876-0868fd9f8a22 None None] Routers {'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:55.564625 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7dc6350a-81c0-43ff-b876-0868fd9f8a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:55.593359 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2b2dd-a6f3-498c-a86f-b02efb1e7bde req-b468f3e2-b102-47ce-903c-fefd1be32f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:55.594873 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-27b2b2dd-a6f3-498c-a86f-b02efb1e7bde req-b468f3e2-b102-47ce-903c-fefd1be32f02 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e305c812-a69a-4f97-8da1-f8cf6d6d5df0 HTTP/1.1" status: 200 len: 897 time: 0.2579432 Oct 10 11:19:55.677809 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cd4656d2-73ee-4c9c-bed2-2090e74375c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:55.703672 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-27b2b2dd-a6f3-498c-a86f-b02efb1e7bde req-6f5668c7-7983-427e-991b-dc00aacf4dd9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=325b21c3-690e-4056-87a7-8ad6b7a8126d HTTP/1.1" status: 200 len: 217 time: 0.0959501 Oct 10 11:19:55.789035 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2b2dd-a6f3-498c-a86f-b02efb1e7bde req-128da378-aa4c-4ca5-8c72-d3403e0ff49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:55.790760 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-27b2b2dd-a6f3-498c-a86f-b02efb1e7bde req-128da378-aa4c-4ca5-8c72-d3403e0ff49e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=458b21fd-7fc9-46f9-9db5-643f7fbb77a3 HTTP/1.1" status: 200 len: 834 time: 0.0791593 Oct 10 11:19:55.835180 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4656d2-73ee-4c9c-bed2-2090e74375c7 None None] Network 94ac2516-401a-4f7a-a1aa-e3df877b4238 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:55.839020 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-5ecbddd5-61f2-4c19-b40a-1e4b0661d5e6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] create failed (client error): The resource could not be found. Oct 10 11:19:55.845997 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5ecbddd5-61f2-4c19-b40a-1e4b0661d5e6 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5978079 Oct 10 11:19:55.847404 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-cd4656d2-73ee-4c9c-bed2-2090e74375c7 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:55.851892 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4656d2-73ee-4c9c-bed2-2090e74375c7 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:19:55.868059 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58158) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:55.874198 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-6c828196-6c33-4d09-beee-39f2db2eb0a5 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group': {'name': 'tempest-secgroup--511401324'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:55.914125 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6c828196-6c33-4d09-beee-39f2db2eb0a5 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:55.942895 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6c828196-6c33-4d09-beee-39f2db2eb0a5 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:55.954719 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-cb79a60f-9c92-4a7d-8fd5-1b06fe8c57b7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Allocated IP 2001:db8:2::1 (94ac2516-401a-4f7a-a1aa-e3df877b4238/db2321ac-e482-4aeb-b5d9-3625e2d1abad/fa5ec33a-e9b8-4538-9742-f19c02d82ea7) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:19:56.035531 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2b2dd-a6f3-498c-a86f-b02efb1e7bde req-ea725061-0f98-4f03-8377-524c5c7004e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:56.038805 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-27b2b2dd-a6f3-498c-a86f-b02efb1e7bde req-ea725061-0f98-4f03-8377-524c5c7004e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e305c812-a69a-4f97-8da1-f8cf6d6d5df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2405379 Oct 10 11:19:56.042617 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6c828196-6c33-4d09-beee-39f2db2eb0a5 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:56.084466 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be324eef-bae0-4d4b-b0dd-dc64615f07fa req-4ffa8389-51a4-4f0c-a0f7-f01ea717eab2 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:56.092505 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-be324eef-bae0-4d4b-b0dd-dc64615f07fa req-4ffa8389-51a4-4f0c-a0f7-f01ea717eab2 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 946 time: 0.5255501 Oct 10 11:19:56.174930 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-db8d019c-81e6-41db-8834-891a72cccb2d None None] Port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:19:56.176666 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:56.183676 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6c828196-6c33-4d09-beee-39f2db2eb0a5 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:56.196908 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6c828196-6c33-4d09-beee-39f2db2eb0a5 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Usage tracker for resource:security_group_rule and tenant:93f66be527c94456b5e0778a62b40d7c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:56.205869 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6c828196-6c33-4d09-beee-39f2db2eb0a5 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:56.215792 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6c828196-6c33-4d09-beee-39f2db2eb0a5 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:56.253934 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4656d2-73ee-4c9c-bed2-2090e74375c7 None None] Pushing event updated for resources: {'Port': ['ID=0d97a2e4-b8f7-4780-8ac8-552b0ca75a26,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:56.264702 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-27b2b2dd-a6f3-498c-a86f-b02efb1e7bde req-1a51a6ce-faf8-45a9-9a65-e8fff8ee0b0f service neutron] 10.222.0.15 "GET /v2.0/networks/e305c812-a69a-4f97-8da1-f8cf6d6d5df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082486 Oct 10 11:19:56.278572 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-be324eef-bae0-4d4b-b0dd-dc64615f07fa req-87bbdcbc-8ae1-478e-80d4-e4be6d83b12e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/security-groups?id=e2538c43-6897-455b-bde9-ae4c18cd56ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846590 Oct 10 11:19:56.286968 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-da3c42d9-a461-4fad-95c5-bfed8b46bc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:19:49Z', 'revision_number': 3, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None, '_interfaces': [{'id': 'e9fefc59-3527-4184-acb6-399bfcb87355', 'name': '', 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:03:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '307b3c71-982d-474b-82ca-a920c0b88793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:41Z', 'updated_at': '2022-10-10T11:19:51Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '307b3c71-982d-474b-82ca-a920c0b88793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31532c5-f47b-4d81-9c7b-6ec80faccba0', 'name': '', 'network_id': 'de62a94c-e3d7-442f-875d-ce0240935927', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:9c:4b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:48Z', 'updated_at': '2022-10-10T11:19:53Z', 'revision_number': 4, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:56.303744 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-cd4656d2-73ee-4c9c-bed2-2090e74375c7 None None] Attempting to bind port 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:19:56.304235 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-cd4656d2-73ee-4c9c-bed2-2090e74375c7 None None] Attempting to bind port 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'fd6ba4c5-6c5f-4e6e-a603-96bed3d0af57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': '94ac2516-401a-4f7a-a1aa-e3df877b4238'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:19:56.304732 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4656d2-73ee-4c9c-bed2-2090e74375c7 None None] Attempting to bind port 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26 on network 94ac2516-401a-4f7a-a1aa-e3df877b4238 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:19:56.329980 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3c42d9-a461-4fad-95c5-bfed8b46bc17 None None] The sync data for ids ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'] in dv-neutron-860842-1-hyperv is: [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:19:49Z', 'revision_number': 3, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None, '_interfaces': [{'id': 'e9fefc59-3527-4184-acb6-399bfcb87355', 'name': '', 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:03:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '307b3c71-982d-474b-82ca-a920c0b88793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:41Z', 'updated_at': '2022-10-10T11:19:51Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '307b3c71-982d-474b-82ca-a920c0b88793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31532c5-f47b-4d81-9c7b-6ec80faccba0', 'name': '', 'network_id': 'de62a94c-e3d7-442f-875d-ce0240935927', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:9c:4b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:48Z', 'updated_at': '2022-10-10T11:19:53Z', 'revision_number': 4, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:19:56.336627 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4656d2-73ee-4c9c-bed2-2090e74375c7 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:19:56.337127 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4656d2-73ee-4c9c-bed2-2090e74375c7 None None] Checking segment: {'id': 'fd6ba4c5-6c5f-4e6e-a603-96bed3d0af57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': '94ac2516-401a-4f7a-a1aa-e3df877b4238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:19:56.337631 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cd4656d2-73ee-4c9c-bed2-2090e74375c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:56.338226 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4656d2-73ee-4c9c-bed2-2090e74375c7 None None] Bound using segment: {'id': 'fd6ba4c5-6c5f-4e6e-a603-96bed3d0af57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': '94ac2516-401a-4f7a-a1aa-e3df877b4238'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:19:56.338691 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-cd4656d2-73ee-4c9c-bed2-2090e74375c7 None None] Bound port: 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6ba4c5-6c5f-4e6e-a603-96bed3d0af57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': '94ac2516-401a-4f7a-a1aa-e3df877b4238'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:19:56.339166 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cd4656d2-73ee-4c9c-bed2-2090e74375c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:56.416617 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-7dc6350a-81c0-43ff-b876-0868fd9f8a22 None None] Set router a0269eee-e4e8-48a4-b5ba-e82b44a74bf8 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:19:56.487838 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-27b2b2dd-a6f3-498c-a86f-b02efb1e7bde req-81e653b5-11a9-4185-8a24-37ebdebea2b7 service neutron] 10.222.0.15 "GET /v2.0/networks/e305c812-a69a-4f97-8da1-f8cf6d6d5df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154255 Oct 10 11:19:56.494372 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6c828196-6c33-4d09-beee-39f2db2eb0a5 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:56.528953 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cb79a60f-9c92-4a7d-8fd5-1b06fe8c57b7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:56.539835 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-cd93543f-e3e6-47fa-a76d-163be02d9e53 None None] Provisioning for port f31532c5-f47b-4d81-9c7b-6ec80faccba0 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:56.547637 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-cb79a60f-9c92-4a7d-8fd5-1b06fe8c57b7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Transition to ACTIVE for port object fa5ec33a-e9b8-4538-9742-f19c02d82ea7 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:19:56.566950 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6c828196-6c33-4d09-beee-39f2db2eb0a5 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:56.649043 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c828196-6c33-4d09-beee-39f2db2eb0a5 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07f5de2c-04a1-474e-933f-50320e28a1c5,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:56.671014 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cb79a60f-9c92-4a7d-8fd5-1b06fe8c57b7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:56.765385 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:56.781161 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79a60f-9c92-4a7d-8fd5-1b06fe8c57b7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Port': ['ID=fa5ec33a-e9b8-4538-9742-f19c02d82ea7,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:56.784531 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6c828196-6c33-4d09-beee-39f2db2eb0a5 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:56.786138 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6c828196-6c33-4d09-beee-39f2db2eb0a5 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9170964 Oct 10 11:19:56.795397 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58166) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:56.828330 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-c439a63e-6be2-4a05-89e9-95fbe1f06a07 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group': {'name': 'tempest-secgroup--274901714'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:56.828330 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c439a63e-6be2-4a05-89e9-95fbe1f06a07 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:56.828330 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb79a60f-9c92-4a7d-8fd5-1b06fe8c57b7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network 94ac2516-401a-4f7a-a1aa-e3df877b4238 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:56.828330 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-cb79a60f-9c92-4a7d-8fd5-1b06fe8c57b7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:56.830188 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb79a60f-9c92-4a7d-8fd5-1b06fe8c57b7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:19:56.831163 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cb79a60f-9c92-4a7d-8fd5-1b06fe8c57b7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:56.838227 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c439a63e-6be2-4a05-89e9-95fbe1f06a07 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Usage tracker for resource:security_group and tenant:93f66be527c94456b5e0778a62b40d7c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:56.844071 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c439a63e-6be2-4a05-89e9-95fbe1f06a07 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:56.866253 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c439a63e-6be2-4a05-89e9-95fbe1f06a07 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:56.868257 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6a84a-0380-46a3-9fee-05963c7f2393 req-011bba74-ae0a-4771-a4f6-decb7fc3e097 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:56.871920 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-52c6a84a-0380-46a3-9fee-05963c7f2393 req-011bba74-ae0a-4771-a4f6-decb7fc3e097 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Synchronizing usage tracker for tenant:780cbdd6ed154f09a98bc1d37b65c2e0 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:19:56.886211 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-52c6a84a-0380-46a3-9fee-05963c7f2393 req-011bba74-ae0a-4771-a4f6-decb7fc3e097 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Unset dirty status for tenant:780cbdd6ed154f09a98bc1d37b65c2e0 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:19:56.886211 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-52c6a84a-0380-46a3-9fee-05963c7f2393 req-011bba74-ae0a-4771-a4f6-decb7fc3e097 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 946 time: 0.1768117 Oct 10 11:19:56.914154 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:56.914784 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:56.915328 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 Oct 10 11:19:56.955565 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-cd93543f-e3e6-47fa-a76d-163be02d9e53 None None] Provisioning for port 038b3259-339d-4101-9c1c-b72f7b047251 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:56.982136 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [req-52c6a84a-0380-46a3-9fee-05963c7f2393 req-44b57476-624c-4611-a54a-8e81f223a4d1 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Deleting port 325b21c3-690e-4056-87a7-8ad6b7a8126d {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:19:56.992307 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-52c6a84a-0380-46a3-9fee-05963c7f2393 req-44b57476-624c-4611-a54a-8e81f223a4d1 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:57.006711 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-cd4656d2-73ee-4c9c-bed2-2090e74375c7 None None] For port 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:19:57.009469 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-cd93543f-e3e6-47fa-a76d-163be02d9e53 None None] Provisioning complete for port 038b3259-339d-4101-9c1c-b72f7b047251 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:57.010311 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cd93543f-e3e6-47fa-a76d-163be02d9e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:57.010813 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-cd93543f-e3e6-47fa-a76d-163be02d9e53 None None] Attempt 1 to provision port 038b3259-339d-4101-9c1c-b72f7b047251 Oct 10 11:19:57.012895 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c439a63e-6be2-4a05-89e9-95fbe1f06a07 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:57.043560 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c439a63e-6be2-4a05-89e9-95fbe1f06a07 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:57.159452 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-cd4656d2-73ee-4c9c-bed2-2090e74375c7 None None] For port 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=0d97a2e4-b8f7-4780-8ac8-552b0ca75a26,segment=NetworkSegment(fd6ba4c5-6c5f-4e6e-a603-96bed3d0af57),segment_id=fd6ba4c5-6c5f-4e6e-a603-96bed3d0af57)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:19:57.186579 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c439a63e-6be2-4a05-89e9-95fbe1f06a07 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Usage tracker for resource:security_group_rule and tenant:93f66be527c94456b5e0778a62b40d7c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:57.189965 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cb79a60f-9c92-4a7d-8fd5-1b06fe8c57b7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:57.216447 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c439a63e-6be2-4a05-89e9-95fbe1f06a07 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:57.227355 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c439a63e-6be2-4a05-89e9-95fbe1f06a07 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:57.248465 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cd4656d2-73ee-4c9c-bed2-2090e74375c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:57.366220 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [req-52c6a84a-0380-46a3-9fee-05963c7f2393 req-44b57476-624c-4611-a54a-8e81f223a4d1 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] For port 325b21c3-690e-4056-87a7-8ad6b7a8126d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=325b21c3-690e-4056-87a7-8ad6b7a8126d,segment=NetworkSegment(e905f2b1-d6b8-4415-bb8a-84a4a33978dd),segment_id=e905f2b1-d6b8-4415-bb8a-84a4a33978dd)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:19:57.367943 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-52c6a84a-0380-46a3-9fee-05963c7f2393 req-44b57476-624c-4611-a54a-8e81f223a4d1 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:57.390811 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4656d2-73ee-4c9c-bed2-2090e74375c7 None None] Pushing event updated for resources: {'Port': ['ID=0d97a2e4-b8f7-4780-8ac8-552b0ca75a26,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:57.538197 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:57.538579 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:57.545928 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [req-52c6a84a-0380-46a3-9fee-05963c7f2393 req-44b57476-624c-4611-a54a-8e81f223a4d1 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Calling delete_port for 325b21c3-690e-4056-87a7-8ad6b7a8126d owned by compute:nova {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:19:57.612510 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7dc6350a-81c0-43ff-b876-0868fd9f8a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58926674', 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:39Z', 'updated_at': '2022-10-10T11:17:52Z', 'revision_number': 4, 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'gw_port': {'id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:52:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:41Z', 'updated_at': '2022-10-10T11:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ce9d43a3-cd69-405c-ba46-430dc8d9610e', 'name': '', 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0', 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'mac_address': 'fa:16:3e:f8:f8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '458b21fd-7fc9-46f9-9db5-643f7fbb77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:50Z', 'updated_at': '2022-10-10T11:18:02Z', 'revision_number': 5, 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'subnets': [{'id': '458b21fd-7fc9-46f9-9db5-643f7fbb77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:57.615388 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-cd93543f-e3e6-47fa-a76d-163be02d9e53 None None] Current status of the port 038b3259-339d-4101-9c1c-b72f7b047251 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:57.615995 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cd93543f-e3e6-47fa-a76d-163be02d9e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:57.636528 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c158cc43-0df2-4101-8cc5-9cc1f2aa71d1,segment=NetworkSegment(3c568ba5-f531-4837-9a76-526e97ee4a44),segment_id=3c568ba5-f531-4837-9a76-526e97ee4a44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:19:57.639142 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc6350a-81c0-43ff-b876-0868fd9f8a22 None None] Checking router: a0269eee-e4e8-48a4-b5ba-e82b44a74bf8 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:19:57.673618 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c439a63e-6be2-4a05-89e9-95fbe1f06a07 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:57.689512 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc6350a-81c0-43ff-b876-0868fd9f8a22 None None] Routers {'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:57.690177 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7dc6350a-81c0-43ff-b876-0868fd9f8a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:57.778112 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c439a63e-6be2-4a05-89e9-95fbe1f06a07 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:57.799267 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-cd93543f-e3e6-47fa-a76d-163be02d9e53 None None] For port 038b3259-339d-4101-9c1c-b72f7b047251, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=038b3259-339d-4101-9c1c-b72f7b047251,segment=NetworkSegment(0bab2ba0-1b92-4196-98b3-2fb8569719d1),segment_id=0bab2ba0-1b92-4196-98b3-2fb8569719d1)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:19:57.802699 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:57.921761 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cd93543f-e3e6-47fa-a76d-163be02d9e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:57.925588 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-52c6a84a-0380-46a3-9fee-05963c7f2393 req-44b57476-624c-4611-a54a-8e81f223a4d1 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:57.970194 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-cd93543f-e3e6-47fa-a76d-163be02d9e53 None None] Provisioning complete for port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:57.970194 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cd93543f-e3e6-47fa-a76d-163be02d9e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:57.970194 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-cd93543f-e3e6-47fa-a76d-163be02d9e53 None None] Attempt 1 to provision port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 Oct 10 11:19:58.039157 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b1847af2-5f1d-42db-b598-4f5d095a4d11 req-f2f30383-cbc5-457a-a684-bf917205af41 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 210 time: 0.1661651 Oct 10 11:19:58.163463 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=c158cc43-0df2-4101-8cc5-9cc1f2aa71d1,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:58.188489 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439a63e-6be2-4a05-89e9-95fbe1f06a07 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fa19b2-d5f0-4196-bff7-8b61ab0d5fcf,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:58.271411 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:58.280446 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cb79a60f-9c92-4a7d-8fd5-1b06fe8c57b7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:58.287319 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c439a63e-6be2-4a05-89e9-95fbe1f06a07 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:58.291464 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c439a63e-6be2-4a05-89e9-95fbe1f06a07 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4887822 Oct 10 11:19:58.299697 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58174) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:58.299839 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b57476-624c-4611-a54a-8e81f223a4d1 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Pushing event deleted for resources: {'Port': ['ID=325b21c3-690e-4056-87a7-8ad6b7a8126d,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:58.305453 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-181728d8-0de6-478c-8a3c-f3e636b595f3 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group_rule': {'security_group_id': '07f5de2c-04a1-474e-933f-50320e28a1c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b0fa19b2-d5f0-4196-bff7-8b61ab0d5fcf'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:58.312764 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-181728d8-0de6-478c-8a3c-f3e636b595f3 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:58.317027 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-181728d8-0de6-478c-8a3c-f3e636b595f3 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Usage tracker for resource:security_group_rule and tenant:93f66be527c94456b5e0778a62b40d7c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:58.321393 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-181728d8-0de6-478c-8a3c-f3e636b595f3 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:58.329064 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-181728d8-0de6-478c-8a3c-f3e636b595f3 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:58.342265 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-7dc6350a-81c0-43ff-b876-0868fd9f8a22 None None] Set router a0269eee-e4e8-48a4-b5ba-e82b44a74bf8 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:19:58.359800 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cb79a60f-9c92-4a7d-8fd5-1b06fe8c57b7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:58.361232 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cb79a60f-9c92-4a7d-8fd5-1b06fe8c57b7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:58.367784 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c6a84a-0380-46a3-9fee-05963c7f2393 req-44b57476-624c-4611-a54a-8e81f223a4d1 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] No DVR routers for this DVR port 325b21c3-690e-4056-87a7-8ad6b7a8126d on host hv-neutron-8608 {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:19:58.376520 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-52c6a84a-0380-46a3-9fee-05963c7f2393 req-44b57476-624c-4611-a54a-8e81f223a4d1 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:58.393190 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cb1338-235b-4d11-a8ae-f2b6788d3834', 'name': 'network-vif-deleted', 'tag': '325b21c3-690e-4056-87a7-8ad6b7a8126d'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:19:58.393190 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573f7e8c-d57c-457e-91e0-fcc4db7559a7" -d '{"events": [{"server_uuid": "c5cb1338-235b-4d11-a8ae-f2b6788d3834", "name": "network-vif-deleted", "tag": "325b21c3-690e-4056-87a7-8ad6b7a8126d"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:19:58.471308 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-52c6a84a-0380-46a3-9fee-05963c7f2393 req-44b57476-624c-4611-a54a-8e81f223a4d1 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.15 "DELETE /v2.0/ports/325b21c3-690e-4056-87a7-8ad6b7a8126d HTTP/1.1" status: 204 len: 173 time: 1.5802681 Oct 10 11:19:58.477448 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2d2cc8-f303-4483-8748-9dd1ca986e98 x-openstack-request-id: req-ae2d2cc8-f303-4483-8748-9dd1ca986e98 {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:19:58.477966 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cb1338-235b-4d11-a8ae-f2b6788d3834", "name": "network-vif-deleted", "tag": "325b21c3-690e-4056-87a7-8ad6b7a8126d", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:19:58.478387 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ae2d2cc8-f303-4483-8748-9dd1ca986e98 {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:19:58.478931 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae2d2cc8-f303-4483-8748-9dd1ca986e98'] response: {'server_uuid': 'c5cb1338-235b-4d11-a8ae-f2b6788d3834', 'name': 'network-vif-deleted', 'tag': '325b21c3-690e-4056-87a7-8ad6b7a8126d', 'status': 'completed', 'code': 200} Oct 10 11:19:58.511878 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93543f-e3e6-47fa-a76d-163be02d9e53 None None] Pushing event updated for resources: {'Port': ['ID=038b3259-339d-4101-9c1c-b72f7b047251,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:58.621271 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79a60f-9c92-4a7d-8fd5-1b06fe8c57b7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Port': ['ID=fa5ec33a-e9b8-4538-9742-f19c02d82ea7,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:58.686818 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb79a60f-9c92-4a7d-8fd5-1b06fe8c57b7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network 94ac2516-401a-4f7a-a1aa-e3df877b4238 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:19:58.689511 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-cb79a60f-9c92-4a7d-8fd5-1b06fe8c57b7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:19:58.691733 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-181728d8-0de6-478c-8a3c-f3e636b595f3 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:19:58.693666 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-181728d8-0de6-478c-8a3c-f3e636b595f3 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4008300 Oct 10 11:19:58.696647 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58180) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:58.805848 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-cd93543f-e3e6-47fa-a76d-163be02d9e53 None None] Current status of the port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:58.892912 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:58.912983 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device f31532c5-f47b-4d81-9c7b-6ec80faccba0 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:19:58.979774 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0fb2a4a2-ac9f-4f8c-b1f0-763d716df4cb tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:58.986269 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb79a60f-9c92-4a7d-8fd5-1b06fe8c57b7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Router bdeaf0bd-2aec-45e7-b27c-b64404017a73 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:19:59.069639 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a61229-3b57-40a2-96fc-4161aa333f0f None None] Network 94ac2516-401a-4f7a-a1aa-e3df877b4238 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:19:59.126325 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0fb2a4a2-ac9f-4f8c-b1f0-763d716df4cb tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:59.269394 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-ec1f0168-9131-487f-b374-8d2015e88732 req-5fc2753d-2e22-49d3-ab11-b0b56bf5b4ae tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Synchronizing usage tracker for tenant:780cbdd6ed154f09a98bc1d37b65c2e0 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:19:59.285018 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb79a60f-9c92-4a7d-8fd5-1b06fe8c57b7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:19:59.297399 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68f92e7-fefa-4d1b-af38-6ea2a231cc4f None None] Sync routers for ids ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:19:59.303879 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cb79a60f-9c92-4a7d-8fd5-1b06fe8c57b7 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "PUT /v2.0/routers/bdeaf0bd-2aec-45e7-b27c-b64404017a73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3936896 Oct 10 11:19:59.304516 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58198) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:59.309877 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68f92e7-fefa-4d1b-af38-6ea2a231cc4f None None] Routers {'bdeaf0bd-2aec-45e7-b27c-b64404017a73'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:19:59.310560 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-f68f92e7-fefa-4d1b-af38-6ea2a231cc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:59.310885 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-982bccff-1fa1-45ef-8fae-5732f8e226af tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-469758334'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:19:59.317069 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7dc6350a-81c0-43ff-b876-0868fd9f8a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58926674', 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:39Z', 'updated_at': '2022-10-10T11:17:52Z', 'revision_number': 4, 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'gw_port': {'id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:52:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:41Z', 'updated_at': '2022-10-10T11:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ce9d43a3-cd69-405c-ba46-430dc8d9610e', 'name': '', 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0', 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'mac_address': 'fa:16:3e:f8:f8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '458b21fd-7fc9-46f9-9db5-643f7fbb77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:50Z', 'updated_at': '2022-10-10T11:18:02Z', 'revision_number': 5, 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'subnets': [{'id': '458b21fd-7fc9-46f9-9db5-643f7fbb77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:19:59.317981 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-982bccff-1fa1-45ef-8fae-5732f8e226af tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:19:59.324063 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-982bccff-1fa1-45ef-8fae-5732f8e226af tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Usage tracker for resource:network and tenant:936e4bb70f4f401fa185998b9205aaff is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:19:59.324276 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc6350a-81c0-43ff-b876-0868fd9f8a22 None None] The sync data for ids ['a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'] in dv-neutron-860842-1-hyperv is: [{'id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58926674', 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:39Z', 'updated_at': '2022-10-10T11:17:52Z', 'revision_number': 4, 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'gw_port': {'id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:52:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:41Z', 'updated_at': '2022-10-10T11:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ce9d43a3-cd69-405c-ba46-430dc8d9610e', 'name': '', 'network_id': 'e305c812-a69a-4f97-8da1-f8cf6d6d5df0', 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'mac_address': 'fa:16:3e:f8:f8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '458b21fd-7fc9-46f9-9db5-643f7fbb77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:50Z', 'updated_at': '2022-10-10T11:18:02Z', 'revision_number': 5, 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'subnets': [{'id': '458b21fd-7fc9-46f9-9db5-643f7fbb77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:19:59.327537 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0fe84f1d-b599-4710-ae96-89e4a097fabd None None] Provisioning for port 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:59.329915 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-982bccff-1fa1-45ef-8fae-5732f8e226af tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:19:59.338749 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-982bccff-1fa1-45ef-8fae-5732f8e226af tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:19:59.340022 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0fe84f1d-b599-4710-ae96-89e4a097fabd None None] Provisioning complete for port 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:59.340392 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0fe84f1d-b599-4710-ae96-89e4a097fabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:59.340720 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0fe84f1d-b599-4710-ae96-89e4a097fabd None None] Attempt 1 to provision port 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26 Oct 10 11:19:59.365535 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-ec1f0168-9131-487f-b374-8d2015e88732 req-5fc2753d-2e22-49d3-ab11-b0b56bf5b4ae tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Unset dirty status for tenant:780cbdd6ed154f09a98bc1d37b65c2e0 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:19:59.366505 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0fb2a4a2-ac9f-4f8c-b1f0-763d716df4cb tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:59.367491 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ec1f0168-9131-487f-b374-8d2015e88732 req-5fc2753d-2e22-49d3-ab11-b0b56bf5b4ae tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "GET /v2.0/ports?device_id=c5cb1338-235b-4d11-a8ae-f2b6788d3834 HTTP/1.1" status: 200 len: 210 time: 0.1577740 Oct 10 11:19:59.375618 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0fb2a4a2-ac9f-4f8c-b1f0-763d716df4cb tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:59.376895 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0fb2a4a2-ac9f-4f8c-b1f0-763d716df4cb tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "DELETE /v2.0/security-groups/b0fa19b2-d5f0-4196-bff7-8b61ab0d5fcf HTTP/1.1" status: 204 len: 168 time: 0.6791389 Oct 10 11:19:59.379886 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58202) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:59.406482 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2a4a2-ac9f-4f8c-b1f0-763d716df4cb tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fa19b2-d5f0-4196-bff7-8b61ab0d5fcf,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:19:59.429680 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982bccff-1fa1-45ef-8fae-5732f8e226af tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Made reservation on behalf of 936e4bb70f4f401fa185998b9205aaff for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:19:59.433099 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-982bccff-1fa1-45ef-8fae-5732f8e226af tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:59.486993 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e90251b2-951c-4e4e-8493-525ea54e5dfe tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Synchronizing usage tracker for tenant:93f66be527c94456b5e0778a62b40d7c on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:19:59.494870 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port f31532c5-f47b-4d81-9c7b-6ec80faccba0 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:19:59.499408 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982bccff-1fa1-45ef-8fae-5732f8e226af tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 481} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:19:59.514371 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port f31532c5-f47b-4d81-9c7b-6ec80faccba0 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:19:59.521243 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:59.521243 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port f31532c5-f47b-4d81-9c7b-6ec80faccba0 Oct 10 11:19:59.523965 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-982bccff-1fa1-45ef-8fae-5732f8e226af tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:59.524760 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-982bccff-1fa1-45ef-8fae-5732f8e226af tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Added segment 2c07a7f3-617f-4ac7-bc51-710bb3d2b452 of type vlan for network 02fa1d4e-2605-4fc9-a532-9f422be7fcce Oct 10 11:19:59.562503 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-982bccff-1fa1-45ef-8fae-5732f8e226af tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:59.571287 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e90251b2-951c-4e4e-8493-525ea54e5dfe tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Unset dirty status for tenant:93f66be527c94456b5e0778a62b40d7c on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:19:59.583564 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e90251b2-951c-4e4e-8493-525ea54e5dfe tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1908176 Oct 10 11:19:59.583564 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58206) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:19:59.625177 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-f68f92e7-fefa-4d1b-af38-6ea2a231cc4f None None] Set router bdeaf0bd-2aec-45e7-b27c-b64404017a73 gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:19:59.702661 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-982bccff-1fa1-45ef-8fae-5732f8e226af tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:59.711503 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982bccff-1fa1-45ef-8fae-5732f8e226af tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:19:59.712296 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-982bccff-1fa1-45ef-8fae-5732f8e226af tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:59.712867 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0fe84f1d-b599-4710-ae96-89e4a097fabd None None] Current status of the port 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:59.713243 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0fe84f1d-b599-4710-ae96-89e4a097fabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:59.740748 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-61f2f1e5-6da8-4832-86b9-ad18a352150f tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:59.812105 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-61f2f1e5-6da8-4832-86b9-ad18a352150f tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:59.819103 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-0fe84f1d-b599-4710-ae96-89e4a097fabd None None] For port 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=0d97a2e4-b8f7-4780-8ac8-552b0ca75a26,segment=NetworkSegment(fd6ba4c5-6c5f-4e6e-a603-96bed3d0af57),segment_id=fd6ba4c5-6c5f-4e6e-a603-96bed3d0af57)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:19:59.848190 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port f31532c5-f47b-4d81-9c7b-6ec80faccba0 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:19:59.849162 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:59.872425 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39513b04-8ccb-4107-97f1-e440bf45819c None None] New status for floating IP aeb2fbe5-f9b9-4974-a5e9-2a37c922c098: DOWN {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:19:59.965785 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0fe84f1d-b599-4710-ae96-89e4a097fabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:19:59.999955 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-61f2f1e5-6da8-4832-86b9-ad18a352150f tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:00.041470 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2f1e5-6da8-4832-86b9-ad18a352150f tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f5de2c-04a1-474e-933f-50320e28a1c5,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:00.145511 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982bccff-1fa1-45ef-8fae-5732f8e226af tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Network': ['ID=02fa1d4e-2605-4fc9-a532-9f422be7fcce,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:00.151826 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-61f2f1e5-6da8-4832-86b9-ad18a352150f tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:00.153323 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-61f2f1e5-6da8-4832-86b9-ad18a352150f tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "DELETE /v2.0/security-groups/07f5de2c-04a1-474e-933f-50320e28a1c5 HTTP/1.1" status: 204 len: 168 time: 0.5768566 Oct 10 11:20:00.160340 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58212) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:00.162963 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-982bccff-1fa1-45ef-8fae-5732f8e226af tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8573368 Oct 10 11:20:00.166087 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58216) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:00.172259 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-245211d8-e5a0-4491-b2a2-da7791233e84 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'subnet': {'network_id': '02fa1d4e-2605-4fc9-a532-9f422be7fcce', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:00.201494 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe84f1d-b599-4710-ae96-89e4a097fabd None None] Pushing event updated for resources: {'Port': ['ID=0d97a2e4-b8f7-4780-8ac8-552b0ca75a26,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:00.212232 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 02fa1d4e-2605-4fc9-a532-9f422be7fcce details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:20:00.229179 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-f68f92e7-fefa-4d1b-af38-6ea2a231cc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:19:56Z', 'revision_number': 4, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None, '_interfaces': [{'id': 'e9fefc59-3527-4184-acb6-399bfcb87355', 'name': '', 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:03:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '307b3c71-982d-474b-82ca-a920c0b88793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:41Z', 'updated_at': '2022-10-10T11:19:51Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '307b3c71-982d-474b-82ca-a920c0b88793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31532c5-f47b-4d81-9c7b-6ec80faccba0', 'name': '', 'network_id': 'de62a94c-e3d7-442f-875d-ce0240935927', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:9c:4b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:48Z', 'updated_at': '2022-10-10T11:19:53Z', 'revision_number': 4, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa5ec33a-e9b8-4538-9742-f19c02d82ea7', 'name': '', 'network_id': '94ac2516-401a-4f7a-a1aa-e3df877b4238', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:56:0c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'db2321ac-e482-4aeb-b5d9-3625e2d1abad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:55Z', 'updated_at': '2022-10-10T11:19:57Z', 'revision_number': 2, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'db2321ac-e482-4aeb-b5d9-3625e2d1abad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:00.240652 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68f92e7-fefa-4d1b-af38-6ea2a231cc4f None None] Checking router: bdeaf0bd-2aec-45e7-b27c-b64404017a73 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:20:00.241312 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68f92e7-fefa-4d1b-af38-6ea2a231cc4f None None] Updating router bdeaf0bd-2aec-45e7-b27c-b64404017a73 port fa5ec33a-e9b8-4538-9742-f19c02d82ea7 binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:20:00.265500 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port f31532c5-f47b-4d81-9c7b-6ec80faccba0, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=f31532c5-f47b-4d81-9c7b-6ec80faccba0,segment=NetworkSegment(0bab2ba0-1b92-4196-98b3-2fb8569719d1),segment_id=0bab2ba0-1b92-4196-98b3-2fb8569719d1)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:00.354113 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-f68f92e7-fefa-4d1b-af38-6ea2a231cc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:00.363665 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2480ebe6-a8fe-45b9-be08-dc9de8055561 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Synchronizing usage tracker for tenant:93f66be527c94456b5e0778a62b40d7c on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:20:00.369699 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:00.460523 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-245211d8-e5a0-4491-b2a2-da7791233e84 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:20:00.475176 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-245211d8-e5a0-4491-b2a2-da7791233e84 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Usage tracker for resource:subnet and tenant:936e4bb70f4f401fa185998b9205aaff is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:20:00.481596 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-245211d8-e5a0-4491-b2a2-da7791233e84 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:20:00.483858 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-e8eb787e-b672-4ff0-b240-bcfdf92e22c8 None None] Provisioning complete for port 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:20:00.484304 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e8eb787e-b672-4ff0-b240-bcfdf92e22c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:00.485412 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-e8eb787e-b672-4ff0-b240-bcfdf92e22c8 None None] Attempt 1 to provision port 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26 Oct 10 11:20:00.502728 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-245211d8-e5a0-4491-b2a2-da7791233e84 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:20:00.523944 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2480ebe6-a8fe-45b9-be08-dc9de8055561 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Unset dirty status for tenant:93f66be527c94456b5e0778a62b40d7c on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:20:00.526100 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2480ebe6-a8fe-45b9-be08-dc9de8055561 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3691764 Oct 10 11:20:00.530311 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 038b3259-339d-4101-9c1c-b72f7b047251 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:20:00.533313 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58230) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:00.540575 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-9b878fcc-750f-44e6-8148-5f271c320e34 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group': {'name': 'tempest-secgroup--1911912903'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:00.551701 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9b878fcc-750f-44e6-8148-5f271c320e34 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:20:00.561296 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58234) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:00.576153 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9b878fcc-750f-44e6-8148-5f271c320e34 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:20:00.645509 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=f31532c5-f47b-4d81-9c7b-6ec80faccba0,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:00.676400 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9b878fcc-750f-44e6-8148-5f271c320e34 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:00.718086 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9b878fcc-750f-44e6-8148-5f271c320e34 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:20:00.726168 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9b878fcc-750f-44e6-8148-5f271c320e34 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Usage tracker for resource:security_group_rule and tenant:93f66be527c94456b5e0778a62b40d7c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:20:00.729720 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9b878fcc-750f-44e6-8148-5f271c320e34 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:20:00.743794 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9b878fcc-750f-44e6-8148-5f271c320e34 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:20:00.776520 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 038b3259-339d-4101-9c1c-b72f7b047251 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:20:00.777145 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:00.777660 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 038b3259-339d-4101-9c1c-b72f7b047251 Oct 10 11:20:00.821419 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-e8eb787e-b672-4ff0-b240-bcfdf92e22c8 None None] Current status of the port 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:20:00.895235 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9b878fcc-750f-44e6-8148-5f271c320e34 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:00.931446 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-e8eb787e-b672-4ff0-b240-bcfdf92e22c8 None None] Provisioning for port fa5ec33a-e9b8-4538-9742-f19c02d82ea7 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:20:00.937673 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-e8eb787e-b672-4ff0-b240-bcfdf92e22c8 None None] Provisioning complete for port fa5ec33a-e9b8-4538-9742-f19c02d82ea7 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:20:00.938046 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e8eb787e-b672-4ff0-b240-bcfdf92e22c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:00.938390 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-e8eb787e-b672-4ff0-b240-bcfdf92e22c8 None None] Attempt 1 to provision port fa5ec33a-e9b8-4538-9742-f19c02d82ea7 Oct 10 11:20:00.943739 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245211d8-e5a0-4491-b2a2-da7791233e84 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Made reservation on behalf of 936e4bb70f4f401fa185998b9205aaff for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:20:00.947826 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-245211d8-e5a0-4491-b2a2-da7791233e84 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:00.961299 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9b878fcc-750f-44e6-8148-5f271c320e34 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:01.053663 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-f68f92e7-fefa-4d1b-af38-6ea2a231cc4f None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:01.071519 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-f68f92e7-fefa-4d1b-af38-6ea2a231cc4f None None] Transition to ACTIVE for port object fa5ec33a-e9b8-4538-9742-f19c02d82ea7 will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:20:01.073444 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b878fcc-750f-44e6-8148-5f271c320e34 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a6382f-c378-4f7f-937b-43409ad43fa5,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:01.114751 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9b878fcc-750f-44e6-8148-5f271c320e34 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:01.116000 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9b878fcc-750f-44e6-8148-5f271c320e34 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5814459 Oct 10 11:20:01.119041 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58240) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:01.125856 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-29e38e7c-7a41-4b8a-8bf6-25a1891cfe49 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group_rule': {'security_group_id': 'd7a6382f-c378-4f7f-937b-43409ad43fa5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:01.137038 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-29e38e7c-7a41-4b8a-8bf6-25a1891cfe49 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:20:01.143261 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-29e38e7c-7a41-4b8a-8bf6-25a1891cfe49 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Usage tracker for resource:security_group_rule and tenant:93f66be527c94456b5e0778a62b40d7c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:20:01.149436 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-29e38e7c-7a41-4b8a-8bf6-25a1891cfe49 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:20:01.155055 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 325b21c3-690e-4056-87a7-8ad6b7a8126d no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:20:01.160225 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-29e38e7c-7a41-4b8a-8bf6-25a1891cfe49 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:20:01.171681 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-f68f92e7-fefa-4d1b-af38-6ea2a231cc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:01.201346 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: 325b21c3-690e-4056-87a7-8ad6b7a8126d {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:20:01.201718 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 325b21c3-690e-4056-87a7-8ad6b7a8126d not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:20:01.203594 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-e8eb787e-b672-4ff0-b240-bcfdf92e22c8 None None] Port fa5ec33a-e9b8-4538-9742-f19c02d82ea7 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:01.209944 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 038b3259-339d-4101-9c1c-b72f7b047251 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:20:01.211288 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:20:01.295137 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:20:01.295137 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:01.295137 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 Oct 10 11:20:01.343046 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-29e38e7c-7a41-4b8a-8bf6-25a1891cfe49 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:20:01.344727 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-29e38e7c-7a41-4b8a-8bf6-25a1891cfe49 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2247322 Oct 10 11:20:01.347400 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58244) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:01.354100 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-5299dda4-c141-4963-95ee-a0bdf5b18c0b tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group_rule': {'security_group_id': 'd7a6382f-c378-4f7f-937b-43409ad43fa5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:01.367123 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947ce12-6f54-4128-85a8-c921f0029b08 None None] Pushing event updated for resources: {'Port': ['ID=fa5ec33a-e9b8-4538-9742-f19c02d82ea7,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:01.369228 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5299dda4-c141-4963-95ee-a0bdf5b18c0b tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:20:01.376927 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5299dda4-c141-4963-95ee-a0bdf5b18c0b tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Usage tracker for resource:security_group_rule and tenant:93f66be527c94456b5e0778a62b40d7c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:20:01.381019 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5299dda4-c141-4963-95ee-a0bdf5b18c0b tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:20:01.387973 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5299dda4-c141-4963-95ee-a0bdf5b18c0b tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:20:01.428073 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:20:01.429303 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:20:01.530754 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-f68f92e7-fefa-4d1b-af38-6ea2a231cc4f None None] Attempting to bind port fa5ec33a-e9b8-4538-9742-f19c02d82ea7 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:20:01.531160 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-f68f92e7-fefa-4d1b-af38-6ea2a231cc4f None None] Attempting to bind port fa5ec33a-e9b8-4538-9742-f19c02d82ea7 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'fd6ba4c5-6c5f-4e6e-a603-96bed3d0af57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': '94ac2516-401a-4f7a-a1aa-e3df877b4238'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:20:01.531616 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f92e7-fefa-4d1b-af38-6ea2a231cc4f None None] Attempting to bind port fa5ec33a-e9b8-4538-9742-f19c02d82ea7 on network 94ac2516-401a-4f7a-a1aa-e3df877b4238 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:20:01.539564 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f92e7-fefa-4d1b-af38-6ea2a231cc4f None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:20:01.540048 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f92e7-fefa-4d1b-af38-6ea2a231cc4f None None] Checking segment: {'id': 'fd6ba4c5-6c5f-4e6e-a603-96bed3d0af57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': '94ac2516-401a-4f7a-a1aa-e3df877b4238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:20:01.540688 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-f68f92e7-fefa-4d1b-af38-6ea2a231cc4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:01.541086 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f92e7-fefa-4d1b-af38-6ea2a231cc4f None None] Bound using segment: {'id': 'fd6ba4c5-6c5f-4e6e-a603-96bed3d0af57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': '94ac2516-401a-4f7a-a1aa-e3df877b4238'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:20:01.541627 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-f68f92e7-fefa-4d1b-af38-6ea2a231cc4f None None] Bound port: fa5ec33a-e9b8-4538-9742-f19c02d82ea7, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6ba4c5-6c5f-4e6e-a603-96bed3d0af57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 450, 'network_id': '94ac2516-401a-4f7a-a1aa-e3df877b4238'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:20:01.542023 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-f68f92e7-fefa-4d1b-af38-6ea2a231cc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:01.570476 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:20:01.571468 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:01.571811 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26 Oct 10 11:20:01.572816 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-5299dda4-c141-4963-95ee-a0bdf5b18c0b tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:20:01.574471 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5299dda4-c141-4963-95ee-a0bdf5b18c0b tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2259746 Oct 10 11:20:01.577270 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58250) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:01.613658 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-245211d8-e5a0-4491-b2a2-da7791233e84 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:01.675366 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-86818bd4-babb-4f7f-92ce-c3ab17fd1b1b tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:01.697771 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0bd4484b-102d-45f9-bd0f-7f25cd8dab7c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:01.704687 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-86818bd4-babb-4f7f-92ce-c3ab17fd1b1b tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:01.706292 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-f68f92e7-fefa-4d1b-af38-6ea2a231cc4f None None] For port fa5ec33a-e9b8-4538-9742-f19c02d82ea7, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:20:01.710902 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-f68f92e7-fefa-4d1b-af38-6ea2a231cc4f None None] For port fa5ec33a-e9b8-4538-9742-f19c02d82ea7, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=fa5ec33a-e9b8-4538-9742-f19c02d82ea7,segment=NetworkSegment(fd6ba4c5-6c5f-4e6e-a603-96bed3d0af57),segment_id=fd6ba4c5-6c5f-4e6e-a603-96bed3d0af57)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:20:01.714960 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-e8eb787e-b672-4ff0-b240-bcfdf92e22c8 None None] Attempt 2 to provision port fa5ec33a-e9b8-4538-9742-f19c02d82ea7 Oct 10 11:20:01.774350 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-f68f92e7-fefa-4d1b-af38-6ea2a231cc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:01.791288 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:20:01.795043 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-e8eb787e-b672-4ff0-b240-bcfdf92e22c8 None None] Port fa5ec33a-e9b8-4538-9742-f19c02d82ea7 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:01.796759 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245211d8-e5a0-4491-b2a2-da7791233e84 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Subnet': ['ID=3c471518-8f6e-4940-adf0-47535a01ea2b,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:01.811911 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245211d8-e5a0-4491-b2a2-da7791233e84 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Checking segment: {'id': '2c07a7f3-617f-4ac7-bc51-710bb3d2b452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': '02fa1d4e-2605-4fc9-a532-9f422be7fcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:20:01.812205 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245211d8-e5a0-4491-b2a2-da7791233e84 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network hostable DHCP agents. Network: 02fa1d4e-2605-4fc9-a532-9f422be7fcce, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:20:01.832673 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68f92e7-fefa-4d1b-af38-6ea2a231cc4f None None] Routers {'bdeaf0bd-2aec-45e7-b27c-b64404017a73'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:01.833959 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-86818bd4-babb-4f7f-92ce-c3ab17fd1b1b tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:01.834582 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-f68f92e7-fefa-4d1b-af38-6ea2a231cc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:19:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:01.854772 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86818bd4-babb-4f7f-92ce-c3ab17fd1b1b tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a6382f-c378-4f7f-937b-43409ad43fa5,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:01.861887 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-86818bd4-babb-4f7f-92ce-c3ab17fd1b1b tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:01.873670 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-86818bd4-babb-4f7f-92ce-c3ab17fd1b1b tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "DELETE /v2.0/security-groups/d7a6382f-c378-4f7f-937b-43409ad43fa5 HTTP/1.1" status: 204 len: 168 time: 0.2847505 Oct 10 11:20:01.873670 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58254) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:01.968451 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-bdc724eb-4444-4589-b0cd-e50f3b3994e5 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Synchronizing usage tracker for tenant:93f66be527c94456b5e0778a62b40d7c on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:20:02.042343 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947ce12-6f54-4128-85a8-c921f0029b08 None None] Pushing event updated for resources: {'Port': ['ID=fa5ec33a-e9b8-4538-9742-f19c02d82ea7,revision_number=4']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:02.042599 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245211d8-e5a0-4491-b2a2-da7791233e84 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network 02fa1d4e-2605-4fc9-a532-9f422be7fcce is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:20:02.063865 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-bdc724eb-4444-4589-b0cd-e50f3b3994e5 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Unset dirty status for tenant:93f66be527c94456b5e0778a62b40d7c on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:20:02.065224 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-f68f92e7-fefa-4d1b-af38-6ea2a231cc4f None None] Set router bdeaf0bd-2aec-45e7-b27c-b64404017a73 gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:02.067209 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-bdc724eb-4444-4589-b0cd-e50f3b3994e5 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1990600 Oct 10 11:20:02.072086 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58258) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:02.078937 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-753e7292-c5d5-4a02-b536-9a9fd4e90176 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group': {'name': 'tempest-secgroup--403501174'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:02.088773 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-753e7292-c5d5-4a02-b536-9a9fd4e90176 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:20:02.102881 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-753e7292-c5d5-4a02-b536-9a9fd4e90176 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:20:02.301809 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-e8eb787e-b672-4ff0-b240-bcfdf92e22c8 None None] Attempt 3 to provision port fa5ec33a-e9b8-4538-9742-f19c02d82ea7 Oct 10 11:20:02.306809 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-0bd4484b-102d-45f9-bd0f-7f25cd8dab7c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Deleting port ce9d43a3-cd69-405c-ba46-430dc8d9610e {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:02.306809 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0bd4484b-102d-45f9-bd0f-7f25cd8dab7c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:02.331424 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-753e7292-c5d5-4a02-b536-9a9fd4e90176 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:02.365498 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-245211d8-e5a0-4491-b2a2-da7791233e84 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 02fa1d4e-2605-4fc9-a532-9f422be7fcce) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:20:02.372747 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-e8eb787e-b672-4ff0-b240-bcfdf92e22c8 None None] Port fa5ec33a-e9b8-4538-9742-f19c02d82ea7 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:20:02.386047 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689a1033-7b13-4686-92c6-28185da85db6 None None] Network 02fa1d4e-2605-4fc9-a532-9f422be7fcce requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:20:02.387842 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245211d8-e5a0-4491-b2a2-da7791233e84 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:02.388603 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-245211d8-e5a0-4491-b2a2-da7791233e84 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:02.405684 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-753e7292-c5d5-4a02-b536-9a9fd4e90176 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:20:02.413328 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-753e7292-c5d5-4a02-b536-9a9fd4e90176 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Usage tracker for resource:security_group_rule and tenant:93f66be527c94456b5e0778a62b40d7c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:20:02.418691 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-753e7292-c5d5-4a02-b536-9a9fd4e90176 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:20:02.429451 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-753e7292-c5d5-4a02-b536-9a9fd4e90176 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:20:02.468709 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-f68f92e7-fefa-4d1b-af38-6ea2a231cc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:19:56Z', 'revision_number': 4, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None, '_interfaces': [{'id': 'e9fefc59-3527-4184-acb6-399bfcb87355', 'name': '', 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:03:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '307b3c71-982d-474b-82ca-a920c0b88793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:41Z', 'updated_at': '2022-10-10T11:19:51Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '307b3c71-982d-474b-82ca-a920c0b88793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31532c5-f47b-4d81-9c7b-6ec80faccba0', 'name': '', 'network_id': 'de62a94c-e3d7-442f-875d-ce0240935927', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:9c:4b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:48Z', 'updated_at': '2022-10-10T11:20:00Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa5ec33a-e9b8-4538-9742-f19c02d82ea7', 'name': '', 'network_id': '94ac2516-401a-4f7a-a1aa-e3df877b4238', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:56:0c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'db2321ac-e482-4aeb-b5d9-3625e2d1abad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:55Z', 'updated_at': '2022-10-10T11:20:01Z', 'revision_number': 4, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'db2321ac-e482-4aeb-b5d9-3625e2d1abad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:02.475027 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68f92e7-fefa-4d1b-af38-6ea2a231cc4f None None] The sync data for ids ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'] in dv-neutron-860842-1-hyperv is: [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:19:56Z', 'revision_number': 4, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None, '_interfaces': [{'id': 'e9fefc59-3527-4184-acb6-399bfcb87355', 'name': '', 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:03:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '307b3c71-982d-474b-82ca-a920c0b88793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:41Z', 'updated_at': '2022-10-10T11:19:51Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '307b3c71-982d-474b-82ca-a920c0b88793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31532c5-f47b-4d81-9c7b-6ec80faccba0', 'name': '', 'network_id': 'de62a94c-e3d7-442f-875d-ce0240935927', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:9c:4b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:48Z', 'updated_at': '2022-10-10T11:20:00Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa5ec33a-e9b8-4538-9742-f19c02d82ea7', 'name': '', 'network_id': '94ac2516-401a-4f7a-a1aa-e3df877b4238', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:56:0c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'db2321ac-e482-4aeb-b5d9-3625e2d1abad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:55Z', 'updated_at': '2022-10-10T11:20:01Z', 'revision_number': 4, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'db2321ac-e482-4aeb-b5d9-3625e2d1abad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:20:02.516657 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device f31532c5-f47b-4d81-9c7b-6ec80faccba0 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:20:02.654605 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-245211d8-e5a0-4491-b2a2-da7791233e84 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4871898 Oct 10 11:20:02.696139 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58264) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:02.719900 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-753e7292-c5d5-4a02-b536-9a9fd4e90176 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:02.812301 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-753e7292-c5d5-4a02-b536-9a9fd4e90176 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:02.820501 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port f31532c5-f47b-4d81-9c7b-6ec80faccba0 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:20:02.821279 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:02.821751 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port f31532c5-f47b-4d81-9c7b-6ec80faccba0 Oct 10 11:20:02.875199 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e7292-c5d5-4a02-b536-9a9fd4e90176 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19aec542-2f63-446b-a83b-84b8b96e492e,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:02.933555 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67eb92f3-0650-44c5-8df2-5e49800d4ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-02fa1d4e-2605-4fc9-a532-9f422be7fcce', 'network_id': '02fa1d4e-2605-4fc9-a532-9f422be7fcce', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'fixed_ips': [{'subnet_id': '3c471518-8f6e-4940-adf0-47535a01ea2b'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:20:02.934649 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-67eb92f3-0650-44c5-8df2-5e49800d4ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:02.978873 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-753e7292-c5d5-4a02-b536-9a9fd4e90176 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:02.985660 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-753e7292-c5d5-4a02-b536-9a9fd4e90176 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9124002 Oct 10 11:20:02.986447 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58268) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:02.992370 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-bcc00bc3-bec0-4ac8-ad60-ec7aebe906d9 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:02.992795 dv-neutron-860842-1-hyperv neutron-server[89897]: WARNING neutron.api.v2.base [None req-bcc00bc3-bec0-4ac8-ad60-ec7aebe906d9 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 10 11:20:02.993289 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-bcc00bc3-bec0-4ac8-ad60-ec7aebe906d9 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] update failed (client error): There was a conflict when trying to complete your request. Oct 10 11:20:02.994338 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-bcc00bc3-bec0-4ac8-ad60-ec7aebe906d9 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "PUT /v2.0/security-groups/19aec542-2f63-446b-a83b-84b8b96e492e HTTP/1.1" status: 409 len: 330 time: 0.0069427 Oct 10 11:20:02.998054 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58272) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:03.000652 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-0bd4484b-102d-45f9-bd0f-7f25cd8dab7c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] For port ce9d43a3-cd69-405c-ba46-430dc8d9610e, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ce9d43a3-cd69-405c-ba46-430dc8d9610e,segment=NetworkSegment(e905f2b1-d6b8-4415-bb8a-84a4a33978dd),segment_id=e905f2b1-d6b8-4415-bb8a-84a4a33978dd)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:03.000980 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0bd4484b-102d-45f9-bd0f-7f25cd8dab7c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:03.082151 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a14ec82f-5103-4d07-b413-dd95b52abdba tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:03.118613 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a14ec82f-5103-4d07-b413-dd95b52abdba tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:03.124756 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port f31532c5-f47b-4d81-9c7b-6ec80faccba0 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:20:03.223890 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-67eb92f3-0650-44c5-8df2-5e49800d4ff2 None None] Allocated IP 2001:db8:3::2 (02fa1d4e-2605-4fc9-a532-9f422be7fcce/3c471518-8f6e-4940-adf0-47535a01ea2b/12345924-03a0-478a-9ea8-325cb9c6f8ec) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:20:03.225599 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-0bd4484b-102d-45f9-bd0f-7f25cd8dab7c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Calling delete_port for ce9d43a3-cd69-405c-ba46-430dc8d9610e owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:20:03.258177 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a14ec82f-5103-4d07-b413-dd95b52abdba tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:03.291692 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a14ec82f-5103-4d07-b413-dd95b52abdba tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:03.294249 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a14ec82f-5103-4d07-b413-dd95b52abdba tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "DELETE /v2.0/security-groups/19aec542-2f63-446b-a83b-84b8b96e492e HTTP/1.1" status: 204 len: 168 time: 0.2951596 Oct 10 11:20:03.298358 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58286) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:03.334282 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ec82f-5103-4d07-b413-dd95b52abdba tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19aec542-2f63-446b-a83b-84b8b96e492e,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:03.424512 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-883cbe14-cee9-4144-9f88-5829b4579887 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Synchronizing usage tracker for tenant:93f66be527c94456b5e0778a62b40d7c on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:20:03.516328 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-eb17be80-80c5-4f31-bb2a-56f65936906d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:03.544216 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-883cbe14-cee9-4144-9f88-5829b4579887 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] Unset dirty status for tenant:93f66be527c94456b5e0778a62b40d7c on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:20:03.545502 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-883cbe14-cee9-4144-9f88-5829b4579887 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2459629 Oct 10 11:20:03.549354 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58290) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:03.563603 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-67eb92f3-0650-44c5-8df2-5e49800d4ff2 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:03.578653 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-67eb92f3-0650-44c5-8df2-5e49800d4ff2 None None] Transition to ACTIVE for port object 12345924-03a0-478a-9ea8-325cb9c6f8ec will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:20:03.581677 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-cede9184-cf4d-482b-b4ff-7ce0d78dbf51 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] delete failed (client error): The resource could not be found. Oct 10 11:20:03.584722 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-cede9184-cf4d-482b-b4ff-7ce0d78dbf51 tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "DELETE /v2.0/security-groups/f322c177-1465-40b0-8449-8fbeee101719 HTTP/1.1" status: 404 len: 347 time: 0.0322301 Oct 10 11:20:03.588328 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58294) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:03.601052 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-67eb92f3-0650-44c5-8df2-5e49800d4ff2 None None] Transition to ACTIVE for port object 12345924-03a0-478a-9ea8-325cb9c6f8ec will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:20:03.611254 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-46eaa752-25f0-453a-b55b-42a75ba8b34d tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] show failed (client error): The resource could not be found. Oct 10 11:20:03.612289 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-46eaa752-25f0-453a-b55b-42a75ba8b34d tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "GET /v2.0/security-groups/d430797e-a076-4f8b-8320-08bc543bc5f8 HTTP/1.1" status: 404 len: 347 time: 0.0227277 Oct 10 11:20:03.617974 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58298) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:03.633265 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-11b1ccde-9cdb-41f7-82ed-337b2892f1ee tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] show failed (client error): The resource could not be found. Oct 10 11:20:03.634971 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-11b1ccde-9cdb-41f7-82ed-337b2892f1ee tempest-NegativeSecGroupIPv6Test-447139289 tempest-NegativeSecGroupIPv6Test-447139289-project] 10.222.0.40 "GET /v2.0/security-group-rules/db3422cb-8b91-4f0c-91c4-d6293942967a HTTP/1.1" status: 404 len: 356 time: 0.0153680 Oct 10 11:20:03.727408 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-67eb92f3-0650-44c5-8df2-5e49800d4ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:03.818018 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb92f3-0650-44c5-8df2-5e49800d4ff2 None None] Pushing event updated for resources: {'Port': ['ID=12345924-03a0-478a-9ea8-325cb9c6f8ec,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:03.835982 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eb92f3-0650-44c5-8df2-5e49800d4ff2 None None] Network 02fa1d4e-2605-4fc9-a532-9f422be7fcce is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:20:03.837244 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-67eb92f3-0650-44c5-8df2-5e49800d4ff2 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:20:03.842202 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eb92f3-0650-44c5-8df2-5e49800d4ff2 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:20:03.873583 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b9d31be5-57d8-4c74-a860-03d6e30ccabd tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:04.014967 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-67eb92f3-0650-44c5-8df2-5e49800d4ff2 None None] Attempting to bind port 12345924-03a0-478a-9ea8-325cb9c6f8ec on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:20:04.015626 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-67eb92f3-0650-44c5-8df2-5e49800d4ff2 None None] Attempting to bind port 12345924-03a0-478a-9ea8-325cb9c6f8ec by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '2c07a7f3-617f-4ac7-bc51-710bb3d2b452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': '02fa1d4e-2605-4fc9-a532-9f422be7fcce'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:20:04.016144 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eb92f3-0650-44c5-8df2-5e49800d4ff2 None None] Attempting to bind port 12345924-03a0-478a-9ea8-325cb9c6f8ec on network 02fa1d4e-2605-4fc9-a532-9f422be7fcce {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:20:04.023354 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eb92f3-0650-44c5-8df2-5e49800d4ff2 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:20:04.024214 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eb92f3-0650-44c5-8df2-5e49800d4ff2 None None] Checking segment: {'id': '2c07a7f3-617f-4ac7-bc51-710bb3d2b452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': '02fa1d4e-2605-4fc9-a532-9f422be7fcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:20:04.024781 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-67eb92f3-0650-44c5-8df2-5e49800d4ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:04.025510 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eb92f3-0650-44c5-8df2-5e49800d4ff2 None None] Bound using segment: {'id': '2c07a7f3-617f-4ac7-bc51-710bb3d2b452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': '02fa1d4e-2605-4fc9-a532-9f422be7fcce'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:20:04.026166 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-67eb92f3-0650-44c5-8df2-5e49800d4ff2 None None] Bound port: 12345924-03a0-478a-9ea8-325cb9c6f8ec, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c07a7f3-617f-4ac7-bc51-710bb3d2b452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': '02fa1d4e-2605-4fc9-a532-9f422be7fcce'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:20:04.026972 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-67eb92f3-0650-44c5-8df2-5e49800d4ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:04.123306 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-67eb92f3-0650-44c5-8df2-5e49800d4ff2 None None] For port 12345924-03a0-478a-9ea8-325cb9c6f8ec, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:20:04.126904 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-67eb92f3-0650-44c5-8df2-5e49800d4ff2 None None] For port 12345924-03a0-478a-9ea8-325cb9c6f8ec, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=12345924-03a0-478a-9ea8-325cb9c6f8ec,segment=NetworkSegment(2c07a7f3-617f-4ac7-bc51-710bb3d2b452),segment_id=2c07a7f3-617f-4ac7-bc51-710bb3d2b452)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:20:04.191262 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-67eb92f3-0650-44c5-8df2-5e49800d4ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:04.282694 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58308) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:04.301268 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb92f3-0650-44c5-8df2-5e49800d4ff2 None None] Pushing event updated for resources: {'Port': ['ID=12345924-03a0-478a-9ea8-325cb9c6f8ec,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:04.320938 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0bd4484b-102d-45f9-bd0f-7f25cd8dab7c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:04.399551 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4484b-102d-45f9-bd0f-7f25cd8dab7c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Pushing event deleted for resources: {'Port': ['ID=ce9d43a3-cd69-405c-ba46-430dc8d9610e,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:04.527611 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-76a5219e-5684-4da5-afa6-0d4ed38e573c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=93f66be527c94456b5e0778a62b40d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2436435 Oct 10 11:20:04.535161 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device fa5ec33a-e9b8-4538-9742-f19c02d82ea7 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:20:04.536575 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58314) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:04.642221 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4df882e1-857f-4ab6-a4bc-f756ed7f544a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:04.694102 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4df882e1-857f-4ab6-a4bc-f756ed7f544a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:04.779128 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port fa5ec33a-e9b8-4538-9742-f19c02d82ea7 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:20:04.794032 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port fa5ec33a-e9b8-4538-9742-f19c02d82ea7 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:20:04.795768 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:04.796112 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port fa5ec33a-e9b8-4538-9742-f19c02d82ea7 Oct 10 11:20:04.881948 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4df882e1-857f-4ab6-a4bc-f756ed7f544a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:04.916626 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df882e1-857f-4ab6-a4bc-f756ed7f544a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270a9f09-fe86-4423-b65a-a732b9f75ddc,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:04.927513 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-b9d31be5-57d8-4c74-a860-03d6e30ccabd tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Allocated IP 2001:db8:3::1 (02fa1d4e-2605-4fc9-a532-9f422be7fcce/3c471518-8f6e-4940-adf0-47535a01ea2b/66e1f770-5778-4676-99dd-50a146544256) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:20:05.007179 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4df882e1-857f-4ab6-a4bc-f756ed7f544a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:05.021360 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4df882e1-857f-4ab6-a4bc-f756ed7f544a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/270a9f09-fe86-4423-b65a-a732b9f75ddc HTTP/1.1" status: 204 len: 168 time: 0.4729798 Oct 10 11:20:05.042882 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port fa5ec33a-e9b8-4538-9742-f19c02d82ea7 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:20:05.043416 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:05.076810 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0bd4484b-102d-45f9-bd0f-7f25cd8dab7c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:05.087621 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port fa5ec33a-e9b8-4538-9742-f19c02d82ea7, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=fa5ec33a-e9b8-4538-9742-f19c02d82ea7,segment=NetworkSegment(fd6ba4c5-6c5f-4e6e-a603-96bed3d0af57),segment_id=fd6ba4c5-6c5f-4e6e-a603-96bed3d0af57)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:05.178864 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:05.252513 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=fa5ec33a-e9b8-4538-9742-f19c02d82ea7,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:05.360498 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b9d31be5-57d8-4c74-a860-03d6e30ccabd tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:05.389155 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-b9d31be5-57d8-4c74-a860-03d6e30ccabd tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Transition to ACTIVE for port object 66e1f770-5778-4676-99dd-50a146544256 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:20:05.612506 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd4484b-102d-45f9-bd0f-7f25cd8dab7c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Router a0269eee-e4e8-48a4-b5ba-e82b44a74bf8 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:20:05.652289 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5680ea0-1a71-4498-827e-ad0a2853f32e None None] Network 02fa1d4e-2605-4fc9-a532-9f422be7fcce requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:20:05.899658 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6e597acc-94ff-4feb-ac3f-291a609ad6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:05.902463 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b9d31be5-57d8-4c74-a860-03d6e30ccabd tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:05.995068 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3d85cad6-2297-4a07-977d-f6610771ff05 None None] Provisioning for port 12345924-03a0-478a-9ea8-325cb9c6f8ec completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:20:06.022637 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d31be5-57d8-4c74-a860-03d6e30ccabd tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network 02fa1d4e-2605-4fc9-a532-9f422be7fcce is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:20:06.029502 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-b9d31be5-57d8-4c74-a860-03d6e30ccabd tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:20:06.031589 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d31be5-57d8-4c74-a860-03d6e30ccabd tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Port': ['ID=66e1f770-5778-4676-99dd-50a146544256,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:06.034029 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd4484b-102d-45f9-bd0f-7f25cd8dab7c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:20:06.035671 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d31be5-57d8-4c74-a860-03d6e30ccabd tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:20:06.036203 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b9d31be5-57d8-4c74-a860-03d6e30ccabd tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:06.046272 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93ff045-63ff-41c0-ba35-91b695ad8f24 None None] Sync routers for ids ['a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:20:06.065287 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93ff045-63ff-41c0-ba35-91b695ad8f24 None None] Routers {'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:06.065918 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-c93ff045-63ff-41c0-ba35-91b695ad8f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:06.271880 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-c93ff045-63ff-41c0-ba35-91b695ad8f24 None None] Set router a0269eee-e4e8-48a4-b5ba-e82b44a74bf8 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:06.281155 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58342) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:06.281831 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0bd4484b-102d-45f9-bd0f-7f25cd8dab7c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "PUT /v2.0/routers/a0269eee-e4e8-48a4-b5ba-e82b44a74bf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7186220 Oct 10 11:20:06.361997 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-f224d4d5-b537-472d-8d9b-694d38c57140 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Deleting subnet 458b21fd-7fc9-46f9-9db5-643f7fbb77a3 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:20:06.366017 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f224d4d5-b537-472d-8d9b-694d38c57140 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:06.433127 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f224d4d5-b537-472d-8d9b-694d38c57140 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:06.488427 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b9d31be5-57d8-4c74-a860-03d6e30ccabd tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:06.545122 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f224d4d5-b537-472d-8d9b-694d38c57140 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:06.578040 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-87c96a71-249e-4540-ab1a-17cd03447032 None None] Provisioning for port 66e1f770-5778-4676-99dd-50a146544256 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:20:06.585955 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-87c96a71-249e-4540-ab1a-17cd03447032 None None] Provisioning complete for port 66e1f770-5778-4676-99dd-50a146544256 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:20:06.587586 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-87c96a71-249e-4540-ab1a-17cd03447032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:06.587586 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-87c96a71-249e-4540-ab1a-17cd03447032 None None] Attempt 1 to provision port 66e1f770-5778-4676-99dd-50a146544256 Oct 10 11:20:06.673585 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-c93ff045-63ff-41c0-ba35-91b695ad8f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58926674', 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:39Z', 'updated_at': '2022-10-10T11:20:03Z', 'revision_number': 5, 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'gw_port': {'id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:52:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:41Z', 'updated_at': '2022-10-10T11:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:06.679001 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93ff045-63ff-41c0-ba35-91b695ad8f24 None None] Checking router: a0269eee-e4e8-48a4-b5ba-e82b44a74bf8 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:20:06.688858 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93ff045-63ff-41c0-ba35-91b695ad8f24 None None] Routers {'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:06.689579 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-c93ff045-63ff-41c0-ba35-91b695ad8f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:06.758107 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-87c96a71-249e-4540-ab1a-17cd03447032 None None] Port 66e1f770-5778-4676-99dd-50a146544256 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:06.810132 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f224d4d5-b537-472d-8d9b-694d38c57140 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:06.814953 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58348) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:06.825957 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device fa5ec33a-e9b8-4538-9742-f19c02d82ea7 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:20:06.890315 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224d4d5-b537-472d-8d9b-694d38c57140 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Pushing event deleted for resources: {'Subnet': ['ID=458b21fd-7fc9-46f9-9db5-643f7fbb77a3,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:06.890709 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-c93ff045-63ff-41c0-ba35-91b695ad8f24 None None] Set router a0269eee-e4e8-48a4-b5ba-e82b44a74bf8 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:06.899260 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f224d4d5-b537-472d-8d9b-694d38c57140 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:06.917204 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f224d4d5-b537-472d-8d9b-694d38c57140 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "DELETE /v2.0/subnets/458b21fd-7fc9-46f9-9db5-643f7fbb77a3 HTTP/1.1" status: 204 len: 168 time: 0.6326528 Oct 10 11:20:06.917650 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58354) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:06.987906 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b9d31be5-57d8-4c74-a860-03d6e30ccabd tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:07.001076 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66523724-25e1-41b7-b96d-316c41098492 None None] Network e305c812-a69a-4f97-8da1-f8cf6d6d5df0 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:20:07.039633 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:20:07.062674 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-cabf7c1d-1515-4ce9-87f2-7504642f57c8 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1440748359'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:07.084581 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cabf7c1d-1515-4ce9-87f2-7504642f57c8 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:20:07.093365 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cabf7c1d-1515-4ce9-87f2-7504642f57c8 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Usage tracker for resource:network and tenant:31f2622249ab4d4583949be10b5933f2 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:20:07.098228 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cabf7c1d-1515-4ce9-87f2-7504642f57c8 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:20:07.107660 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cabf7c1d-1515-4ce9-87f2-7504642f57c8 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:20:07.126498 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b9d31be5-57d8-4c74-a860-03d6e30ccabd tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:07.130886 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b9d31be5-57d8-4c74-a860-03d6e30ccabd tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:07.198192 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port fa5ec33a-e9b8-4538-9742-f19c02d82ea7 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:20:07.198734 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:07.199169 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port fa5ec33a-e9b8-4538-9742-f19c02d82ea7 Oct 10 11:20:07.223467 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c6041db3-56e5-46db-8a66-20c4b238fa26 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:07.238094 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:07.260031 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-c93ff045-63ff-41c0-ba35-91b695ad8f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58926674', 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:39Z', 'updated_at': '2022-10-10T11:20:03Z', 'revision_number': 5, 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'gw_port': {'id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:52:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:41Z', 'updated_at': '2022-10-10T11:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:07.267775 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-87c96a71-249e-4540-ab1a-17cd03447032 None None] Attempt 2 to provision port 66e1f770-5778-4676-99dd-50a146544256 Oct 10 11:20:07.269597 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93ff045-63ff-41c0-ba35-91b695ad8f24 None None] The sync data for ids ['a0269eee-e4e8-48a4-b5ba-e82b44a74bf8'] in dv-neutron-860842-1-hyperv is: [{'id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58926674', 'tenant_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136'}], 'enable_snat': True}, 'gw_port_id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:39Z', 'updated_at': '2022-10-10T11:20:03Z', 'revision_number': 5, 'project_id': '780cbdd6ed154f09a98bc1d37b65c2e0', 'gw_port': {'id': '3eb6b85d-ad49-45fa-a838-f7caca8add4c', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:52:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0269eee-e4e8-48a4-b5ba-e82b44a74bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:41Z', 'updated_at': '2022-10-10T11:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:20:07.314140 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:07.357185 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d31be5-57d8-4c74-a860-03d6e30ccabd tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event updated for resources: {'Port': ['ID=66e1f770-5778-4676-99dd-50a146544256,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:07.361227 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-87c96a71-249e-4540-ab1a-17cd03447032 None None] Port 66e1f770-5778-4676-99dd-50a146544256 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:07.415274 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d31be5-57d8-4c74-a860-03d6e30ccabd tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Network 02fa1d4e-2605-4fc9-a532-9f422be7fcce is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:20:07.416303 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-b9d31be5-57d8-4c74-a860-03d6e30ccabd tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:20:07.428825 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port fa5ec33a-e9b8-4538-9742-f19c02d82ea7 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:20:07.430206 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 12345924-03a0-478a-9ea8-325cb9c6f8ec up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:20:07.462621 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabf7c1d-1515-4ce9-87f2-7504642f57c8 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Made reservation on behalf of 31f2622249ab4d4583949be10b5933f2 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:20:07.466430 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cabf7c1d-1515-4ce9-87f2-7504642f57c8 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:07.485280 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cabf7c1d-1515-4ce9-87f2-7504642f57c8 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:07.519452 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cabf7c1d-1515-4ce9-87f2-7504642f57c8 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:20:07.519452 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c6041db3-56e5-46db-8a66-20c4b238fa26 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:07.522582 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cabf7c1d-1515-4ce9-87f2-7504642f57c8 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Usage tracker for resource:security_group_rule and tenant:31f2622249ab4d4583949be10b5933f2 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:20:07.526540 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cabf7c1d-1515-4ce9-87f2-7504642f57c8 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:20:07.533004 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cabf7c1d-1515-4ce9-87f2-7504642f57c8 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:20:07.590031 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 12345924-03a0-478a-9ea8-325cb9c6f8ec completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:20:07.600665 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 12345924-03a0-478a-9ea8-325cb9c6f8ec triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:20:07.601033 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:07.601368 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 12345924-03a0-478a-9ea8-325cb9c6f8ec Oct 10 11:20:07.628529 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d31be5-57d8-4c74-a860-03d6e30ccabd tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Router bdeaf0bd-2aec-45e7-b27c-b64404017a73 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:20:07.639073 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cabf7c1d-1515-4ce9-87f2-7504642f57c8 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:07.641096 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-c6041db3-56e5-46db-8a66-20c4b238fa26 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Deleting port 3eb6b85d-ad49-45fa-a838-f7caca8add4c {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:07.641499 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c6041db3-56e5-46db-8a66-20c4b238fa26 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:07.669632 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5408e50-1214-45b5-a77c-283285ca607f None None] DHCP port deletion for e305c812-a69a-4f97-8da1-f8cf6d6d5df0 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:20:07.694085 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d5408e50-1214-45b5-a77c-283285ca607f None None] Deleting port b5ad1b09-8394-4ab2-8c85-3d7679e29730 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:07.694466 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d5408e50-1214-45b5-a77c-283285ca607f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:07.844576 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d31be5-57d8-4c74-a860-03d6e30ccabd tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:20:07.852816 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b9d31be5-57d8-4c74-a860-03d6e30ccabd tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "PUT /v2.0/routers/bdeaf0bd-2aec-45e7-b27c-b64404017a73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1556027 Oct 10 11:20:07.853666 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58360) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:07.858901 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-c1aa7b6c-f0a2-4fbf-b257-d9ef8e074dd3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:07.887994 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-87c96a71-249e-4540-ab1a-17cd03447032 None None] Attempt 3 to provision port 66e1f770-5778-4676-99dd-50a146544256 Oct 10 11:20:07.916898 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e0036b-6a68-482d-baec-97a639c8160a None None] Sync routers for ids ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:20:08.005692 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-c6041db3-56e5-46db-8a66-20c4b238fa26 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] For port 3eb6b85d-ad49-45fa-a838-f7caca8add4c, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3eb6b85d-ad49-45fa-a838-f7caca8add4c,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:08.006175 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c6041db3-56e5-46db-8a66-20c4b238fa26 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:08.020347 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e0036b-6a68-482d-baec-97a639c8160a None None] Routers {'bdeaf0bd-2aec-45e7-b27c-b64404017a73'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:08.020999 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-70e0036b-6a68-482d-baec-97a639c8160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:08.138223 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-c6041db3-56e5-46db-8a66-20c4b238fa26 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Calling delete_port for 3eb6b85d-ad49-45fa-a838-f7caca8add4c owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:20:08.176269 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cabf7c1d-1515-4ce9-87f2-7504642f57c8 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:08.211747 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cabf7c1d-1515-4ce9-87f2-7504642f57c8 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 452} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:20:08.255598 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-87c96a71-249e-4540-ab1a-17cd03447032 None None] Port 66e1f770-5778-4676-99dd-50a146544256 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:08.255598 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 12345924-03a0-478a-9ea8-325cb9c6f8ec is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:20:08.255932 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:08.256434 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cabf7c1d-1515-4ce9-87f2-7504642f57c8 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:08.256765 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-cabf7c1d-1515-4ce9-87f2-7504642f57c8 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Added segment b759d3b3-0bcf-4b27-830c-680b7c1bf014 of type vlan for network 606a384e-dd52-437a-8d49-9f6e4ef230f8 Oct 10 11:20:08.265413 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf7c1d-1515-4ce9-87f2-7504642f57c8 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0267a28c-2008-4061-bbbd-6eecc34b0ffc,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:08.274931 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58366) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:08.318796 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-70e0036b-6a68-482d-baec-97a639c8160a None None] Set router bdeaf0bd-2aec-45e7-b27c-b64404017a73 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:08.415407 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d5408e50-1214-45b5-a77c-283285ca607f None None] For port b5ad1b09-8394-4ab2-8c85-3d7679e29730, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=b5ad1b09-8394-4ab2-8c85-3d7679e29730,segment=NetworkSegment(e905f2b1-d6b8-4415-bb8a-84a4a33978dd),segment_id=e905f2b1-d6b8-4415-bb8a-84a4a33978dd)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:08.415988 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d5408e50-1214-45b5-a77c-283285ca607f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:08.434321 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 12345924-03a0-478a-9ea8-325cb9c6f8ec, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=12345924-03a0-478a-9ea8-325cb9c6f8ec,segment=NetworkSegment(2c07a7f3-617f-4ac7-bc51-710bb3d2b452),segment_id=2c07a7f3-617f-4ac7-bc51-710bb3d2b452)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:08.479463 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cabf7c1d-1515-4ce9-87f2-7504642f57c8 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:08.632960 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d5408e50-1214-45b5-a77c-283285ca607f None None] Calling delete_port for b5ad1b09-8394-4ab2-8c85-3d7679e29730 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:20:08.654378 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.extraroute_db [None req-c1aa7b6c-f0a2-4fbf-b257-d9ef8e074dd3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=89897) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 10 11:20:08.679371 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.extraroute_db [None req-c1aa7b6c-f0a2-4fbf-b257-d9ef8e074dd3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Removed routes are [] {{(pid=89897) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 10 11:20:08.680314 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7b6c-f0a2-4fbf-b257-d9ef8e074dd3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:08.691415 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:08.765783 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-87c96a71-249e-4540-ab1a-17cd03447032 None None] Attempt 4 to provision port 66e1f770-5778-4676-99dd-50a146544256 Oct 10 11:20:08.803358 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cabf7c1d-1515-4ce9-87f2-7504642f57c8 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:08.808683 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabf7c1d-1515-4ce9-87f2-7504642f57c8 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:08.809271 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cabf7c1d-1515-4ce9-87f2-7504642f57c8 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:08.812724 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device b5ad1b09-8394-4ab2-8c85-3d7679e29730 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:20:08.972806 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:08.983979 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c6041db3-56e5-46db-8a66-20c4b238fa26 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:09.018328 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf7c1d-1515-4ce9-87f2-7504642f57c8 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Pushing event updated for resources: {'Network': ['ID=606a384e-dd52-437a-8d49-9f6e4ef230f8,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:09.029852 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=12345924-03a0-478a-9ea8-325cb9c6f8ec,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:09.036232 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-87c96a71-249e-4540-ab1a-17cd03447032 None None] Port 66e1f770-5778-4676-99dd-50a146544256 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:09.042247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 606a384e-dd52-437a-8d49-9f6e4ef230f8 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:20:09.049934 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6041db3-56e5-46db-8a66-20c4b238fa26 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Pushing event deleted for resources: {'Port': ['ID=3eb6b85d-ad49-45fa-a838-f7caca8add4c,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:09.133786 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-cabf7c1d-1515-4ce9-87f2-7504642f57c8 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2753887 Oct 10 11:20:09.140913 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58372) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:09.152573 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-d7a9b4dc-45da-48ad-a4b3-2d64369ced0a tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Request body: {'subnet': {'network_id': '606a384e-dd52-437a-8d49-9f6e4ef230f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:09.162618 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port b5ad1b09-8394-4ab2-8c85-3d7679e29730 is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:20:09.163001 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:09.206823 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c6041db3-56e5-46db-8a66-20c4b238fa26 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:09.211322 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7b6c-f0a2-4fbf-b257-d9ef8e074dd3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:09.214730 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7b6c-f0a2-4fbf-b257-d9ef8e074dd3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568703'] for router, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:09.294458 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d5408e50-1214-45b5-a77c-283285ca607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:09.399697 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1aa7b6c-f0a2-4fbf-b257-d9ef8e074dd3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Router bdeaf0bd-2aec-45e7-b27c-b64404017a73 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:20:09.462361 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5408e50-1214-45b5-a77c-283285ca607f None None] Pushing event deleted for resources: {'Port': ['ID=b5ad1b09-8394-4ab2-8c85-3d7679e29730,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:09.469688 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ce9d43a3-cd69-405c-ba46-430dc8d9610e no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:20:09.498227 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5408e50-1214-45b5-a77c-283285ca607f None None] No DVR routers for this DVR port b5ad1b09-8394-4ab2-8c85-3d7679e29730 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:20:09.525054 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: ce9d43a3-cd69-405c-ba46-430dc8d9610e {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:20:09.525464 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ce9d43a3-cd69-405c-ba46-430dc8d9610e not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:20:09.537277 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-87c96a71-249e-4540-ab1a-17cd03447032 None None] Attempt 5 to provision port 66e1f770-5778-4676-99dd-50a146544256 Oct 10 11:20:09.581677 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:09.594558 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c6041db3-56e5-46db-8a66-20c4b238fa26 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:09.600303 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c6041db3-56e5-46db-8a66-20c4b238fa26 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:09.620135 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-87c96a71-249e-4540-ab1a-17cd03447032 None None] Port 66e1f770-5778-4676-99dd-50a146544256 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:09.625958 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1aa7b6c-f0a2-4fbf-b257-d9ef8e074dd3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:20:09.628774 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d7a9b4dc-45da-48ad-a4b3-2d64369ced0a tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:20:09.644544 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7b6c-f0a2-4fbf-b257-d9ef8e074dd3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:09.644706 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-70e0036b-6a68-482d-baec-97a639c8160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:20:06Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None, '_interfaces': [{'id': '66e1f770-5778-4676-99dd-50a146544256', 'name': '', 'network_id': '02fa1d4e-2605-4fc9-a532-9f422be7fcce', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:48:26:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '3c471518-8f6e-4940-adf0-47535a01ea2b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:04Z', 'updated_at': '2022-10-10T11:20:06Z', 'revision_number': 2, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '3c471518-8f6e-4940-adf0-47535a01ea2b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9fefc59-3527-4184-acb6-399bfcb87355', 'name': '', 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:03:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '307b3c71-982d-474b-82ca-a920c0b88793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:41Z', 'updated_at': '2022-10-10T11:19:51Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '307b3c71-982d-474b-82ca-a920c0b88793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31532c5-f47b-4d81-9c7b-6ec80faccba0', 'name': '', 'network_id': 'de62a94c-e3d7-442f-875d-ce0240935927', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:9c:4b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:48Z', 'updated_at': '2022-10-10T11:20:00Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa5ec33a-e9b8-4538-9742-f19c02d82ea7', 'name': '', 'network_id': '94ac2516-401a-4f7a-a1aa-e3df877b4238', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:56:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'db2321ac-e482-4aeb-b5d9-3625e2d1abad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:55Z', 'updated_at': '2022-10-10T11:20:05Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'db2321ac-e482-4aeb-b5d9-3625e2d1abad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:09.644892 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c1aa7b6c-f0a2-4fbf-b257-d9ef8e074dd3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "PUT /v2.0/routers/bdeaf0bd-2aec-45e7-b27c-b64404017a73 HTTP/1.1" status: 200 len: 954 time: 1.7810192 Oct 10 11:20:09.644981 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e0036b-6a68-482d-baec-97a639c8160a None None] Checking router: bdeaf0bd-2aec-45e7-b27c-b64404017a73 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:20:09.644981 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e0036b-6a68-482d-baec-97a639c8160a None None] Updating router bdeaf0bd-2aec-45e7-b27c-b64404017a73 port 66e1f770-5778-4676-99dd-50a146544256 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:20:09.646464 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d7a9b4dc-45da-48ad-a4b3-2d64369ced0a tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Usage tracker for resource:subnet and tenant:31f2622249ab4d4583949be10b5933f2 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:20:09.646968 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58378) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:09.652454 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d7a9b4dc-45da-48ad-a4b3-2d64369ced0a tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:20:09.672902 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d7a9b4dc-45da-48ad-a4b3-2d64369ced0a tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:20:09.706381 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-70e0036b-6a68-482d-baec-97a639c8160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:09.714309 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5319beb6-1797-46ff-991f-4409c1855853 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:09.859074 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c6041db3-56e5-46db-8a66-20c4b238fa26 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:09.859582 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6041db3-56e5-46db-8a66-20c4b238fa26 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Fanout notify agent at l3_agent the message router_deleted on router a0269eee-e4e8-48a4-b5ba-e82b44a74bf8 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:20:09.861167 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a9b4dc-45da-48ad-a4b3-2d64369ced0a tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Made reservation on behalf of 31f2622249ab4d4583949be10b5933f2 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:20:09.865822 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b4dc-45da-48ad-a4b3-2d64369ced0a tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:09.952296 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-304ee50a-4736-423a-ab3d-00df5e89bea8 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "GET /v2.0/routers/bdeaf0bd-2aec-45e7-b27c-b64404017a73 HTTP/1.1" status: 200 len: 954 time: 0.3019326 Oct 10 11:20:09.952942 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58382) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:09.969932 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-4a8b43b2-ddf3-42ad-af4d-2aab7e4825dc tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'router': {'routes': None}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:09.988789 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c6041db3-56e5-46db-8a66-20c4b238fa26 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:09.990506 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c6041db3-56e5-46db-8a66-20c4b238fa26 tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "DELETE /v2.0/routers/a0269eee-e4e8-48a4-b5ba-e82b44a74bf8 HTTP/1.1" status: 204 len: 168 time: 3.0711436 Oct 10 11:20:09.999524 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58386) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:10.132830 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-87c96a71-249e-4540-ab1a-17cd03447032 None None] Attempt 6 to provision port 66e1f770-5778-4676-99dd-50a146544256 Oct 10 11:20:10.206731 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-70e0036b-6a68-482d-baec-97a639c8160a None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:10.213103 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-87c96a71-249e-4540-ab1a-17cd03447032 None None] Port 66e1f770-5778-4676-99dd-50a146544256 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:10.222052 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-70e0036b-6a68-482d-baec-97a639c8160a None None] Transition to ACTIVE for port object 66e1f770-5778-4676-99dd-50a146544256 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:20:10.292213 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-becf4d33-dd9f-4632-b648-0185b7a8a08c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:10.350799 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-70e0036b-6a68-482d-baec-97a639c8160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:10.560948 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-becf4d33-dd9f-4632-b648-0185b7a8a08c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:10.572509 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca18e24-2fe5-4469-aa06-aabb48aa6c69 None None] Pushing event updated for resources: {'Port': ['ID=66e1f770-5778-4676-99dd-50a146544256,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:10.597202 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-70e0036b-6a68-482d-baec-97a639c8160a None None] Attempting to bind port 66e1f770-5778-4676-99dd-50a146544256 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:20:10.598098 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-70e0036b-6a68-482d-baec-97a639c8160a None None] Attempting to bind port 66e1f770-5778-4676-99dd-50a146544256 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '2c07a7f3-617f-4ac7-bc51-710bb3d2b452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': '02fa1d4e-2605-4fc9-a532-9f422be7fcce'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:20:10.598098 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e0036b-6a68-482d-baec-97a639c8160a None None] Attempting to bind port 66e1f770-5778-4676-99dd-50a146544256 on network 02fa1d4e-2605-4fc9-a532-9f422be7fcce {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:20:10.605344 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e0036b-6a68-482d-baec-97a639c8160a None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:20:10.611396 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e0036b-6a68-482d-baec-97a639c8160a None None] Checking segment: {'id': '2c07a7f3-617f-4ac7-bc51-710bb3d2b452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': '02fa1d4e-2605-4fc9-a532-9f422be7fcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:20:10.611396 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-70e0036b-6a68-482d-baec-97a639c8160a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:10.611396 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e0036b-6a68-482d-baec-97a639c8160a None None] Bound using segment: {'id': '2c07a7f3-617f-4ac7-bc51-710bb3d2b452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': '02fa1d4e-2605-4fc9-a532-9f422be7fcce'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:20:10.611396 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-70e0036b-6a68-482d-baec-97a639c8160a None None] Bound port: 66e1f770-5778-4676-99dd-50a146544256, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c07a7f3-617f-4ac7-bc51-710bb3d2b452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': '02fa1d4e-2605-4fc9-a532-9f422be7fcce'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:20:10.611396 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-70e0036b-6a68-482d-baec-97a639c8160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:10.612066 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-becf4d33-dd9f-4632-b648-0185b7a8a08c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e305c812-a69a-4f97-8da1-f8cf6d6d5df0']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:10.628631 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.extraroute_db [None req-4a8b43b2-ddf3-42ad-af4d-2aab7e4825dc tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Added routes are [] {{(pid=89897) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 10 11:20:10.629019 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.extraroute_db [None req-4a8b43b2-ddf3-42ad-af4d-2aab7e4825dc tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=89897) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 10 11:20:10.657588 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-becf4d33-dd9f-4632-b648-0185b7a8a08c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e905f2b1-d6b8-4415-bb8a-84a4a33978dd') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:10.657588 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-becf4d33-dd9f-4632-b648-0185b7a8a08c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e905f2b1-d6b8-4415-bb8a-84a4a33978dd') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:10.674635 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4a8b43b2-ddf3-42ad-af4d-2aab7e4825dc tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:10.689661 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-becf4d33-dd9f-4632-b648-0185b7a8a08c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:10.715259 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-87c96a71-249e-4540-ab1a-17cd03447032 None None] Attempt 7 to provision port 66e1f770-5778-4676-99dd-50a146544256 Oct 10 11:20:10.716137 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-becf4d33-dd9f-4632-b648-0185b7a8a08c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:10.718560 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-5319beb6-1797-46ff-991f-4409c1855853 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:10.718894 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5319beb6-1797-46ff-991f-4409c1855853 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:10.757697 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b4dc-45da-48ad-a4b3-2d64369ced0a tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:10.786578 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-70e0036b-6a68-482d-baec-97a639c8160a None None] For port 66e1f770-5778-4676-99dd-50a146544256, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:20:10.801001 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-70e0036b-6a68-482d-baec-97a639c8160a None None] For port 66e1f770-5778-4676-99dd-50a146544256, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=66e1f770-5778-4676-99dd-50a146544256,segment=NetworkSegment(2c07a7f3-617f-4ac7-bc51-710bb3d2b452),segment_id=2c07a7f3-617f-4ac7-bc51-710bb3d2b452)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:20:10.803179 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-87c96a71-249e-4540-ab1a-17cd03447032 None None] Port 66e1f770-5778-4676-99dd-50a146544256 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:10.815135 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-becf4d33-dd9f-4632-b648-0185b7a8a08c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Releasing vlan 499 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:20:10.815545 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-becf4d33-dd9f-4632-b648-0185b7a8a08c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:10.819561 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 12345924-03a0-478a-9ea8-325cb9c6f8ec up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:20:10.891847 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-70e0036b-6a68-482d-baec-97a639c8160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:10.901874 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment e905f2b1-d6b8-4415-bb8a-84a4a33978dd resource provider aggregate not found Oct 10 11:20:10.989263 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca18e24-2fe5-4469-aa06-aabb48aa6c69 None None] Pushing event updated for resources: {'Port': ['ID=66e1f770-5778-4676-99dd-50a146544256,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:10.999212 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e0036b-6a68-482d-baec-97a639c8160a None None] Routers {'bdeaf0bd-2aec-45e7-b27c-b64404017a73'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:10.999876 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-70e0036b-6a68-482d-baec-97a639c8160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:11.038597 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment e905f2b1-d6b8-4415-bb8a-84a4a33978dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e905f2b1-d6b8-4415-bb8a-84a4a33978dd found for delete ", "request_id": "req-0b5760a6-63ea-4d5f-bd39-76f9fe2a742a"}]} Oct 10 11:20:11.124164 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b4dc-45da-48ad-a4b3-2d64369ced0a tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Pushing event updated for resources: {'Subnet': ['ID=49ab245c-b545-4bb5-b737-adbb097ed68b,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:11.136164 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a9b4dc-45da-48ad-a4b3-2d64369ced0a tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Checking segment: {'id': 'b759d3b3-0bcf-4b27-830c-680b7c1bf014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '606a384e-dd52-437a-8d49-9f6e4ef230f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:20:11.137209 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a9b4dc-45da-48ad-a4b3-2d64369ced0a tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Network hostable DHCP agents. Network: 606a384e-dd52-437a-8d49-9f6e4ef230f8, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:20:11.193694 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 12345924-03a0-478a-9ea8-325cb9c6f8ec triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:20:11.194289 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:11.194556 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 12345924-03a0-478a-9ea8-325cb9c6f8ec Oct 10 11:20:11.194876 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4a8b43b2-ddf3-42ad-af4d-2aab7e4825dc tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:11.199091 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4a8b43b2-ddf3-42ad-af4d-2aab7e4825dc tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568703'] for router, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:11.257212 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-70e0036b-6a68-482d-baec-97a639c8160a None None] Set router bdeaf0bd-2aec-45e7-b27c-b64404017a73 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:11.309420 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-87c96a71-249e-4540-ab1a-17cd03447032 None None] Attempt 8 to provision port 66e1f770-5778-4676-99dd-50a146544256 Oct 10 11:20:11.339439 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-becf4d33-dd9f-4632-b648-0185b7a8a08c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:11.390544 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-becf4d33-dd9f-4632-b648-0185b7a8a08c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:11.413575 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf4d33-dd9f-4632-b648-0185b7a8a08c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Pushing event deleted for resources: {'Network': ['ID=e305c812-a69a-4f97-8da1-f8cf6d6d5df0,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:11.464992 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-5319beb6-1797-46ff-991f-4409c1855853 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port c158cc43-0df2-4101-8cc5-9cc1f2aa71d1, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c158cc43-0df2-4101-8cc5-9cc1f2aa71d1,segment=NetworkSegment(3c568ba5-f531-4837-9a76-526e97ee4a44),segment_id=3c568ba5-f531-4837-9a76-526e97ee4a44)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:11.465813 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5319beb6-1797-46ff-991f-4409c1855853 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:11.536730 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8b43b2-ddf3-42ad-af4d-2aab7e4825dc tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Router bdeaf0bd-2aec-45e7-b27c-b64404017a73 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:20:11.554658 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a9b4dc-45da-48ad-a4b3-2d64369ced0a tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Network 606a384e-dd52-437a-8d49-9f6e4ef230f8 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:20:11.607077 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-87c96a71-249e-4540-ab1a-17cd03447032 None None] Port 66e1f770-5778-4676-99dd-50a146544256 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:20:11.651209 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-5319beb6-1797-46ff-991f-4409c1855853 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:20:11.690083 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-becf4d33-dd9f-4632-b648-0185b7a8a08c tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "DELETE /v2.0/networks/e305c812-a69a-4f97-8da1-f8cf6d6d5df0 HTTP/1.1" status: 204 len: 168 time: 1.6865621 Oct 10 11:20:11.696898 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58396) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:11.711256 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 12345924-03a0-478a-9ea8-325cb9c6f8ec is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:20:11.736644 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8b43b2-ddf3-42ad-af4d-2aab7e4825dc tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:20:11.771563 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4a8b43b2-ddf3-42ad-af4d-2aab7e4825dc tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:11.774279 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4a8b43b2-ddf3-42ad-af4d-2aab7e4825dc tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "PUT /v2.0/routers/bdeaf0bd-2aec-45e7-b27c-b64404017a73 HTTP/1.1" status: 200 len: 704 time: 1.8152213 Oct 10 11:20:11.775205 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58402) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:11.805953 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3eb6b85d-ad49-45fa-a838-f7caca8add4c no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:20:11.833402 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-d7a9b4dc-45da-48ad-a4b3-2d64369ced0a tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 606a384e-dd52-437a-8d49-9f6e4ef230f8) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:20:11.848409 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26b0ecb-1dcd-4026-bd9a-e2da9b855dd4 None None] Network 606a384e-dd52-437a-8d49-9f6e4ef230f8 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:20:11.851420 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a9b4dc-45da-48ad-a4b3-2d64369ced0a tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:11.852369 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b4dc-45da-48ad-a4b3-2d64369ced0a tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:11.860233 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 3eb6b85d-ad49-45fa-a838-f7caca8add4c {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:20:11.860588 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3eb6b85d-ad49-45fa-a838-f7caca8add4c not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:20:11.919357 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b0957981-4aea-4631-8a5f-d0d0f627538e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:11.965929 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b0957981-4aea-4631-8a5f-d0d0f627538e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:11.982884 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d7a9b4dc-45da-48ad-a4b3-2d64369ced0a tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8391500 Oct 10 11:20:11.988854 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f62120ce-008a-461e-84ed-7f23e8340d3f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "GET /v2.0/routers/bdeaf0bd-2aec-45e7-b27c-b64404017a73 HTTP/1.1" status: 200 len: 704 time: 0.2122188 Oct 10 11:20:11.990049 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58406) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:11.997593 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Request body: {'port': {'network_id': '606a384e-dd52-437a-8d49-9f6e4ef230f8', 'name': 'tempest-TagsExtTest-1922150638'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:12.002430 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58410) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:12.069606 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-70e0036b-6a68-482d-baec-97a639c8160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:20:10Z', 'revision_number': 7, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None, '_interfaces': [{'id': '66e1f770-5778-4676-99dd-50a146544256', 'name': '', 'network_id': '02fa1d4e-2605-4fc9-a532-9f422be7fcce', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:48:26:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '3c471518-8f6e-4940-adf0-47535a01ea2b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:04Z', 'updated_at': '2022-10-10T11:20:10Z', 'revision_number': 4, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '3c471518-8f6e-4940-adf0-47535a01ea2b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9fefc59-3527-4184-acb6-399bfcb87355', 'name': '', 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:03:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '307b3c71-982d-474b-82ca-a920c0b88793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:41Z', 'updated_at': '2022-10-10T11:19:51Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '307b3c71-982d-474b-82ca-a920c0b88793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31532c5-f47b-4d81-9c7b-6ec80faccba0', 'name': '', 'network_id': 'de62a94c-e3d7-442f-875d-ce0240935927', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:9c:4b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:48Z', 'updated_at': '2022-10-10T11:20:00Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa5ec33a-e9b8-4538-9742-f19c02d82ea7', 'name': '', 'network_id': '94ac2516-401a-4f7a-a1aa-e3df877b4238', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:56:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'db2321ac-e482-4aeb-b5d9-3625e2d1abad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:55Z', 'updated_at': '2022-10-10T11:20:05Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'db2321ac-e482-4aeb-b5d9-3625e2d1abad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:12.080154 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e0036b-6a68-482d-baec-97a639c8160a None None] The sync data for ids ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'] in dv-neutron-860842-1-hyperv is: [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:20:10Z', 'revision_number': 7, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None, '_interfaces': [{'id': '66e1f770-5778-4676-99dd-50a146544256', 'name': '', 'network_id': '02fa1d4e-2605-4fc9-a532-9f422be7fcce', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:48:26:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '3c471518-8f6e-4940-adf0-47535a01ea2b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:04Z', 'updated_at': '2022-10-10T11:20:10Z', 'revision_number': 4, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '3c471518-8f6e-4940-adf0-47535a01ea2b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9fefc59-3527-4184-acb6-399bfcb87355', 'name': '', 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:03:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '307b3c71-982d-474b-82ca-a920c0b88793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:41Z', 'updated_at': '2022-10-10T11:19:51Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '307b3c71-982d-474b-82ca-a920c0b88793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31532c5-f47b-4d81-9c7b-6ec80faccba0', 'name': '', 'network_id': 'de62a94c-e3d7-442f-875d-ce0240935927', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:9c:4b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:48Z', 'updated_at': '2022-10-10T11:20:00Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa5ec33a-e9b8-4538-9742-f19c02d82ea7', 'name': '', 'network_id': '94ac2516-401a-4f7a-a1aa-e3df877b4238', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:56:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'db2321ac-e482-4aeb-b5d9-3625e2d1abad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:55Z', 'updated_at': '2022-10-10T11:20:05Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'db2321ac-e482-4aeb-b5d9-3625e2d1abad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:20:12.179150 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a5efb0-2eba-48af-a7af-a87b4d3fa506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-606a384e-dd52-437a-8d49-9f6e4ef230f8', 'network_id': '606a384e-dd52-437a-8d49-9f6e4ef230f8', 'tenant_id': '31f2622249ab4d4583949be10b5933f2', 'fixed_ips': [{'subnet_id': '49ab245c-b545-4bb5-b737-adbb097ed68b'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:20:12.180254 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-40a5efb0-2eba-48af-a7af-a87b4d3fa506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:12.248070 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:20:12.248579 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Usage tracker for resource:port and tenant:31f2622249ab4d4583949be10b5933f2 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:20:12.253509 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:20:12.262756 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:20:12.343482 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Made reservation on behalf of 31f2622249ab4d4583949be10b5933f2 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:20:12.348878 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:12.377315 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-40a5efb0-2eba-48af-a7af-a87b4d3fa506 None None] Allocated IP 172.20.0.2 (606a384e-dd52-437a-8d49-9f6e4ef230f8/49ab245c-b545-4bb5-b737-adbb097ed68b/1c2100b5-3442-4a64-a9e2-c67d153edcae) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:20:12.378115 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] device_id is not set on port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:20:12.475273 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5319beb6-1797-46ff-991f-4409c1855853 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:12.534614 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319beb6-1797-46ff-991f-4409c1855853 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=c158cc43-0df2-4101-8cc5-9cc1f2aa71d1,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:12.609793 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319beb6-1797-46ff-991f-4409c1855853 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:12.610142 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319beb6-1797-46ff-991f-4409c1855853 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:12.610752 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319beb6-1797-46ff-991f-4409c1855853 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:12.611062 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319beb6-1797-46ff-991f-4409c1855853 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:12.611452 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319beb6-1797-46ff-991f-4409c1855853 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:12.611783 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319beb6-1797-46ff-991f-4409c1855853 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:12.612109 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319beb6-1797-46ff-991f-4409c1855853 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:12.612431 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319beb6-1797-46ff-991f-4409c1855853 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:12.612754 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319beb6-1797-46ff-991f-4409c1855853 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:12.613074 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319beb6-1797-46ff-991f-4409c1855853 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:12.613391 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319beb6-1797-46ff-991f-4409c1855853 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:12.613754 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319beb6-1797-46ff-991f-4409c1855853 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:12.640018 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-40a5efb0-2eba-48af-a7af-a87b4d3fa506 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:12.658344 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-40a5efb0-2eba-48af-a7af-a87b4d3fa506 None None] Transition to ACTIVE for port object 1c2100b5-3442-4a64-a9e2-c67d153edcae will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:20:12.683254 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-40a5efb0-2eba-48af-a7af-a87b4d3fa506 None None] Transition to ACTIVE for port object 1c2100b5-3442-4a64-a9e2-c67d153edcae will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:20:12.698143 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b0957981-4aea-4631-8a5f-d0d0f627538e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:12.749470 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0957981-4aea-4631-8a5f-d0d0f627538e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2538c43-6897-455b-bde9-ae4c18cd56ba,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:12.807002 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-40a5efb0-2eba-48af-a7af-a87b4d3fa506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:12.930374 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Allocated IP 172.20.0.4 (606a384e-dd52-437a-8d49-9f6e4ef230f8/49ab245c-b545-4bb5-b737-adbb097ed68b/0db9a841-ddf5-42a7-abc6-03366a54c5a9) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:20:12.946321 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5efb0-2eba-48af-a7af-a87b4d3fa506 None None] Pushing event updated for resources: {'Port': ['ID=1c2100b5-3442-4a64-a9e2-c67d153edcae,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:12.971577 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a5efb0-2eba-48af-a7af-a87b4d3fa506 None None] Network 606a384e-dd52-437a-8d49-9f6e4ef230f8 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:20:12.976565 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-40a5efb0-2eba-48af-a7af-a87b4d3fa506 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:20:12.976565 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a5efb0-2eba-48af-a7af-a87b4d3fa506 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:20:12.998988 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b0957981-4aea-4631-8a5f-d0d0f627538e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:13.001231 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b0957981-4aea-4631-8a5f-d0d0f627538e tempest-TestNetworkAdvancedServerOps-1268583883 tempest-TestNetworkAdvancedServerOps-1268583883-project] 10.222.0.40 "DELETE /v2.0/security-groups/e2538c43-6897-455b-bde9-ae4c18cd56ba HTTP/1.1" status: 204 len: 168 time: 1.2795165 Oct 10 11:20:13.034133 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb26a15-d2b4-4643-8d99-351da96c9ee1 None None] Sync routers for ids ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:20:13.049543 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 66e1f770-5778-4676-99dd-50a146544256 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:20:13.052208 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb26a15-d2b4-4643-8d99-351da96c9ee1 None None] Routers {'bdeaf0bd-2aec-45e7-b27c-b64404017a73'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:13.052980 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-dfb26a15-d2b4-4643-8d99-351da96c9ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:13.170074 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5319beb6-1797-46ff-991f-4409c1855853 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:13.187055 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-40a5efb0-2eba-48af-a7af-a87b4d3fa506 None None] Attempting to bind port 1c2100b5-3442-4a64-a9e2-c67d153edcae on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:20:13.187421 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-40a5efb0-2eba-48af-a7af-a87b4d3fa506 None None] Attempting to bind port 1c2100b5-3442-4a64-a9e2-c67d153edcae by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'b759d3b3-0bcf-4b27-830c-680b7c1bf014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '606a384e-dd52-437a-8d49-9f6e4ef230f8'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:20:13.187776 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5efb0-2eba-48af-a7af-a87b4d3fa506 None None] Attempting to bind port 1c2100b5-3442-4a64-a9e2-c67d153edcae on network 606a384e-dd52-437a-8d49-9f6e4ef230f8 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:20:13.196052 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5efb0-2eba-48af-a7af-a87b4d3fa506 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:20:13.196461 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5efb0-2eba-48af-a7af-a87b4d3fa506 None None] Checking segment: {'id': 'b759d3b3-0bcf-4b27-830c-680b7c1bf014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '606a384e-dd52-437a-8d49-9f6e4ef230f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:20:13.196813 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-40a5efb0-2eba-48af-a7af-a87b4d3fa506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:13.197198 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5efb0-2eba-48af-a7af-a87b4d3fa506 None None] Bound using segment: {'id': 'b759d3b3-0bcf-4b27-830c-680b7c1bf014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '606a384e-dd52-437a-8d49-9f6e4ef230f8'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:20:13.197683 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-40a5efb0-2eba-48af-a7af-a87b4d3fa506 None None] Bound port: 1c2100b5-3442-4a64-a9e2-c67d153edcae, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b759d3b3-0bcf-4b27-830c-680b7c1bf014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '606a384e-dd52-437a-8d49-9f6e4ef230f8'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:20:13.198051 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-40a5efb0-2eba-48af-a7af-a87b4d3fa506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:13.272905 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:13.294587 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Transition to ACTIVE for port object 0db9a841-ddf5-42a7-abc6-03366a54c5a9 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:20:13.307632 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-dfb26a15-d2b4-4643-8d99-351da96c9ee1 None None] Set router bdeaf0bd-2aec-45e7-b27c-b64404017a73 gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:13.390614 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-40a5efb0-2eba-48af-a7af-a87b4d3fa506 None None] For port 1c2100b5-3442-4a64-a9e2-c67d153edcae, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:20:13.394677 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-40a5efb0-2eba-48af-a7af-a87b4d3fa506 None None] For port 1c2100b5-3442-4a64-a9e2-c67d153edcae, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1c2100b5-3442-4a64-a9e2-c67d153edcae,segment=NetworkSegment(b759d3b3-0bcf-4b27-830c-680b7c1bf014),segment_id=b759d3b3-0bcf-4b27-830c-680b7c1bf014)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:20:13.445565 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 66e1f770-5778-4676-99dd-50a146544256 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:20:13.451180 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 66e1f770-5778-4676-99dd-50a146544256 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:20:13.451623 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:13.452019 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 66e1f770-5778-4676-99dd-50a146544256 Oct 10 11:20:13.531392 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:13.576413 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-40a5efb0-2eba-48af-a7af-a87b4d3fa506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:13.627170 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Pushing event updated for resources: {'Port': ['ID=0db9a841-ddf5-42a7-abc6-03366a54c5a9,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:13.642025 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Network 606a384e-dd52-437a-8d49-9f6e4ef230f8 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:20:13.643618 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:13.646255 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:13.646828 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:13.647357 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:13.647853 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:13.648345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:13.649066 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:13.649653 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:13.650139 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:13.654236 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:13.654236 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:13.654236 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:13.657813 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:20:13.663052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:20:13.692295 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b2aac8bb-17e3-475e-8e75-6faba4d26e96 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:13.740651 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 66e1f770-5778-4676-99dd-50a146544256 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:20:13.741203 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:13.742424 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-dfb26a15-d2b4-4643-8d99-351da96c9ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:20:10Z', 'revision_number': 7, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None, '_interfaces': [{'id': '66e1f770-5778-4676-99dd-50a146544256', 'name': '', 'network_id': '02fa1d4e-2605-4fc9-a532-9f422be7fcce', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:48:26:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '3c471518-8f6e-4940-adf0-47535a01ea2b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:04Z', 'updated_at': '2022-10-10T11:20:10Z', 'revision_number': 4, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '3c471518-8f6e-4940-adf0-47535a01ea2b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9fefc59-3527-4184-acb6-399bfcb87355', 'name': '', 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:03:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '307b3c71-982d-474b-82ca-a920c0b88793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:41Z', 'updated_at': '2022-10-10T11:19:51Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '307b3c71-982d-474b-82ca-a920c0b88793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31532c5-f47b-4d81-9c7b-6ec80faccba0', 'name': '', 'network_id': 'de62a94c-e3d7-442f-875d-ce0240935927', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:9c:4b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:48Z', 'updated_at': '2022-10-10T11:20:00Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa5ec33a-e9b8-4538-9742-f19c02d82ea7', 'name': '', 'network_id': '94ac2516-401a-4f7a-a1aa-e3df877b4238', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:56:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'db2321ac-e482-4aeb-b5d9-3625e2d1abad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:55Z', 'updated_at': '2022-10-10T11:20:05Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'db2321ac-e482-4aeb-b5d9-3625e2d1abad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:13.756124 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:13.756364 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb26a15-d2b4-4643-8d99-351da96c9ee1 None None] Checking router: bdeaf0bd-2aec-45e7-b27c-b64404017a73 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:20:13.757212 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:13.772037 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5efb0-2eba-48af-a7af-a87b4d3fa506 None None] Pushing event updated for resources: {'Port': ['ID=1c2100b5-3442-4a64-a9e2-c67d153edcae,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:13.791790 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb26a15-d2b4-4643-8d99-351da96c9ee1 None None] Routers {'bdeaf0bd-2aec-45e7-b27c-b64404017a73'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:13.792879 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-dfb26a15-d2b4-4643-8d99-351da96c9ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:13.800893 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 66e1f770-5778-4676-99dd-50a146544256, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=66e1f770-5778-4676-99dd-50a146544256,segment=NetworkSegment(2c07a7f3-617f-4ac7-bc51-710bb3d2b452),segment_id=2c07a7f3-617f-4ac7-bc51-710bb3d2b452)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:13.913433 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:13.917028 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58420) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:13.922754 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-41c8e03b-393c-485c-b6e0-334451624a66 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9290628 Oct 10 11:20:13.926416 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-30dc9457-6fc2-47fe-a864-749d09f689f4 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-573064448', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:13.936892 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-30dc9457-6fc2-47fe-a864-749d09f689f4 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:20:13.947743 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-30dc9457-6fc2-47fe-a864-749d09f689f4 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Usage tracker for resource:router and tenant:31f2622249ab4d4583949be10b5933f2 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:20:13.963241 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-30dc9457-6fc2-47fe-a864-749d09f689f4 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:20:13.977209 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-30dc9457-6fc2-47fe-a864-749d09f689f4 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:20:14.006930 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-dfb26a15-d2b4-4643-8d99-351da96c9ee1 None None] Set router bdeaf0bd-2aec-45e7-b27c-b64404017a73 gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:14.057789 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=66e1f770-5778-4676-99dd-50a146544256,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:14.075669 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5319beb6-1797-46ff-991f-4409c1855853 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router 9b9e438c-d495-495a-ae33-ab0d61dae34a has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:20:14.216863 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58428) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:14.224321 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-30dc9457-6fc2-47fe-a864-749d09f689f4 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:14.225241 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-30dc9457-6fc2-47fe-a864-749d09f689f4 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:14.269115 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-30dc9457-6fc2-47fe-a864-749d09f689f4 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:14.416056 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5319beb6-1797-46ff-991f-4409c1855853 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:20:14.416324 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-df5ac447-a46a-4452-b18f-3bdb235534b2 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=780cbdd6ed154f09a98bc1d37b65c2e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1961594 Oct 10 11:20:14.419199 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58434) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:14.433053 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fac8df-0e0d-4b7c-82da-2f27d3a63de5 None None] Sync routers for ids ['9b9e438c-d495-495a-ae33-ab0d61dae34a'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:20:14.439827 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5319beb6-1797-46ff-991f-4409c1855853 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "PUT /v2.0/routers/9b9e438c-d495-495a-ae33-ab0d61dae34a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1638501 Oct 10 11:20:14.450392 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-b2aac8bb-17e3-475e-8e75-6faba4d26e96 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Deleting port 66e1f770-5778-4676-99dd-50a146544256 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:14.450788 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b2aac8bb-17e3-475e-8e75-6faba4d26e96 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:14.453219 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fac8df-0e0d-4b7c-82da-2f27d3a63de5 None None] Routers {'9b9e438c-d495-495a-ae33-ab0d61dae34a'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:14.454361 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c8fac8df-0e0d-4b7c-82da-2f27d3a63de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9b9e438c-d495-495a-ae33-ab0d61dae34a'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:14.476806 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-dfb26a15-d2b4-4643-8d99-351da96c9ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:20:10Z', 'revision_number': 7, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None, '_interfaces': [{'id': '66e1f770-5778-4676-99dd-50a146544256', 'name': '', 'network_id': '02fa1d4e-2605-4fc9-a532-9f422be7fcce', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:48:26:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '3c471518-8f6e-4940-adf0-47535a01ea2b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:04Z', 'updated_at': '2022-10-10T11:20:10Z', 'revision_number': 4, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '3c471518-8f6e-4940-adf0-47535a01ea2b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9fefc59-3527-4184-acb6-399bfcb87355', 'name': '', 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:03:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '307b3c71-982d-474b-82ca-a920c0b88793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:41Z', 'updated_at': '2022-10-10T11:19:51Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '307b3c71-982d-474b-82ca-a920c0b88793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31532c5-f47b-4d81-9c7b-6ec80faccba0', 'name': '', 'network_id': 'de62a94c-e3d7-442f-875d-ce0240935927', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:9c:4b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:48Z', 'updated_at': '2022-10-10T11:20:00Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa5ec33a-e9b8-4538-9742-f19c02d82ea7', 'name': '', 'network_id': '94ac2516-401a-4f7a-a1aa-e3df877b4238', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:56:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'db2321ac-e482-4aeb-b5d9-3625e2d1abad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:55Z', 'updated_at': '2022-10-10T11:20:05Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'db2321ac-e482-4aeb-b5d9-3625e2d1abad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:14.482695 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb26a15-d2b4-4643-8d99-351da96c9ee1 None None] The sync data for ids ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'] in dv-neutron-860842-1-hyperv is: [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:20:10Z', 'revision_number': 7, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None, '_interfaces': [{'id': '66e1f770-5778-4676-99dd-50a146544256', 'name': '', 'network_id': '02fa1d4e-2605-4fc9-a532-9f422be7fcce', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:48:26:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '3c471518-8f6e-4940-adf0-47535a01ea2b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:04Z', 'updated_at': '2022-10-10T11:20:10Z', 'revision_number': 4, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '3c471518-8f6e-4940-adf0-47535a01ea2b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9fefc59-3527-4184-acb6-399bfcb87355', 'name': '', 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:03:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '307b3c71-982d-474b-82ca-a920c0b88793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:41Z', 'updated_at': '2022-10-10T11:19:51Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '307b3c71-982d-474b-82ca-a920c0b88793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31532c5-f47b-4d81-9c7b-6ec80faccba0', 'name': '', 'network_id': 'de62a94c-e3d7-442f-875d-ce0240935927', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:9c:4b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:48Z', 'updated_at': '2022-10-10T11:20:00Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa5ec33a-e9b8-4538-9742-f19c02d82ea7', 'name': '', 'network_id': '94ac2516-401a-4f7a-a1aa-e3df877b4238', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:56:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'db2321ac-e482-4aeb-b5d9-3625e2d1abad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:55Z', 'updated_at': '2022-10-10T11:20:05Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'db2321ac-e482-4aeb-b5d9-3625e2d1abad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:20:14.540062 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aca53620-3a87-4f7d-9d70-5ded2f4d7179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:14.615681 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aca53620-3a87-4f7d-9d70-5ded2f4d7179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:14.714358 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-b2aac8bb-17e3-475e-8e75-6faba4d26e96 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] For port 66e1f770-5778-4676-99dd-50a146544256, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=66e1f770-5778-4676-99dd-50a146544256,segment=NetworkSegment(2c07a7f3-617f-4ac7-bc51-710bb3d2b452),segment_id=2c07a7f3-617f-4ac7-bc51-710bb3d2b452)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:14.714769 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b2aac8bb-17e3-475e-8e75-6faba4d26e96 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:14.722447 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-30dc9457-6fc2-47fe-a864-749d09f689f4 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:14.811468 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-c8fac8df-0e0d-4b7c-82da-2f27d3a63de5 None None] Set router 9b9e438c-d495-495a-ae33-ab0d61dae34a gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:14.882421 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1c2100b5-3442-4a64-a9e2-c67d153edcae up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:20:14.919520 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aca53620-3a87-4f7d-9d70-5ded2f4d7179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:14.950354 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca53620-3a87-4f7d-9d70-5ded2f4d7179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39e9ddc-675e-454f-a4ad-35a578f7e25c,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:14.971965 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aca53620-3a87-4f7d-9d70-5ded2f4d7179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:14.973463 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-aca53620-3a87-4f7d-9d70-5ded2f4d7179 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f39e9ddc-675e-454f-a4ad-35a578f7e25c HTTP/1.1" status: 204 len: 168 time: 0.5532892 Oct 10 11:20:15.058779 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-30dc9457-6fc2-47fe-a864-749d09f689f4 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:15.059984 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-30dc9457-6fc2-47fe-a864-749d09f689f4 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1417005 Oct 10 11:20:15.062872 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58442) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:15.068112 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-b2aac8bb-17e3-475e-8e75-6faba4d26e96 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Calling delete_port for 66e1f770-5778-4676-99dd-50a146544256 owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:20:15.071217 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-07aae5a3-5259-499b-b1f1-b4a19857c130 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-354455235', 'prefixes': ['172.20.0.0/16']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:15.078047 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-07aae5a3-5259-499b-b1f1-b4a19857c130 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:20:15.278753 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7985376-9408-414a-95c7-6f1ba9328b07 None None] Network 606a384e-dd52-437a-8d49-9f6e4ef230f8 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:20:15.422235 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d15a9-2c7d-4b44-9888-6d02e83c5a15 req-bb79354a-6d88-46b3-95fc-50405234a3be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:15.422929 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-9c1d15a9-2c7d-4b44-9888-6d02e83c5a15 req-bb79354a-6d88-46b3-95fc-50405234a3be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:20:15.423215 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 1c2100b5-3442-4a64-a9e2-c67d153edcae completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:20:15.435145 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-9c1d15a9-2c7d-4b44-9888-6d02e83c5a15 req-bb79354a-6d88-46b3-95fc-50405234a3be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:20:15.436267 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9c1d15a9-2c7d-4b44-9888-6d02e83c5a15 req-bb79354a-6d88-46b3-95fc-50405234a3be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7820a9f4-0e07-434f-b65d-c86e89529e91 HTTP/1.1" status: 200 len: 946 time: 0.1035562 Oct 10 11:20:15.446995 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b2aac8bb-17e3-475e-8e75-6faba4d26e96 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:15.470061 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 66e1f770-5778-4676-99dd-50a146544256 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:20:15.515710 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aac8bb-17e3-475e-8e75-6faba4d26e96 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Port': ['ID=66e1f770-5778-4676-99dd-50a146544256,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:15.537654 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 66e1f770-5778-4676-99dd-50a146544256 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:20:15.538161 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 66e1f770-5778-4676-99dd-50a146544256 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 10 11:20:15.579779 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7c89a515-623e-46d6-afe3-9d8f936c84d6 None None] Provisioning for port 1c2100b5-3442-4a64-a9e2-c67d153edcae completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:20:15.607011 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7c89a515-623e-46d6-afe3-9d8f936c84d6 None None] Provisioning complete for port 1c2100b5-3442-4a64-a9e2-c67d153edcae triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:20:15.609747 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7c89a515-623e-46d6-afe3-9d8f936c84d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:15.610585 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7c89a515-623e-46d6-afe3-9d8f936c84d6 None None] Attempt 1 to provision port 1c2100b5-3442-4a64-a9e2-c67d153edcae Oct 10 11:20:15.644482 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Port 66e1f770-5778-4676-99dd-50a146544256 not found, will not notify nova. {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 10 11:20:15.653608 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9c1d15a9-2c7d-4b44-9888-6d02e83c5a15 req-5917436c-e078-407d-a49a-fdfce2f1fc8e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=81990480-50e0-4838-b22b-21488127227c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087598 Oct 10 11:20:15.772381 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-07aae5a3-5259-499b-b1f1-b4a19857c130 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks [] for subnetpool, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:15.773506 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-07aae5a3-5259-499b-b1f1-b4a19857c130 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.7094066 Oct 10 11:20:15.777154 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58452) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:15.777969 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b2aac8bb-17e3-475e-8e75-6faba4d26e96 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:15.783190 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.tag.tag_plugin [None req-cbb94749-c636-4b7f-aea6-b5a5b1ccb14e tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '49ab245c-b545-4bb5-b737-adbb097ed68b', 'tempest-TagsExtTest-Tag-911161854') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:15.829185 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c8fac8df-0e0d-4b7c-82da-2f27d3a63de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'name': 'tempest-TestNetworkBasicOps-router-1136261552', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:36Z', 'updated_at': '2022-10-10T11:20:12Z', 'revision_number': 6, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:38Z', 'updated_at': '2022-10-10T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '4860606c-1efa-4032-bba8-73b61fc0ae61', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'port_id': 'a6f676cc-9681-4927-8ddb-2cfbd102584f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f', 'mac_address': 'fa:16:3e:6c:fa:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913b49a2-5570-4f46-945c-b2dbdfe2fc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:18:34Z', 'updated_at': '2022-10-10T11:18:37Z', 'revision_number': 1, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700e92cf-da24-49c8-a5fb-a01dde98d5d7', 'name': '', 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:5e:9b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'd95f995a-075f-4716-8136-bb47976380ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:48Z', 'updated_at': '2022-10-10T11:18:06Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd95f995a-075f-4716-8136-bb47976380ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:15.875032 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fac8df-0e0d-4b7c-82da-2f27d3a63de5 None None] Checking router: 9b9e438c-d495-495a-ae33-ab0d61dae34a for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:20:15.904642 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fac8df-0e0d-4b7c-82da-2f27d3a63de5 None None] Routers {'9b9e438c-d495-495a-ae33-ab0d61dae34a'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:15.905273 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c8fac8df-0e0d-4b7c-82da-2f27d3a63de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9b9e438c-d495-495a-ae33-ab0d61dae34a'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:15.975114 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7c89a515-623e-46d6-afe3-9d8f936c84d6 None None] Current status of the port 1c2100b5-3442-4a64-a9e2-c67d153edcae is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:20:15.975385 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7c89a515-623e-46d6-afe3-9d8f936c84d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:16.015269 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cbb94749-c636-4b7f-aea6-b5a5b1ccb14e tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "PUT /v2.0/subnets/49ab245c-b545-4bb5-b737-adbb097ed68b/tags/tempest-TagsExtTest-Tag-911161854 HTTP/1.1" status: 201 len: 201 time: 0.2366674 Oct 10 11:20:16.017988 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58456) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:16.029617 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.tag.tag_plugin [None req-cf19d371-67f9-4b35-88dc-937523a24f16 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0db9a841-ddf5-42a7-abc6-03366a54c5a9', 'tempest-TagsExtTest-Tag-1412101619') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:16.038801 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58460) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:16.131721 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7c89a515-623e-46d6-afe3-9d8f936c84d6 None None] For port 1c2100b5-3442-4a64-a9e2-c67d153edcae, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1c2100b5-3442-4a64-a9e2-c67d153edcae,segment=NetworkSegment(b759d3b3-0bcf-4b27-830c-680b7c1bf014),segment_id=b759d3b3-0bcf-4b27-830c-680b7c1bf014)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:16.138654 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-68129c1d-33ee-41b2-a8ac-a081221ac61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:16.162306 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-c8fac8df-0e0d-4b7c-82da-2f27d3a63de5 None None] Set router 9b9e438c-d495-495a-ae33-ab0d61dae34a gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:16.163427 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-68129c1d-33ee-41b2-a8ac-a081221ac61c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:20:16.171086 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-68129c1d-33ee-41b2-a8ac-a081221ac61c admin admin] Usage tracker for resource:security_group_rule and tenant:efac56012a1b41ed94b015221c50cf53 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:20:16.175414 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-68129c1d-33ee-41b2-a8ac-a081221ac61c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:20:16.186382 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-68129c1d-33ee-41b2-a8ac-a081221ac61c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:20:16.189460 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2aac8bb-17e3-475e-8e75-6faba4d26e96 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Router bdeaf0bd-2aec-45e7-b27c-b64404017a73 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:20:16.229949 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7c89a515-623e-46d6-afe3-9d8f936c84d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:16.304864 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cf19d371-67f9-4b35-88dc-937523a24f16 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "PUT /v2.0/ports/0db9a841-ddf5-42a7-abc6-03366a54c5a9/tags/tempest-TagsExtTest-Tag-1412101619 HTTP/1.1" status: 201 len: 201 time: 0.2858083 Oct 10 11:20:16.307404 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58466) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:16.313493 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.tag.tag_plugin [None req-892f61e7-41cc-467b-a504-7aae0988ef51 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '41c03682-69aa-4958-ab85-7f778621e889', 'tempest-TagsExtTest-Tag-777573115') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:16.397009 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2aac8bb-17e3-475e-8e75-6faba4d26e96 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:20:16.411982 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8d300a-7984-404a-9b83-58f2f2ceb287 None None] Sync routers for ids ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:20:16.443489 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b2aac8bb-17e3-475e-8e75-6faba4d26e96 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "PUT /v2.0/routers/bdeaf0bd-2aec-45e7-b27c-b64404017a73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4399426 Oct 10 11:20:16.444049 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8d300a-7984-404a-9b83-58f2f2ceb287 None None] Routers {'bdeaf0bd-2aec-45e7-b27c-b64404017a73'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:16.444254 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-5e8d300a-7984-404a-9b83-58f2f2ceb287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:16.444395 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58470) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:16.547877 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-68129c1d-33ee-41b2-a8ac-a081221ac61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:16.602662 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-058bd9c0-52de-4bde-b5dd-b3f593ffa9a5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Deleting subnet 3c471518-8f6e-4940-adf0-47535a01ea2b {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:20:16.607613 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-058bd9c0-52de-4bde-b5dd-b3f593ffa9a5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:16.643767 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89a515-623e-46d6-afe3-9d8f936c84d6 None None] Pushing event updated for resources: {'Port': ['ID=1c2100b5-3442-4a64-a9e2-c67d153edcae,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:16.670733 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-5e8d300a-7984-404a-9b83-58f2f2ceb287 None None] Set router bdeaf0bd-2aec-45e7-b27c-b64404017a73 gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:16.727901 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-68129c1d-33ee-41b2-a8ac-a081221ac61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:16.757958 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-67c3362a-b7e9-4046-9f7a-e157489337fc None None] Provisioning for port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:20:16.767630 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-67c3362a-b7e9-4046-9f7a-e157489337fc None None] Provisioning complete for port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:20:16.769237 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-67c3362a-b7e9-4046-9f7a-e157489337fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:16.769237 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-67c3362a-b7e9-4046-9f7a-e157489337fc None None] Attempt 1 to provision port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 Oct 10 11:20:16.801160 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-68129c1d-33ee-41b2-a8ac-a081221ac61c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=efac56012a1b41ed94b015221c50cf53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7588127 Oct 10 11:20:16.802060 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58476) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:16.824169 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-892f61e7-41cc-467b-a504-7aae0988ef51 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "PUT /v2.0/routers/41c03682-69aa-4958-ab85-7f778621e889/tags/tempest-TagsExtTest-Tag-777573115 HTTP/1.1" status: 201 len: 201 time: 0.5086286 Oct 10 11:20:16.845230 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58480) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:16.872537 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-32a0c990-d35f-4094-8c1c-ece3460cda06 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '06059d50-7139-4a62-a45e-7e93af531cd9', 'tempest-TagsExtTest-Tag-1312192235') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:16.917882 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-058bd9c0-52de-4bde-b5dd-b3f593ffa9a5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:16.967640 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1c2100b5-3442-4a64-a9e2-c67d153edcae up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:20:17.017609 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-67c3362a-b7e9-4046-9f7a-e157489337fc None None] Port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:17.081956 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 1c2100b5-3442-4a64-a9e2-c67d153edcae triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:20:17.082357 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:17.083439 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 1c2100b5-3442-4a64-a9e2-c67d153edcae Oct 10 11:20:17.104640 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-23d59230-fe30-49f4-9a6f-6bcadcab87ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:17.135865 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c8fac8df-0e0d-4b7c-82da-2f27d3a63de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'name': 'tempest-TestNetworkBasicOps-router-1136261552', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:36Z', 'updated_at': '2022-10-10T11:20:12Z', 'revision_number': 6, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:38Z', 'updated_at': '2022-10-10T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '4860606c-1efa-4032-bba8-73b61fc0ae61', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'port_id': 'a6f676cc-9681-4927-8ddb-2cfbd102584f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f', 'mac_address': 'fa:16:3e:6c:fa:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913b49a2-5570-4f46-945c-b2dbdfe2fc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:18:34Z', 'updated_at': '2022-10-10T11:18:37Z', 'revision_number': 1, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700e92cf-da24-49c8-a5fb-a01dde98d5d7', 'name': '', 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:5e:9b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'd95f995a-075f-4716-8136-bb47976380ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:48Z', 'updated_at': '2022-10-10T11:18:06Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd95f995a-075f-4716-8136-bb47976380ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:17.143279 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-23d59230-fe30-49f4-9a6f-6bcadcab87ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:17.148756 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fac8df-0e0d-4b7c-82da-2f27d3a63de5 None None] The sync data for ids ['9b9e438c-d495-495a-ae33-ab0d61dae34a'] in dv-neutron-860842-1-hyperv is: [{'id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'name': 'tempest-TestNetworkBasicOps-router-1136261552', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:36Z', 'updated_at': '2022-10-10T11:20:12Z', 'revision_number': 6, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:38Z', 'updated_at': '2022-10-10T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '4860606c-1efa-4032-bba8-73b61fc0ae61', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'port_id': 'a6f676cc-9681-4927-8ddb-2cfbd102584f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f', 'mac_address': 'fa:16:3e:6c:fa:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913b49a2-5570-4f46-945c-b2dbdfe2fc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:18:34Z', 'updated_at': '2022-10-10T11:18:37Z', 'revision_number': 1, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700e92cf-da24-49c8-a5fb-a01dde98d5d7', 'name': '', 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:5e:9b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'd95f995a-075f-4716-8136-bb47976380ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:48Z', 'updated_at': '2022-10-10T11:18:06Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd95f995a-075f-4716-8136-bb47976380ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:20:17.169911 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f2cb9-58a9-45b8-876c-14cb10bbdf18 req-94d511d1-3121-4c66-9860-d91d29238fd0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:17.170797 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-625f2cb9-58a9-45b8-876c-14cb10bbdf18 req-94d511d1-3121-4c66-9860-d91d29238fd0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:20:17.196215 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-5e8d300a-7984-404a-9b83-58f2f2ceb287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:20:15Z', 'revision_number': 8, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None, '_interfaces': [{'id': 'e9fefc59-3527-4184-acb6-399bfcb87355', 'name': '', 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:03:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '307b3c71-982d-474b-82ca-a920c0b88793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:41Z', 'updated_at': '2022-10-10T11:19:51Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '307b3c71-982d-474b-82ca-a920c0b88793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31532c5-f47b-4d81-9c7b-6ec80faccba0', 'name': '', 'network_id': 'de62a94c-e3d7-442f-875d-ce0240935927', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:9c:4b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:48Z', 'updated_at': '2022-10-10T11:20:00Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa5ec33a-e9b8-4538-9742-f19c02d82ea7', 'name': '', 'network_id': '94ac2516-401a-4f7a-a1aa-e3df877b4238', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:56:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'db2321ac-e482-4aeb-b5d9-3625e2d1abad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:55Z', 'updated_at': '2022-10-10T11:20:05Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'db2321ac-e482-4aeb-b5d9-3625e2d1abad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:17.208955 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8d300a-7984-404a-9b83-58f2f2ceb287 None None] Checking router: bdeaf0bd-2aec-45e7-b27c-b64404017a73 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:20:17.209393 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-625f2cb9-58a9-45b8-876c-14cb10bbdf18 req-94d511d1-3121-4c66-9860-d91d29238fd0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:20:17.210673 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-625f2cb9-58a9-45b8-876c-14cb10bbdf18 req-94d511d1-3121-4c66-9860-d91d29238fd0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7820a9f4-0e07-434f-b65d-c86e89529e91 HTTP/1.1" status: 200 len: 946 time: 0.3833425 Oct 10 11:20:17.221773 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8d300a-7984-404a-9b83-58f2f2ceb287 None None] Routers {'bdeaf0bd-2aec-45e7-b27c-b64404017a73'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:17.222646 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-5e8d300a-7984-404a-9b83-58f2f2ceb287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:17.241787 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 1c2100b5-3442-4a64-a9e2-c67d153edcae is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:20:17.253805 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68129c1d-33ee-41b2-a8ac-a081221ac61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143a7a03-b099-4925-a72d-577c47957c8b,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:17.260186 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-625f2cb9-58a9-45b8-876c-14cb10bbdf18 req-583d0c11-13d2-4e61-ba42-d5f6714c3d8c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=81990480-50e0-4838-b22b-21488127227c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438232 Oct 10 11:20:17.295497 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-058bd9c0-52de-4bde-b5dd-b3f593ffa9a5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:17.360175 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f06cfa-4ba5-460a-855a-368f409ce089 req-c3ba5c78-b4ad-4ad2-8379-51f07c30b60e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:17.361570 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-08f06cfa-4ba5-460a-855a-368f409ce089 req-c3ba5c78-b4ad-4ad2-8379-51f07c30b60e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/ports?device_id=7820a9f4-0e07-434f-b65d-c86e89529e91 HTTP/1.1" status: 200 len: 946 time: 0.7140691 Oct 10 11:20:17.377828 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-23d59230-fe30-49f4-9a6f-6bcadcab87ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:17.396695 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d59230-fe30-49f4-9a6f-6bcadcab87ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143a7a03-b099-4925-a72d-577c47957c8b,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:17.400383 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-23d59230-fe30-49f4-9a6f-6bcadcab87ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:17.404940 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-23d59230-fe30-49f4-9a6f-6bcadcab87ce admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/143a7a03-b099-4925-a72d-577c47957c8b HTTP/1.1" status: 204 len: 168 time: 0.6016779 Oct 10 11:20:17.409894 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-5e8d300a-7984-404a-9b83-58f2f2ceb287 None None] Set router bdeaf0bd-2aec-45e7-b27c-b64404017a73 gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:17.454797 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [req-08f06cfa-4ba5-460a-855a-368f409ce089 req-0872e367-3015-4f7c-be18-9a9f4f0ae144 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port bcb49008-7da4-43e0-b657-f5778cca67fb {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:17.455552 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-08f06cfa-4ba5-460a-855a-368f409ce089 req-0872e367-3015-4f7c-be18-9a9f4f0ae144 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:17.518516 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-67c3362a-b7e9-4046-9f7a-e157489337fc None None] Attempt 2 to provision port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 Oct 10 11:20:17.623565 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-32a0c990-d35f-4094-8c1c-ece3460cda06 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "PUT /v2.0/subnetpools/06059d50-7139-4a62-a45e-7e93af531cd9/tags/tempest-TagsExtTest-Tag-1312192235 HTTP/1.1" status: 201 len: 201 time: 0.7562420 Oct 10 11:20:17.625420 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-058bd9c0-52de-4bde-b5dd-b3f593ffa9a5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:17.626008 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58488) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:17.632048 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.tag.tag_plugin [None req-9ddb68bd-3440-410d-adae-bea2dc18978d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '49ab245c-b545-4bb5-b737-adbb097ed68b') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:17.699131 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-67c3362a-b7e9-4046-9f7a-e157489337fc None None] Port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:17.792186 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058bd9c0-52de-4bde-b5dd-b3f593ffa9a5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Subnet': ['ID=3c471518-8f6e-4940-adf0-47535a01ea2b,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:17.796450 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9ddb68bd-3440-410d-adae-bea2dc18978d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "GET /v2.0/subnets/49ab245c-b545-4bb5-b737-adbb097ed68b/tags HTTP/1.1" status: 200 len: 240 time: 0.1675990 Oct 10 11:20:17.797749 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58492) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:17.805276 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-058bd9c0-52de-4bde-b5dd-b3f593ffa9a5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:17.809775 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.tag.tag_plugin [None req-f575e61b-eaab-4fbd-9917-f728c23dda07 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '49ab245c-b545-4bb5-b737-adbb097ed68b', 'tempest-TagsExtTest-Tag-911161854') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:17.810785 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7933b835-616f-483c-9a48-ba9fb8ff194c None None] Network 02fa1d4e-2605-4fc9-a532-9f422be7fcce requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:20:17.812367 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-058bd9c0-52de-4bde-b5dd-b3f593ffa9a5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/subnets/3c471518-8f6e-4940-adf0-47535a01ea2b HTTP/1.1" status: 204 len: 168 time: 1.3646910 Oct 10 11:20:17.816202 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58496) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:17.876639 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-5e8d300a-7984-404a-9b83-58f2f2ceb287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:20:15Z', 'revision_number': 8, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None, '_interfaces': [{'id': 'e9fefc59-3527-4184-acb6-399bfcb87355', 'name': '', 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:03:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '307b3c71-982d-474b-82ca-a920c0b88793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:41Z', 'updated_at': '2022-10-10T11:19:51Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '307b3c71-982d-474b-82ca-a920c0b88793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31532c5-f47b-4d81-9c7b-6ec80faccba0', 'name': '', 'network_id': 'de62a94c-e3d7-442f-875d-ce0240935927', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:9c:4b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:48Z', 'updated_at': '2022-10-10T11:20:00Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa5ec33a-e9b8-4538-9742-f19c02d82ea7', 'name': '', 'network_id': '94ac2516-401a-4f7a-a1aa-e3df877b4238', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:56:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'db2321ac-e482-4aeb-b5d9-3625e2d1abad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:55Z', 'updated_at': '2022-10-10T11:20:05Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'db2321ac-e482-4aeb-b5d9-3625e2d1abad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:17.885592 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8d300a-7984-404a-9b83-58f2f2ceb287 None None] The sync data for ids ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'] in dv-neutron-860842-1-hyperv is: [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:20:15Z', 'revision_number': 8, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None, '_interfaces': [{'id': 'e9fefc59-3527-4184-acb6-399bfcb87355', 'name': '', 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:03:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '307b3c71-982d-474b-82ca-a920c0b88793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:41Z', 'updated_at': '2022-10-10T11:19:51Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '307b3c71-982d-474b-82ca-a920c0b88793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31532c5-f47b-4d81-9c7b-6ec80faccba0', 'name': '', 'network_id': 'de62a94c-e3d7-442f-875d-ce0240935927', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:9c:4b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:48Z', 'updated_at': '2022-10-10T11:20:00Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa5ec33a-e9b8-4538-9742-f19c02d82ea7', 'name': '', 'network_id': '94ac2516-401a-4f7a-a1aa-e3df877b4238', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:56:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'db2321ac-e482-4aeb-b5d9-3625e2d1abad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:55Z', 'updated_at': '2022-10-10T11:20:05Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'db2321ac-e482-4aeb-b5d9-3625e2d1abad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:20:17.956200 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f575e61b-eaab-4fbd-9917-f728c23dda07 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "GET /v2.0/subnets/49ab245c-b545-4bb5-b737-adbb097ed68b/tags/tempest-TagsExtTest-Tag-911161854 HTTP/1.1" status: 204 len: 168 time: 0.1573884 Oct 10 11:20:17.959925 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58500) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:17.968700 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.tag.tag_plugin [None req-080c3cc6-bfb7-490d-b88b-3fd820e61a80 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '49ab245c-b545-4bb5-b737-adbb097ed68b', 'tempest-TagsExtTest-Tag-911161854') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:18.166569 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a08994cb-e9f3-4978-afb5-a8f8154136c5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:18.193575 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-a08994cb-e9f3-4978-afb5-a8f8154136c5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Deleting port 12345924-03a0-478a-9ea8-325cb9c6f8ec {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:18.193938 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a08994cb-e9f3-4978-afb5-a8f8154136c5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:18.200322 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-67c3362a-b7e9-4046-9f7a-e157489337fc None None] Attempt 3 to provision port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 Oct 10 11:20:18.228537 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-080c3cc6-bfb7-490d-b88b-3fd820e61a80 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "DELETE /v2.0/subnets/49ab245c-b545-4bb5-b737-adbb097ed68b/tags/tempest-TagsExtTest-Tag-911161854 HTTP/1.1" status: 204 len: 168 time: 0.2675951 Oct 10 11:20:18.231416 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58504) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:18.236910 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.tag.tag_plugin [None req-ef5379c2-035d-450b-b039-e0bdf3b6cf74 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '49ab245c-b545-4bb5-b737-adbb097ed68b') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:18.259580 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [req-08f06cfa-4ba5-460a-855a-368f409ce089 req-0872e367-3015-4f7c-be18-9a9f4f0ae144 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port bcb49008-7da4-43e0-b657-f5778cca67fb, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=bcb49008-7da4-43e0-b657-f5778cca67fb,segment=NetworkSegment(3c568ba5-f531-4837-9a76-526e97ee4a44),segment_id=3c568ba5-f531-4837-9a76-526e97ee4a44)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:18.260164 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-08f06cfa-4ba5-460a-855a-368f409ce089 req-0872e367-3015-4f7c-be18-9a9f4f0ae144 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:18.275758 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-67c3362a-b7e9-4046-9f7a-e157489337fc None None] Port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:18.348883 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ef5379c2-035d-450b-b039-e0bdf3b6cf74 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "GET /v2.0/subnets/49ab245c-b545-4bb5-b737-adbb097ed68b/tags HTTP/1.1" status: 200 len: 205 time: 0.1159260 Oct 10 11:20:18.351636 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58510) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:18.356920 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.tag.tag_plugin [None req-345237a8-2aaf-4977-aa47-84f6c9342ba8 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0db9a841-ddf5-42a7-abc6-03366a54c5a9') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:18.374973 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a2b8f2-5d68-486e-906f-e44de85caee3 None None] DHCP port deletion for 02fa1d4e-2605-4fc9-a532-9f422be7fcce request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:20:18.380490 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-32a2b8f2-5d68-486e-906f-e44de85caee3 None None] Deleting port 12345924-03a0-478a-9ea8-325cb9c6f8ec {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:18.381035 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-32a2b8f2-5d68-486e-906f-e44de85caee3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:18.415402 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [req-08f06cfa-4ba5-460a-855a-368f409ce089 req-0872e367-3015-4f7c-be18-9a9f4f0ae144 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for bcb49008-7da4-43e0-b657-f5778cca67fb owned by compute:nova {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:20:18.496410 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-345237a8-2aaf-4977-aa47-84f6c9342ba8 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "GET /v2.0/ports/0db9a841-ddf5-42a7-abc6-03366a54c5a9/tags HTTP/1.1" status: 200 len: 241 time: 0.1413682 Oct 10 11:20:18.502422 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58514) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:18.520584 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.tag.tag_plugin [None req-cb8c817e-9efb-4d17-86c1-ded48a9272cf tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0db9a841-ddf5-42a7-abc6-03366a54c5a9', 'tempest-TagsExtTest-Tag-1412101619') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:18.680842 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-32a2b8f2-5d68-486e-906f-e44de85caee3 None None] For port 12345924-03a0-478a-9ea8-325cb9c6f8ec, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=12345924-03a0-478a-9ea8-325cb9c6f8ec,segment=NetworkSegment(2c07a7f3-617f-4ac7-bc51-710bb3d2b452),segment_id=2c07a7f3-617f-4ac7-bc51-710bb3d2b452)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:18.681623 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-32a2b8f2-5d68-486e-906f-e44de85caee3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:18.763883 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cb8c817e-9efb-4d17-86c1-ded48a9272cf tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "GET /v2.0/ports/0db9a841-ddf5-42a7-abc6-03366a54c5a9/tags/tempest-TagsExtTest-Tag-1412101619 HTTP/1.1" status: 204 len: 168 time: 0.2602010 Oct 10 11:20:18.764563 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58522) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:18.775829 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-a08994cb-e9f3-4978-afb5-a8f8154136c5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] For port 12345924-03a0-478a-9ea8-325cb9c6f8ec, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=12345924-03a0-478a-9ea8-325cb9c6f8ec,segment=NetworkSegment(2c07a7f3-617f-4ac7-bc51-710bb3d2b452),segment_id=2c07a7f3-617f-4ac7-bc51-710bb3d2b452)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:18.776201 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a08994cb-e9f3-4978-afb5-a8f8154136c5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:18.782625 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.tag.tag_plugin [None req-4eda3886-9291-4207-83df-09c2a469fa1b tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0db9a841-ddf5-42a7-abc6-03366a54c5a9', 'tempest-TagsExtTest-Tag-1412101619') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:18.814822 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-67c3362a-b7e9-4046-9f7a-e157489337fc None None] Attempt 4 to provision port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 Oct 10 11:20:18.869024 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-32a2b8f2-5d68-486e-906f-e44de85caee3 None None] Calling delete_port for 12345924-03a0-478a-9ea8-325cb9c6f8ec owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:20:18.888253 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4809fb37-c076-4245-a499-8223b99ecf68 req-7125e3ba-559e-4fd7-9127-8ba3f3dcb7b5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=913b49a2-5570-4f46-945c-b2dbdfe2fc72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2764881 Oct 10 11:20:18.902082 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:20:18.947223 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835174a-24d1-420d-a246-ad8ac0d00f23 req-397a8e1f-1cf8-4434-a5aa-1493c95813e5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:18.949320 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a835174a-24d1-420d-a246-ad8ac0d00f23 req-397a8e1f-1cf8-4434-a5aa-1493c95813e5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7820a9f4-0e07-434f-b65d-c86e89529e91 HTTP/1.1" status: 200 len: 946 time: 0.4516180 Oct 10 11:20:18.955897 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-a08994cb-e9f3-4978-afb5-a8f8154136c5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Calling delete_port for 12345924-03a0-478a-9ea8-325cb9c6f8ec owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:20:18.967010 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:20:18.967351 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c158cc43-0df2-4101-8cc5-9cc1f2aa71d1 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:20:18.967756 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 66e1f770-5778-4676-99dd-50a146544256 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:20:19.011793 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 66e1f770-5778-4676-99dd-50a146544256 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:20:19.012199 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 66e1f770-5778-4676-99dd-50a146544256 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:20:19.012542 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 12345924-03a0-478a-9ea8-325cb9c6f8ec no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:20:19.022483 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809fb37-c076-4245-a499-8223b99ecf68 req-0f3602a3-88c8-4b07-a79b-7c26bb5a3853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:19.024318 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4809fb37-c076-4245-a499-8223b99ecf68 req-0f3602a3-88c8-4b07-a79b-7c26bb5a3853 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=913b49a2-5570-4f46-945c-b2dbdfe2fc72 HTTP/1.1" status: 200 len: 1098 time: 0.1230917 Oct 10 11:20:19.055084 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-67c3362a-b7e9-4046-9f7a-e157489337fc None None] Port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:19.056812 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a835174a-24d1-420d-a246-ad8ac0d00f23 req-10f13503-f927-41ef-8e32-641cb81b8ae5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=81990480-50e0-4838-b22b-21488127227c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718768 Oct 10 11:20:19.087051 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-08f06cfa-4ba5-460a-855a-368f409ce089 req-0872e367-3015-4f7c-be18-9a9f4f0ae144 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:19.089499 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4eda3886-9291-4207-83df-09c2a469fa1b tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "DELETE /v2.0/ports/0db9a841-ddf5-42a7-abc6-03366a54c5a9/tags/tempest-TagsExtTest-Tag-1412101619 HTTP/1.1" status: 204 len: 168 time: 0.3205538 Oct 10 11:20:19.092066 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58526) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:19.102273 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-fbb61df8-3820-4313-9ab2-d822b1e8efd0 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0db9a841-ddf5-42a7-abc6-03366a54c5a9') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:19.161257 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-32a2b8f2-5d68-486e-906f-e44de85caee3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:20:19.161653 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-32a2b8f2-5d68-486e-906f-e44de85caee3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:20:19.172498 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 12345924-03a0-478a-9ea8-325cb9c6f8ec is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:20:19.187381 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:19.187539 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a08994cb-e9f3-4978-afb5-a8f8154136c5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:19.187704 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809fb37-c076-4245-a499-8223b99ecf68 req-d088b007-1796-4c5b-951b-3710e5ec2cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:19.188444 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4809fb37-c076-4245-a499-8223b99ecf68 req-d088b007-1796-4c5b-951b-3710e5ec2cfc service neutron] 10.222.0.15 "GET /v2.0/networks?id=660a4c34-f993-4054-9fd7-f447717be71f HTTP/1.1" status: 200 len: 897 time: 0.1439984 Oct 10 11:20:19.299592 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4809fb37-c076-4245-a499-8223b99ecf68 req-c1e0278a-47fc-44ab-8208-cd1c9b1ce6f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6f676cc-9681-4927-8ddb-2cfbd102584f HTTP/1.1" status: 200 len: 1000 time: 0.1055989 Oct 10 11:20:19.312965 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872e367-3015-4f7c-be18-9a9f4f0ae144 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=bcb49008-7da4-43e0-b657-f5778cca67fb,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:19.367478 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809fb37-c076-4245-a499-8223b99ecf68 req-8514eab2-a321-43d1-8627-b3479aa517d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:19.368949 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4809fb37-c076-4245-a499-8223b99ecf68 req-8514eab2-a321-43d1-8627-b3479aa517d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d95f995a-075f-4716-8136-bb47976380ee HTTP/1.1" status: 200 len: 835 time: 0.0636547 Oct 10 11:20:19.410742 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08994cb-e9f3-4978-afb5-a8f8154136c5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] No DVR routers for this DVR port 12345924-03a0-478a-9ea8-325cb9c6f8ec on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:20:19.415935 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08994cb-e9f3-4978-afb5-a8f8154136c5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Port': ['ID=12345924-03a0-478a-9ea8-325cb9c6f8ec,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:19.453919 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809fb37-c076-4245-a499-8223b99ecf68 req-3657b21d-afe0-4115-9598-2609726e995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:19.455478 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4809fb37-c076-4245-a499-8223b99ecf68 req-3657b21d-afe0-4115-9598-2609726e995b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=660a4c34-f993-4054-9fd7-f447717be71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806534 Oct 10 11:20:19.500270 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f06cfa-4ba5-460a-855a-368f409ce089 req-0872e367-3015-4f7c-be18-9a9f4f0ae144 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] No DVR routers for this DVR port bcb49008-7da4-43e0-b657-f5778cca67fb on host hv-neutron-8608 {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:20:19.516406 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-08f06cfa-4ba5-460a-855a-368f409ce089 req-0872e367-3015-4f7c-be18-9a9f4f0ae144 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:19.518898 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7820a9f4-0e07-434f-b65d-c86e89529e91', 'name': 'network-vif-deleted', 'tag': 'bcb49008-7da4-43e0-b657-f5778cca67fb'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:20:19.522395 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf163f2-266b-4974-9459-2db1beb472b7" -d '{"events": [{"server_uuid": "7820a9f4-0e07-434f-b65d-c86e89529e91", "name": "network-vif-deleted", "tag": "bcb49008-7da4-43e0-b657-f5778cca67fb"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:20:19.556716 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-67c3362a-b7e9-4046-9f7a-e157489337fc None None] Attempt 5 to provision port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 Oct 10 11:20:19.593018 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1279c0-ddb7-4873-ad3c-fedac0fcf222 x-openstack-request-id: req-8c1279c0-ddb7-4873-ad3c-fedac0fcf222 {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:20:19.593514 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7820a9f4-0e07-434f-b65d-c86e89529e91", "name": "network-vif-deleted", "tag": "bcb49008-7da4-43e0-b657-f5778cca67fb", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:20:19.593988 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8c1279c0-ddb7-4873-ad3c-fedac0fcf222 {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:20:19.594573 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c1279c0-ddb7-4873-ad3c-fedac0fcf222'] response: {'server_uuid': '7820a9f4-0e07-434f-b65d-c86e89529e91', 'name': 'network-vif-deleted', 'tag': 'bcb49008-7da4-43e0-b657-f5778cca67fb', 'status': 'completed', 'code': 200} Oct 10 11:20:19.595645 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4809fb37-c076-4245-a499-8223b99ecf68 req-b887b0dd-3165-4cd5-8ba5-903ef115f100 service neutron] 10.222.0.15 "GET /v2.0/networks/660a4c34-f993-4054-9fd7-f447717be71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329386 Oct 10 11:20:19.607412 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a08994cb-e9f3-4978-afb5-a8f8154136c5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:19.639680 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-a08994cb-e9f3-4978-afb5-a8f8154136c5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02fa1d4e-2605-4fc9-a532-9f422be7fcce']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:19.653444 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-fbb61df8-3820-4313-9ab2-d822b1e8efd0 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "GET /v2.0/ports/0db9a841-ddf5-42a7-abc6-03366a54c5a9/tags HTTP/1.1" status: 200 len: 205 time: 0.5602858 Oct 10 11:20:19.657247 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-a08994cb-e9f3-4978-afb5-a8f8154136c5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c07a7f3-617f-4ac7-bc51-710bb3d2b452') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:19.658062 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-a08994cb-e9f3-4978-afb5-a8f8154136c5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c07a7f3-617f-4ac7-bc51-710bb3d2b452') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:19.664053 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58532) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:19.669124 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-b402b141-9371-4e1d-a1b8-edc9b70e167f tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '41c03682-69aa-4958-ab85-7f778621e889') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:19.681721 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-32a2b8f2-5d68-486e-906f-e44de85caee3 None None] Deleting port 12345924-03a0-478a-9ea8-325cb9c6f8ec {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:19.682328 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-32a2b8f2-5d68-486e-906f-e44de85caee3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:19.711060 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-67c3362a-b7e9-4046-9f7a-e157489337fc None None] Port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:19.741934 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a08994cb-e9f3-4978-afb5-a8f8154136c5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:19.750096 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-08f06cfa-4ba5-460a-855a-368f409ce089 req-0872e367-3015-4f7c-be18-9a9f4f0ae144 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "DELETE /v2.0/ports/bcb49008-7da4-43e0-b657-f5778cca67fb HTTP/1.1" status: 204 len: 173 time: 2.3814931 Oct 10 11:20:19.763844 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-32a2b8f2-5d68-486e-906f-e44de85caee3 None None] The port '12345924-03a0-478a-9ea8-325cb9c6f8ec' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:20:19.776691 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4809fb37-c076-4245-a499-8223b99ecf68 req-719fa71d-a203-4916-8573-38ce7a1ef93e service neutron] 10.222.0.15 "GET /v2.0/networks/660a4c34-f993-4054-9fd7-f447717be71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738756 Oct 10 11:20:19.827934 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a08994cb-e9f3-4978-afb5-a8f8154136c5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:19.838258 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a08994cb-e9f3-4978-afb5-a8f8154136c5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Releasing vlan 481 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:20:19.838658 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a08994cb-e9f3-4978-afb5-a8f8154136c5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:19.924696 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 2c07a7f3-617f-4ac7-bc51-710bb3d2b452 resource provider aggregate not found Oct 10 11:20:19.937929 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b402b141-9371-4e1d-a1b8-edc9b70e167f tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "GET /v2.0/routers/41c03682-69aa-4958-ab85-7f778621e889/tags HTTP/1.1" status: 200 len: 240 time: 0.2701485 Oct 10 11:20:19.938762 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58542) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:19.943777 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-64e4993b-d8b6-4e32-8f2f-45f2169e992b tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '41c03682-69aa-4958-ab85-7f778621e889', 'tempest-TagsExtTest-Tag-777573115') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:20.000913 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 2c07a7f3-617f-4ac7-bc51-710bb3d2b452 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c07a7f3-617f-4ac7-bc51-710bb3d2b452 found for delete ", "request_id": "req-01770b75-c558-420b-a02a-e98f524e8b2e"}]} Oct 10 11:20:20.084438 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-64e4993b-d8b6-4e32-8f2f-45f2169e992b tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "GET /v2.0/routers/41c03682-69aa-4958-ab85-7f778621e889/tags/tempest-TagsExtTest-Tag-777573115 HTTP/1.1" status: 204 len: 168 time: 0.1446779 Oct 10 11:20:20.087048 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58548) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:20.092338 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-e6146d07-738a-4782-be51-283216e98613 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '41c03682-69aa-4958-ab85-7f778621e889', 'tempest-TagsExtTest-Tag-777573115') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:20.151345 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a08994cb-e9f3-4978-afb5-a8f8154136c5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:20.185697 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a08994cb-e9f3-4978-afb5-a8f8154136c5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:20.189584 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08994cb-e9f3-4978-afb5-a8f8154136c5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Network': ['ID=02fa1d4e-2605-4fc9-a532-9f422be7fcce,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:20.212270 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-67c3362a-b7e9-4046-9f7a-e157489337fc None None] Attempt 6 to provision port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 Oct 10 11:20:20.247814 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a08994cb-e9f3-4978-afb5-a8f8154136c5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/networks/02fa1d4e-2605-4fc9-a532-9f422be7fcce HTTP/1.1" status: 204 len: 168 time: 2.4275694 Oct 10 11:20:20.248283 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58560) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:20.277925 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-67c3362a-b7e9-4046-9f7a-e157489337fc None None] Port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:20.306518 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-acc1afa1-12cf-40c4-961c-58833d3429b8 req-7bf42c0a-2808-4d6e-b72a-29e0d0e535bb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:20:20.389210 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-acc1afa1-12cf-40c4-961c-58833d3429b8 req-7bf42c0a-2808-4d6e-b72a-29e0d0e535bb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:20:20.390513 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-acc1afa1-12cf-40c4-961c-58833d3429b8 req-7bf42c0a-2808-4d6e-b72a-29e0d0e535bb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7820a9f4-0e07-434f-b65d-c86e89529e91 HTTP/1.1" status: 200 len: 210 time: 0.1528921 Oct 10 11:20:20.418857 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e6146d07-738a-4782-be51-283216e98613 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "DELETE /v2.0/routers/41c03682-69aa-4958-ab85-7f778621e889/tags/tempest-TagsExtTest-Tag-777573115 HTTP/1.1" status: 204 len: 168 time: 0.3307195 Oct 10 11:20:20.421504 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58564) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:20.427842 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-edb6800a-2ccb-4d3e-8858-38a8ab57eeb4 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '41c03682-69aa-4958-ab85-7f778621e889') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:20.546836 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-12d9b129-e604-42be-992f-bfaa82b254d8 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Synchronizing usage tracker for tenant:2ca309cf9da347e1972c7a5240bc70ad on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:20:20.573105 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-edb6800a-2ccb-4d3e-8858-38a8ab57eeb4 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "GET /v2.0/routers/41c03682-69aa-4958-ab85-7f778621e889/tags HTTP/1.1" status: 200 len: 205 time: 0.1478975 Oct 10 11:20:20.573420 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58568) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:20.578489 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-815d438e-a74c-4291-84e4-91a3223bd98e tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '06059d50-7139-4a62-a45e-7e93af531cd9') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:20.604318 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-815d438e-a74c-4291-84e4-91a3223bd98e tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "GET /v2.0/subnetpools/06059d50-7139-4a62-a45e-7e93af531cd9/tags HTTP/1.1" status: 200 len: 241 time: 0.0296390 Oct 10 11:20:20.607299 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58572) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:20.613318 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-e437fe5d-7b08-41a7-9f6e-b5fcb1f4d414 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06059d50-7139-4a62-a45e-7e93af531cd9', 'tempest-TagsExtTest-Tag-1312192235') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:20.637912 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e437fe5d-7b08-41a7-9f6e-b5fcb1f4d414 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "GET /v2.0/subnetpools/06059d50-7139-4a62-a45e-7e93af531cd9/tags/tempest-TagsExtTest-Tag-1312192235 HTTP/1.1" status: 204 len: 168 time: 0.0295901 Oct 10 11:20:20.640446 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58576) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:20.645251 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-6179185c-c6b8-4e54-a3cb-86f26ad32a17 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '06059d50-7139-4a62-a45e-7e93af531cd9', 'tempest-TagsExtTest-Tag-1312192235') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:20.766035 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6179185c-c6b8-4e54-a3cb-86f26ad32a17 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "DELETE /v2.0/subnetpools/06059d50-7139-4a62-a45e-7e93af531cd9/tags/tempest-TagsExtTest-Tag-1312192235 HTTP/1.1" status: 204 len: 168 time: 0.1245635 Oct 10 11:20:20.768386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58580) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:20.773474 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-a5c153d2-c34d-4449-96d4-d4fe7b3f08be tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '06059d50-7139-4a62-a45e-7e93af531cd9') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:20.779623 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-12d9b129-e604-42be-992f-bfaa82b254d8 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Unset dirty status for tenant:2ca309cf9da347e1972c7a5240bc70ad on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:20:20.779825 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-67c3362a-b7e9-4046-9f7a-e157489337fc None None] Attempt 7 to provision port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 Oct 10 11:20:20.790934 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-12d9b129-e604-42be-992f-bfaa82b254d8 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1682342367&fields=id&tenant_id=2ca309cf9da347e1972c7a5240bc70ad HTTP/1.1" status: 200 len: 267 time: 0.4216597 Oct 10 11:20:20.808680 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a5c153d2-c34d-4449-96d4-d4fe7b3f08be tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "GET /v2.0/subnetpools/06059d50-7139-4a62-a45e-7e93af531cd9/tags HTTP/1.1" status: 200 len: 205 time: 0.0392122 Oct 10 11:20:20.812909 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58584) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:20.818258 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-ec99e8e3-fe20-4699-a912-1901031243da tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '06059d50-7139-4a62-a45e-7e93af531cd9') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:20.838665 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-67c3362a-b7e9-4046-9f7a-e157489337fc None None] Port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:20.849883 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ec99e8e3-fe20-4699-a912-1901031243da tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "DELETE /v2.0/subnetpools/06059d50-7139-4a62-a45e-7e93af531cd9/tags HTTP/1.1" status: 204 len: 168 time: 0.0369868 Oct 10 11:20:20.854933 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58588) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:20.860032 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-fef1a52a-454b-4be1-846f-079a9eb38da5 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '41c03682-69aa-4958-ab85-7f778621e889') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:21.007313 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-02fcbc22-5bec-414a-b57c-5e430ccfccda tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:21.008881 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-02fcbc22-5bec-414a-b57c-5e430ccfccda tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/networks?id=616f1bfe-2293-42af-8b84-9f66f180ede2 HTTP/1.1" status: 200 len: 812 time: 0.2171631 Oct 10 11:20:21.028725 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-7b62b198-ecb9-4a9f-9e36-b44a48878c01 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/quotas/2ca309cf9da347e1972c7a5240bc70ad HTTP/1.1" status: 200 len: 375 time: 0.0138898 Oct 10 11:20:21.118801 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-fef1a52a-454b-4be1-846f-079a9eb38da5 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "DELETE /v2.0/routers/41c03682-69aa-4958-ab85-7f778621e889/tags HTTP/1.1" status: 204 len: 168 time: 0.2626495 Oct 10 11:20:21.121216 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58592) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:21.126150 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-2c0028eb-1e12-4474-997a-1ae4a6a7b670 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0db9a841-ddf5-42a7-abc6-03366a54c5a9') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:21.167325 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f3b17728-d1c1-4643-8ea0-4e9dde8ff993 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:21.199626 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2c0028eb-1e12-4474-997a-1ae4a6a7b670 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "DELETE /v2.0/ports/0db9a841-ddf5-42a7-abc6-03366a54c5a9/tags HTTP/1.1" status: 204 len: 168 time: 0.0774026 Oct 10 11:20:21.202219 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58596) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:21.207112 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-9e7d4b8d-afbc-41c6-bb97-17fcf01d45c8 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '49ab245c-b545-4bb5-b737-adbb097ed68b') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:21.230375 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-8e6c765c-892e-4e0d-af5c-d192fb4842c0 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=2ca309cf9da347e1972c7a5240bc70ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1711051 Oct 10 11:20:21.260018 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device bcb49008-7da4-43e0-b657-f5778cca67fb no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:20:21.284103 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9e7d4b8d-afbc-41c6-bb97-17fcf01d45c8 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "DELETE /v2.0/subnets/49ab245c-b545-4bb5-b737-adbb097ed68b/tags HTTP/1.1" status: 204 len: 168 time: 0.0765767 Oct 10 11:20:21.284464 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58600) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:21.289558 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-3e3fed40-13f3-4a9d-ae09-ba68ad30891d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '49ab245c-b545-4bb5-b737-adbb097ed68b', 'tempest-TagsExtTest-Tag-1436101336') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:21.301451 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: bcb49008-7da4-43e0-b657-f5778cca67fb {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:20:21.302605 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device bcb49008-7da4-43e0-b657-f5778cca67fb not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:20:21.340017 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-67c3362a-b7e9-4046-9f7a-e157489337fc None None] Attempt 8 to provision port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 Oct 10 11:20:21.396534 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-67c3362a-b7e9-4046-9f7a-e157489337fc None None] Port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:21.413342 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-3e3fed40-13f3-4a9d-ae09-ba68ad30891d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "PUT /v2.0/subnets/49ab245c-b545-4bb5-b737-adbb097ed68b/tags/tempest-TagsExtTest-Tag-1436101336 HTTP/1.1" status: 201 len: 201 time: 0.1278667 Oct 10 11:20:21.416092 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58604) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:21.421312 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-f96a4a4a-6032-4bb2-a8ff-5b17ed547a72 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0db9a841-ddf5-42a7-abc6-03366a54c5a9', 'tempest-TagsExtTest-Tag-1741028778') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:21.507013 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58610) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:21.552016 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-2372bb79-8920-4501-a45c-cb26fb5f9edc service neutron] 10.222.0.40 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629974 Oct 10 11:20:21.568124 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f96a4a4a-6032-4bb2-a8ff-5b17ed547a72 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "PUT /v2.0/ports/0db9a841-ddf5-42a7-abc6-03366a54c5a9/tags/tempest-TagsExtTest-Tag-1741028778 HTTP/1.1" status: 201 len: 201 time: 0.1510291 Oct 10 11:20:21.576058 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58614) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:21.587092 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-1850f092-70c6-4215-9f81-930e3b9ff9ad tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '41c03682-69aa-4958-ab85-7f778621e889', 'tempest-TagsExtTest-Tag-578868208') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:21.645422 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3d800b09-5b5a-4d2c-af7b-f013c46801c9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:21.748578 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3d800b09-5b5a-4d2c-af7b-f013c46801c9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:21.751658 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-f3b17728-d1c1-4643-8ea0-4e9dde8ff993 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Deleting port fa5ec33a-e9b8-4538-9742-f19c02d82ea7 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:21.752197 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f3b17728-d1c1-4643-8ea0-4e9dde8ff993 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:21.807587 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-e48d71cb-6afb-40f5-b6f5-9599482219c8 service neutron] 10.222.0.40 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471180 Oct 10 11:20:21.859123 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1850f092-70c6-4215-9f81-930e3b9ff9ad tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "PUT /v2.0/routers/41c03682-69aa-4958-ab85-7f778621e889/tags/tempest-TagsExtTest-Tag-578868208 HTTP/1.1" status: 201 len: 201 time: 0.2819564 Oct 10 11:20:21.861754 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58618) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:21.868176 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-2bfbb012-0d01-4864-ac9f-abc72981e067 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '06059d50-7139-4a62-a45e-7e93af531cd9', 'tempest-TagsExtTest-Tag-1086741822') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:21.897505 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-67c3362a-b7e9-4046-9f7a-e157489337fc None None] Attempt 9 to provision port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 Oct 10 11:20:21.909777 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3d800b09-5b5a-4d2c-af7b-f013c46801c9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:21.937710 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d800b09-5b5a-4d2c-af7b-f013c46801c9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81990480-50e0-4838-b22b-21488127227c,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:21.970506 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2bfbb012-0d01-4864-ac9f-abc72981e067 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "PUT /v2.0/subnetpools/06059d50-7139-4a62-a45e-7e93af531cd9/tags/tempest-TagsExtTest-Tag-1086741822 HTTP/1.1" status: 201 len: 201 time: 0.1050029 Oct 10 11:20:21.970975 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58624) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:21.978778 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-7c2a9593-c256-48ed-a44c-f3af0b70553a tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '49ab245c-b545-4bb5-b737-adbb097ed68b', {'tags': ['tempest-TagsExtTest-Tag-515168625', 'tempest-TagsExtTest-Tag-1995951746', 'tempest-TagsExtTest-Tag-1292987189']}) {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:22.045688 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3d800b09-5b5a-4d2c-af7b-f013c46801c9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:22.046991 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-3d800b09-5b5a-4d2c-af7b-f013c46801c9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/security-groups/81990480-50e0-4838-b22b-21488127227c HTTP/1.1" status: 204 len: 168 time: 0.5391767 Oct 10 11:20:22.062716 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-67c3362a-b7e9-4046-9f7a-e157489337fc None None] Port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:22.094088 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-f3b17728-d1c1-4643-8ea0-4e9dde8ff993 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] For port fa5ec33a-e9b8-4538-9742-f19c02d82ea7, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=fa5ec33a-e9b8-4538-9742-f19c02d82ea7,segment=NetworkSegment(fd6ba4c5-6c5f-4e6e-a603-96bed3d0af57),segment_id=fd6ba4c5-6c5f-4e6e-a603-96bed3d0af57)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:22.094450 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f3b17728-d1c1-4643-8ea0-4e9dde8ff993 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:22.144552 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58634) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:22.214013 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed7e134f-46f9-419c-ac04-69a321b06b4b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting subnet 043afce8-9cb3-499b-acb7-4185deccd6a5 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:20:22.217611 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-f3b17728-d1c1-4643-8ea0-4e9dde8ff993 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Calling delete_port for fa5ec33a-e9b8-4538-9742-f19c02d82ea7 owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:20:22.217978 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7c2a9593-c256-48ed-a44c-f3af0b70553a tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "PUT /v2.0/subnets/49ab245c-b545-4bb5-b737-adbb097ed68b/tags HTTP/1.1" status: 200 len: 317 time: 0.2459371 Oct 10 11:20:22.218787 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ed7e134f-46f9-419c-ac04-69a321b06b4b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:22.245583 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58638) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:22.260703 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.tag.tag_plugin [None req-c8b311e8-175c-4e45-a0a2-b5822b343b9e tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '49ab245c-b545-4bb5-b737-adbb097ed68b') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:22.274460 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ed7e134f-46f9-419c-ac04-69a321b06b4b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:22.363141 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ed7e134f-46f9-419c-ac04-69a321b06b4b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:22.492436 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ed7e134f-46f9-419c-ac04-69a321b06b4b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:22.560641 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5e5aa0-fb0e-414c-afe3-03d669fd51e5 None None] Network 53a1ca78-37f8-423d-b2ff-6b31a2af1b5b requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:20:22.572063 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ed7e134f-46f9-419c-ac04-69a321b06b4b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:22.575775 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-67c3362a-b7e9-4046-9f7a-e157489337fc None None] Attempt 10 to provision port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 Oct 10 11:20:22.585606 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e134f-46f9-419c-ac04-69a321b06b4b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Subnet': ['ID=043afce8-9cb3-499b-acb7-4185deccd6a5,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:22.605991 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c8b311e8-175c-4e45-a0a2-b5822b343b9e tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "DELETE /v2.0/subnets/49ab245c-b545-4bb5-b737-adbb097ed68b/tags HTTP/1.1" status: 204 len: 168 time: 0.3592608 Oct 10 11:20:22.608682 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58646) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:22.614498 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.tag.tag_plugin [None req-88225ebf-d444-4972-a344-881e5bd5398c tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '49ab245c-b545-4bb5-b737-adbb097ed68b', 'tempest-TagsExtTest-Tag-515168625') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:22.639655 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ed7e134f-46f9-419c-ac04-69a321b06b4b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/subnets/043afce8-9cb3-499b-acb7-4185deccd6a5 HTTP/1.1" status: 204 len: 168 time: 0.4935546 Oct 10 11:20:22.646037 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58650) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:22.654043 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-67c3362a-b7e9-4046-9f7a-e157489337fc None None] Port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:22.674785 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f3b17728-d1c1-4643-8ea0-4e9dde8ff993 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:22.750874 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-67c3362a-b7e9-4046-9f7a-e157489337fc None None] Provisioning complete for port 1c2100b5-3442-4a64-a9e2-c67d153edcae triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:20:22.751538 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-67c3362a-b7e9-4046-9f7a-e157489337fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:22.752083 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-67c3362a-b7e9-4046-9f7a-e157489337fc None None] Attempt 1 to provision port 1c2100b5-3442-4a64-a9e2-c67d153edcae Oct 10 11:20:22.773441 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-16fa348b-2b7a-454e-9d6e-a06004fa8bd9 req-825d7204-5903-4c27-8661-155c015f4b99 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Synchronizing usage tracker for tenant:2ca309cf9da347e1972c7a5240bc70ad on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:20:22.781107 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f6c988db-cfcd-43da-bea6-cc275f0f3190 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:22.798935 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b17728-d1c1-4643-8ea0-4e9dde8ff993 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Port': ['ID=fa5ec33a-e9b8-4538-9742-f19c02d82ea7,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:22.802158 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-f6c988db-cfcd-43da-bea6-cc275f0f3190 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port 448a9468-65b5-4d6f-855b-9be1fa0fce97 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:22.802502 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f6c988db-cfcd-43da-bea6-cc275f0f3190 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:22.911174 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-16fa348b-2b7a-454e-9d6e-a06004fa8bd9 req-825d7204-5903-4c27-8661-155c015f4b99 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Unset dirty status for tenant:2ca309cf9da347e1972c7a5240bc70ad on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:20:22.939675 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-16fa348b-2b7a-454e-9d6e-a06004fa8bd9 req-825d7204-5903-4c27-8661-155c015f4b99 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e962260-4783-4d44-901f-d6777725e488 HTTP/1.1" status: 200 len: 210 time: 0.3330069 Oct 10 11:20:23.000598 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-67c3362a-b7e9-4046-9f7a-e157489337fc None None] Current status of the port 1c2100b5-3442-4a64-a9e2-c67d153edcae is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:20:23.047532 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-88225ebf-d444-4972-a344-881e5bd5398c tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] show failed (client error): The resource could not be found. Oct 10 11:20:23.048377 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-88225ebf-d444-4972-a344-881e5bd5398c tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "GET /v2.0/subnets/49ab245c-b545-4bb5-b737-adbb097ed68b/tags/tempest-TagsExtTest-Tag-515168625 HTTP/1.1" status: 404 len: 328 time: 0.4385874 Oct 10 11:20:23.051423 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f3b17728-d1c1-4643-8ea0-4e9dde8ff993 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:23.054845 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58658) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:23.074393 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.tag.tag_plugin [None req-50b6b0da-ec4a-4b00-8de9-4a5a627201d2 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '49ab245c-b545-4bb5-b737-adbb097ed68b', 'tempest-TagsExtTest-Tag-1995951746') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:23.083448 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-f6c988db-cfcd-43da-bea6-cc275f0f3190 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port 448a9468-65b5-4d6f-855b-9be1fa0fce97, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=448a9468-65b5-4d6f-855b-9be1fa0fce97,segment=NetworkSegment(3c568ba5-f531-4837-9a76-526e97ee4a44),segment_id=3c568ba5-f531-4837-9a76-526e97ee4a44)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:23.083818 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f6c988db-cfcd-43da-bea6-cc275f0f3190 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:23.103255 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308459e9-6c24-407f-a6bd-7d640c5c38e0 None None] DHCP port deletion for 53a1ca78-37f8-423d-b2ff-6b31a2af1b5b request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:20:23.108485 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-308459e9-6c24-407f-a6bd-7d640c5c38e0 None None] Deleting port 448a9468-65b5-4d6f-855b-9be1fa0fce97 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:23.109016 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-308459e9-6c24-407f-a6bd-7d640c5c38e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:23.189770 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-b1a98368-7bf9-42f6-907d-c146c512be17 None None] Provisioning complete for port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:20:23.190152 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b1a98368-7bf9-42f6-907d-c146c512be17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:23.190486 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-b1a98368-7bf9-42f6-907d-c146c512be17 None None] Attempt 1 to provision port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 Oct 10 11:20:23.253000 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-f6c988db-cfcd-43da-bea6-cc275f0f3190 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for 448a9468-65b5-4d6f-855b-9be1fa0fce97 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:20:23.308229 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b1a98368-7bf9-42f6-907d-c146c512be17 None None] Port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:23.411832 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-50b6b0da-ec4a-4b00-8de9-4a5a627201d2 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] show failed (client error): The resource could not be found. Oct 10 11:20:23.413043 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-50b6b0da-ec4a-4b00-8de9-4a5a627201d2 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "GET /v2.0/subnets/49ab245c-b545-4bb5-b737-adbb097ed68b/tags/tempest-TagsExtTest-Tag-1995951746 HTTP/1.1" status: 404 len: 329 time: 0.3571045 Oct 10 11:20:23.426537 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-308459e9-6c24-407f-a6bd-7d640c5c38e0 None None] For port 448a9468-65b5-4d6f-855b-9be1fa0fce97, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=448a9468-65b5-4d6f-855b-9be1fa0fce97,segment=NetworkSegment(3c568ba5-f531-4837-9a76-526e97ee4a44),segment_id=3c568ba5-f531-4837-9a76-526e97ee4a44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:23.426775 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58664) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:23.426900 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-308459e9-6c24-407f-a6bd-7d640c5c38e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:23.431710 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.tag.tag_plugin [None req-358d73ad-caeb-4588-90db-e0ee31971f32 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '49ab245c-b545-4bb5-b737-adbb097ed68b', 'tempest-TagsExtTest-Tag-1292987189') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:23.543715 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f6c988db-cfcd-43da-bea6-cc275f0f3190 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:23.559765 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-308459e9-6c24-407f-a6bd-7d640c5c38e0 None None] Calling delete_port for 448a9468-65b5-4d6f-855b-9be1fa0fce97 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:20:23.590442 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c988db-cfcd-43da-bea6-cc275f0f3190 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=448a9468-65b5-4d6f-855b-9be1fa0fce97,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:23.596453 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c988db-cfcd-43da-bea6-cc275f0f3190 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] No DVR routers for this DVR port 448a9468-65b5-4d6f-855b-9be1fa0fce97 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:20:23.618283 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b17728-d1c1-4643-8ea0-4e9dde8ff993 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Router bdeaf0bd-2aec-45e7-b27c-b64404017a73 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:20:23.636120 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-308459e9-6c24-407f-a6bd-7d640c5c38e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:20:23.636807 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-308459e9-6c24-407f-a6bd-7d640c5c38e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:20:23.735572 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f6c988db-cfcd-43da-bea6-cc275f0f3190 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:23.750777 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-358d73ad-caeb-4588-90db-e0ee31971f32 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] show failed (client error): The resource could not be found. Oct 10 11:20:23.752511 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-358d73ad-caeb-4588-90db-e0ee31971f32 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "GET /v2.0/subnets/49ab245c-b545-4bb5-b737-adbb097ed68b/tags/tempest-TagsExtTest-Tag-1292987189 HTTP/1.1" status: 404 len: 329 time: 0.3244905 Oct 10 11:20:23.760952 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58668) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:23.768985 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-b1f95684-7429-4d03-bff5-2ea0b102273d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0db9a841-ddf5-42a7-abc6-03366a54c5a9', {'tags': ['tempest-TagsExtTest-Tag-407651967', 'tempest-TagsExtTest-Tag-1305495033', 'tempest-TagsExtTest-Tag-1982677116']}) {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:23.796208 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b17728-d1c1-4643-8ea0-4e9dde8ff993 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:20:23.805823 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-f6c988db-cfcd-43da-bea6-cc275f0f3190 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a1ca78-37f8-423d-b2ff-6b31a2af1b5b']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:23.807046 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb57773-fbe6-412a-bbd3-34e5745d6dda None None] Sync routers for ids ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:20:23.812995 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f3b17728-d1c1-4643-8ea0-4e9dde8ff993 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "PUT /v2.0/routers/bdeaf0bd-2aec-45e7-b27c-b64404017a73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5611732 Oct 10 11:20:23.813165 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-b1a98368-7bf9-42f6-907d-c146c512be17 None None] Attempt 2 to provision port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 Oct 10 11:20:23.813283 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58672) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:23.834517 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-f6c988db-cfcd-43da-bea6-cc275f0f3190 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c568ba5-f531-4837-9a76-526e97ee4a44') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:23.834855 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-f6c988db-cfcd-43da-bea6-cc275f0f3190 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c568ba5-f531-4837-9a76-526e97ee4a44') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:23.853050 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f6c988db-cfcd-43da-bea6-cc275f0f3190 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:23.876065 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb57773-fbe6-412a-bbd3-34e5745d6dda None None] Routers {'bdeaf0bd-2aec-45e7-b27c-b64404017a73'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:23.877089 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-fcb57773-fbe6-412a-bbd3-34e5745d6dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:23.877238 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f6c988db-cfcd-43da-bea6-cc275f0f3190 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:23.888261 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb78bed8-45bf-4459-aa29-e0944c27cb71 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Deleting subnet db2321ac-e482-4aeb-b5d9-3625e2d1abad {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:20:23.892198 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bb78bed8-45bf-4459-aa29-e0944c27cb71 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:23.899002 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c988db-cfcd-43da-bea6-cc275f0f3190 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Releasing vlan 493 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:20:23.899409 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f6c988db-cfcd-43da-bea6-cc275f0f3190 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:23.949829 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 3c568ba5-f531-4837-9a76-526e97ee4a44 resource provider aggregate not found Oct 10 11:20:23.974465 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bb78bed8-45bf-4459-aa29-e0944c27cb71 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:24.000030 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 3c568ba5-f531-4837-9a76-526e97ee4a44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c568ba5-f531-4837-9a76-526e97ee4a44 found for delete ", "request_id": "req-f597b3a6-963e-4927-893b-4b8f670d60ab"}]} Oct 10 11:20:24.088204 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f6c988db-cfcd-43da-bea6-cc275f0f3190 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:24.102201 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b1a98368-7bf9-42f6-907d-c146c512be17 None None] Port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:24.118683 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f6c988db-cfcd-43da-bea6-cc275f0f3190 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:24.127548 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bb78bed8-45bf-4459-aa29-e0944c27cb71 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:24.128111 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-fcb57773-fbe6-412a-bbd3-34e5745d6dda None None] Set router bdeaf0bd-2aec-45e7-b27c-b64404017a73 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:24.131066 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c988db-cfcd-43da-bea6-cc275f0f3190 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Network': ['ID=53a1ca78-37f8-423d-b2ff-6b31a2af1b5b,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:24.168908 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1305cab0-70c4-44c3-a9b7-b5641e641c16 req-879e596b-2931-4ded-96fc-b7d39c4a75bd tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e962260-4783-4d44-901f-d6777725e488 HTTP/1.1" status: 200 len: 210 time: 0.0898771 Oct 10 11:20:24.176610 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b1f95684-7429-4d03-bff5-2ea0b102273d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "PUT /v2.0/ports/0db9a841-ddf5-42a7-abc6-03366a54c5a9/tags HTTP/1.1" status: 200 len: 317 time: 0.4112530 Oct 10 11:20:24.176744 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-308459e9-6c24-407f-a6bd-7d640c5c38e0 None None] Deleting port 448a9468-65b5-4d6f-855b-9be1fa0fce97 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:24.176744 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-308459e9-6c24-407f-a6bd-7d640c5c38e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:24.176928 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58682) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:24.182059 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-ee41de61-be95-4da4-bad6-1594fdfc56ee tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0db9a841-ddf5-42a7-abc6-03366a54c5a9') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:24.237818 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f6c988db-cfcd-43da-bea6-cc275f0f3190 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/networks/53a1ca78-37f8-423d-b2ff-6b31a2af1b5b HTTP/1.1" status: 204 len: 168 time: 1.5907054 Oct 10 11:20:24.241299 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58686) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:24.264850 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-308459e9-6c24-407f-a6bd-7d640c5c38e0 None None] The port '448a9468-65b5-4d6f-855b-9be1fa0fce97' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:20:24.317476 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bb78bed8-45bf-4459-aa29-e0944c27cb71 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:24.379843 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78bed8-45bf-4459-aa29-e0944c27cb71 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Subnet': ['ID=db2321ac-e482-4aeb-b5d9-3625e2d1abad,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:24.384352 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ee41de61-be95-4da4-bad6-1594fdfc56ee tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "DELETE /v2.0/ports/0db9a841-ddf5-42a7-abc6-03366a54c5a9/tags HTTP/1.1" status: 204 len: 168 time: 0.2065825 Oct 10 11:20:24.387067 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58690) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:24.390197 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bb78bed8-45bf-4459-aa29-e0944c27cb71 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:24.392607 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-30a87b71-e97f-45b0-af00-a96b7d03ec04 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0db9a841-ddf5-42a7-abc6-03366a54c5a9', 'tempest-TagsExtTest-Tag-407651967') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:24.420045 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8463f3e4-dbde-42c4-8064-f4feb54aa423 None None] Network 94ac2516-401a-4f7a-a1aa-e3df877b4238 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:20:24.480433 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-30a87b71-e97f-45b0-af00-a96b7d03ec04 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] show failed (client error): The resource could not be found. Oct 10 11:20:24.486052 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-30a87b71-e97f-45b0-af00-a96b7d03ec04 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "GET /v2.0/ports/0db9a841-ddf5-42a7-abc6-03366a54c5a9/tags/tempest-TagsExtTest-Tag-407651967 HTTP/1.1" status: 404 len: 328 time: 0.0929470 Oct 10 11:20:24.486844 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58694) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:24.493327 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-84664092-b3a3-4fda-b065-c46dcb9ef813 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0db9a841-ddf5-42a7-abc6-03366a54c5a9', 'tempest-TagsExtTest-Tag-1305495033') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:24.498477 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-bb78bed8-45bf-4459-aa29-e0944c27cb71 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/subnets/db2321ac-e482-4aeb-b5d9-3625e2d1abad HTTP/1.1" status: 204 len: 168 time: 0.6841669 Oct 10 11:20:24.499291 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58698) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:24.568022 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-84664092-b3a3-4fda-b065-c46dcb9ef813 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] show failed (client error): The resource could not be found. Oct 10 11:20:24.572015 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-84664092-b3a3-4fda-b065-c46dcb9ef813 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "GET /v2.0/ports/0db9a841-ddf5-42a7-abc6-03366a54c5a9/tags/tempest-TagsExtTest-Tag-1305495033 HTTP/1.1" status: 404 len: 329 time: 0.0839891 Oct 10 11:20:24.572599 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58702) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:24.577362 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-59bb85b5-f213-4b98-9779-fb786eef9ba9 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0db9a841-ddf5-42a7-abc6-03366a54c5a9', 'tempest-TagsExtTest-Tag-1982677116') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:24.623554 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-a999667b-aa89-4612-91f9-67519e57b4b4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port 625147ea-ad3a-4a15-ba6d-e7c2a0c7197d {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:24.624161 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a999667b-aa89-4612-91f9-67519e57b4b4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:24.657089 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-59bb85b5-f213-4b98-9779-fb786eef9ba9 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] show failed (client error): The resource could not be found. Oct 10 11:20:24.658009 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-59bb85b5-f213-4b98-9779-fb786eef9ba9 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "GET /v2.0/ports/0db9a841-ddf5-42a7-abc6-03366a54c5a9/tags/tempest-TagsExtTest-Tag-1982677116 HTTP/1.1" status: 404 len: 329 time: 0.0844347 Oct 10 11:20:24.658250 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-b1a98368-7bf9-42f6-907d-c146c512be17 None None] Attempt 3 to provision port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 Oct 10 11:20:24.659392 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58706) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:24.664810 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-897a4238-b49e-40b0-96a0-73584f618172 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '41c03682-69aa-4958-ab85-7f778621e889', {'tags': ['tempest-TagsExtTest-Tag-2054915467', 'tempest-TagsExtTest-Tag-555829444', 'tempest-TagsExtTest-Tag-1197768272']}) {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:24.694550 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-44f1c829-3fd5-46e1-bd25-4426a28321b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:24.738257 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-44f1c829-3fd5-46e1-bd25-4426a28321b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Deleting port 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:24.738963 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-44f1c829-3fd5-46e1-bd25-4426a28321b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:24.764583 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b1a98368-7bf9-42f6-907d-c146c512be17 None None] Port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:24.805781 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-fcb57773-fbe6-412a-bbd3-34e5745d6dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:20:22Z', 'revision_number': 9, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None, '_interfaces': [{'id': 'e9fefc59-3527-4184-acb6-399bfcb87355', 'name': '', 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:03:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '307b3c71-982d-474b-82ca-a920c0b88793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:41Z', 'updated_at': '2022-10-10T11:19:51Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '307b3c71-982d-474b-82ca-a920c0b88793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31532c5-f47b-4d81-9c7b-6ec80faccba0', 'name': '', 'network_id': 'de62a94c-e3d7-442f-875d-ce0240935927', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:9c:4b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:48Z', 'updated_at': '2022-10-10T11:20:00Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:24.823391 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb57773-fbe6-412a-bbd3-34e5745d6dda None None] Checking router: bdeaf0bd-2aec-45e7-b27c-b64404017a73 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:20:24.847304 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb57773-fbe6-412a-bbd3-34e5745d6dda None None] Routers {'bdeaf0bd-2aec-45e7-b27c-b64404017a73'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:24.848406 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-fcb57773-fbe6-412a-bbd3-34e5745d6dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:24.901981 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-897a4238-b49e-40b0-96a0-73584f618172 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "PUT /v2.0/routers/41c03682-69aa-4958-ab85-7f778621e889/tags HTTP/1.1" status: 200 len: 317 time: 0.2411928 Oct 10 11:20:24.903813 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58710) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:24.911349 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254d95f2-951d-43df-b69b-96cf357cee81 None None] DHCP port deletion for 94ac2516-401a-4f7a-a1aa-e3df877b4238 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:20:24.911606 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-362712e5-8981-432d-a86a-e0eb4f9c124a tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '41c03682-69aa-4958-ab85-7f778621e889') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:24.923734 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-254d95f2-951d-43df-b69b-96cf357cee81 None None] Deleting port 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:24.924108 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-254d95f2-951d-43df-b69b-96cf357cee81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:24.948128 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 448a9468-65b5-4d6f-855b-9be1fa0fce97 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:20:25.028714 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a999667b-aa89-4612-91f9-67519e57b4b4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:25.029038 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a999667b-aa89-4612-91f9-67519e57b4b4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:25.044420 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 448a9468-65b5-4d6f-855b-9be1fa0fce97 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:20:25.044770 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 448a9468-65b5-4d6f-855b-9be1fa0fce97 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:20:25.151370 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-fcb57773-fbe6-412a-bbd3-34e5745d6dda None None] Set router bdeaf0bd-2aec-45e7-b27c-b64404017a73 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:25.196824 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-a999667b-aa89-4612-91f9-67519e57b4b4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for 625147ea-ad3a-4a15-ba6d-e7c2a0c7197d owned by network:floatingip {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:20:25.200336 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-362712e5-8981-432d-a86a-e0eb4f9c124a tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "DELETE /v2.0/routers/41c03682-69aa-4958-ab85-7f778621e889/tags HTTP/1.1" status: 204 len: 168 time: 0.2937021 Oct 10 11:20:25.200563 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58714) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:25.206710 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-854aba1f-49b2-49e8-befe-713b3d513461 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '41c03682-69aa-4958-ab85-7f778621e889', 'tempest-TagsExtTest-Tag-2054915467') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:25.316350 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-b1a98368-7bf9-42f6-907d-c146c512be17 None None] Attempt 4 to provision port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 Oct 10 11:20:25.363094 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-854aba1f-49b2-49e8-befe-713b3d513461 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] show failed (client error): The resource could not be found. Oct 10 11:20:25.365562 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-854aba1f-49b2-49e8-befe-713b3d513461 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "GET /v2.0/routers/41c03682-69aa-4958-ab85-7f778621e889/tags/tempest-TagsExtTest-Tag-2054915467 HTTP/1.1" status: 404 len: 329 time: 0.1635437 Oct 10 11:20:25.368401 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58720) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:25.368818 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-44f1c829-3fd5-46e1-bd25-4426a28321b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] For port 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=0d97a2e4-b8f7-4780-8ac8-552b0ca75a26,segment=NetworkSegment(fd6ba4c5-6c5f-4e6e-a603-96bed3d0af57),segment_id=fd6ba4c5-6c5f-4e6e-a603-96bed3d0af57)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:25.369181 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-44f1c829-3fd5-46e1-bd25-4426a28321b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:25.381543 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-413e3492-aa17-4756-8726-6cc74b1a3dde tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '41c03682-69aa-4958-ab85-7f778621e889', 'tempest-TagsExtTest-Tag-555829444') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:25.517275 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-664174f6-b7a2-4a45-8221-120fd8a6113d req-90f9baf6-c659-4968-9bb8-8632165ca611 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e962260-4783-4d44-901f-d6777725e488 HTTP/1.1" status: 200 len: 210 time: 0.0651536 Oct 10 11:20:25.569499 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-44f1c829-3fd5-46e1-bd25-4426a28321b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Calling delete_port for 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26 owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:20:25.602267 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b1a98368-7bf9-42f6-907d-c146c512be17 None None] Port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:25.612279 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-254d95f2-951d-43df-b69b-96cf357cee81 None None] For port 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=0d97a2e4-b8f7-4780-8ac8-552b0ca75a26,segment=NetworkSegment(fd6ba4c5-6c5f-4e6e-a603-96bed3d0af57),segment_id=fd6ba4c5-6c5f-4e6e-a603-96bed3d0af57)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:25.612814 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-254d95f2-951d-43df-b69b-96cf357cee81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:25.726810 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-413e3492-aa17-4756-8726-6cc74b1a3dde tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] show failed (client error): The resource could not be found. Oct 10 11:20:25.727927 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-413e3492-aa17-4756-8726-6cc74b1a3dde tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "GET /v2.0/routers/41c03682-69aa-4958-ab85-7f778621e889/tags/tempest-TagsExtTest-Tag-555829444 HTTP/1.1" status: 404 len: 328 time: 0.3580389 Oct 10 11:20:25.729305 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-077a9514-49eb-4a7f-84a8-aec5715a6048 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:25.730862 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-077a9514-49eb-4a7f-84a8-aec5715a6048 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.15 "GET /v2.0/networks?id=616f1bfe-2293-42af-8b84-9f66f180ede2 HTTP/1.1" status: 200 len: 812 time: 0.5660262 Oct 10 11:20:25.731035 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58724) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:25.736655 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-797d9e97-69ab-4944-b0a9-2b83426a39ed tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '41c03682-69aa-4958-ab85-7f778621e889', 'tempest-TagsExtTest-Tag-1197768272') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:25.757492 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-254d95f2-951d-43df-b69b-96cf357cee81 None None] Calling delete_port for 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:20:25.822754 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-44f1c829-3fd5-46e1-bd25-4426a28321b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:25.885267 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-797d9e97-69ab-4944-b0a9-2b83426a39ed tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] show failed (client error): The resource could not be found. Oct 10 11:20:25.886595 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-797d9e97-69ab-4944-b0a9-2b83426a39ed tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "GET /v2.0/routers/41c03682-69aa-4958-ab85-7f778621e889/tags/tempest-TagsExtTest-Tag-1197768272 HTTP/1.1" status: 404 len: 329 time: 0.1545737 Oct 10 11:20:25.889357 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58728) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:25.894779 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-d506119b-63f1-46e2-a4a4-67f1df288236 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '06059d50-7139-4a62-a45e-7e93af531cd9', {'tags': ['tempest-TagsExtTest-Tag-74913155', 'tempest-TagsExtTest-Tag-428304777', 'tempest-TagsExtTest-Tag-871543146']}) {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:25.902748 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1c829-3fd5-46e1-bd25-4426a28321b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Port': ['ID=0d97a2e4-b8f7-4780-8ac8-552b0ca75a26,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:25.904971 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f1c829-3fd5-46e1-bd25-4426a28321b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] No DVR routers for this DVR port 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26 on host dv-neutron-860842-1-hyperv {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:20:25.907301 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-254d95f2-951d-43df-b69b-96cf357cee81 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:20:25.907741 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-254d95f2-951d-43df-b69b-96cf357cee81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:20:25.928807 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-fcb57773-fbe6-412a-bbd3-34e5745d6dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:20:22Z', 'revision_number': 9, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None, '_interfaces': [{'id': 'e9fefc59-3527-4184-acb6-399bfcb87355', 'name': '', 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:03:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '307b3c71-982d-474b-82ca-a920c0b88793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:41Z', 'updated_at': '2022-10-10T11:19:51Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '307b3c71-982d-474b-82ca-a920c0b88793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31532c5-f47b-4d81-9c7b-6ec80faccba0', 'name': '', 'network_id': 'de62a94c-e3d7-442f-875d-ce0240935927', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:9c:4b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:48Z', 'updated_at': '2022-10-10T11:20:00Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:25.936806 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb57773-fbe6-412a-bbd3-34e5745d6dda None None] The sync data for ids ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'] in dv-neutron-860842-1-hyperv is: [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:20:22Z', 'revision_number': 9, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None, '_interfaces': [{'id': 'e9fefc59-3527-4184-acb6-399bfcb87355', 'name': '', 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:03:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '307b3c71-982d-474b-82ca-a920c0b88793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:41Z', 'updated_at': '2022-10-10T11:19:51Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '307b3c71-982d-474b-82ca-a920c0b88793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f31532c5-f47b-4d81-9c7b-6ec80faccba0', 'name': '', 'network_id': 'de62a94c-e3d7-442f-875d-ce0240935927', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:9c:4b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:48Z', 'updated_at': '2022-10-10T11:20:00Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': 'fde2a1de-4650-4267-b898-6d24100405a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:20:25.953928 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-1f0a1cb6-2b11-4db8-8772-82f6a4bc2396 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ca309cf9da347e1972c7a5240bc70ad HTTP/1.1" status: 200 len: 380 time: 0.2143819 Oct 10 11:20:25.981084 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-0a23b4d8-a1df-4c95-a684-c639c0607178 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Request body: {'port': {'device_id': '5e962260-4783-4d44-901f-d6777725e488', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'admin_state_up': True, 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'security_groups': ['31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:26.038139 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d506119b-63f1-46e2-a4a4-67f1df288236 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "PUT /v2.0/subnetpools/06059d50-7139-4a62-a45e-7e93af531cd9/tags HTTP/1.1" status: 200 len: 314 time: 0.1426325 Oct 10 11:20:26.038139 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58736) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:26.040468 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-c4a0f23e-2c0f-4e0e-be72-626b4a2465a7 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '06059d50-7139-4a62-a45e-7e93af531cd9') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:26.092536 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a999667b-aa89-4612-91f9-67519e57b4b4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:26.103367 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-b1a98368-7bf9-42f6-907d-c146c512be17 None None] Attempt 5 to provision port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 Oct 10 11:20:26.158631 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c4a0f23e-2c0f-4e0e-be72-626b4a2465a7 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "DELETE /v2.0/subnetpools/06059d50-7139-4a62-a45e-7e93af531cd9/tags HTTP/1.1" status: 204 len: 168 time: 0.1234186 Oct 10 11:20:26.159417 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58740) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:26.165745 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-1e3f4302-6d07-4829-bdfb-58b007a4a11a tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06059d50-7139-4a62-a45e-7e93af531cd9', 'tempest-TagsExtTest-Tag-74913155') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:26.171557 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b1a98368-7bf9-42f6-907d-c146c512be17 None None] Port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:26.190611 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-1e3f4302-6d07-4829-bdfb-58b007a4a11a tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] show failed (client error): The resource could not be found. Oct 10 11:20:26.193579 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1e3f4302-6d07-4829-bdfb-58b007a4a11a tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "GET /v2.0/subnetpools/06059d50-7139-4a62-a45e-7e93af531cd9/tags/tempest-TagsExtTest-Tag-74913155 HTTP/1.1" status: 404 len: 327 time: 0.0314722 Oct 10 11:20:26.195911 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58744) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:26.201374 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-06ee3b41-787c-4fd7-819b-37a2b3e6eb11 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06059d50-7139-4a62-a45e-7e93af531cd9', 'tempest-TagsExtTest-Tag-428304777') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:26.214843 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-44f1c829-3fd5-46e1-bd25-4426a28321b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:26.228098 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-06ee3b41-787c-4fd7-819b-37a2b3e6eb11 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] show failed (client error): The resource could not be found. Oct 10 11:20:26.229667 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-06ee3b41-787c-4fd7-819b-37a2b3e6eb11 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "GET /v2.0/subnetpools/06059d50-7139-4a62-a45e-7e93af531cd9/tags/tempest-TagsExtTest-Tag-428304777 HTTP/1.1" status: 404 len: 328 time: 0.0325234 Oct 10 11:20:26.230653 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999667b-aa89-4612-91f9-67519e57b4b4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=625147ea-ad3a-4a15-ba6d-e7c2a0c7197d,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:26.236616 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58748) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:26.243352 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-1dc67374-a8b9-4eb5-b3d5-44758b916ba3 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06059d50-7139-4a62-a45e-7e93af531cd9', 'tempest-TagsExtTest-Tag-871543146') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:26.281233 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-1dc67374-a8b9-4eb5-b3d5-44758b916ba3 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] show failed (client error): The resource could not be found. Oct 10 11:20:26.285046 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1dc67374-a8b9-4eb5-b3d5-44758b916ba3 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "GET /v2.0/subnetpools/06059d50-7139-4a62-a45e-7e93af531cd9/tags/tempest-TagsExtTest-Tag-871543146 HTTP/1.1" status: 404 len: 328 time: 0.0443733 Oct 10 11:20:26.285302 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58752) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:26.293109 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-4aba5f3c-d06c-4a4c-a362-7ce2ab5330c9 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '06059d50-7139-4a62-a45e-7e93af531cd9') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:26.332179 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4aba5f3c-d06c-4a4c-a362-7ce2ab5330c9 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "DELETE /v2.0/subnetpools/06059d50-7139-4a62-a45e-7e93af531cd9/tags HTTP/1.1" status: 204 len: 168 time: 0.0420883 Oct 10 11:20:26.332397 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-44f1c829-3fd5-46e1-bd25-4426a28321b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ac2516-401a-4f7a-a1aa-e3df877b4238']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:26.332520 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58756) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:26.338727 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-d37bfde8-d615-4204-81ab-30597ce6da1d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '41c03682-69aa-4958-ab85-7f778621e889') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:26.388036 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a999667b-aa89-4612-91f9-67519e57b4b4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:26.388431 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [None req-a999667b-aa89-4612-91f9-67519e57b4b4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Floating IP 4860606c-1efa-4032-bba8-73b61fc0ae61 disassociated (deleted). External IP: 172.26.4.89, port: a6f676cc-9681-4927-8ddb-2cfbd102584f. Oct 10 11:20:26.408868 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-254d95f2-951d-43df-b69b-96cf357cee81 None None] Deleting port 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:26.409695 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-254d95f2-951d-43df-b69b-96cf357cee81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:26.455596 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-44f1c829-3fd5-46e1-bd25-4426a28321b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6ba4c5-6c5f-4e6e-a603-96bed3d0af57') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:26.455890 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-44f1c829-3fd5-46e1-bd25-4426a28321b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6ba4c5-6c5f-4e6e-a603-96bed3d0af57') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:26.487347 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-0a23b4d8-a1df-4c95-a684-c639c0607178 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:20:26.494710 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-44f1c829-3fd5-46e1-bd25-4426a28321b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:26.498917 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d37bfde8-d615-4204-81ab-30597ce6da1d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "DELETE /v2.0/routers/41c03682-69aa-4958-ab85-7f778621e889/tags HTTP/1.1" status: 204 len: 168 time: 0.1624422 Oct 10 11:20:26.499133 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58760) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:26.504900 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-d24a4bfd-8517-4357-8cee-be1db048f83a tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0db9a841-ddf5-42a7-abc6-03366a54c5a9') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:26.516526 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-0a23b4d8-a1df-4c95-a684-c639c0607178 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:20:26.519253 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-254d95f2-951d-43df-b69b-96cf357cee81 None None] The port '0d97a2e4-b8f7-4780-8ac8-552b0ca75a26' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:20:26.584753 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-44f1c829-3fd5-46e1-bd25-4426a28321b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:26.609960 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f1c829-3fd5-46e1-bd25-4426a28321b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Releasing vlan 450 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:20:26.610365 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-44f1c829-3fd5-46e1-bd25-4426a28321b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:26.617039 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d24a4bfd-8517-4357-8cee-be1db048f83a tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "DELETE /v2.0/ports/0db9a841-ddf5-42a7-abc6-03366a54c5a9/tags HTTP/1.1" status: 204 len: 168 time: 0.1164470 Oct 10 11:20:26.619145 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58766) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:26.626971 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.tag.tag_plugin [None req-95c644ad-2dc0-41e1-9119-4e5272160581 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '49ab245c-b545-4bb5-b737-adbb097ed68b') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:26.652535 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment fd6ba4c5-6c5f-4e6e-a603-96bed3d0af57 resource provider aggregate not found Oct 10 11:20:26.673258 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-b1a98368-7bf9-42f6-907d-c146c512be17 None None] Attempt 6 to provision port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 Oct 10 11:20:26.757056 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-95c644ad-2dc0-41e1-9119-4e5272160581 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "DELETE /v2.0/subnets/49ab245c-b545-4bb5-b737-adbb097ed68b/tags HTTP/1.1" status: 204 len: 168 time: 0.1296282 Oct 10 11:20:26.757616 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-0a23b4d8-a1df-4c95-a684-c639c0607178 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Made reservation on behalf of 2ca309cf9da347e1972c7a5240bc70ad for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:20:26.758001 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58774) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:26.759632 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-0a23b4d8-a1df-4c95-a684-c639c0607178 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:26.781019 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment fd6ba4c5-6c5f-4e6e-a603-96bed3d0af57 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd6ba4c5-6c5f-4e6e-a603-96bed3d0af57 found for delete ", "request_id": "req-a738e2a1-6fce-4117-bd20-3d17e39a9b8d"}]} Oct 10 11:20:26.791362 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b1a98368-7bf9-42f6-907d-c146c512be17 None None] Port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:26.813740 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-10d46d7e-31dc-4bfc-a8f1-13fe4cb20b62 req-4a41d7ce-6d56-4dbc-a197-22375f85c240 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e962260-4783-4d44-901f-d6777725e488 HTTP/1.1" status: 200 len: 210 time: 0.1067724 Oct 10 11:20:26.849059 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device fa5ec33a-e9b8-4538-9742-f19c02d82ea7 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:20:26.883647 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: fa5ec33a-e9b8-4538-9742-f19c02d82ea7 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:20:26.884090 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device fa5ec33a-e9b8-4538-9742-f19c02d82ea7 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:20:26.884569 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:20:26.889140 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-44f1c829-3fd5-46e1-bd25-4426a28321b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:26.923484 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:20:26.924197 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 0d97a2e4-b8f7-4780-8ac8-552b0ca75a26 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:20:26.946740 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-042bfae6-e9a6-46f8-9adf-67ca067d3c56 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks [] for subnetpool, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:26.951126 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-042bfae6-e9a6-46f8-9adf-67ca067d3c56 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "DELETE /v2.0/subnetpools/06059d50-7139-4a62-a45e-7e93af531cd9 HTTP/1.1" status: 204 len: 168 time: 0.1926003 Oct 10 11:20:26.951829 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58778) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:27.016209 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7b4f4fe7-9cba-4044-937c-923b3643dc90 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "GET /v2.0/ports?device_id=41c03682-69aa-4958-ab85-7f778621e889 HTTP/1.1" status: 200 len: 205 time: 0.0609491 Oct 10 11:20:27.016622 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58782) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:27.099412 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-44f1c829-3fd5-46e1-bd25-4426a28321b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:27.145487 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1c829-3fd5-46e1-bd25-4426a28321b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Network': ['ID=94ac2516-401a-4f7a-a1aa-e3df877b4238,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:27.158644 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-894d4534-864a-4755-9e96-02531492c4f5 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:27.253019 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-44f1c829-3fd5-46e1-bd25-4426a28321b5 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/networks/94ac2516-401a-4f7a-a1aa-e3df877b4238 HTTP/1.1" status: 204 len: 168 time: 2.7411790 Oct 10 11:20:27.271146 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58786) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:27.292907 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-b1a98368-7bf9-42f6-907d-c146c512be17 None None] Attempt 7 to provision port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 Oct 10 11:20:27.352549 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a999667b-aa89-4612-91f9-67519e57b4b4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router 9b9e438c-d495-495a-ae33-ab0d61dae34a has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:20:27.353710 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-0a23b4d8-a1df-4c95-a684-c639c0607178 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Allocated IP 172.20.0.10 (616f1bfe-2293-42af-8b84-9f66f180ede2/3c94ad8c-d8fc-4d25-b911-8ac97e113003/8c41e70f-ff61-4ccf-bc22-c154ffc04d79) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:20:27.399585 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b1a98368-7bf9-42f6-907d-c146c512be17 None None] Port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:27.732058 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a999667b-aa89-4612-91f9-67519e57b4b4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:20:27.739942 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a999667b-aa89-4612-91f9-67519e57b4b4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:27.744321 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177d2792-e36e-4a2c-aa2e-7b6b8d570a08 None None] Sync routers for ids ['9b9e438c-d495-495a-ae33-ab0d61dae34a'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:20:27.768811 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177d2792-e36e-4a2c-aa2e-7b6b8d570a08 None None] Routers {'9b9e438c-d495-495a-ae33-ab0d61dae34a'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:27.770024 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-177d2792-e36e-4a2c-aa2e-7b6b8d570a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9b9e438c-d495-495a-ae33-ab0d61dae34a'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:27.787403 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-894d4534-864a-4755-9e96-02531492c4f5 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:27.791580 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-894d4534-864a-4755-9e96-02531492c4f5 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:27.801759 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a999667b-aa89-4612-91f9-67519e57b4b4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/floatingips/4860606c-1efa-4032-bba8-73b61fc0ae61 HTTP/1.1" status: 204 len: 168 time: 3.5562596 Oct 10 11:20:27.808981 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913b49a2-5570-4f46-945c-b2dbdfe2fc72', 'tag': 'a6f676cc-9681-4927-8ddb-2cfbd102584f'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:20:27.811609 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a4fc72-2793-48f8-b3db-300ee89b7909" -d '{"events": [{"name": "network-changed", "server_uuid": "913b49a2-5570-4f46-945c-b2dbdfe2fc72", "tag": "a6f676cc-9681-4927-8ddb-2cfbd102584f"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:20:27.840164 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-0a23b4d8-a1df-4c95-a684-c639c0607178 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:27.860247 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-0a23b4d8-a1df-4c95-a684-c639c0607178 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Transition to ACTIVE for port object 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:20:27.900860 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-b1a98368-7bf9-42f6-907d-c146c512be17 None None] Attempt 8 to provision port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 Oct 10 11:20:27.912598 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab851e2-4d42-4769-874e-19f6f6c72b87 x-openstack-request-id: req-6ab851e2-4d42-4769-874e-19f6f6c72b87 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:20:27.912968 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "913b49a2-5570-4f46-945c-b2dbdfe2fc72", "tag": "a6f676cc-9681-4927-8ddb-2cfbd102584f", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:20:27.913263 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6ab851e2-4d42-4769-874e-19f6f6c72b87 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:20:27.913782 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ab851e2-4d42-4769-874e-19f6f6c72b87'] response: {'name': 'network-changed', 'server_uuid': '913b49a2-5570-4f46-945c-b2dbdfe2fc72', 'tag': 'a6f676cc-9681-4927-8ddb-2cfbd102584f', 'status': 'completed', 'code': 200} Oct 10 11:20:27.989991 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-0a23b4d8-a1df-4c95-a684-c639c0607178 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:28.010977 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b1a98368-7bf9-42f6-907d-c146c512be17 None None] Port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:28.148228 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-177d2792-e36e-4a2c-aa2e-7b6b8d570a08 None None] Set router 9b9e438c-d495-495a-ae33-ab0d61dae34a gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:28.201336 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23b4d8-a1df-4c95-a684-c639c0607178 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Pushing event updated for resources: {'Port': ['ID=8c41e70f-ff61-4ccf-bc22-c154ffc04d79,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:28.227700 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-0a23b4d8-a1df-4c95-a684-c639c0607178 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Network 616f1bfe-2293-42af-8b84-9f66f180ede2 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:20:28.230710 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-0a23b4d8-a1df-4c95-a684-c639c0607178 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:20:28.260279 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-0a23b4d8-a1df-4c95-a684-c639c0607178 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:20:28.380525 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833caa75-9ace-4222-a79f-3881cdcfcad3 req-dac3064d-23c9-4a29-8005-d7e5bc9872a8 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:28.382052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-833caa75-9ace-4222-a79f-3881cdcfcad3 req-dac3064d-23c9-4a29-8005-d7e5bc9872a8 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Synchronizing usage tracker for tenant:2ca309cf9da347e1972c7a5240bc70ad on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:20:28.396746 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-0a23b4d8-a1df-4c95-a684-c639c0607178 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:28.397542 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-0a23b4d8-a1df-4c95-a684-c639c0607178 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:28.405412 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-894d4534-864a-4755-9e96-02531492c4f5 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:28.412084 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894d4534-864a-4755-9e96-02531492c4f5 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Fanout notify agent at l3_agent the message router_deleted on router 41c03682-69aa-4958-ab85-7f778621e889 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:20:28.452808 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-894d4534-864a-4755-9e96-02531492c4f5 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:28.454128 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-894d4534-864a-4755-9e96-02531492c4f5 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "DELETE /v2.0/routers/41c03682-69aa-4958-ab85-7f778621e889 HTTP/1.1" status: 204 len: 168 time: 1.4364870 Oct 10 11:20:28.460064 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58798) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:28.487347 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4fc72-2793-48f8-b3db-300ee89b7909 req-03b7e269-9b20-4e5f-ba7c-a108531bf40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:28.490630 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-57a4fc72-2793-48f8-b3db-300ee89b7909 req-03b7e269-9b20-4e5f-ba7c-a108531bf40b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=913b49a2-5570-4f46-945c-b2dbdfe2fc72 HTTP/1.1" status: 200 len: 1098 time: 0.3115249 Oct 10 11:20:28.512019 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-b1a98368-7bf9-42f6-907d-c146c512be17 None None] Attempt 9 to provision port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 Oct 10 11:20:28.609313 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-410ef97a-a332-4481-8c6f-c9da6d0c229d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Deleting port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:28.610208 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-410ef97a-a332-4481-8c6f-c9da6d0c229d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:28.653047 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-0a23b4d8-a1df-4c95-a684-c639c0607178 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6771863 Oct 10 11:20:28.663212 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-833caa75-9ace-4222-a79f-3881cdcfcad3 req-dac3064d-23c9-4a29-8005-d7e5bc9872a8 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Unset dirty status for tenant:2ca309cf9da347e1972c7a5240bc70ad on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:20:28.664295 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b1a98368-7bf9-42f6-907d-c146c512be17 None None] Port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:28.665014 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-833caa75-9ace-4222-a79f-3881cdcfcad3 req-dac3064d-23c9-4a29-8005-d7e5bc9872a8 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e962260-4783-4d44-901f-d6777725e488 HTTP/1.1" status: 200 len: 932 time: 0.5821428 Oct 10 11:20:28.672048 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-d6496518-3762-4d76-81b9-79f59eb8ac7f service neutron] Request body: {'port': {'device_id': '5e962260-4783-4d44-901f-d6777725e488', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:28.701655 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-177d2792-e36e-4a2c-aa2e-7b6b8d570a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'name': 'tempest-TestNetworkBasicOps-router-1136261552', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:36Z', 'updated_at': '2022-10-10T11:20:12Z', 'revision_number': 6, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:38Z', 'updated_at': '2022-10-10T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '700e92cf-da24-49c8-a5fb-a01dde98d5d7', 'name': '', 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:5e:9b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'd95f995a-075f-4716-8136-bb47976380ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:48Z', 'updated_at': '2022-10-10T11:18:06Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd95f995a-075f-4716-8136-bb47976380ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:28.706097 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177d2792-e36e-4a2c-aa2e-7b6b8d570a08 None None] Checking router: 9b9e438c-d495-495a-ae33-ab0d61dae34a for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:20:28.716173 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177d2792-e36e-4a2c-aa2e-7b6b8d570a08 None None] Routers {'9b9e438c-d495-495a-ae33-ab0d61dae34a'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:28.716926 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-177d2792-e36e-4a2c-aa2e-7b6b8d570a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9b9e438c-d495-495a-ae33-ab0d61dae34a'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:28.883919 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4fc72-2793-48f8-b3db-300ee89b7909 req-aa11cb49-a48f-4e81-a977-0b57b425c3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:28.885266 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-57a4fc72-2793-48f8-b3db-300ee89b7909 req-aa11cb49-a48f-4e81-a977-0b57b425c3bc service neutron] 10.222.0.15 "GET /v2.0/networks?id=660a4c34-f993-4054-9fd7-f447717be71f HTTP/1.1" status: 200 len: 897 time: 0.3876984 Oct 10 11:20:28.919293 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-d6496518-3762-4d76-81b9-79f59eb8ac7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:28.938279 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-177d2792-e36e-4a2c-aa2e-7b6b8d570a08 None None] Set router 9b9e438c-d495-495a-ae33-ab0d61dae34a gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:28.975888 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-57a4fc72-2793-48f8-b3db-300ee89b7909 req-9f2cb6a8-7cf2-442d-9218-f15aea5940d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6f676cc-9681-4927-8ddb-2cfbd102584f HTTP/1.1" status: 200 len: 217 time: 0.0812850 Oct 10 11:20:29.030125 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a769289-5f88-4db2-a0f6-417b7b9121ef req-8ae9ed4a-a40e-4025-a7ba-3b66088fe166 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:29.030826 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-9a769289-5f88-4db2-a0f6-417b7b9121ef req-8ae9ed4a-a40e-4025-a7ba-3b66088fe166 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:20:29.073675 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ee183384-2419-475d-bcfe-5d485b8752cf tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:29.111611 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-833caa75-9ace-4222-a79f-3881cdcfcad3 req-2500cc72-61b1-4b0c-871b-195f64da4111 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3434994 Oct 10 11:20:29.150930 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-9a769289-5f88-4db2-a0f6-417b7b9121ef req-8ae9ed4a-a40e-4025-a7ba-3b66088fe166 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:20:29.152385 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9a769289-5f88-4db2-a0f6-417b7b9121ef req-8ae9ed4a-a40e-4025-a7ba-3b66088fe166 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=913b49a2-5570-4f46-945c-b2dbdfe2fc72 HTTP/1.1" status: 200 len: 945 time: 0.5130024 Oct 10 11:20:29.153993 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4fc72-2793-48f8-b3db-300ee89b7909 req-22dd4d7d-79da-43be-b47d-3767133ef65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:29.155471 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-57a4fc72-2793-48f8-b3db-300ee89b7909 req-22dd4d7d-79da-43be-b47d-3767133ef65e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d95f995a-075f-4716-8136-bb47976380ee HTTP/1.1" status: 200 len: 835 time: 0.1718905 Oct 10 11:20:29.165413 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-b1a98368-7bf9-42f6-907d-c146c512be17 None None] Attempt 10 to provision port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 Oct 10 11:20:29.223437 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b1a98368-7bf9-42f6-907d-c146c512be17 None None] Port 0db9a841-ddf5-42a7-abc6-03366a54c5a9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:29.326842 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-177d2792-e36e-4a2c-aa2e-7b6b8d570a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'name': 'tempest-TestNetworkBasicOps-router-1136261552', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:36Z', 'updated_at': '2022-10-10T11:20:12Z', 'revision_number': 6, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:38Z', 'updated_at': '2022-10-10T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '700e92cf-da24-49c8-a5fb-a01dde98d5d7', 'name': '', 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:5e:9b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'd95f995a-075f-4716-8136-bb47976380ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:48Z', 'updated_at': '2022-10-10T11:18:06Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd95f995a-075f-4716-8136-bb47976380ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:29.336662 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177d2792-e36e-4a2c-aa2e-7b6b8d570a08 None None] The sync data for ids ['9b9e438c-d495-495a-ae33-ab0d61dae34a'] in dv-neutron-860842-1-hyperv is: [{'id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'name': 'tempest-TestNetworkBasicOps-router-1136261552', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:36Z', 'updated_at': '2022-10-10T11:20:12Z', 'revision_number': 6, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:38Z', 'updated_at': '2022-10-10T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '700e92cf-da24-49c8-a5fb-a01dde98d5d7', 'name': '', 'network_id': '660a4c34-f993-4054-9fd7-f447717be71f', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:5e:9b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'd95f995a-075f-4716-8136-bb47976380ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:48Z', 'updated_at': '2022-10-10T11:18:06Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd95f995a-075f-4716-8136-bb47976380ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:20:29.351129 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-9a769289-5f88-4db2-a0f6-417b7b9121ef req-c182d1e2-6687-4218-9d70-1d7b55a76b3f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:20:29.405034 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ad5281ba-7ca2-4eac-8c04-f699c722e3b0 None None] Provisioning for port 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:20:29.411651 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ad5281ba-7ca2-4eac-8c04-f699c722e3b0 None None] Provisioning complete for port 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:20:29.412211 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ad5281ba-7ca2-4eac-8c04-f699c722e3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:29.412794 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ad5281ba-7ca2-4eac-8c04-f699c722e3b0 None None] Attempt 1 to provision port 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 Oct 10 11:20:29.505339 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4fc72-2793-48f8-b3db-300ee89b7909 req-c4c11076-bb6c-464e-9fc1-92725cfac9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:29.506850 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-57a4fc72-2793-48f8-b3db-300ee89b7909 req-c4c11076-bb6c-464e-9fc1-92725cfac9d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=660a4c34-f993-4054-9fd7-f447717be71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3409104 Oct 10 11:20:29.521233 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ad5281ba-7ca2-4eac-8c04-f699c722e3b0 None None] Port 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:29.583858 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-410ef97a-a332-4481-8c6f-c9da6d0c229d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:29.621430 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-9a769289-5f88-4db2-a0f6-417b7b9121ef req-c182d1e2-6687-4218-9d70-1d7b55a76b3f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:20:29.622693 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9a769289-5f88-4db2-a0f6-417b7b9121ef req-c182d1e2-6687-4218-9d70-1d7b55a76b3f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=41090676-4223-4d2c-9591-e2008c1cd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4578588 Oct 10 11:20:29.719249 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.15', 56653) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:29.719989 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b82c0d7-30bb-4d51-abc4-f2213b242449 None None] New status for floating IP 4860606c-1efa-4032-bba8-73b61fc0ae61: DOWN {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:20:29.789302 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-410ef97a-a332-4481-8c6f-c9da6d0c229d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Calling delete_port for 0db9a841-ddf5-42a7-abc6-03366a54c5a9 owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:20:29.823472 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.resource_extend [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-d6496518-3762-4d76-81b9-79f59eb8ac7f service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 10 11:20:29.940496 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-d6496518-3762-4d76-81b9-79f59eb8ac7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:20:29.956344 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-ee183384-2419-475d-bcfe-5d485b8752cf tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Deleting port f31532c5-f47b-4d81-9c7b-6ec80faccba0 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:29.956344 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ee183384-2419-475d-bcfe-5d485b8752cf tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:29.958030 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-d6496518-3762-4d76-81b9-79f59eb8ac7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:29.986633 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-d6496518-3762-4d76-81b9-79f59eb8ac7f service neutron] Transition to ACTIVE for port object 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:20:30.005485 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-57a4fc72-2793-48f8-b3db-300ee89b7909 req-1550dec4-2e23-4747-b3c3-d3574a6e29a9 service neutron] 10.222.0.15 "GET /v2.0/networks/660a4c34-f993-4054-9fd7-f447717be71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879835 Oct 10 11:20:30.022752 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ad5281ba-7ca2-4eac-8c04-f699c722e3b0 None None] Attempt 2 to provision port 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 Oct 10 11:20:30.047151 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-d6496518-3762-4d76-81b9-79f59eb8ac7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:30.088760 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ad5281ba-7ca2-4eac-8c04-f699c722e3b0 None None] Port 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:30.278915 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6dcb21-c96e-4f27-b5dd-2c94e0900c4b req-37cca956-0ff6-4a4d-b6cb-8c5b558fa7a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:30.280359 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ce6dcb21-c96e-4f27-b5dd-2c94e0900c4b req-37cca956-0ff6-4a4d-b6cb-8c5b558fa7a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/ports?device_id=913b49a2-5570-4f46-945c-b2dbdfe2fc72 HTTP/1.1" status: 200 len: 945 time: 0.5597551 Oct 10 11:20:30.289380 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6496518-3762-4d76-81b9-79f59eb8ac7f service neutron] Pushing event updated for resources: {'Port': ['ID=8c41e70f-ff61-4ccf-bc22-c154ffc04d79,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:30.291708 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-410ef97a-a332-4481-8c6f-c9da6d0c229d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:30.343906 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-57a4fc72-2793-48f8-b3db-300ee89b7909 req-44cadb3f-b9bd-4a19-9f88-5e05131ac5c3 service neutron] 10.222.0.15 "GET /v2.0/networks/660a4c34-f993-4054-9fd7-f447717be71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287952 Oct 10 11:20:30.367413 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ef97a-a332-4481-8c6f-c9da6d0c229d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Pushing event deleted for resources: {'Port': ['ID=0db9a841-ddf5-42a7-abc6-03366a54c5a9,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:30.367953 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-ee183384-2419-475d-bcfe-5d485b8752cf tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] For port f31532c5-f47b-4d81-9c7b-6ec80faccba0, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=f31532c5-f47b-4d81-9c7b-6ec80faccba0,segment=NetworkSegment(0bab2ba0-1b92-4196-98b3-2fb8569719d1),segment_id=0bab2ba0-1b92-4196-98b3-2fb8569719d1)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:30.368876 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ee183384-2419-475d-bcfe-5d485b8752cf tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:30.445848 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [req-ce6dcb21-c96e-4f27-b5dd-2c94e0900c4b req-321e793a-f606-4e0e-89e7-62b08cb5f7e9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port a6f676cc-9681-4927-8ddb-2cfbd102584f {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:30.446594 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-ce6dcb21-c96e-4f27-b5dd-2c94e0900c4b req-321e793a-f606-4e0e-89e7-62b08cb5f7e9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:30.485565 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-d6496518-3762-4d76-81b9-79f59eb8ac7f service neutron] Attempting to bind port 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:20:30.485905 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-d6496518-3762-4d76-81b9-79f59eb8ac7f service neutron] Attempting to bind port 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '7c4f4c4c-5113-482f-a194-d6aa0f6b009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:20:30.486227 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-d6496518-3762-4d76-81b9-79f59eb8ac7f service neutron] Attempting to bind port 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 on network 616f1bfe-2293-42af-8b84-9f66f180ede2 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:20:30.506440 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-d6496518-3762-4d76-81b9-79f59eb8ac7f service neutron] Port 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 on network 616f1bfe-2293-42af-8b84-9f66f180ede2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:20:30.506759 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-d6496518-3762-4d76-81b9-79f59eb8ac7f service neutron] Attempting to bind port 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 on network 616f1bfe-2293-42af-8b84-9f66f180ede2 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:20:30.518874 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-410ef97a-a332-4481-8c6f-c9da6d0c229d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:30.521959 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-d6496518-3762-4d76-81b9-79f59eb8ac7f service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:20:30.522290 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-d6496518-3762-4d76-81b9-79f59eb8ac7f service neutron] Checking segment: {'id': '7c4f4c4c-5113-482f-a194-d6aa0f6b009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:20:30.522666 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-d6496518-3762-4d76-81b9-79f59eb8ac7f service neutron] Bound using segment: {'id': '7c4f4c4c-5113-482f-a194-d6aa0f6b009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:20:30.523102 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-d6496518-3762-4d76-81b9-79f59eb8ac7f service neutron] Bound port: 8c41e70f-ff61-4ccf-bc22-c154ffc04d79, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4f4c4c-5113-482f-a194-d6aa0f6b009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:20:30.523436 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-d6496518-3762-4d76-81b9-79f59eb8ac7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:30.549185 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-ee183384-2419-475d-bcfe-5d485b8752cf tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Calling delete_port for f31532c5-f47b-4d81-9c7b-6ec80faccba0 owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:20:30.549428 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-410ef97a-a332-4481-8c6f-c9da6d0c229d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "DELETE /v2.0/ports/0db9a841-ddf5-42a7-abc6-03366a54c5a9 HTTP/1.1" status: 204 len: 168 time: 2.0862279 Oct 10 11:20:30.552561 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58806) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:30.590877 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ad5281ba-7ca2-4eac-8c04-f699c722e3b0 None None] Attempt 3 to provision port 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 Oct 10 11:20:30.633639 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286f366-e00c-451f-a643-b2bcf7315c8d req-5ac7a472-329f-4b43-8d12-85f107e61296 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:30.635713 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f286f366-e00c-451f-a643-b2bcf7315c8d req-5ac7a472-329f-4b43-8d12-85f107e61296 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e962260-4783-4d44-901f-d6777725e488 HTTP/1.1" status: 200 len: 944 time: 0.3951511 Oct 10 11:20:30.659670 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ad5281ba-7ca2-4eac-8c04-f699c722e3b0 None None] Port 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:30.731017 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-04028215-ac8c-4496-8a18-cd36c4644842 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Deleting subnet 49ab245c-b545-4bb5-b737-adbb097ed68b {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:20:30.739058 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-04028215-ac8c-4496-8a18-cd36c4644842 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:30.774240 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f286f366-e00c-451f-a643-b2bcf7315c8d req-56b4ccaf-78d7-4220-ac3a-7b2f22060e0c tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227908 Oct 10 11:20:30.775201 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-d6496518-3762-4d76-81b9-79f59eb8ac7f service neutron] For port 8c41e70f-ff61-4ccf-bc22-c154ffc04d79, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:20:30.796382 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-d6496518-3762-4d76-81b9-79f59eb8ac7f service neutron] For port 8c41e70f-ff61-4ccf-bc22-c154ffc04d79, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8c41e70f-ff61-4ccf-bc22-c154ffc04d79,segment=NetworkSegment(7c4f4c4c-5113-482f-a194-d6aa0f6b009c),segment_id=7c4f4c4c-5113-482f-a194-d6aa0f6b009c)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:20:30.809449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-04028215-ac8c-4496-8a18-cd36c4644842 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:30.856678 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-d6496518-3762-4d76-81b9-79f59eb8ac7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:30.895417 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-d6496518-3762-4d76-81b9-79f59eb8ac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:30.896036 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-d6496518-3762-4d76-81b9-79f59eb8ac7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:30.897394 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-d6496518-3762-4d76-81b9-79f59eb8ac7f service neutron] 10.222.0.15 "PUT /v2.0/ports/8c41e70f-ff61-4ccf-bc22-c154ffc04d79 HTTP/1.1" status: 200 len: 1094 time: 2.2312531 Oct 10 11:20:30.900453 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e962260-4783-4d44-901f-d6777725e488', 'tag': '8c41e70f-ff61-4ccf-bc22-c154ffc04d79'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:20:30.902879 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59560993-c34a-4203-9c15-6afa28948ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "5e962260-4783-4d44-901f-d6777725e488", "tag": "8c41e70f-ff61-4ccf-bc22-c154ffc04d79"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:20:30.961398 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6496518-3762-4d76-81b9-79f59eb8ac7f service neutron] Pushing event updated for resources: {'Port': ['ID=8c41e70f-ff61-4ccf-bc22-c154ffc04d79,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:30.973164 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-04028215-ac8c-4496-8a18-cd36c4644842 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:31.032235 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d7a7d3-0eb0-4212-a84b-4406c0b933f8 x-openstack-request-id: req-81d7a7d3-0eb0-4212-a84b-4406c0b933f8 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:20:31.035471 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e962260-4783-4d44-901f-d6777725e488", "tag": "8c41e70f-ff61-4ccf-bc22-c154ffc04d79", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:20:31.035471 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-81d7a7d3-0eb0-4212-a84b-4406c0b933f8 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:20:31.035471 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81d7a7d3-0eb0-4212-a84b-4406c0b933f8'] response: {'name': 'network-changed', 'server_uuid': '5e962260-4783-4d44-901f-d6777725e488', 'tag': '8c41e70f-ff61-4ccf-bc22-c154ffc04d79', 'status': 'completed', 'code': 200} Oct 10 11:20:31.075951 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a457e9-d61a-4b15-b711-e0aebee1e8c1 req-9fc69785-65b4-4c40-91eb-02f555957153 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:31.077303 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-26a457e9-d61a-4b15-b711-e0aebee1e8c1 req-9fc69785-65b4-4c40-91eb-02f555957153 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=913b49a2-5570-4f46-945c-b2dbdfe2fc72 HTTP/1.1" status: 200 len: 945 time: 0.3226950 Oct 10 11:20:31.082646 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [req-ce6dcb21-c96e-4f27-b5dd-2c94e0900c4b req-321e793a-f606-4e0e-89e7-62b08cb5f7e9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port a6f676cc-9681-4927-8ddb-2cfbd102584f, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a6f676cc-9681-4927-8ddb-2cfbd102584f,segment=NetworkSegment(cc354b5f-94ed-45e9-afb0-e454a4d43ddb),segment_id=cc354b5f-94ed-45e9-afb0-e454a4d43ddb)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:31.083084 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-ce6dcb21-c96e-4f27-b5dd-2c94e0900c4b req-321e793a-f606-4e0e-89e7-62b08cb5f7e9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:31.136083 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-557550dc-ed5a-4f06-ac87-90c7020b39f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:31.137593 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-557550dc-ed5a-4f06-ac87-90c7020b39f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ca309cf9da347e1972c7a5240bc70ad&device_id=5e962260-4783-4d44-901f-d6777725e488 HTTP/1.1" status: 200 len: 1097 time: 0.1006539 Oct 10 11:20:31.161107 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ee183384-2419-475d-bcfe-5d485b8752cf tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:31.161446 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ad5281ba-7ca2-4eac-8c04-f699c722e3b0 None None] Attempt 4 to provision port 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 Oct 10 11:20:31.229090 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ad5281ba-7ca2-4eac-8c04-f699c722e3b0 None None] Port 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:20:31.265752 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [req-ce6dcb21-c96e-4f27-b5dd-2c94e0900c4b req-321e793a-f606-4e0e-89e7-62b08cb5f7e9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for a6f676cc-9681-4927-8ddb-2cfbd102584f owned by compute:nova {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:20:31.314759 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-04028215-ac8c-4496-8a18-cd36c4644842 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:31.335217 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee183384-2419-475d-bcfe-5d485b8752cf tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Port': ['ID=f31532c5-f47b-4d81-9c7b-6ec80faccba0,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:31.354994 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-0eea4dc0-e968-4bcb-aa24-7ad64d124b93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c41e70f-ff61-4ccf-bc22-c154ffc04d79 HTTP/1.1" status: 200 len: 217 time: 0.2095218 Oct 10 11:20:31.363747 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04028215-ac8c-4496-8a18-cd36c4644842 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Pushing event deleted for resources: {'Subnet': ['ID=49ab245c-b545-4bb5-b737-adbb097ed68b,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:31.382711 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-26a457e9-d61a-4b15-b711-e0aebee1e8c1 req-648a518d-8fc2-47bc-a668-f77d3bc8b7af tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=41090676-4223-4d2c-9591-e2008c1cd28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2921751 Oct 10 11:20:31.409258 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-04028215-ac8c-4496-8a18-cd36c4644842 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:31.414125 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632159e8-f104-4b13-8017-a4fb41e89203 None None] Network 606a384e-dd52-437a-8d49-9f6e4ef230f8 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:20:31.417434 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-04028215-ac8c-4496-8a18-cd36c4644842 tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "DELETE /v2.0/subnets/49ab245c-b545-4bb5-b737-adbb097ed68b HTTP/1.1" status: 204 len: 168 time: 0.8403418 Oct 10 11:20:31.424963 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58816) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:31.542127 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-0071f1e6-8f6e-4f1e-9ceb-daf6490e97d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:31.542127 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-0071f1e6-8f6e-4f1e-9ceb-daf6490e97d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c94ad8c-d8fc-4d25-b911-8ac97e113003 HTTP/1.1" status: 200 len: 851 time: 0.1788580 Oct 10 11:20:31.624095 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-02a3e87d-0834-44ba-9bf4-1f70a38d616d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:31.645964 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-02a3e87d-0834-44ba-9bf4-1f70a38d616d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Deleting port 1c2100b5-3442-4a64-a9e2-c67d153edcae {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:31.646334 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-02a3e87d-0834-44ba-9bf4-1f70a38d616d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:31.699442 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-7a0619ab-8792-40c0-8090-1f272aeb3619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:31.700925 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-7a0619ab-8792-40c0-8090-1f272aeb3619 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=616f1bfe-2293-42af-8b84-9f66f180ede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1540256 Oct 10 11:20:31.719882 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c81f8c-7637-4a48-b578-1cbf005e074a None None] DHCP port deletion for 606a384e-dd52-437a-8d49-9f6e4ef230f8 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:20:31.724818 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-84c81f8c-7637-4a48-b578-1cbf005e074a None None] Deleting port 1c2100b5-3442-4a64-a9e2-c67d153edcae {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:31.725402 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-84c81f8c-7637-4a48-b578-1cbf005e074a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:31.752105 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ee183384-2419-475d-bcfe-5d485b8752cf tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:32.007102 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-ce6dcb21-c96e-4f27-b5dd-2c94e0900c4b req-321e793a-f606-4e0e-89e7-62b08cb5f7e9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:32.025541 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-84c81f8c-7637-4a48-b578-1cbf005e074a None None] For port 1c2100b5-3442-4a64-a9e2-c67d153edcae, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1c2100b5-3442-4a64-a9e2-c67d153edcae,segment=NetworkSegment(b759d3b3-0bcf-4b27-830c-680b7c1bf014),segment_id=b759d3b3-0bcf-4b27-830c-680b7c1bf014)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:32.026023 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-84c81f8c-7637-4a48-b578-1cbf005e074a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:32.045362 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-39fd72f1-72fc-4672-ae14-87d8d8fec952 service neutron] 10.222.0.15 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370013 Oct 10 11:20:32.056388 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-02a3e87d-0834-44ba-9bf4-1f70a38d616d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] For port 1c2100b5-3442-4a64-a9e2-c67d153edcae, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1c2100b5-3442-4a64-a9e2-c67d153edcae,segment=NetworkSegment(b759d3b3-0bcf-4b27-830c-680b7c1bf014),segment_id=b759d3b3-0bcf-4b27-830c-680b7c1bf014)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:32.056748 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-02a3e87d-0834-44ba-9bf4-1f70a38d616d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:32.155422 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-84c81f8c-7637-4a48-b578-1cbf005e074a None None] Calling delete_port for 1c2100b5-3442-4a64-a9e2-c67d153edcae owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:20:32.171764 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e793a-f606-4e0e-89e7-62b08cb5f7e9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=a6f676cc-9681-4927-8ddb-2cfbd102584f,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:32.220653 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-02a3e87d-0834-44ba-9bf4-1f70a38d616d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Calling delete_port for 1c2100b5-3442-4a64-a9e2-c67d153edcae owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:20:32.230389 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6dcb21-c96e-4f27-b5dd-2c94e0900c4b req-321e793a-f606-4e0e-89e7-62b08cb5f7e9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] No DVR routers for this DVR port a6f676cc-9681-4927-8ddb-2cfbd102584f on host hv-neutron-8608 {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:20:32.232878 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-ce6dcb21-c96e-4f27-b5dd-2c94e0900c4b req-321e793a-f606-4e0e-89e7-62b08cb5f7e9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:32.239162 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913b49a2-5570-4f46-945c-b2dbdfe2fc72', 'name': 'network-vif-deleted', 'tag': 'a6f676cc-9681-4927-8ddb-2cfbd102584f'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:20:32.241371 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d78eaf-966c-4dda-bfdb-537c26854b15" -d '{"events": [{"server_uuid": "913b49a2-5570-4f46-945c-b2dbdfe2fc72", "name": "network-vif-deleted", "tag": "a6f676cc-9681-4927-8ddb-2cfbd102584f"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:20:32.267285 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee183384-2419-475d-bcfe-5d485b8752cf tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Router bdeaf0bd-2aec-45e7-b27c-b64404017a73 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:20:32.302050 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-84c81f8c-7637-4a48-b578-1cbf005e074a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:32.329550 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa13736-af83-4ab9-89de-4e21ef0955b7 x-openstack-request-id: req-eaa13736-af83-4ab9-89de-4e21ef0955b7 {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:20:32.329835 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913b49a2-5570-4f46-945c-b2dbdfe2fc72", "name": "network-vif-deleted", "tag": "a6f676cc-9681-4927-8ddb-2cfbd102584f", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:20:32.330085 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-eaa13736-af83-4ab9-89de-4e21ef0955b7 {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:20:32.330730 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaa13736-af83-4ab9-89de-4e21ef0955b7'] response: {'server_uuid': '913b49a2-5570-4f46-945c-b2dbdfe2fc72', 'name': 'network-vif-deleted', 'tag': 'a6f676cc-9681-4927-8ddb-2cfbd102584f', 'status': 'completed', 'code': 200} Oct 10 11:20:32.350262 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c81f8c-7637-4a48-b578-1cbf005e074a None None] Pushing event deleted for resources: {'Port': ['ID=1c2100b5-3442-4a64-a9e2-c67d153edcae,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:32.356087 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c81f8c-7637-4a48-b578-1cbf005e074a None None] No DVR routers for this DVR port 1c2100b5-3442-4a64-a9e2-c67d153edcae on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:20:32.362408 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c81f8c-7637-4a48-b578-1cbf005e074a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:32.362810 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c81f8c-7637-4a48-b578-1cbf005e074a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:32.363746 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c81f8c-7637-4a48-b578-1cbf005e074a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:32.364117 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c81f8c-7637-4a48-b578-1cbf005e074a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:32.364713 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c81f8c-7637-4a48-b578-1cbf005e074a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:32.365144 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c81f8c-7637-4a48-b578-1cbf005e074a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:32.365534 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c81f8c-7637-4a48-b578-1cbf005e074a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:32.366125 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c81f8c-7637-4a48-b578-1cbf005e074a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:32.366520 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c81f8c-7637-4a48-b578-1cbf005e074a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:32.366848 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c81f8c-7637-4a48-b578-1cbf005e074a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:32.367170 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c81f8c-7637-4a48-b578-1cbf005e074a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:32.367593 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c81f8c-7637-4a48-b578-1cbf005e074a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:20:32.403519 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ce6dcb21-c96e-4f27-b5dd-2c94e0900c4b req-321e793a-f606-4e0e-89e7-62b08cb5f7e9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "DELETE /v2.0/ports/a6f676cc-9681-4927-8ddb-2cfbd102584f HTTP/1.1" status: 204 len: 173 time: 2.1163352 Oct 10 11:20:32.410223 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1e96c-40aa-4ccd-b29e-15459c3e923f req-5c47bc41-b29f-4b3d-91fd-dd558977c3df tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:32.412847 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a7f1e96c-40aa-4ccd-b29e-15459c3e923f req-5c47bc41-b29f-4b3d-91fd-dd558977c3df tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e962260-4783-4d44-901f-d6777725e488 HTTP/1.1" status: 200 len: 944 time: 0.4502263 Oct 10 11:20:32.421666 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e3033a08-bfb3-44af-9dce-8f1144a4578c req-2e6c17ea-0691-4200-9da4-8341ebfdad44 service neutron] 10.222.0.15 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571012 Oct 10 11:20:32.444047 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.api [None req-02a3e87d-0834-44ba-9bf4-1f70a38d616d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:20:32.444486 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG oslo_db.api [None req-02a3e87d-0834-44ba-9bf4-1f70a38d616d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:20:32.447168 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee183384-2419-475d-bcfe-5d485b8752cf tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:20:32.455231 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ee183384-2419-475d-bcfe-5d485b8752cf tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "PUT /v2.0/routers/bdeaf0bd-2aec-45e7-b27c-b64404017a73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1812522 Oct 10 11:20:32.455508 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58826) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:32.466369 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a7f1e96c-40aa-4ccd-b29e-15459c3e923f req-9936c834-bcbb-44e2-93b3-371298961aa6 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479825 Oct 10 11:20:32.470801 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae0541-b2fa-43b4-9d04-ed46a0718f93 None None] Sync routers for ids ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:20:32.506977 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae0541-b2fa-43b4-9d04-ed46a0718f93 None None] Routers {'bdeaf0bd-2aec-45e7-b27c-b64404017a73'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:32.507868 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-26ae0541-b2fa-43b4-9d04-ed46a0718f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:32.608496 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b555ed-23d0-4896-86dd-f934f63a7d2f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Deleting subnet fde2a1de-4650-4267-b898-6d24100405a0 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:20:32.611892 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-eeb91139-bacc-48ab-b9c4-abdda4ea7443 req-c2aea514-0990-4e1b-90ee-d23f568c3541 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:20:32.617600 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b8b555ed-23d0-4896-86dd-f934f63a7d2f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:32.686398 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b8b555ed-23d0-4896-86dd-f934f63a7d2f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:32.694022 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-26ae0541-b2fa-43b4-9d04-ed46a0718f93 None None] Set router bdeaf0bd-2aec-45e7-b27c-b64404017a73 gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:32.730722 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59560993-c34a-4203-9c15-6afa28948ce4 req-c5bc66e3-81d2-4b00-8414-d7743b117838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:32.732755 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-59560993-c34a-4203-9c15-6afa28948ce4 req-c5bc66e3-81d2-4b00-8414-d7743b117838 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ca309cf9da347e1972c7a5240bc70ad&device_id=5e962260-4783-4d44-901f-d6777725e488 HTTP/1.1" status: 200 len: 1097 time: 0.1292076 Oct 10 11:20:32.767283 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-eeb91139-bacc-48ab-b9c4-abdda4ea7443 req-c2aea514-0990-4e1b-90ee-d23f568c3541 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:20:32.769025 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-eeb91139-bacc-48ab-b9c4-abdda4ea7443 req-c2aea514-0990-4e1b-90ee-d23f568c3541 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=913b49a2-5570-4f46-945c-b2dbdfe2fc72 HTTP/1.1" status: 200 len: 210 time: 0.2296989 Oct 10 11:20:32.815084 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b8b555ed-23d0-4896-86dd-f934f63a7d2f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:32.875601 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1c2100b5-3442-4a64-a9e2-c67d153edcae no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:20:32.919603 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 1c2100b5-3442-4a64-a9e2-c67d153edcae {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:20:32.920653 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1c2100b5-3442-4a64-a9e2-c67d153edcae not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:20:32.920792 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59560993-c34a-4203-9c15-6afa28948ce4 req-5dc61ab6-bc54-4528-8a51-24f2b4755cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:32.921909 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-59560993-c34a-4203-9c15-6afa28948ce4 req-5dc61ab6-bc54-4528-8a51-24f2b4755cb0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=616f1bfe-2293-42af-8b84-9f66f180ede2 HTTP/1.1" status: 200 len: 913 time: 0.1770198 Oct 10 11:20:32.965353 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b8b555ed-23d0-4896-86dd-f934f63a7d2f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:32.983121 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-02a3e87d-0834-44ba-9bf4-1f70a38d616d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Deleting port 1c2100b5-3442-4a64-a9e2-c67d153edcae {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:32.983710 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-02a3e87d-0834-44ba-9bf4-1f70a38d616d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:33.007924 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b555ed-23d0-4896-86dd-f934f63a7d2f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Subnet': ['ID=fde2a1de-4650-4267-b898-6d24100405a0,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:33.020433 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b8b555ed-23d0-4896-86dd-f934f63a7d2f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:33.022735 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cff9556-7ae9-4fe8-bce7-e728d0a4b477 None None] Network de62a94c-e3d7-442f-875d-ce0240935927 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:20:33.028046 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b8b555ed-23d0-4896-86dd-f934f63a7d2f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/subnets/fde2a1de-4650-4267-b898-6d24100405a0 HTTP/1.1" status: 204 len: 168 time: 0.5715151 Oct 10 11:20:33.030740 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58830) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:33.161430 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-26ae0541-b2fa-43b4-9d04-ed46a0718f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:20:30Z', 'revision_number': 10, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None, '_interfaces': [{'id': 'e9fefc59-3527-4184-acb6-399bfcb87355', 'name': '', 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:03:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '307b3c71-982d-474b-82ca-a920c0b88793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:41Z', 'updated_at': '2022-10-10T11:19:51Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '307b3c71-982d-474b-82ca-a920c0b88793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:33.172635 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae0541-b2fa-43b4-9d04-ed46a0718f93 None None] Checking router: bdeaf0bd-2aec-45e7-b27c-b64404017a73 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:20:33.180305 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-743220c0-a589-4d40-ac2a-8829b768ff90 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:33.184707 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae0541-b2fa-43b4-9d04-ed46a0718f93 None None] Routers {'bdeaf0bd-2aec-45e7-b27c-b64404017a73'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:33.185509 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-26ae0541-b2fa-43b4-9d04-ed46a0718f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:33.194909 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-743220c0-a589-4d40-ac2a-8829b768ff90 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Deleting port 038b3259-339d-4101-9c1c-b72f7b047251 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:33.195271 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-743220c0-a589-4d40-ac2a-8829b768ff90 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:33.195462 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-59560993-c34a-4203-9c15-6afa28948ce4 req-e5ea5b64-d232-4f9c-a0d3-41687ac6882a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c41e70f-ff61-4ccf-bc22-c154ffc04d79 HTTP/1.1" status: 200 len: 217 time: 0.2653570 Oct 10 11:20:33.271905 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-02a3e87d-0834-44ba-9bf4-1f70a38d616d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] The port '1c2100b5-3442-4a64-a9e2-c67d153edcae' was deleted {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:20:33.367690 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59560993-c34a-4203-9c15-6afa28948ce4 req-811e3d02-a628-4e67-80bc-7e91aa92306f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:33.369447 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-59560993-c34a-4203-9c15-6afa28948ce4 req-811e3d02-a628-4e67-80bc-7e91aa92306f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c94ad8c-d8fc-4d25-b911-8ac97e113003 HTTP/1.1" status: 200 len: 851 time: 0.1476991 Oct 10 11:20:33.420909 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-26ae0541-b2fa-43b4-9d04-ed46a0718f93 None None] Set router bdeaf0bd-2aec-45e7-b27c-b64404017a73 gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:33.446408 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-67380c04-d272-476d-8e1b-21c5d14e6efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:33.473037 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d9fefb-9677-458b-86a4-f93bdf595e3d None None] DHCP port deletion for de62a94c-e3d7-442f-875d-ce0240935927 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:20:33.483283 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f1d9fefb-9677-458b-86a4-f93bdf595e3d None None] Deleting port 038b3259-339d-4101-9c1c-b72f7b047251 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:33.483666 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f1d9fefb-9677-458b-86a4-f93bdf595e3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:33.494566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-02a3e87d-0834-44ba-9bf4-1f70a38d616d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:33.540818 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-02a3e87d-0834-44ba-9bf4-1f70a38d616d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606a384e-dd52-437a-8d49-9f6e4ef230f8']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:33.587703 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-02a3e87d-0834-44ba-9bf4-1f70a38d616d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b759d3b3-0bcf-4b27-830c-680b7c1bf014') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:33.591600 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-02a3e87d-0834-44ba-9bf4-1f70a38d616d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b759d3b3-0bcf-4b27-830c-680b7c1bf014') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:33.618746 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-743220c0-a589-4d40-ac2a-8829b768ff90 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] For port 038b3259-339d-4101-9c1c-b72f7b047251, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=038b3259-339d-4101-9c1c-b72f7b047251,segment=NetworkSegment(0bab2ba0-1b92-4196-98b3-2fb8569719d1),segment_id=0bab2ba0-1b92-4196-98b3-2fb8569719d1)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:33.619401 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-743220c0-a589-4d40-ac2a-8829b768ff90 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:33.671904 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-02a3e87d-0834-44ba-9bf4-1f70a38d616d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:33.703044 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-02a3e87d-0834-44ba-9bf4-1f70a38d616d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:33.711218 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59560993-c34a-4203-9c15-6afa28948ce4 req-dd16862c-e84a-478d-8f6f-e142d3222024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:33.712996 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-59560993-c34a-4203-9c15-6afa28948ce4 req-dd16862c-e84a-478d-8f6f-e142d3222024 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=616f1bfe-2293-42af-8b84-9f66f180ede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2892339 Oct 10 11:20:33.741017 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a3e87d-0834-44ba-9bf4-1f70a38d616d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Releasing vlan 452 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:20:33.741843 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-02a3e87d-0834-44ba-9bf4-1f70a38d616d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:33.759102 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f1d9fefb-9677-458b-86a4-f93bdf595e3d None None] For port 038b3259-339d-4101-9c1c-b72f7b047251, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=038b3259-339d-4101-9c1c-b72f7b047251,segment=NetworkSegment(0bab2ba0-1b92-4196-98b3-2fb8569719d1),segment_id=0bab2ba0-1b92-4196-98b3-2fb8569719d1)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:33.759494 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f1d9fefb-9677-458b-86a4-f93bdf595e3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:33.766170 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-743220c0-a589-4d40-ac2a-8829b768ff90 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Calling delete_port for 038b3259-339d-4101-9c1c-b72f7b047251 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:20:33.922003 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-26ae0541-b2fa-43b4-9d04-ed46a0718f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:20:30Z', 'revision_number': 10, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None, '_interfaces': [{'id': 'e9fefc59-3527-4184-acb6-399bfcb87355', 'name': '', 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:03:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '307b3c71-982d-474b-82ca-a920c0b88793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:41Z', 'updated_at': '2022-10-10T11:19:51Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '307b3c71-982d-474b-82ca-a920c0b88793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:33.930499 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f1d9fefb-9677-458b-86a4-f93bdf595e3d None None] Calling delete_port for 038b3259-339d-4101-9c1c-b72f7b047251 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:20:33.932770 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae0541-b2fa-43b4-9d04-ed46a0718f93 None None] The sync data for ids ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'] in dv-neutron-860842-1-hyperv is: [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:20:30Z', 'revision_number': 10, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None, '_interfaces': [{'id': 'e9fefc59-3527-4184-acb6-399bfcb87355', 'name': '', 'network_id': 'f0b0be52-6886-474d-8fcb-c75d9de2acda', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'mac_address': 'fa:16:3e:03:e2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '307b3c71-982d-474b-82ca-a920c0b88793', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:41Z', 'updated_at': '2022-10-10T11:19:51Z', 'revision_number': 5, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'subnets': [{'id': '307b3c71-982d-474b-82ca-a920c0b88793', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:20:33.948212 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-743220c0-a589-4d40-ac2a-8829b768ff90 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:33.995901 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58842) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:34.030238 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743220c0-a589-4d40-ac2a-8829b768ff90 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] No DVR routers for this DVR port 038b3259-339d-4101-9c1c-b72f7b047251 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:20:34.043388 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-59560993-c34a-4203-9c15-6afa28948ce4 req-3bc3ad3d-1b86-4cfb-b2d6-850c14fddf5f service neutron] 10.222.0.15 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219614 Oct 10 11:20:34.049471 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-f1d9fefb-9677-458b-86a4-f93bdf595e3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:20:34.052603 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-f1d9fefb-9677-458b-86a4-f93bdf595e3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:20:34.065609 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743220c0-a589-4d40-ac2a-8829b768ff90 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Port': ['ID=038b3259-339d-4101-9c1c-b72f7b047251,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:34.072657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-02a3e87d-0834-44ba-9bf4-1f70a38d616d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:34.085608 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment b759d3b3-0bcf-4b27-830c-680b7c1bf014 resource provider aggregate not found Oct 10 11:20:34.109012 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-02a3e87d-0834-44ba-9bf4-1f70a38d616d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:34.122533 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment b759d3b3-0bcf-4b27-830c-680b7c1bf014 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b759d3b3-0bcf-4b27-830c-680b7c1bf014 found for delete ", "request_id": "req-5a71b92b-91e7-4990-b3e8-09a6ffea6e3a"}]} Oct 10 11:20:34.134647 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296107c-1f0c-43aa-a710-e5db19f2ff06 req-a9137fc2-86e2-4bb5-b44c-a64da2e64663 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:34.136120 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b296107c-1f0c-43aa-a710-e5db19f2ff06 req-a9137fc2-86e2-4bb5-b44c-a64da2e64663 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e962260-4783-4d44-901f-d6777725e488 HTTP/1.1" status: 200 len: 944 time: 0.5232956 Oct 10 11:20:34.182577 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3e87d-0834-44ba-9bf4-1f70a38d616d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] Pushing event deleted for resources: {'Network': ['ID=606a384e-dd52-437a-8d49-9f6e4ef230f8,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:34.198287 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-743220c0-a589-4d40-ac2a-8829b768ff90 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:34.205468 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-02a3e87d-0834-44ba-9bf4-1f70a38d616d tempest-TagsExtTest-1898632220 tempest-TagsExtTest-1898632220-project] 10.222.0.40 "DELETE /v2.0/networks/606a384e-dd52-437a-8d49-9f6e4ef230f8 HTTP/1.1" status: 204 len: 168 time: 2.7793415 Oct 10 11:20:34.233859 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7edb-994a-4440-930a-f76654d58fee tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:34.239249 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-743220c0-a589-4d40-ac2a-8829b768ff90 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de62a94c-e3d7-442f-875d-ce0240935927']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:34.250546 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b296107c-1f0c-43aa-a710-e5db19f2ff06 req-28cbb617-c458-4963-8280-73784262f425 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656993 Oct 10 11:20:34.266877 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-743220c0-a589-4d40-ac2a-8829b768ff90 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bab2ba0-1b92-4196-98b3-2fb8569719d1') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:34.267160 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-743220c0-a589-4d40-ac2a-8829b768ff90 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bab2ba0-1b92-4196-98b3-2fb8569719d1') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:34.267892 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-59560993-c34a-4203-9c15-6afa28948ce4 req-c5c7c223-f4c2-4875-a6d5-2bba85b61a45 service neutron] 10.222.0.15 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158296 Oct 10 11:20:34.291815 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-743220c0-a589-4d40-ac2a-8829b768ff90 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:34.306065 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7edb-994a-4440-930a-f76654d58fee tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:34.328323 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-743220c0-a589-4d40-ac2a-8829b768ff90 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:34.346457 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743220c0-a589-4d40-ac2a-8829b768ff90 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Releasing vlan 492 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:20:34.346865 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-743220c0-a589-4d40-ac2a-8829b768ff90 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:34.435840 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 0bab2ba0-1b92-4196-98b3-2fb8569719d1 resource provider aggregate not found Oct 10 11:20:34.454865 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 0bab2ba0-1b92-4196-98b3-2fb8569719d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0bab2ba0-1b92-4196-98b3-2fb8569719d1 found for delete ", "request_id": "req-f03dcf66-92b3-4d4a-9599-e27e3b0c22d2"}]} Oct 10 11:20:34.551635 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f1d9fefb-9677-458b-86a4-f93bdf595e3d None None] Deleting port 038b3259-339d-4101-9c1c-b72f7b047251 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:34.552000 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f1d9fefb-9677-458b-86a4-f93bdf595e3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:34.553159 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-743220c0-a589-4d40-ac2a-8829b768ff90 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:34.571601 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-743220c0-a589-4d40-ac2a-8829b768ff90 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:34.585717 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743220c0-a589-4d40-ac2a-8829b768ff90 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Network': ['ID=de62a94c-e3d7-442f-875d-ce0240935927,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:34.596149 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-743220c0-a589-4d40-ac2a-8829b768ff90 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/networks/de62a94c-e3d7-442f-875d-ce0240935927 HTTP/1.1" status: 204 len: 168 time: 1.5643241 Oct 10 11:20:34.599999 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58854) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:34.601001 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7edb-994a-4440-930a-f76654d58fee tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:34.603849 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7edb-994a-4440-930a-f76654d58fee tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:34.605876 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-fe9f7edb-994a-4440-930a-f76654d58fee tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/security-groups/41090676-4223-4d2c-9591-e2008c1cd28d HTTP/1.1" status: 204 len: 168 time: 0.6080709 Oct 10 11:20:34.618574 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f7edb-994a-4440-930a-f76654d58fee tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41090676-4223-4d2c-9591-e2008c1cd28d,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:34.621262 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f1d9fefb-9677-458b-86a4-f93bdf595e3d None None] The port '038b3259-339d-4101-9c1c-b72f7b047251' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:20:34.692120 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58862) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:34.760190 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58866) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:34.812779 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 038b3259-339d-4101-9c1c-b72f7b047251 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:20:34.850299 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 038b3259-339d-4101-9c1c-b72f7b047251 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:20:34.850661 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 038b3259-339d-4101-9c1c-b72f7b047251 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:20:34.851074 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device f31532c5-f47b-4d81-9c7b-6ec80faccba0 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:20:34.901065 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: f31532c5-f47b-4d81-9c7b-6ec80faccba0 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:20:34.902332 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device f31532c5-f47b-4d81-9c7b-6ec80faccba0 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:20:35.036640 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-00617d93-e47f-4f00-9a7b-83370bd2516a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=31f2622249ab4d4583949be10b5933f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2749579 Oct 10 11:20:35.040290 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58872) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:35.289360 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-25104e8a-2a15-4def-93a9-8e25247bdc11 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:35.291771 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-89fa6a22-8a38-4a87-90b9-a74a5ccff457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:35.325504 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-89fa6a22-8a38-4a87-90b9-a74a5ccff457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:35.337176 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device a6f676cc-9681-4927-8ddb-2cfbd102584f no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:20:35.388544 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: a6f676cc-9681-4927-8ddb-2cfbd102584f {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:20:35.389128 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device a6f676cc-9681-4927-8ddb-2cfbd102584f not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:20:35.513894 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-921a8bef-5881-4241-aabf-e338a4a84968 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:35.579877 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-89fa6a22-8a38-4a87-90b9-a74a5ccff457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:35.659218 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf15c22-ea26-4996-91a1-7c7f68f90c11 req-9e536b50-9ae1-4412-adce-cf18b19f006c tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:35.660668 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4bf15c22-ea26-4996-91a1-7c7f68f90c11 req-9e536b50-9ae1-4412-adce-cf18b19f006c tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e962260-4783-4d44-901f-d6777725e488 HTTP/1.1" status: 200 len: 944 time: 0.2603340 Oct 10 11:20:35.673326 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa6a22-8a38-4a87-90b9-a74a5ccff457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0267a28c-2008-4061-bbbd-6eecc34b0ffc,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:35.704071 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-89fa6a22-8a38-4a87-90b9-a74a5ccff457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:35.705184 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-89fa6a22-8a38-4a87-90b9-a74a5ccff457 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0267a28c-2008-4061-bbbd-6eecc34b0ffc HTTP/1.1" status: 204 len: 168 time: 0.6640091 Oct 10 11:20:35.719176 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c8828bf8-9156-4a27-ab63-fbb2411915aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:35.779050 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-25104e8a-2a15-4def-93a9-8e25247bdc11 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port 700e92cf-da24-49c8-a5fb-a01dde98d5d7 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:35.779493 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-25104e8a-2a15-4def-93a9-8e25247bdc11 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:35.789449 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4bf15c22-ea26-4996-91a1-7c7f68f90c11 req-3f0a3d5d-574b-4204-a9f2-56ad32ec2af5 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174517 Oct 10 11:20:35.930341 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-921a8bef-5881-4241-aabf-e338a4a84968 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Deleting port e9fefc59-3527-4184-acb6-399bfcb87355 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:35.930572 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-921a8bef-5881-4241-aabf-e338a4a84968 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:35.986747 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-25104e8a-2a15-4def-93a9-8e25247bdc11 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port 700e92cf-da24-49c8-a5fb-a01dde98d5d7, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=700e92cf-da24-49c8-a5fb-a01dde98d5d7,segment=NetworkSegment(cc354b5f-94ed-45e9-afb0-e454a4d43ddb),segment_id=cc354b5f-94ed-45e9-afb0-e454a4d43ddb)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:35.986923 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-25104e8a-2a15-4def-93a9-8e25247bdc11 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:36.121298 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-25104e8a-2a15-4def-93a9-8e25247bdc11 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for 700e92cf-da24-49c8-a5fb-a01dde98d5d7 owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:20:36.139710 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-921a8bef-5881-4241-aabf-e338a4a84968 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] For port e9fefc59-3527-4184-acb6-399bfcb87355, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=e9fefc59-3527-4184-acb6-399bfcb87355,segment=NetworkSegment(d054ab89-c198-4131-9da1-38f89b5f550a),segment_id=d054ab89-c198-4131-9da1-38f89b5f550a)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:36.140101 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-921a8bef-5881-4241-aabf-e338a4a84968 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:36.269933 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-921a8bef-5881-4241-aabf-e338a4a84968 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Calling delete_port for e9fefc59-3527-4184-acb6-399bfcb87355 owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:20:36.393483 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-25104e8a-2a15-4def-93a9-8e25247bdc11 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:36.446442 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25104e8a-2a15-4def-93a9-8e25247bdc11 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=700e92cf-da24-49c8-a5fb-a01dde98d5d7,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:36.750665 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-25104e8a-2a15-4def-93a9-8e25247bdc11 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:36.817020 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-921a8bef-5881-4241-aabf-e338a4a84968 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:36.864272 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a8bef-5881-4241-aabf-e338a4a84968 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Port': ['ID=e9fefc59-3527-4184-acb6-399bfcb87355,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:36.974929 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:37.006281 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:37.082191 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-921a8bef-5881-4241-aabf-e338a4a84968 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:37.248054 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595d6f9-e5b1-4549-a6cb-56afd676e757 req-30e78d5e-66da-4c20-99a2-8ccb8c47534f tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:37.249512 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2595d6f9-e5b1-4549-a6cb-56afd676e757 req-30e78d5e-66da-4c20-99a2-8ccb8c47534f tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e962260-4783-4d44-901f-d6777725e488 HTTP/1.1" status: 200 len: 944 time: 0.3294024 Oct 10 11:20:37.369713 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-2595d6f9-e5b1-4549-a6cb-56afd676e757 req-18926fb4-3712-441c-881a-a2c2e5b87ab4 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Synchronizing usage tracker for tenant:2ca309cf9da347e1972c7a5240bc70ad on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:20:37.382235 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25104e8a-2a15-4def-93a9-8e25247bdc11 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router 9b9e438c-d495-495a-ae33-ab0d61dae34a has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:20:37.390278 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-2595d6f9-e5b1-4549-a6cb-56afd676e757 req-18926fb4-3712-441c-881a-a2c2e5b87ab4 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Unset dirty status for tenant:2ca309cf9da347e1972c7a5240bc70ad on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:20:37.391386 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2595d6f9-e5b1-4549-a6cb-56afd676e757 req-18926fb4-3712-441c-881a-a2c2e5b87ab4 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924065 Oct 10 11:20:37.466846 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921a8bef-5881-4241-aabf-e338a4a84968 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Router bdeaf0bd-2aec-45e7-b27c-b64404017a73 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:20:37.564858 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25104e8a-2a15-4def-93a9-8e25247bdc11 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:20:37.577216 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298fe088-f75a-434a-bc2b-69c299011873 None None] Sync routers for ids ['9b9e438c-d495-495a-ae33-ab0d61dae34a'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:20:37.587637 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298fe088-f75a-434a-bc2b-69c299011873 None None] Routers {'9b9e438c-d495-495a-ae33-ab0d61dae34a'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:37.588333 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-298fe088-f75a-434a-bc2b-69c299011873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9b9e438c-d495-495a-ae33-ab0d61dae34a'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:37.601774 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921a8bef-5881-4241-aabf-e338a4a84968 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:20:37.611611 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3bd936-223d-487c-8f7f-cfef7dae77d1 None None] Sync routers for ids ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:20:37.616071 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-921a8bef-5881-4241-aabf-e338a4a84968 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "PUT /v2.0/routers/bdeaf0bd-2aec-45e7-b27c-b64404017a73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0148432 Oct 10 11:20:37.618771 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58882) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:37.622007 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3bd936-223d-487c-8f7f-cfef7dae77d1 None None] Routers {'bdeaf0bd-2aec-45e7-b27c-b64404017a73'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:37.622543 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ce3bd936-223d-487c-8f7f-cfef7dae77d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:37.691749 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-181ef98f-9158-4799-8261-c085b3089064 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Deleting subnet 307b3c71-982d-474b-82ca-a920c0b88793 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:20:37.695250 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-181ef98f-9158-4799-8261-c085b3089064 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:37.735421 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-25104e8a-2a15-4def-93a9-8e25247bdc11 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "PUT /v2.0/routers/9b9e438c-d495-495a-ae33-ab0d61dae34a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0419087 Oct 10 11:20:37.735987 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58886) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:37.752188 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-ce3bd936-223d-487c-8f7f-cfef7dae77d1 None None] Set router bdeaf0bd-2aec-45e7-b27c-b64404017a73 gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:37.759181 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-181ef98f-9158-4799-8261-c085b3089064 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:37.814421 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-699491df-079d-4a1c-9d9e-fda033d24d05 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting subnet d95f995a-075f-4716-8136-bb47976380ee {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:20:37.818338 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-699491df-079d-4a1c-9d9e-fda033d24d05 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:37.822576 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-298fe088-f75a-434a-bc2b-69c299011873 None None] Set router 9b9e438c-d495-495a-ae33-ab0d61dae34a gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:37.867914 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-181ef98f-9158-4799-8261-c085b3089064 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:37.875731 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ce3bd936-223d-487c-8f7f-cfef7dae77d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:20:36Z', 'revision_number': 11, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:37.877433 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-699491df-079d-4a1c-9d9e-fda033d24d05 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:37.881713 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3bd936-223d-487c-8f7f-cfef7dae77d1 None None] Checking router: bdeaf0bd-2aec-45e7-b27c-b64404017a73 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:20:37.891936 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3bd936-223d-487c-8f7f-cfef7dae77d1 None None] Routers {'bdeaf0bd-2aec-45e7-b27c-b64404017a73'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:37.892741 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ce3bd936-223d-487c-8f7f-cfef7dae77d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:38.008878 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-699491df-079d-4a1c-9d9e-fda033d24d05 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:38.041467 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-ce3bd936-223d-487c-8f7f-cfef7dae77d1 None None] Set router bdeaf0bd-2aec-45e7-b27c-b64404017a73 gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:38.092534 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-181ef98f-9158-4799-8261-c085b3089064 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:38.133588 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ef98f-9158-4799-8261-c085b3089064 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Subnet': ['ID=307b3c71-982d-474b-82ca-a920c0b88793,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:38.136472 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-298fe088-f75a-434a-bc2b-69c299011873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'name': 'tempest-TestNetworkBasicOps-router-1136261552', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:36Z', 'updated_at': '2022-10-10T11:20:36Z', 'revision_number': 7, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:38Z', 'updated_at': '2022-10-10T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:38.137348 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-181ef98f-9158-4799-8261-c085b3089064 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:38.142424 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298fe088-f75a-434a-bc2b-69c299011873 None None] Checking router: 9b9e438c-d495-495a-ae33-ab0d61dae34a for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:20:38.146468 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58890) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:38.153592 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687a1a05-0007-43e6-be0c-c0d2ef7d78af None None] Network f0b0be52-6886-474d-8fcb-c75d9de2acda requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:20:38.158219 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-181ef98f-9158-4799-8261-c085b3089064 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/subnets/307b3c71-982d-474b-82ca-a920c0b88793 HTTP/1.1" status: 204 len: 168 time: 0.5342546 Oct 10 11:20:38.158372 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ce3bd936-223d-487c-8f7f-cfef7dae77d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:20:36Z', 'revision_number': 11, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:38.159247 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3bd936-223d-487c-8f7f-cfef7dae77d1 None None] The sync data for ids ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'] in dv-neutron-860842-1-hyperv is: [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:20:36Z', 'revision_number': 11, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:20:38.184604 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298fe088-f75a-434a-bc2b-69c299011873 None None] Routers {'9b9e438c-d495-495a-ae33-ab0d61dae34a'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:38.185246 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-298fe088-f75a-434a-bc2b-69c299011873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9b9e438c-d495-495a-ae33-ab0d61dae34a'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:38.185386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-699491df-079d-4a1c-9d9e-fda033d24d05 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:38.288138 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-699491df-079d-4a1c-9d9e-fda033d24d05 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:38.294247 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699491df-079d-4a1c-9d9e-fda033d24d05 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Subnet': ['ID=d95f995a-075f-4716-8136-bb47976380ee,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:38.310561 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-699491df-079d-4a1c-9d9e-fda033d24d05 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/subnets/d95f995a-075f-4716-8136-bb47976380ee HTTP/1.1" status: 204 len: 168 time: 0.5731905 Oct 10 11:20:38.311672 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25acef46-886e-44dd-9fd7-a1451f7876d0 None None] Network 660a4c34-f993-4054-9fd7-f447717be71f requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:20:38.312866 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58894) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:38.378483 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8933aae7-cace-467d-b2dc-6b245948bde4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:38.463731 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-8933aae7-cace-467d-b2dc-6b245948bde4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Deleting port 77c6b086-918f-4fe6-8826-7eae106fa120 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:38.464013 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8933aae7-cace-467d-b2dc-6b245948bde4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:38.606074 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-589479f9-825c-49a7-a5de-6364dd4c38e7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:38.643496 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e1bf6-9901-4e21-b9e7-4f244a77a29b req-2703c5dd-aaf6-4259-b9d1-42b4d8abdfa2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:38.645342 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-639e1bf6-9901-4e21-b9e7-4f244a77a29b req-2703c5dd-aaf6-4259-b9d1-42b4d8abdfa2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e962260-4783-4d44-901f-d6777725e488 HTTP/1.1" status: 200 len: 944 time: 0.1288736 Oct 10 11:20:38.678370 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-298fe088-f75a-434a-bc2b-69c299011873 None None] Set router 9b9e438c-d495-495a-ae33-ab0d61dae34a gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:38.707976 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-639e1bf6-9901-4e21-b9e7-4f244a77a29b req-2fcc5445-d899-4e12-b5b7-dfcebcb307f0 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508454 Oct 10 11:20:38.786733 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:38.798116 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device e9fefc59-3527-4184-acb6-399bfcb87355 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:20:38.856383 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: e9fefc59-3527-4184-acb6-399bfcb87355 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:20:38.856743 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device e9fefc59-3527-4184-acb6-399bfcb87355 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:20:39.034600 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-8933aae7-cace-467d-b2dc-6b245948bde4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] For port 77c6b086-918f-4fe6-8826-7eae106fa120, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=77c6b086-918f-4fe6-8826-7eae106fa120,segment=NetworkSegment(d054ab89-c198-4131-9da1-38f89b5f550a),segment_id=d054ab89-c198-4131-9da1-38f89b5f550a)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:39.035724 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8933aae7-cace-467d-b2dc-6b245948bde4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:39.044003 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-589479f9-825c-49a7-a5de-6364dd4c38e7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:39.096999 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749c684f-f06c-40ea-aa94-c2ffcd38adc3 None None] DHCP port deletion for f0b0be52-6886-474d-8fcb-c75d9de2acda request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:20:39.106256 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-749c684f-f06c-40ea-aa94-c2ffcd38adc3 None None] Deleting port 77c6b086-918f-4fe6-8826-7eae106fa120 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:39.106528 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-749c684f-f06c-40ea-aa94-c2ffcd38adc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:39.139732 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9ef05c-2fce-4e73-b3fe-6375eef4cf6b None None] DHCP port deletion for 660a4c34-f993-4054-9fd7-f447717be71f request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:20:39.163258 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-fa9ef05c-2fce-4e73-b3fe-6375eef4cf6b None None] Deleting port 8cc345b8-7fda-46f2-a0be-efc454c43f20 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:39.163543 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-fa9ef05c-2fce-4e73-b3fe-6375eef4cf6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:39.166534 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-589479f9-825c-49a7-a5de-6364dd4c38e7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port 603ec214-d972-45a9-adc0-42fe57188d3b {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:39.166871 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-589479f9-825c-49a7-a5de-6364dd4c38e7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:39.199813 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-8933aae7-cace-467d-b2dc-6b245948bde4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Calling delete_port for 77c6b086-918f-4fe6-8826-7eae106fa120 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:20:39.282785 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-298fe088-f75a-434a-bc2b-69c299011873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'name': 'tempest-TestNetworkBasicOps-router-1136261552', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:36Z', 'updated_at': '2022-10-10T11:20:36Z', 'revision_number': 7, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:38Z', 'updated_at': '2022-10-10T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:39.338209 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298fe088-f75a-434a-bc2b-69c299011873 None None] The sync data for ids ['9b9e438c-d495-495a-ae33-ab0d61dae34a'] in dv-neutron-860842-1-hyperv is: [{'id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'name': 'tempest-TestNetworkBasicOps-router-1136261552', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:17:36Z', 'updated_at': '2022-10-10T11:20:36Z', 'revision_number': 7, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '603ec214-d972-45a9-adc0-42fe57188d3b', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:05:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9e438c-d495-495a-ae33-ab0d61dae34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:17:38Z', 'updated_at': '2022-10-10T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:20:39.370959 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:39.425993 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-589479f9-825c-49a7-a5de-6364dd4c38e7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port 603ec214-d972-45a9-adc0-42fe57188d3b, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=603ec214-d972-45a9-adc0-42fe57188d3b,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:39.426426 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-589479f9-825c-49a7-a5de-6364dd4c38e7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:39.530354 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-749c684f-f06c-40ea-aa94-c2ffcd38adc3 None None] For port 77c6b086-918f-4fe6-8826-7eae106fa120, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=77c6b086-918f-4fe6-8826-7eae106fa120,segment=NetworkSegment(d054ab89-c198-4131-9da1-38f89b5f550a),segment_id=d054ab89-c198-4131-9da1-38f89b5f550a)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:39.530797 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-749c684f-f06c-40ea-aa94-c2ffcd38adc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:39.547848 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8933aae7-cace-467d-b2dc-6b245948bde4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:39.560384 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-589479f9-825c-49a7-a5de-6364dd4c38e7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for 603ec214-d972-45a9-adc0-42fe57188d3b owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:20:39.669007 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-749c684f-f06c-40ea-aa94-c2ffcd38adc3 None None] Calling delete_port for 77c6b086-918f-4fe6-8826-7eae106fa120 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:20:39.679594 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933aae7-cace-467d-b2dc-6b245948bde4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Port': ['ID=77c6b086-918f-4fe6-8826-7eae106fa120,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:39.691411 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8933aae7-cace-467d-b2dc-6b245948bde4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] No DVR routers for this DVR port 77c6b086-918f-4fe6-8826-7eae106fa120 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:20:39.715321 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-fa9ef05c-2fce-4e73-b3fe-6375eef4cf6b None None] For port 8cc345b8-7fda-46f2-a0be-efc454c43f20, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=8cc345b8-7fda-46f2-a0be-efc454c43f20,segment=NetworkSegment(cc354b5f-94ed-45e9-afb0-e454a4d43ddb),segment_id=cc354b5f-94ed-45e9-afb0-e454a4d43ddb)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:39.715736 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-fa9ef05c-2fce-4e73-b3fe-6375eef4cf6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:39.905609 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-fa9ef05c-2fce-4e73-b3fe-6375eef4cf6b None None] Calling delete_port for 8cc345b8-7fda-46f2-a0be-efc454c43f20 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:20:39.989012 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-749c684f-f06c-40ea-aa94-c2ffcd38adc3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:20:39.989355 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-749c684f-f06c-40ea-aa94-c2ffcd38adc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:20:39.994315 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-589479f9-825c-49a7-a5de-6364dd4c38e7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:40.005893 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8933aae7-cace-467d-b2dc-6b245948bde4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:40.079882 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589479f9-825c-49a7-a5de-6364dd4c38e7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=603ec214-d972-45a9-adc0-42fe57188d3b,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:40.102214 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-fa9ef05c-2fce-4e73-b3fe-6375eef4cf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:40.119763 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-8933aae7-cace-467d-b2dc-6b245948bde4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b0be52-6886-474d-8fcb-c75d9de2acda']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:40.153649 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ef05c-2fce-4e73-b3fe-6375eef4cf6b None None] Pushing event deleted for resources: {'Port': ['ID=8cc345b8-7fda-46f2-a0be-efc454c43f20,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:40.158659 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9ef05c-2fce-4e73-b3fe-6375eef4cf6b None None] No DVR routers for this DVR port 8cc345b8-7fda-46f2-a0be-efc454c43f20 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:20:40.173487 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-8933aae7-cace-467d-b2dc-6b245948bde4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd054ab89-c198-4131-9da1-38f89b5f550a') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:40.173877 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-8933aae7-cace-467d-b2dc-6b245948bde4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd054ab89-c198-4131-9da1-38f89b5f550a') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:40.192694 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8933aae7-cace-467d-b2dc-6b245948bde4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:40.228521 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8933aae7-cace-467d-b2dc-6b245948bde4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:40.242290 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8933aae7-cace-467d-b2dc-6b245948bde4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Releasing vlan 456 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:20:40.242775 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8933aae7-cace-467d-b2dc-6b245948bde4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:40.258307 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-589479f9-825c-49a7-a5de-6364dd4c38e7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:40.385962 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5677c51-7c75-4eb4-ba4b-d1698352b17a req-328c1391-68c4-495a-833b-e7fc4ae02d92 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:40.387345 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a5677c51-7c75-4eb4-ba4b-d1698352b17a req-328c1391-68c4-495a-833b-e7fc4ae02d92 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e962260-4783-4d44-901f-d6777725e488 HTTP/1.1" status: 200 len: 944 time: 0.4714129 Oct 10 11:20:40.490729 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-749c684f-f06c-40ea-aa94-c2ffcd38adc3 None None] Deleting port 77c6b086-918f-4fe6-8826-7eae106fa120 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:20:40.490729 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-749c684f-f06c-40ea-aa94-c2ffcd38adc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:40.568606 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-749c684f-f06c-40ea-aa94-c2ffcd38adc3 None None] The port '77c6b086-918f-4fe6-8826-7eae106fa120' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:20:40.623963 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment d054ab89-c198-4131-9da1-38f89b5f550a resource provider aggregate not found Oct 10 11:20:40.665552 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment d054ab89-c198-4131-9da1-38f89b5f550a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d054ab89-c198-4131-9da1-38f89b5f550a found for delete ", "request_id": "req-785c3267-0182-44eb-a9eb-2a2f3ed8fa29"}]} Oct 10 11:20:40.668841 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-589479f9-825c-49a7-a5de-6364dd4c38e7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:40.678617 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-589479f9-825c-49a7-a5de-6364dd4c38e7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:40.704599 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a5677c51-7c75-4eb4-ba4b-d1698352b17a req-ccfa33dd-3252-4a9d-b4fe-4d8baa806e27 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2623603 Oct 10 11:20:40.748142 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8933aae7-cace-467d-b2dc-6b245948bde4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:40.754630 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8933aae7-cace-467d-b2dc-6b245948bde4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:40.788201 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-589479f9-825c-49a7-a5de-6364dd4c38e7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:40.788201 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589479f9-825c-49a7-a5de-6364dd4c38e7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Fanout notify agent at l3_agent the message router_deleted on router 9b9e438c-d495-495a-ae33-ab0d61dae34a {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:20:40.810954 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933aae7-cace-467d-b2dc-6b245948bde4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Pushing event deleted for resources: {'Network': ['ID=f0b0be52-6886-474d-8fcb-c75d9de2acda,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:40.820499 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8933aae7-cace-467d-b2dc-6b245948bde4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/networks/f0b0be52-6886-474d-8fcb-c75d9de2acda HTTP/1.1" status: 204 len: 168 time: 2.6703994 Oct 10 11:20:40.820860 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58908) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:40.826072 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-44b414ba-00a0-43b5-bb60-43d7dc6ce08a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'router': {'routes': None}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:40.830514 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-589479f9-825c-49a7-a5de-6364dd4c38e7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:40.832101 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-589479f9-825c-49a7-a5de-6364dd4c38e7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/routers/9b9e438c-d495-495a-ae33-ab0d61dae34a HTTP/1.1" status: 204 len: 168 time: 2.5177932 Oct 10 11:20:40.837077 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58912) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:40.845201 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 77c6b086-918f-4fe6-8826-7eae106fa120 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:20:40.896732 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 77c6b086-918f-4fe6-8826-7eae106fa120 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:20:40.897498 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 77c6b086-918f-4fe6-8826-7eae106fa120 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:20:40.898403 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 8cc345b8-7fda-46f2-a0be-efc454c43f20 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:20:40.940808 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 8cc345b8-7fda-46f2-a0be-efc454c43f20 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:20:40.942215 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 8cc345b8-7fda-46f2-a0be-efc454c43f20 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:20:40.943053 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 700e92cf-da24-49c8-a5fb-a01dde98d5d7 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:20:40.960431 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a49616d1-79c6-4218-a099-a918035aa92c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:40.994195 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 700e92cf-da24-49c8-a5fb-a01dde98d5d7 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:20:40.994792 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 700e92cf-da24-49c8-a5fb-a01dde98d5d7 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:20:41.093960 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a49616d1-79c6-4218-a099-a918035aa92c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:41.121213 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-a49616d1-79c6-4218-a099-a918035aa92c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660a4c34-f993-4054-9fd7-f447717be71f']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:41.134582 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-a49616d1-79c6-4218-a099-a918035aa92c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc354b5f-94ed-45e9-afb0-e454a4d43ddb') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:41.134933 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-a49616d1-79c6-4218-a099-a918035aa92c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc354b5f-94ed-45e9-afb0-e454a4d43ddb') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:41.146881 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a49616d1-79c6-4218-a099-a918035aa92c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:41.164042 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a49616d1-79c6-4218-a099-a918035aa92c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:41.169641 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49616d1-79c6-4218-a099-a918035aa92c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Releasing vlan 457 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:20:41.170041 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a49616d1-79c6-4218-a099-a918035aa92c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:41.172379 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.extraroute_db [None req-44b414ba-00a0-43b5-bb60-43d7dc6ce08a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Added routes are [] {{(pid=89897) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 10 11:20:41.172673 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.extraroute_db [None req-44b414ba-00a0-43b5-bb60-43d7dc6ce08a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Removed routes are [] {{(pid=89897) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 10 11:20:41.173024 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-44b414ba-00a0-43b5-bb60-43d7dc6ce08a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:41.320917 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a49616d1-79c6-4218-a099-a918035aa92c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:41.340198 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a49616d1-79c6-4218-a099-a918035aa92c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:41.355595 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49616d1-79c6-4218-a099-a918035aa92c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Network': ['ID=660a4c34-f993-4054-9fd7-f447717be71f,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:41.361229 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a49616d1-79c6-4218-a099-a918035aa92c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/networks/660a4c34-f993-4054-9fd7-f447717be71f HTTP/1.1" status: 204 len: 168 time: 0.5202034 Oct 10 11:20:41.378749 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58916) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:41.383461 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:20:41.388035 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-cb9d348d-6dd0-403e-8540-629d22992de4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'network': {'name': 'tempest-network-smoke--567152363', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'port_security_enabled': True}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:41.393133 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cb9d348d-6dd0-403e-8540-629d22992de4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:20:41.398470 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cb9d348d-6dd0-403e-8540-629d22992de4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:network and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:20:41.401496 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cb9d348d-6dd0-403e-8540-629d22992de4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:20:41.408022 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cb9d348d-6dd0-403e-8540-629d22992de4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:20:41.484673 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9d348d-6dd0-403e-8540-629d22992de4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Made reservation on behalf of abdeb3603c4943b08320f37282de8f91 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:20:41.488705 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cb9d348d-6dd0-403e-8540-629d22992de4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:41.516801 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9d348d-6dd0-403e-8540-629d22992de4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 453} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:20:41.526559 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cb9d348d-6dd0-403e-8540-629d22992de4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:41.527202 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-cb9d348d-6dd0-403e-8540-629d22992de4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Added segment 112f9080-3e3e-49e9-ad72-e0bbc15e2163 of type vlan for network a1c896d4-9fd5-4a28-bbc5-763110ccbff9 Oct 10 11:20:41.529173 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 8c41e70f-ff61-4ccf-bc22-c154ffc04d79, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8c41e70f-ff61-4ccf-bc22-c154ffc04d79,segment=NetworkSegment(7c4f4c4c-5113-482f-a194-d6aa0f6b009c),segment_id=7c4f4c4c-5113-482f-a194-d6aa0f6b009c)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:41.547027 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '8c41e70f-ff61-4ccf-bc22-c154ffc04d79', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'port_id': '8c41e70f-ff61-4ccf-bc22-c154ffc04d79', 'mac_address': 'fa:16:3e:31:d8:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 460, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:20:41.554469 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-44b414ba-00a0-43b5-bb60-43d7dc6ce08a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:41.555002 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cb9d348d-6dd0-403e-8540-629d22992de4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:41.557972 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-44b414ba-00a0-43b5-bb60-43d7dc6ce08a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568703'] for router, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:41.641121 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:20:41.641421 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:41.657487 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cb9d348d-6dd0-403e-8540-629d22992de4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:41.659046 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:20:41.663474 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9d348d-6dd0-403e-8540-629d22992de4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:41.664229 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cb9d348d-6dd0-403e-8540-629d22992de4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:41.675381 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 8c41e70f-ff61-4ccf-bc22-c154ffc04d79, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8c41e70f-ff61-4ccf-bc22-c154ffc04d79,segment=NetworkSegment(7c4f4c4c-5113-482f-a194-d6aa0f6b009c),segment_id=7c4f4c4c-5113-482f-a194-d6aa0f6b009c)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:41.692876 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b414ba-00a0-43b5-bb60-43d7dc6ce08a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Router bdeaf0bd-2aec-45e7-b27c-b64404017a73 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:20:41.750196 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:41.773795 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d348d-6dd0-403e-8540-629d22992de4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Network': ['ID=a1c896d4-9fd5-4a28-bbc5-763110ccbff9,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:41.778399 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-cb9d348d-6dd0-403e-8540-629d22992de4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3983767 Oct 10 11:20:41.785038 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58922) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:41.786894 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-1d80b8c5-a1ee-468e-845e-859d8acecc2a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-806938079', 'admin_state_up': True, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:41.794757 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1d80b8c5-a1ee-468e-845e-859d8acecc2a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:20:41.800375 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1d80b8c5-a1ee-468e-845e-859d8acecc2a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:router and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:20:41.803708 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1d80b8c5-a1ee-468e-845e-859d8acecc2a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:20:41.808974 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network a1c896d4-9fd5-4a28-bbc5-763110ccbff9 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:20:41.810182 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1d80b8c5-a1ee-468e-845e-859d8acecc2a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:20:41.835136 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b414ba-00a0-43b5-bb60-43d7dc6ce08a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:20:41.841594 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-44b414ba-00a0-43b5-bb60-43d7dc6ce08a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:41.845704 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58926) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:41.845867 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-44b414ba-00a0-43b5-bb60-43d7dc6ce08a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "PUT /v2.0/routers/bdeaf0bd-2aec-45e7-b27c-b64404017a73 HTTP/1.1" status: 200 len: 705 time: 1.0239422 Oct 10 11:20:41.864819 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3dfa3f-6ffa-4e65-b6fa-7d85f3d823f0 None None] Sync routers for ids ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:20:41.902462 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e2683531-77f0-4470-a202-f0a55006ecf4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Synchronizing usage tracker for tenant:936e4bb70f4f401fa185998b9205aaff on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:20:41.912327 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1d80b8c5-a1ee-468e-845e-859d8acecc2a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:41.913418 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1d80b8c5-a1ee-468e-845e-859d8acecc2a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:41.936491 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1d80b8c5-a1ee-468e-845e-859d8acecc2a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:41.939702 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b2309-d911-47cb-a463-6de47c6a2f20 req-989dbe7e-67d2-49fd-8bee-c50106947353 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:41.944773 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3dfa3f-6ffa-4e65-b6fa-7d85f3d823f0 None None] Routers {'bdeaf0bd-2aec-45e7-b27c-b64404017a73'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:41.945402 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-de3dfa3f-6ffa-4e65-b6fa-7d85f3d823f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:41.948124 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-168b2309-d911-47cb-a463-6de47c6a2f20 req-989dbe7e-67d2-49fd-8bee-c50106947353 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e962260-4783-4d44-901f-d6777725e488 HTTP/1.1" status: 200 len: 945 time: 0.1012552 Oct 10 11:20:41.982374 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e2683531-77f0-4470-a202-f0a55006ecf4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Unset dirty status for tenant:936e4bb70f4f401fa185998b9205aaff on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:20:41.984491 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e2683531-77f0-4470-a202-f0a55006ecf4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdeaf0bd-2aec-45e7-b27c-b64404017a73 HTTP/1.1" status: 200 len: 205 time: 0.1370764 Oct 10 11:20:41.986720 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58930) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:41.994150 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-168b2309-d911-47cb-a463-6de47c6a2f20 req-4bbc73e7-5df5-4db5-97b6-cda6cdcf89e4 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450637 Oct 10 11:20:42.087427 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=8c41e70f-ff61-4ccf-bc22-c154ffc04d79,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:42.091082 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['8c41e70f-ff61-4ccf-bc22-c154ffc04d79'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:20:42.139784 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-de3dfa3f-6ffa-4e65-b6fa-7d85f3d823f0 None None] Set router bdeaf0bd-2aec-45e7-b27c-b64404017a73 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:42.240577 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a88f77e5-e46c-4007-8820-e04ab80f9acd tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:42.250915 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-de3dfa3f-6ffa-4e65-b6fa-7d85f3d823f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:20:36Z', 'revision_number': 11, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:42.261972 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3dfa3f-6ffa-4e65-b6fa-7d85f3d823f0 None None] Checking router: bdeaf0bd-2aec-45e7-b27c-b64404017a73 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:20:42.283673 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3dfa3f-6ffa-4e65-b6fa-7d85f3d823f0 None None] Routers {'bdeaf0bd-2aec-45e7-b27c-b64404017a73'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:42.284275 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-de3dfa3f-6ffa-4e65-b6fa-7d85f3d823f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:42.430616 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-de3dfa3f-6ffa-4e65-b6fa-7d85f3d823f0 None None] Set router bdeaf0bd-2aec-45e7-b27c-b64404017a73 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:42.546691 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-de3dfa3f-6ffa-4e65-b6fa-7d85f3d823f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:20:36Z', 'revision_number': 11, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:42.557695 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3dfa3f-6ffa-4e65-b6fa-7d85f3d823f0 None None] The sync data for ids ['bdeaf0bd-2aec-45e7-b27c-b64404017a73'] in dv-neutron-860842-1-hyperv is: [{'id': 'bdeaf0bd-2aec-45e7-b27c-b64404017a73', 'name': 'tempest-RoutersIpV6Test-router-1266723472', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:38Z', 'updated_at': '2022-10-10T11:20:36Z', 'revision_number': 11, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:20:42.712460 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1d80b8c5-a1ee-468e-845e-859d8acecc2a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:42.726631 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment cc354b5f-94ed-45e9-afb0-e454a4d43ddb resource provider aggregate not found Oct 10 11:20:42.743352 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 603ec214-d972-45a9-adc0-42fe57188d3b no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:20:42.779070 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 603ec214-d972-45a9-adc0-42fe57188d3b {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:20:42.779774 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 603ec214-d972-45a9-adc0-42fe57188d3b not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:20:42.795418 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment cc354b5f-94ed-45e9-afb0-e454a4d43ddb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc354b5f-94ed-45e9-afb0-e454a4d43ddb found for delete ", "request_id": "req-0c4d5210-ca75-4049-8730-f832d0508b21"}]} Oct 10 11:20:42.799144 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a88f77e5-e46c-4007-8820-e04ab80f9acd tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:42.801335 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a88f77e5-e46c-4007-8820-e04ab80f9acd tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:42.928710 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a88f77e5-e46c-4007-8820-e04ab80f9acd tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:42.929266 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88f77e5-e46c-4007-8820-e04ab80f9acd tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Fanout notify agent at l3_agent the message router_deleted on router bdeaf0bd-2aec-45e7-b27c-b64404017a73 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:20:42.954393 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a88f77e5-e46c-4007-8820-e04ab80f9acd tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:42.960698 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a88f77e5-e46c-4007-8820-e04ab80f9acd tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/routers/bdeaf0bd-2aec-45e7-b27c-b64404017a73 HTTP/1.1" status: 204 len: 168 time: 0.9676170 Oct 10 11:20:42.961031 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58938) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:42.966087 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-b9556988-dc58-40d3-92cc-1c868baaa252 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1863406760', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:42.973377 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b9556988-dc58-40d3-92cc-1c868baaa252 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:20:42.977806 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b9556988-dc58-40d3-92cc-1c868baaa252 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Usage tracker for resource:router and tenant:936e4bb70f4f401fa185998b9205aaff is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:20:42.980680 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b9556988-dc58-40d3-92cc-1c868baaa252 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:20:42.991406 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b9556988-dc58-40d3-92cc-1c868baaa252 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:20:43.063663 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b9556988-dc58-40d3-92cc-1c868baaa252 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:43.064673 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b9556988-dc58-40d3-92cc-1c868baaa252 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:43.082096 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b9556988-dc58-40d3-92cc-1c868baaa252 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:43.159704 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b9556988-dc58-40d3-92cc-1c868baaa252 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:43.221347 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1d80b8c5-a1ee-468e-845e-859d8acecc2a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_gateway, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:43.257874 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b9556988-dc58-40d3-92cc-1c868baaa252 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:43.258437 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1d80b8c5-a1ee-468e-845e-859d8acecc2a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:43.259303 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b9556988-dc58-40d3-92cc-1c868baaa252 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2973406 Oct 10 11:20:43.262194 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58944) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:43.267187 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-9816f625-ad6b-443e-bad4-cee388434e9a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:43.348258 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc5c0c-04bf-4f94-9fcb-1396895713d1 req-2be8a8a0-a420-4c0f-8fb2-f8d3927b22b3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:43.349632 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-aabc5c0c-04bf-4f94-9fcb-1396895713d1 req-2be8a8a0-a420-4c0f-8fb2-f8d3927b22b3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e962260-4783-4d44-901f-d6777725e488 HTTP/1.1" status: 200 len: 945 time: 0.2294443 Oct 10 11:20:43.399689 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:20:43.444307 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-aabc5c0c-04bf-4f94-9fcb-1396895713d1 req-00e5977e-843d-4f05-990f-3158fe7c2c6b tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606737 Oct 10 11:20:43.450453 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-1d80b8c5-a1ee-468e-845e-859d8acecc2a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.26.4.21 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/56a852c0-64f1-47b0-b983-3a1d8829f5ce) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:20:43.554712 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:20:43.560928 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:20:43.566780 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:43.566780 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 Oct 10 11:20:43.605712 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1d80b8c5-a1ee-468e-845e-859d8acecc2a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:43.659084 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9816f625-ad6b-443e-bad4-cee388434e9a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:43.681855 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:20:43.682233 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:43.708952 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e962260-4783-4d44-901f-d6777725e488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c41e70f-ff61-4ccf-bc22-c154ffc04d79'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:20:43.711266 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7613bcfb-665e-4c70-8b86-edb1441cd3e3" -d '{"events": [{"server_uuid": "5e962260-4783-4d44-901f-d6777725e488", "name": "network-vif-plugged", "status": "completed", "tag": "8c41e70f-ff61-4ccf-bc22-c154ffc04d79"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:20:43.719139 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 8c41e70f-ff61-4ccf-bc22-c154ffc04d79, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8c41e70f-ff61-4ccf-bc22-c154ffc04d79,segment=NetworkSegment(7c4f4c4c-5113-482f-a194-d6aa0f6b009c),segment_id=7c4f4c4c-5113-482f-a194-d6aa0f6b009c)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:43.719417 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1d80b8c5-a1ee-468e-845e-859d8acecc2a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:43.754394 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5cd70e-7182-4e61-a307-738c01889121 x-openstack-request-id: req-be5cd70e-7182-4e61-a307-738c01889121 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:20:43.754748 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9816f625-ad6b-443e-bad4-cee388434e9a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568703'] for router, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:43.754919 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e962260-4783-4d44-901f-d6777725e488", "name": "network-vif-plugged", "status": "completed", "tag": "8c41e70f-ff61-4ccf-bc22-c154ffc04d79", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:20:43.755384 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-be5cd70e-7182-4e61-a307-738c01889121 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:20:43.755989 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be5cd70e-7182-4e61-a307-738c01889121'] response: {'server_uuid': '5e962260-4783-4d44-901f-d6777725e488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c41e70f-ff61-4ccf-bc22-c154ffc04d79', 'code': 200} Oct 10 11:20:43.788803 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d80b8c5-a1ee-468e-845e-859d8acecc2a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:20:43.791590 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-1d80b8c5-a1ee-468e-845e-859d8acecc2a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:20:43.795130 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d80b8c5-a1ee-468e-845e-859d8acecc2a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:20:43.831899 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80b8c5-a1ee-468e-845e-859d8acecc2a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=56a852c0-64f1-47b0-b983-3a1d8829f5ce,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:43.851701 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:43.925172 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=8c41e70f-ff61-4ccf-bc22-c154ffc04d79,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:43.994542 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9816f625-ad6b-443e-bad4-cee388434e9a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Router adb871ae-fd04-4bb3-863b-0b4134f5e113 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:20:44.019888 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:20:44.306794 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9816f625-ad6b-443e-bad4-cee388434e9a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:20:44.313619 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9816f625-ad6b-443e-bad4-cee388434e9a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:44.314759 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9816f625-ad6b-443e-bad4-cee388434e9a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "PUT /v2.0/routers/adb871ae-fd04-4bb3-863b-0b4134f5e113 HTTP/1.1" status: 200 len: 698 time: 1.0516419 Oct 10 11:20:44.318304 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58950) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:44.322471 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d073958-c777-4a99-b5c0-aea48e4d581d None None] Sync routers for ids ['adb871ae-fd04-4bb3-863b-0b4134f5e113'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:20:44.333514 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d073958-c777-4a99-b5c0-aea48e4d581d None None] Routers {'adb871ae-fd04-4bb3-863b-0b4134f5e113'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:44.334406 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-4d073958-c777-4a99-b5c0-aea48e4d581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['adb871ae-fd04-4bb3-863b-0b4134f5e113'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:44.335670 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94736408-ea1e-4588-b49d-a417e34af47a req-77364a13-d280-4b8e-91aa-c0ac55773b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:44.337184 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-94736408-ea1e-4588-b49d-a417e34af47a req-77364a13-d280-4b8e-91aa-c0ac55773b7c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e962260-4783-4d44-901f-d6777725e488 HTTP/1.1" status: 200 len: 1099 time: 0.1621819 Oct 10 11:20:44.381102 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-94736408-ea1e-4588-b49d-a417e34af47a req-e3f8a353-2894-4ff1-a58a-a179ccfe64ad service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374722 Oct 10 11:20:44.459757 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-4d073958-c777-4a99-b5c0-aea48e4d581d None None] Set router adb871ae-fd04-4bb3-863b-0b4134f5e113 gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:44.527978 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-cfcce4bb-5b88-4ceb-9dfc-bf0ade0bbe0a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "GET /v2.0/routers/adb871ae-fd04-4bb3-863b-0b4134f5e113 HTTP/1.1" status: 200 len: 704 time: 0.2059274 Oct 10 11:20:44.528481 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58956) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:44.547928 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1d80b8c5-a1ee-468e-845e-859d8acecc2a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_gateway, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:44.566357 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-4d073958-c777-4a99-b5c0-aea48e4d581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb871ae-fd04-4bb3-863b-0b4134f5e113', 'name': 'tempest-RoutersIpV6Test-router-1863406760', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:20:43Z', 'updated_at': '2022-10-10T11:20:43Z', 'revision_number': 2, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:44.570466 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d073958-c777-4a99-b5c0-aea48e4d581d None None] Checking router: adb871ae-fd04-4bb3-863b-0b4134f5e113 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:20:44.579126 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d073958-c777-4a99-b5c0-aea48e4d581d None None] Routers {'adb871ae-fd04-4bb3-863b-0b4134f5e113'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:44.579728 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-4d073958-c777-4a99-b5c0-aea48e4d581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['adb871ae-fd04-4bb3-863b-0b4134f5e113'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:44.580341 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d6d2b222-d1d8-4b79-8004-a0aa279f82db tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Synchronizing usage tracker for tenant:936e4bb70f4f401fa185998b9205aaff on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:20:44.594495 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d6d2b222-d1d8-4b79-8004-a0aa279f82db tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Unset dirty status for tenant:936e4bb70f4f401fa185998b9205aaff on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:20:44.598501 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d6d2b222-d1d8-4b79-8004-a0aa279f82db tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "GET /v2.0/ports?device_id=adb871ae-fd04-4bb3-863b-0b4134f5e113 HTTP/1.1" status: 200 len: 205 time: 0.0662398 Oct 10 11:20:44.598812 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58960) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:44.710213 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-4d073958-c777-4a99-b5c0-aea48e4d581d None None] Set router adb871ae-fd04-4bb3-863b-0b4134f5e113 gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:44.735698 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f112d27f-a336-4073-bd0e-05fdf8005103 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:44.799215 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4a847-558a-4409-b1ad-1297ad3c1d7c req-521fdc1e-47d8-4509-ade3-5458481f6609 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:44.801219 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-94f4a847-558a-4409-b1ad-1297ad3c1d7c req-521fdc1e-47d8-4509-ade3-5458481f6609 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e962260-4783-4d44-901f-d6777725e488 HTTP/1.1" status: 200 len: 946 time: 0.1910098 Oct 10 11:20:44.849851 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-4d073958-c777-4a99-b5c0-aea48e4d581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb871ae-fd04-4bb3-863b-0b4134f5e113', 'name': 'tempest-RoutersIpV6Test-router-1863406760', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:20:43Z', 'updated_at': '2022-10-10T11:20:43Z', 'revision_number': 2, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:44.855443 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d073958-c777-4a99-b5c0-aea48e4d581d None None] The sync data for ids ['adb871ae-fd04-4bb3-863b-0b4134f5e113'] in dv-neutron-860842-1-hyperv is: [{'id': 'adb871ae-fd04-4bb3-863b-0b4134f5e113', 'name': 'tempest-RoutersIpV6Test-router-1863406760', 'tenant_id': '936e4bb70f4f401fa185998b9205aaff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:20:43Z', 'updated_at': '2022-10-10T11:20:43Z', 'revision_number': 2, 'project_id': '936e4bb70f4f401fa185998b9205aaff', 'gw_port_host': None}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:20:44.991603 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-94f4a847-558a-4409-b1ad-1297ad3c1d7c req-e5442bb0-8786-46c1-88be-315b2f150a7a tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334107 Oct 10 11:20:45.023015 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1d80b8c5-a1ee-468e-845e-859d8acecc2a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:45.059215 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f112d27f-a336-4073-bd0e-05fdf8005103 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:45.061537 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f112d27f-a336-4073-bd0e-05fdf8005103 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:45.166411 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f112d27f-a336-4073-bd0e-05fdf8005103 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:45.167195 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f112d27f-a336-4073-bd0e-05fdf8005103 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Fanout notify agent at l3_agent the message router_deleted on router adb871ae-fd04-4bb3-863b-0b4134f5e113 {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:20:45.183562 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f112d27f-a336-4073-bd0e-05fdf8005103 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:45.184618 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f112d27f-a336-4073-bd0e-05fdf8005103 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/routers/adb871ae-fd04-4bb3-863b-0b4134f5e113 HTTP/1.1" status: 204 len: 168 time: 0.5848360 Oct 10 11:20:45.191257 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58964) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:45.245478 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-04781243-9b35-4be0-9a8f-46f9ac0cc306 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "GET /v2.0/ports?device_id=adb871ae-fd04-4bb3-863b-0b4134f5e113 HTTP/1.1" status: 200 len: 205 time: 0.0530324 Oct 10 11:20:45.248118 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58968) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:45.295692 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d80b8c5-a1ee-468e-845e-859d8acecc2a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router 94c1c8b0-dd49-42ea-b4ae-338d8610e979 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:20:45.332656 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-25ba6789-dae1-4ff4-9236-9656ca12195f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] delete failed (client error): The resource could not be found. Oct 10 11:20:45.336196 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-25ba6789-dae1-4ff4-9236-9656ca12195f tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/routers/adb871ae-fd04-4bb3-863b-0b4134f5e113 HTTP/1.1" status: 404 len: 336 time: 0.0852041 Oct 10 11:20:45.336391 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58972) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:45.377001 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-439cdcd3-3c82-4009-b98e-920e10e26000 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] DELETE failed (client error): The resource could not be found. Oct 10 11:20:45.377453 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-439cdcd3-3c82-4009-b98e-920e10e26000 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:20:45.382202 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-439cdcd3-3c82-4009-b98e-920e10e26000 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/subnets/3c471518-8f6e-4940-adf0-47535a01ea2b HTTP/1.1" status: 404 len: 337 time: 0.0423844 Oct 10 11:20:45.385016 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58976) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:45.425553 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9d36c5-adf9-43d3-ac66-4121083e51f4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] DELETE failed (client error): The resource could not be found. Oct 10 11:20:45.425928 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff9d36c5-adf9-43d3-ac66-4121083e51f4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:20:45.430024 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ff9d36c5-adf9-43d3-ac66-4121083e51f4 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/subnets/db2321ac-e482-4aeb-b5d9-3625e2d1abad HTTP/1.1" status: 404 len: 337 time: 0.0442660 Oct 10 11:20:45.430452 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58980) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:45.486416 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a47e6f8-d697-4bc3-a84e-2bbcdaf9a41a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] DELETE failed (client error): The resource could not be found. Oct 10 11:20:45.486875 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a47e6f8-d697-4bc3-a84e-2bbcdaf9a41a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:20:45.487008 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d80b8c5-a1ee-468e-845e-859d8acecc2a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:20:45.488760 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7a47e6f8-d697-4bc3-a84e-2bbcdaf9a41a tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/subnets/fde2a1de-4650-4267-b898-6d24100405a0 HTTP/1.1" status: 404 len: 337 time: 0.0572367 Oct 10 11:20:45.491338 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58984) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:45.499001 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0583cc-67ee-46ec-a028-e21abc50d95f None None] Sync routers for ids ['94c1c8b0-dd49-42ea-b4ae-338d8610e979'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:20:45.514979 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0583cc-67ee-46ec-a028-e21abc50d95f None None] Routers {'94c1c8b0-dd49-42ea-b4ae-338d8610e979'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:45.515701 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-aa0583cc-67ee-46ec-a028-e21abc50d95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['94c1c8b0-dd49-42ea-b4ae-338d8610e979'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:45.532269 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-c573c02f-2825-40a9-a75f-c1f19b1e6959 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] DELETE failed (client error): The resource could not be found. Oct 10 11:20:45.532703 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c573c02f-2825-40a9-a75f-c1f19b1e6959 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:20:45.537006 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c573c02f-2825-40a9-a75f-c1f19b1e6959 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/subnets/307b3c71-982d-474b-82ca-a920c0b88793 HTTP/1.1" status: 404 len: 337 time: 0.0421546 Oct 10 11:20:45.537283 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58988) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:45.570742 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1d80b8c5-a1ee-468e-845e-859d8acecc2a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:45.575168 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1d80b8c5-a1ee-468e-845e-859d8acecc2a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7897556 Oct 10 11:20:45.575324 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 58992) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:45.598375 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-fa517a0e-f16e-4aa2-aea6-e92427571b66 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdeaf0bd-2aec-45e7-b27c-b64404017a73 HTTP/1.1" status: 200 len: 205 time: 0.0570712 Oct 10 11:20:45.598620 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 58996) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:45.624304 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7f2fec07-4e36-43b0-880c-142b0af7f20c tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=abdeb3603c4943b08320f37282de8f91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453291 Oct 10 11:20:45.624566 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59000) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:45.673385 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-cf0701f0-6b26-4e44-ae50-131c7b260835 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] delete failed (client error): The resource could not be found. Oct 10 11:20:45.677656 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cf0701f0-6b26-4e44-ae50-131c7b260835 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/routers/bdeaf0bd-2aec-45e7-b27c-b64404017a73 HTTP/1.1" status: 404 len: 336 time: 0.0747068 Oct 10 11:20:45.677838 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59004) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:45.745170 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7ed2179b-5151-4c7b-930d-89ea9257dd8e tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "GET /v2.0/ports?device_id=4bec1605-67aa-4259-b157-1d979dc60ddb HTTP/1.1" status: 200 len: 205 time: 0.0640881 Oct 10 11:20:45.745669 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59008) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:45.764334 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-aa0583cc-67ee-46ec-a028-e21abc50d95f None None] Set router 94c1c8b0-dd49-42ea-b4ae-338d8610e979 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:45.895000 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00e430d-d17b-44f6-b0cf-34b38e1166bf tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:45.898709 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c00e430d-d17b-44f6-b0cf-34b38e1166bf tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2706430 Oct 10 11:20:45.899337 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59012) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:45.941691 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-9ded87db-35cd-458b-9de7-25012b13aec8 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] delete failed (client error): The resource could not be found. Oct 10 11:20:45.944871 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9ded87db-35cd-458b-9de7-25012b13aec8 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/routers/4bec1605-67aa-4259-b157-1d979dc60ddb HTTP/1.1" status: 404 len: 336 time: 0.1959984 Oct 10 11:20:45.945097 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59016) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:45.946325 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c219e685-447b-4173-a734-0b9b3244a247 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=1e933860-f99f-4a0b-a611-91d190754508&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0459411 Oct 10 11:20:45.948745 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59018) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:45.954975 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-5dc5db5f-0d37-47bf-9d11-d822c35cb0ca tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1547589081', 'network_id': 'a1c896d4-9fd5-4a28-bbc5-763110ccbff9', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:45.991259 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e3b9d5-f0ee-4490-87f3-b96de804ae75 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] DELETE failed (client error): The resource could not be found. Oct 10 11:20:45.991761 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02e3b9d5-f0ee-4490-87f3-b96de804ae75 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:20:45.996912 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-02e3b9d5-f0ee-4490-87f3-b96de804ae75 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/subnets/508ea930-657f-400b-a5a4-1b903b6c094c HTTP/1.1" status: 404 len: 337 time: 0.0474064 Oct 10 11:20:45.997163 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59024) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:46.049692 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3f906125-2280-4409-a8c5-b51af6e601d3 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "GET /v2.0/ports?device_id=db86ed6b-094e-4fdc-9887-f7782cf762e4 HTTP/1.1" status: 200 len: 205 time: 0.0512249 Oct 10 11:20:46.052471 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59030) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:46.079213 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5dc5db5f-0d37-47bf-9d11-d822c35cb0ca tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:20:46.083333 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5dc5db5f-0d37-47bf-9d11-d822c35cb0ca tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:subnet and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:20:46.086288 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5dc5db5f-0d37-47bf-9d11-d822c35cb0ca tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:20:46.092125 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5dc5db5f-0d37-47bf-9d11-d822c35cb0ca tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:20:46.154938 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc5db5f-0d37-47bf-9d11-d822c35cb0ca tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Made reservation on behalf of abdeb3603c4943b08320f37282de8f91 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:20:46.158991 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5dc5db5f-0d37-47bf-9d11-d822c35cb0ca tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:46.167217 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-1bc2b8bd-17f2-4b14-aec1-ff1b2a311f55 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] delete failed (client error): The resource could not be found. Oct 10 11:20:46.168238 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1bc2b8bd-17f2-4b14-aec1-ff1b2a311f55 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/routers/db86ed6b-094e-4fdc-9887-f7782cf762e4 HTTP/1.1" status: 404 len: 336 time: 0.1146979 Oct 10 11:20:46.170127 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-aa0583cc-67ee-46ec-a028-e21abc50d95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'name': 'tempest-TestNetworkBasicOps-router-806938079', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:20:41Z', 'updated_at': '2022-10-10T11:20:44Z', 'revision_number': 3, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:43Z', 'updated_at': '2022-10-10T11:20:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:46.173978 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59034) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:46.175844 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0583cc-67ee-46ec-a028-e21abc50d95f None None] Checking router: 94c1c8b0-dd49-42ea-b4ae-338d8610e979 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:20:46.176509 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0583cc-67ee-46ec-a028-e21abc50d95f None None] Updating router 94c1c8b0-dd49-42ea-b4ae-338d8610e979 port 56a852c0-64f1-47b0-b983-3a1d8829f5ce binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:20:46.215836 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf07de-db8a-4791-bc98-54ab88eec7bd req-01c5b504-1eb2-41e1-80df-f99499185dae tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:46.217271 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-43bf07de-db8a-4791-bc98-54ab88eec7bd req-01c5b504-1eb2-41e1-80df-f99499185dae tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e962260-4783-4d44-901f-d6777725e488 HTTP/1.1" status: 200 len: 946 time: 0.0981321 Oct 10 11:20:46.238351 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-aa0583cc-67ee-46ec-a028-e21abc50d95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:46.247943 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a0296e80-0a70-4442-bec4-7ed351ca26bf tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "GET /v2.0/ports?device_id=0df23d3d-88df-4bd8-a564-852880ae2a12 HTTP/1.1" status: 200 len: 205 time: 0.0670435 Oct 10 11:20:46.248580 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59038) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:46.268420 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-43bf07de-db8a-4791-bc98-54ab88eec7bd req-44336ece-f39d-4d1e-8c8c-79dbc1e8077f tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431390 Oct 10 11:20:46.372333 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-dbd9efe5-5af3-4bba-ba1d-e5cd505b6b49 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] delete failed (client error): The resource could not be found. Oct 10 11:20:46.373348 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-dbd9efe5-5af3-4bba-ba1d-e5cd505b6b49 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/routers/0df23d3d-88df-4bd8-a564-852880ae2a12 HTTP/1.1" status: 404 len: 336 time: 0.1238720 Oct 10 11:20:46.376164 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59044) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:46.415691 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d21711-0f0f-4f92-a711-bafa531cd34b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] DELETE failed (client error): The resource could not be found. Oct 10 11:20:46.416146 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d21711-0f0f-4f92-a711-bafa531cd34b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:20:46.417852 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f2d21711-0f0f-4f92-a711-bafa531cd34b tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/subnets/5d81926f-4cb2-45b7-a37d-84e6e811e46e HTTP/1.1" status: 404 len: 337 time: 0.0404887 Oct 10 11:20:46.421936 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59048) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:46.475981 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7fcb23e5-10e6-4114-b116-a5a718f147b0 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "GET /v2.0/ports?device_id=39729001-438e-44df-a206-d11145b42a6a HTTP/1.1" status: 200 len: 205 time: 0.0527723 Oct 10 11:20:46.476482 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59052) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:46.546715 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2bda0-3d3d-4641-908d-d21624df1396 req-fbeccf39-820b-4ee0-9fd7-4f332c6e2e1a tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:46.547220 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-04726e3b-0358-4518-b601-b53906405bba tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] delete failed (client error): The resource could not be found. Oct 10 11:20:46.548196 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5dc2bda0-3d3d-4641-908d-d21624df1396 req-fbeccf39-820b-4ee0-9fd7-4f332c6e2e1a tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e962260-4783-4d44-901f-d6777725e488 HTTP/1.1" status: 200 len: 946 time: 0.1579020 Oct 10 11:20:46.551559 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-04726e3b-0358-4518-b601-b53906405bba tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/routers/39729001-438e-44df-a206-d11145b42a6a HTTP/1.1" status: 404 len: 336 time: 0.0741394 Oct 10 11:20:46.552146 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59056) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:46.592906 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc51029-c3da-474d-b7f4-0ace5bf19455 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] DELETE failed (client error): The resource could not be found. Oct 10 11:20:46.593780 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc51029-c3da-474d-b7f4-0ace5bf19455 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:20:46.598789 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2fc51029-c3da-474d-b7f4-0ace5bf19455 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/subnets/391ed4a5-b895-4ff3-b30c-8b04c4caeffa HTTP/1.1" status: 404 len: 337 time: 0.0422719 Oct 10 11:20:46.598992 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59060) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:46.602023 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-aa0583cc-67ee-46ec-a028-e21abc50d95f None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:46.613856 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-aa0583cc-67ee-46ec-a028-e21abc50d95f None None] Transition to ACTIVE for port object 56a852c0-64f1-47b0-b983-3a1d8829f5ce will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:20:46.623065 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5dc2bda0-3d3d-4641-908d-d21624df1396 req-5507e77c-ecb5-451b-9d5d-25ad292caef8 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568111 Oct 10 11:20:46.653648 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59064) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:46.657986 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-95298671-e2d5-4474-a7de-6fdc5d056805 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "GET /v2.0/ports?device_id=9477bb17-38e0-45f3-b4e2-9a80880af7e5 HTTP/1.1" status: 200 len: 205 time: 0.0578949 Oct 10 11:20:46.660986 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59070) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:46.708086 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-aa0583cc-67ee-46ec-a028-e21abc50d95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:46.723557 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5dc5db5f-0d37-47bf-9d11-d822c35cb0ca tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:46.764643 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-1a239f00-3752-427c-a596-b5d2e4348e95 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] delete failed (client error): The resource could not be found. Oct 10 11:20:46.768142 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1a239f00-3752-427c-a596-b5d2e4348e95 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/routers/9477bb17-38e0-45f3-b4e2-9a80880af7e5 HTTP/1.1" status: 404 len: 336 time: 0.1038456 Oct 10 11:20:46.769844 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-aa0583cc-67ee-46ec-a028-e21abc50d95f None None] Attempting to bind port 56a852c0-64f1-47b0-b983-3a1d8829f5ce on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:20:46.770221 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-aa0583cc-67ee-46ec-a028-e21abc50d95f None None] Attempting to bind port 56a852c0-64f1-47b0-b983-3a1d8829f5ce by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:20:46.770547 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59074) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:46.770695 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0583cc-67ee-46ec-a028-e21abc50d95f None None] Attempting to bind port 56a852c0-64f1-47b0-b983-3a1d8829f5ce on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:20:46.780274 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0583cc-67ee-46ec-a028-e21abc50d95f None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:20:46.780636 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0583cc-67ee-46ec-a028-e21abc50d95f None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:20:46.781038 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-aa0583cc-67ee-46ec-a028-e21abc50d95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:46.781425 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0583cc-67ee-46ec-a028-e21abc50d95f None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:20:46.781914 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-aa0583cc-67ee-46ec-a028-e21abc50d95f None None] Bound port: 56a852c0-64f1-47b0-b983-3a1d8829f5ce, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:20:46.782284 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-aa0583cc-67ee-46ec-a028-e21abc50d95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:46.814500 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5db5f-0d37-47bf-9d11-d822c35cb0ca tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Subnet': ['ID=b2ab5965-4679-4cef-925a-5adbbbc1fdd5,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:46.824753 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc5db5f-0d37-47bf-9d11-d822c35cb0ca tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Checking segment: {'id': '112f9080-3e3e-49e9-ad72-e0bbc15e2163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': 'a1c896d4-9fd5-4a28-bbc5-763110ccbff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:20:46.825111 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc5db5f-0d37-47bf-9d11-d822c35cb0ca tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network hostable DHCP agents. Network: a1c896d4-9fd5-4a28-bbc5-763110ccbff9, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:20:46.835512 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec34f907-1492-4ae0-bac6-f9b6a94fb830 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] DELETE failed (client error): The resource could not be found. Oct 10 11:20:46.836517 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec34f907-1492-4ae0-bac6-f9b6a94fb830 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:20:46.839758 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f195d75-f6a2-4b7b-ba77-74ea4c87fb06 None None] Pushing event updated for resources: {'Port': ['ID=56a852c0-64f1-47b0-b983-3a1d8829f5ce,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:46.842290 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ec34f907-1492-4ae0-bac6-f9b6a94fb830 tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/subnets/3db15424-a336-4f16-ac03-7f92a90ad70c HTTP/1.1" status: 404 len: 337 time: 0.0699997 Oct 10 11:20:46.842822 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59078) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:46.873984 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-aa0583cc-67ee-46ec-a028-e21abc50d95f None None] For port 56a852c0-64f1-47b0-b983-3a1d8829f5ce, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:20:46.877107 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-aa0583cc-67ee-46ec-a028-e21abc50d95f None None] For port 56a852c0-64f1-47b0-b983-3a1d8829f5ce, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=56a852c0-64f1-47b0-b983-3a1d8829f5ce,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:20:46.886508 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb75eab-6751-4490-96db-e5424ddf661e tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] DELETE failed (client error): The resource could not be found. Oct 10 11:20:46.886982 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb75eab-6751-4490-96db-e5424ddf661e tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:20:46.891822 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0bb75eab-6751-4490-96db-e5424ddf661e tempest-RoutersIpV6Test-1083188894 tempest-RoutersIpV6Test-1083188894-project] 10.222.0.40 "DELETE /v2.0/subnets/d8a3fbe9-3052-4f43-abc8-7fad57e24f6d HTTP/1.1" status: 404 len: 337 time: 0.0480561 Oct 10 11:20:46.896314 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc5db5f-0d37-47bf-9d11-d822c35cb0ca tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network a1c896d4-9fd5-4a28-bbc5-763110ccbff9 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:20:46.937134 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc78a84-a13c-4599-92d9-43ce7c64c4b5 tempest-TestVolumeBootPattern-666718067 tempest-TestVolumeBootPattern-666718067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:46.938670 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-bdc78a84-a13c-4599-92d9-43ce7c64c4b5 tempest-TestVolumeBootPattern-666718067 tempest-TestVolumeBootPattern-666718067-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=5e962260-4783-4d44-901f-d6777725e488 HTTP/1.1" status: 200 len: 1094 time: 0.2839568 Oct 10 11:20:46.938978 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-aa0583cc-67ee-46ec-a028-e21abc50d95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:46.942437 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59084) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:46.948164 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-21373cda-e234-4c67-b3f7-0c497897bda9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'port_id': '8c41e70f-ff61-4ccf-bc22-c154ffc04d79', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:46.954845 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-21373cda-e234-4c67-b3f7-0c497897bda9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:20:46.960268 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-21373cda-e234-4c67-b3f7-0c497897bda9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Usage tracker for resource:floatingip and tenant:2ca309cf9da347e1972c7a5240bc70ad is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:20:46.963536 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-21373cda-e234-4c67-b3f7-0c497897bda9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:20:46.969584 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-21373cda-e234-4c67-b3f7-0c497897bda9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:20:47.000671 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-5dc5db5f-0d37-47bf-9d11-d822c35cb0ca tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, a1c896d4-9fd5-4a28-bbc5-763110ccbff9) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:20:47.002787 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0583cc-67ee-46ec-a028-e21abc50d95f None None] Routers {'94c1c8b0-dd49-42ea-b4ae-338d8610e979'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:47.003958 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-aa0583cc-67ee-46ec-a028-e21abc50d95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['94c1c8b0-dd49-42ea-b4ae-338d8610e979'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:47.010092 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc5db5f-0d37-47bf-9d11-d822c35cb0ca tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:47.010650 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5dc5db5f-0d37-47bf-9d11-d822c35cb0ca tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:47.051868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21373cda-e234-4c67-b3f7-0c497897bda9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for floatingip, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:47.061656 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0046586-64fd-4787-8c2a-285ad54735c0 None None] Network a1c896d4-9fd5-4a28-bbc5-763110ccbff9 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:20:47.117825 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f195d75-f6a2-4b7b-ba77-74ea4c87fb06 None None] Pushing event updated for resources: {'Port': ['ID=56a852c0-64f1-47b0-b983-3a1d8829f5ce,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:47.132736 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5dc5db5f-0d37-47bf-9d11-d822c35cb0ca tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1827364 Oct 10 11:20:47.135932 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59088) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:47.199772 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21373cda-e234-4c67-b3f7-0c497897bda9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:47.333124 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-aa0583cc-67ee-46ec-a028-e21abc50d95f None None] Set router 94c1c8b0-dd49-42ea-b4ae-338d8610e979 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:47.381725 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-21373cda-e234-4c67-b3f7-0c497897bda9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Allocated IP 172.26.4.243 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/84c2e584-1656-49ac-8515-f79c9f428a92) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:20:47.420445 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59094) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:47.570957 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21373cda-e234-4c67-b3f7-0c497897bda9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:47.652661 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358f4c84-4a7a-46ee-8d37-a893db78e06a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-a1c896d4-9fd5-4a28-bbc5-763110ccbff9', 'network_id': 'a1c896d4-9fd5-4a28-bbc5-763110ccbff9', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ips': [{'subnet_id': 'b2ab5965-4679-4cef-925a-5adbbbc1fdd5'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:20:47.653496 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-358f4c84-4a7a-46ee-8d37-a893db78e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:47.680773 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21373cda-e234-4c67-b3f7-0c497897bda9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:47.753827 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21373cda-e234-4c67-b3f7-0c497897bda9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:20:47.757365 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-21373cda-e234-4c67-b3f7-0c497897bda9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:20:47.761293 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21373cda-e234-4c67-b3f7-0c497897bda9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:20:47.798522 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21373cda-e234-4c67-b3f7-0c497897bda9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Pushing event updated for resources: {'Port': ['ID=84c2e584-1656-49ac-8515-f79c9f428a92,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:47.806208 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-de502ce2-d966-4186-bc6f-a48df9e5cbee admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=936e4bb70f4f401fa185998b9205aaff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3844469 Oct 10 11:20:47.807042 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59100) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:47.845602 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-358f4c84-4a7a-46ee-8d37-a893db78e06a None None] Allocated IP 172.20.0.2 (a1c896d4-9fd5-4a28-bbc5-763110ccbff9/b2ab5965-4679-4cef-925a-5adbbbc1fdd5/9b65df9e-45d8-4644-a095-7281073da151) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:20:47.967042 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5c0050bd-d4e9-45db-a45b-54c627c61599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:48.064092 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-358f4c84-4a7a-46ee-8d37-a893db78e06a None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:48.072532 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5c0050bd-d4e9-45db-a45b-54c627c61599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:48.077037 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e4a5d676-420f-4523-9e93-0da80799a650 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:48.082485 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-358f4c84-4a7a-46ee-8d37-a893db78e06a None None] Transition to ACTIVE for port object 9b65df9e-45d8-4644-a095-7281073da151 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:20:48.112873 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-358f4c84-4a7a-46ee-8d37-a893db78e06a None None] Transition to ACTIVE for port object 9b65df9e-45d8-4644-a095-7281073da151 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:20:48.124699 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-aa0583cc-67ee-46ec-a028-e21abc50d95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'name': 'tempest-TestNetworkBasicOps-router-806938079', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:20:41Z', 'updated_at': '2022-10-10T11:20:44Z', 'revision_number': 3, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:43Z', 'updated_at': '2022-10-10T11:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:48.130189 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0583cc-67ee-46ec-a028-e21abc50d95f None None] The sync data for ids ['94c1c8b0-dd49-42ea-b4ae-338d8610e979'] in dv-neutron-860842-1-hyperv is: [{'id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'name': 'tempest-TestNetworkBasicOps-router-806938079', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:20:41Z', 'updated_at': '2022-10-10T11:20:44Z', 'revision_number': 3, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:43Z', 'updated_at': '2022-10-10T11:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:20:48.194029 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-358f4c84-4a7a-46ee-8d37-a893db78e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:48.269348 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358f4c84-4a7a-46ee-8d37-a893db78e06a None None] Network a1c896d4-9fd5-4a28-bbc5-763110ccbff9 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:20:48.272551 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-358f4c84-4a7a-46ee-8d37-a893db78e06a None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:20:48.275239 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358f4c84-4a7a-46ee-8d37-a893db78e06a None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:20:48.313841 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f4c84-4a7a-46ee-8d37-a893db78e06a None None] Pushing event updated for resources: {'Port': ['ID=9b65df9e-45d8-4644-a095-7281073da151,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:48.390312 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5c0050bd-d4e9-45db-a45b-54c627c61599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:48.394702 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-358f4c84-4a7a-46ee-8d37-a893db78e06a None None] Attempting to bind port 9b65df9e-45d8-4644-a095-7281073da151 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:20:48.395140 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-358f4c84-4a7a-46ee-8d37-a893db78e06a None None] Attempting to bind port 9b65df9e-45d8-4644-a095-7281073da151 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '112f9080-3e3e-49e9-ad72-e0bbc15e2163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': 'a1c896d4-9fd5-4a28-bbc5-763110ccbff9'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:20:48.395567 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358f4c84-4a7a-46ee-8d37-a893db78e06a None None] Attempting to bind port 9b65df9e-45d8-4644-a095-7281073da151 on network a1c896d4-9fd5-4a28-bbc5-763110ccbff9 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:20:48.401648 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358f4c84-4a7a-46ee-8d37-a893db78e06a None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:20:48.402371 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358f4c84-4a7a-46ee-8d37-a893db78e06a None None] Checking segment: {'id': '112f9080-3e3e-49e9-ad72-e0bbc15e2163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': 'a1c896d4-9fd5-4a28-bbc5-763110ccbff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:20:48.406137 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-358f4c84-4a7a-46ee-8d37-a893db78e06a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:48.406137 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358f4c84-4a7a-46ee-8d37-a893db78e06a None None] Bound using segment: {'id': '112f9080-3e3e-49e9-ad72-e0bbc15e2163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': 'a1c896d4-9fd5-4a28-bbc5-763110ccbff9'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:20:48.406137 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-358f4c84-4a7a-46ee-8d37-a893db78e06a None None] Bound port: 9b65df9e-45d8-4644-a095-7281073da151, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '112f9080-3e3e-49e9-ad72-e0bbc15e2163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': 'a1c896d4-9fd5-4a28-bbc5-763110ccbff9'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:20:48.406137 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-358f4c84-4a7a-46ee-8d37-a893db78e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:48.412165 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0050bd-d4e9-45db-a45b-54c627c61599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f599d4-1961-4cdd-8b1a-ad49e5c7501e,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:48.469707 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5c0050bd-d4e9-45db-a45b-54c627c61599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:48.470838 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5c0050bd-d4e9-45db-a45b-54c627c61599 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/72f599d4-1961-4cdd-8b1a-ad49e5c7501e HTTP/1.1" status: 204 len: 168 time: 0.6623917 Oct 10 11:20:48.512844 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21373cda-e234-4c67-b3f7-0c497897bda9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:48.564825 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-358f4c84-4a7a-46ee-8d37-a893db78e06a None None] For port 9b65df9e-45d8-4644-a095-7281073da151, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:20:48.570463 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-358f4c84-4a7a-46ee-8d37-a893db78e06a None None] For port 9b65df9e-45d8-4644-a095-7281073da151, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=9b65df9e-45d8-4644-a095-7281073da151,segment=NetworkSegment(112f9080-3e3e-49e9-ad72-e0bbc15e2163),segment_id=112f9080-3e3e-49e9-ad72-e0bbc15e2163)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:20:48.606843 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-e4a5d676-420f-4523-9e93-0da80799a650 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.20.0.1 (a1c896d4-9fd5-4a28-bbc5-763110ccbff9/b2ab5965-4679-4cef-925a-5adbbbc1fdd5/ccc9087d-8ae9-4694-8a73-4194e4520307) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:20:48.640707 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-358f4c84-4a7a-46ee-8d37-a893db78e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:48.709231 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21373cda-e234-4c67-b3f7-0c497897bda9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:48.743834 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f4c84-4a7a-46ee-8d37-a893db78e06a None None] Pushing event updated for resources: {'Port': ['ID=9b65df9e-45d8-4644-a095-7281073da151,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:48.850015 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e4a5d676-420f-4523-9e93-0da80799a650 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:48.881979 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 56a852c0-64f1-47b0-b983-3a1d8829f5ce up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:20:48.917132 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-e4a5d676-420f-4523-9e93-0da80799a650 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Transition to ACTIVE for port object ccc9087d-8ae9-4694-8a73-4194e4520307 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:20:49.009746 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21373cda-e234-4c67-b3f7-0c497897bda9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:49.041231 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e4a5d676-420f-4523-9e93-0da80799a650 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:49.063824 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 56a852c0-64f1-47b0-b983-3a1d8829f5ce completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:20:49.069027 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 56a852c0-64f1-47b0-b983-3a1d8829f5ce triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:20:49.069407 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:49.069783 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 56a852c0-64f1-47b0-b983-3a1d8829f5ce Oct 10 11:20:49.121196 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21373cda-e234-4c67-b3f7-0c497897bda9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:49.133945 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a5d676-420f-4523-9e93-0da80799a650 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network a1c896d4-9fd5-4a28-bbc5-763110ccbff9 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:20:49.136743 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-e4a5d676-420f-4523-9e93-0da80799a650 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:20:49.139418 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a5d676-420f-4523-9e93-0da80799a650 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:20:49.208597 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5d676-420f-4523-9e93-0da80799a650 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=ccc9087d-8ae9-4694-8a73-4194e4520307,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:49.237680 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e4a5d676-420f-4523-9e93-0da80799a650 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:49.257062 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 56a852c0-64f1-47b0-b983-3a1d8829f5ce is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:20:49.257450 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:49.282280 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 56a852c0-64f1-47b0-b983-3a1d8829f5ce, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=56a852c0-64f1-47b0-b983-3a1d8829f5ce,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:49.314178 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21373cda-e234-4c67-b3f7-0c497897bda9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Pushing event updated for resources: {'Port': ['ID=84c2e584-1656-49ac-8515-f79c9f428a92,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:49.317285 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21373cda-e234-4c67-b3f7-0c497897bda9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:49.360476 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:49.459930 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=56a852c0-64f1-47b0-b983-3a1d8829f5ce,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:49.510043 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [None req-21373cda-e234-4c67-b3f7-0c497897bda9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Floating IP 31fcfd82-06c3-42a7-b88b-0151d423f4c8 associated. External IP: 172.26.4.243, port: 8c41e70f-ff61-4ccf-bc22-c154ffc04d79. Oct 10 11:20:49.643072 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e4a5d676-420f-4523-9e93-0da80799a650 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:49.884839 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21373cda-e234-4c67-b3f7-0c497897bda9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:20:50.098430 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21373cda-e234-4c67-b3f7-0c497897bda9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:20:50.108627 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5873bc-c96f-45ad-be77-a043ec46ad28 None None] Sync routers for ids ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:20:50.121956 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5873bc-c96f-45ad-be77-a043ec46ad28 None None] Routers {'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:50.122557 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ba5873bc-c96f-45ad-be77-a043ec46ad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:50.160271 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0af6e0f-c791-4a03-a27f-0624f7561532 None None] Network a1c896d4-9fd5-4a28-bbc5-763110ccbff9 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:20:50.183982 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21373cda-e234-4c67-b3f7-0c497897bda9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:50.224949 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e4a5d676-420f-4523-9e93-0da80799a650 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:50.256832 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-21373cda-e234-4c67-b3f7-0c497897bda9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3130717 Oct 10 11:20:50.257785 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e962260-4783-4d44-901f-d6777725e488', 'tag': '8c41e70f-ff61-4ccf-bc22-c154ffc04d79'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:20:50.260267 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb579896-f4a0-48ee-a476-07b0ead5a15f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e962260-4783-4d44-901f-d6777725e488", "tag": "8c41e70f-ff61-4ccf-bc22-c154ffc04d79"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:20:50.293066 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e4a5d676-420f-4523-9e93-0da80799a650 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:50.323750 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c866463d-e89a-4bf6-b23b-e296a8b44278 x-openstack-request-id: req-c866463d-e89a-4bf6-b23b-e296a8b44278 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:20:50.323943 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e962260-4783-4d44-901f-d6777725e488", "tag": "8c41e70f-ff61-4ccf-bc22-c154ffc04d79", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:20:50.324160 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c866463d-e89a-4bf6-b23b-e296a8b44278 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:20:50.329181 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c866463d-e89a-4bf6-b23b-e296a8b44278'] response: {'name': 'network-changed', 'server_uuid': '5e962260-4783-4d44-901f-d6777725e488', 'tag': '8c41e70f-ff61-4ccf-bc22-c154ffc04d79', 'status': 'completed', 'code': 200} Oct 10 11:20:50.341587 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-ba5873bc-c96f-45ad-be77-a043ec46ad28 None None] Set router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:50.407228 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e4a5d676-420f-4523-9e93-0da80799a650 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:50.415896 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2fdbb101-ef18-4ef2-8cab-5752db104d1f None None] Provisioning for port 9b65df9e-45d8-4644-a095-7281073da151 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:20:50.495230 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb579896-f4a0-48ee-a476-07b0ead5a15f req-060fcc4d-06cf-447e-8259-8b8853dd5822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:50.496743 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-eb579896-f4a0-48ee-a476-07b0ead5a15f req-060fcc4d-06cf-447e-8259-8b8853dd5822 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ca309cf9da347e1972c7a5240bc70ad&device_id=5e962260-4783-4d44-901f-d6777725e488 HTTP/1.1" status: 200 len: 1099 time: 0.1515572 Oct 10 11:20:50.553442 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5d676-420f-4523-9e93-0da80799a650 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=ccc9087d-8ae9-4694-8a73-4194e4520307,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:50.611272 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a5d676-420f-4523-9e93-0da80799a650 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network a1c896d4-9fd5-4a28-bbc5-763110ccbff9 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:20:50.613410 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-e4a5d676-420f-4523-9e93-0da80799a650 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:20:50.793212 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ba5873bc-c96f-45ad-be77-a043ec46ad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'name': 'tempest-TestVolumeBootPattern-1067560194-router', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:07Z', 'updated_at': '2022-10-10T11:19:15Z', 'revision_number': 4, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'gw_port': {'id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:08Z', 'updated_at': '2022-10-10T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '31fcfd82-06c3-42a7-b88b-0151d423f4c8', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'floating_ip_address': '172.26.4.243', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'port_id': '8c41e70f-ff61-4ccf-bc22-c154ffc04d79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'mac_address': 'fa:16:3e:31:d8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e962260-4783-4d44-901f-d6777725e488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:20:48Z', 'updated_at': '2022-10-10T11:20:48Z', 'revision_number': 0, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bc4e2c-d966-40d7-97e7-106c145b51f6', 'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'mac_address': 'fa:16:3e:69:c9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:14Z', 'updated_at': '2022-10-10T11:19:31Z', 'revision_number': 5, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'subnets': [{'id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:50.801548 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5873bc-c96f-45ad-be77-a043ec46ad28 None None] Checking router: e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:20:50.820169 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5873bc-c96f-45ad-be77-a043ec46ad28 None None] Routers {'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:50.820795 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ba5873bc-c96f-45ad-be77-a043ec46ad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:50.859483 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb579896-f4a0-48ee-a476-07b0ead5a15f req-d9d61aa3-8dba-4abc-a2f9-730fae7999c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:50.861648 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-eb579896-f4a0-48ee-a476-07b0ead5a15f req-d9d61aa3-8dba-4abc-a2f9-730fae7999c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=616f1bfe-2293-42af-8b84-9f66f180ede2 HTTP/1.1" status: 200 len: 913 time: 0.3558130 Oct 10 11:20:50.892688 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a5d676-420f-4523-9e93-0da80799a650 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router 94c1c8b0-dd49-42ea-b4ae-338d8610e979 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:20:50.915989 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-eeab7f96-1e4c-4214-9c19-d9c853a15148 None None] Provisioning for port ccc9087d-8ae9-4694-8a73-4194e4520307 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:20:50.921221 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-eeab7f96-1e4c-4214-9c19-d9c853a15148 None None] Provisioning complete for port ccc9087d-8ae9-4694-8a73-4194e4520307 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:20:50.924216 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-eeab7f96-1e4c-4214-9c19-d9c853a15148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:50.924216 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-eeab7f96-1e4c-4214-9c19-d9c853a15148 None None] Attempt 1 to provision port ccc9087d-8ae9-4694-8a73-4194e4520307 Oct 10 11:20:51.007785 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 9b65df9e-45d8-4644-a095-7281073da151 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:20:51.041686 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-eb579896-f4a0-48ee-a476-07b0ead5a15f req-21f33642-eee0-4eb6-a120-568a591cec16 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c41e70f-ff61-4ccf-bc22-c154ffc04d79 HTTP/1.1" status: 200 len: 1000 time: 0.1712408 Oct 10 11:20:51.056276 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-ba5873bc-c96f-45ad-be77-a043ec46ad28 None None] Set router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:51.162454 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb579896-f4a0-48ee-a476-07b0ead5a15f req-a9cc91c8-2668-4c7b-b128-725c3a9c02e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:51.164024 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-eb579896-f4a0-48ee-a476-07b0ead5a15f req-a9cc91c8-2668-4c7b-b128-725c3a9c02e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c94ad8c-d8fc-4d25-b911-8ac97e113003 HTTP/1.1" status: 200 len: 851 time: 0.1187677 Oct 10 11:20:51.171033 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-eeab7f96-1e4c-4214-9c19-d9c853a15148 None None] Port ccc9087d-8ae9-4694-8a73-4194e4520307 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:51.196555 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a5d676-420f-4523-9e93-0da80799a650 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:20:51.207846 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a9397e-b8c0-4516-9e27-09d8de88145c None None] Sync routers for ids ['94c1c8b0-dd49-42ea-b4ae-338d8610e979'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:20:51.225508 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e4a5d676-420f-4523-9e93-0da80799a650 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "PUT /v2.0/routers/94c1c8b0-dd49-42ea-b4ae-338d8610e979/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0844808 Oct 10 11:20:51.229101 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a9397e-b8c0-4516-9e27-09d8de88145c None None] Routers {'94c1c8b0-dd49-42ea-b4ae-338d8610e979'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:51.229837 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-70a9397e-b8c0-4516-9e27-09d8de88145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['94c1c8b0-dd49-42ea-b4ae-338d8610e979'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:51.230078 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59110) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:51.303456 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb579896-f4a0-48ee-a476-07b0ead5a15f req-bbc5297e-085e-476f-80c4-5e3d5a81cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:51.305168 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-eb579896-f4a0-48ee-a476-07b0ead5a15f req-bbc5297e-085e-476f-80c4-5e3d5a81cf3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=616f1bfe-2293-42af-8b84-9f66f180ede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1343558 Oct 10 11:20:51.360550 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 9b65df9e-45d8-4644-a095-7281073da151 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:20:51.410407 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f2f3b8-b9fb-49d8-9dda-2b92ed2a551e tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:51.411170 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f2f3b8-b9fb-49d8-9dda-2b92ed2a551e tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:51.411722 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f2f3b8-b9fb-49d8-9dda-2b92ed2a551e tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:51.412197 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f2f3b8-b9fb-49d8-9dda-2b92ed2a551e tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:51.412663 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f2f3b8-b9fb-49d8-9dda-2b92ed2a551e tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:51.413369 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f2f3b8-b9fb-49d8-9dda-2b92ed2a551e tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:51.415549 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-26f2f3b8-b9fb-49d8-9dda-2b92ed2a551e tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1844447 Oct 10 11:20:51.420638 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59114) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:51.451101 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 9b65df9e-45d8-4644-a095-7281073da151 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:20:51.451478 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:51.451809 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 9b65df9e-45d8-4644-a095-7281073da151 Oct 10 11:20:51.504034 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-eb579896-f4a0-48ee-a476-07b0ead5a15f req-26770e16-8fbf-468f-95e5-380a629f590b service neutron] 10.222.0.15 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921904 Oct 10 11:20:51.527088 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ba5873bc-c96f-45ad-be77-a043ec46ad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'name': 'tempest-TestVolumeBootPattern-1067560194-router', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:07Z', 'updated_at': '2022-10-10T11:19:15Z', 'revision_number': 4, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'gw_port': {'id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:08Z', 'updated_at': '2022-10-10T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '31fcfd82-06c3-42a7-b88b-0151d423f4c8', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'floating_ip_address': '172.26.4.243', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'port_id': '8c41e70f-ff61-4ccf-bc22-c154ffc04d79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'mac_address': 'fa:16:3e:31:d8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e962260-4783-4d44-901f-d6777725e488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:20:48Z', 'updated_at': '2022-10-10T11:20:48Z', 'revision_number': 0, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bc4e2c-d966-40d7-97e7-106c145b51f6', 'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'mac_address': 'fa:16:3e:69:c9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:14Z', 'updated_at': '2022-10-10T11:19:31Z', 'revision_number': 5, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'subnets': [{'id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:51.529619 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a190ae-3799-43c9-ad47-e75eb7f7143c tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:51.530784 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a190ae-3799-43c9-ad47-e75eb7f7143c tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:51.531431 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a190ae-3799-43c9-ad47-e75eb7f7143c tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:51.531566 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5873bc-c96f-45ad-be77-a043ec46ad28 None None] The sync data for ids ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'] in dv-neutron-860842-1-hyperv is: [{'id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'name': 'tempest-TestVolumeBootPattern-1067560194-router', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:07Z', 'updated_at': '2022-10-10T11:19:15Z', 'revision_number': 4, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'gw_port': {'id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:08Z', 'updated_at': '2022-10-10T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '31fcfd82-06c3-42a7-b88b-0151d423f4c8', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'floating_ip_address': '172.26.4.243', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'port_id': '8c41e70f-ff61-4ccf-bc22-c154ffc04d79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'mac_address': 'fa:16:3e:31:d8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e962260-4783-4d44-901f-d6777725e488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:20:48Z', 'updated_at': '2022-10-10T11:20:48Z', 'revision_number': 0, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bc4e2c-d966-40d7-97e7-106c145b51f6', 'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'mac_address': 'fa:16:3e:69:c9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:14Z', 'updated_at': '2022-10-10T11:19:31Z', 'revision_number': 5, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'subnets': [{'id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:20:51.532266 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a190ae-3799-43c9-ad47-e75eb7f7143c tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:51.533066 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a190ae-3799-43c9-ad47-e75eb7f7143c tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:51.533766 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a190ae-3799-43c9-ad47-e75eb7f7143c tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:51.542249 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-70a9397e-b8c0-4516-9e27-09d8de88145c None None] Set router 94c1c8b0-dd49-42ea-b4ae-338d8610e979 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:51.546199 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-24a190ae-3799-43c9-ad47-e75eb7f7143c tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1219878 Oct 10 11:20:51.546622 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59118) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:51.657291 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-eb579896-f4a0-48ee-a476-07b0ead5a15f req-78979b26-f8a4-4a62-98cc-b3d7ba1d8edb service neutron] 10.222.0.15 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473267 Oct 10 11:20:51.682272 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-eeab7f96-1e4c-4214-9c19-d9c853a15148 None None] Attempt 2 to provision port ccc9087d-8ae9-4694-8a73-4194e4520307 Oct 10 11:20:51.780002 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead2a3a2-4c77-46b0-8a65-936795bf6bc8 None None] New status for floating IP 31fcfd82-06c3-42a7-b88b-0151d423f4c8: ACTIVE {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:20:51.789581 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6a2a3d39-1245-4e54-bbe3-e9b13d343ead tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2375610 Oct 10 11:20:51.840622 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 9b65df9e-45d8-4644-a095-7281073da151 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:20:51.840622 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:51.862136 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-eeab7f96-1e4c-4214-9c19-d9c853a15148 None None] Port ccc9087d-8ae9-4694-8a73-4194e4520307 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:51.919578 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59124) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:51.926442 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-ceb39a1a-cb38-4240-8500-de58e6564110 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1926528881', 'description': 'tempest-secgroup-smoke-1926528881 description', 'project_id': 'abdeb3603c4943b08320f37282de8f91'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:51.933805 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ceb39a1a-cb38-4240-8500-de58e6564110 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:20:51.945477 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ceb39a1a-cb38-4240-8500-de58e6564110 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:20:52.010961 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ceb39a1a-cb38-4240-8500-de58e6564110 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:52.016141 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 9b65df9e-45d8-4644-a095-7281073da151, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=9b65df9e-45d8-4644-a095-7281073da151,segment=NetworkSegment(112f9080-3e3e-49e9-ad72-e0bbc15e2163),segment_id=112f9080-3e3e-49e9-ad72-e0bbc15e2163)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:52.034818 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ceb39a1a-cb38-4240-8500-de58e6564110 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:20:52.039636 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ceb39a1a-cb38-4240-8500-de58e6564110 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:20:52.042601 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ceb39a1a-cb38-4240-8500-de58e6564110 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:20:52.049054 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ceb39a1a-cb38-4240-8500-de58e6564110 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:20:52.053859 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-70a9397e-b8c0-4516-9e27-09d8de88145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'name': 'tempest-TestNetworkBasicOps-router-806938079', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:20:41Z', 'updated_at': '2022-10-10T11:20:49Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:43Z', 'updated_at': '2022-10-10T11:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ccc9087d-8ae9-4694-8a73-4194e4520307', 'name': '', 'network_id': 'a1c896d4-9fd5-4a28-bbc5-763110ccbff9', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:9e:32:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'b2ab5965-4679-4cef-925a-5adbbbc1fdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:48Z', 'updated_at': '2022-10-10T11:20:50Z', 'revision_number': 2, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'b2ab5965-4679-4cef-925a-5adbbbc1fdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:52.058109 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a9397e-b8c0-4516-9e27-09d8de88145c None None] Checking router: 94c1c8b0-dd49-42ea-b4ae-338d8610e979 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:20:52.058478 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a9397e-b8c0-4516-9e27-09d8de88145c None None] Updating router 94c1c8b0-dd49-42ea-b4ae-338d8610e979 port ccc9087d-8ae9-4694-8a73-4194e4520307 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:20:52.104150 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:52.104920 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 56a852c0-64f1-47b0-b983-3a1d8829f5ce up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:20:52.122580 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ceb39a1a-cb38-4240-8500-de58e6564110 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:52.187660 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ceb39a1a-cb38-4240-8500-de58e6564110 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:52.210457 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-70a9397e-b8c0-4516-9e27-09d8de88145c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:52.231182 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb39a1a-cb38-4240-8500-de58e6564110 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b463b7ff-5c88-4f45-8a7b-55a8d8fe568b,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:52.299711 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=9b65df9e-45d8-4644-a095-7281073da151,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:52.302179 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ceb39a1a-cb38-4240-8500-de58e6564110 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:52.304479 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ceb39a1a-cb38-4240-8500-de58e6564110 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3830469 Oct 10 11:20:52.306506 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59128) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:52.311784 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-9d4c76b9-0d56-4d9e-8cb7-3cb4a7d86839 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': 'b463b7ff-5c88-4f45-8a7b-55a8d8fe568b', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:52.318440 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9d4c76b9-0d56-4d9e-8cb7-3cb4a7d86839 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:20:52.322339 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9d4c76b9-0d56-4d9e-8cb7-3cb4a7d86839 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:20:52.325431 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9d4c76b9-0d56-4d9e-8cb7-3cb4a7d86839 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:20:52.331812 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9d4c76b9-0d56-4d9e-8cb7-3cb4a7d86839 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:20:52.360400 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 56a852c0-64f1-47b0-b983-3a1d8829f5ce triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:20:52.360893 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:52.361230 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 56a852c0-64f1-47b0-b983-3a1d8829f5ce Oct 10 11:20:52.394779 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-eeab7f96-1e4c-4214-9c19-d9c853a15148 None None] Attempt 3 to provision port ccc9087d-8ae9-4694-8a73-4194e4520307 Oct 10 11:20:52.401492 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9d4c76b9-0d56-4d9e-8cb7-3cb4a7d86839 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:52.463250 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9d4c76b9-0d56-4d9e-8cb7-3cb4a7d86839 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:52.504763 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-eeab7f96-1e4c-4214-9c19-d9c853a15148 None None] Port ccc9087d-8ae9-4694-8a73-4194e4520307 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:52.524594 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9d4c76b9-0d56-4d9e-8cb7-3cb4a7d86839 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:52.553412 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c76b9-0d56-4d9e-8cb7-3cb4a7d86839 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fff60e0-5125-4df2-a820-ae3a2b7d4c10,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:52.616130 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9d4c76b9-0d56-4d9e-8cb7-3cb4a7d86839 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:52.617333 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9d4c76b9-0d56-4d9e-8cb7-3cb4a7d86839 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3098786 Oct 10 11:20:52.620013 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59132) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:52.624983 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-2dfa9c5f-2ca5-4cd6-b252-4f605ccb5efa tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': 'b463b7ff-5c88-4f45-8a7b-55a8d8fe568b', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:52.631143 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-2dfa9c5f-2ca5-4cd6-b252-4f605ccb5efa tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:20:52.635004 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2dfa9c5f-2ca5-4cd6-b252-4f605ccb5efa tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:20:52.638064 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2dfa9c5f-2ca5-4cd6-b252-4f605ccb5efa tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:20:52.644389 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-2dfa9c5f-2ca5-4cd6-b252-4f605ccb5efa tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:20:52.653939 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 56a852c0-64f1-47b0-b983-3a1d8829f5ce is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:20:52.720397 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9c5f-2ca5-4cd6-b252-4f605ccb5efa tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:52.798035 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 9b65df9e-45d8-4644-a095-7281073da151 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:20:52.799556 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9c5f-2ca5-4cd6-b252-4f605ccb5efa tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:52.852651 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-70a9397e-b8c0-4516-9e27-09d8de88145c None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:52.870739 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-70a9397e-b8c0-4516-9e27-09d8de88145c None None] Transition to ACTIVE for port object ccc9087d-8ae9-4694-8a73-4194e4520307 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:20:52.879114 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9c5f-2ca5-4cd6-b252-4f605ccb5efa tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:52.887769 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 9b65df9e-45d8-4644-a095-7281073da151 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:20:52.888437 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:52.889778 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 9b65df9e-45d8-4644-a095-7281073da151 Oct 10 11:20:52.939419 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-70a9397e-b8c0-4516-9e27-09d8de88145c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:53.015163 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa9c5f-2ca5-4cd6-b252-4f605ccb5efa tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a45b539-13bd-4844-826e-c29b3a8f5bd5,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:53.027664 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-eeab7f96-1e4c-4214-9c19-d9c853a15148 None None] Attempt 4 to provision port ccc9087d-8ae9-4694-8a73-4194e4520307 Oct 10 11:20:53.086315 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9c5f-2ca5-4cd6-b252-4f605ccb5efa tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:53.087496 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2dfa9c5f-2ca5-4cd6-b252-4f605ccb5efa tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4665639 Oct 10 11:20:53.090244 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59136) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:53.095391 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-1769df5e-a4a3-41b6-941a-8e46cf41ec1d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': 'b463b7ff-5c88-4f45-8a7b-55a8d8fe568b', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:53.102313 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1769df5e-a4a3-41b6-941a-8e46cf41ec1d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:20:53.106229 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1769df5e-a4a3-41b6-941a-8e46cf41ec1d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:20:53.109099 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1769df5e-a4a3-41b6-941a-8e46cf41ec1d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:20:53.115695 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1769df5e-a4a3-41b6-941a-8e46cf41ec1d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:20:53.172595 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1769df5e-a4a3-41b6-941a-8e46cf41ec1d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:53.186885 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdfd268-1c71-44b0-93e2-1897129805ec None None] Pushing event updated for resources: {'Port': ['ID=ccc9087d-8ae9-4694-8a73-4194e4520307,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:53.197889 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-eeab7f96-1e4c-4214-9c19-d9c853a15148 None None] Port ccc9087d-8ae9-4694-8a73-4194e4520307 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:53.238491 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1769df5e-a4a3-41b6-941a-8e46cf41ec1d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:53.253578 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-70a9397e-b8c0-4516-9e27-09d8de88145c None None] Attempting to bind port ccc9087d-8ae9-4694-8a73-4194e4520307 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:20:53.254719 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-70a9397e-b8c0-4516-9e27-09d8de88145c None None] Attempting to bind port ccc9087d-8ae9-4694-8a73-4194e4520307 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '112f9080-3e3e-49e9-ad72-e0bbc15e2163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': 'a1c896d4-9fd5-4a28-bbc5-763110ccbff9'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:20:53.258521 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a9397e-b8c0-4516-9e27-09d8de88145c None None] Attempting to bind port ccc9087d-8ae9-4694-8a73-4194e4520307 on network a1c896d4-9fd5-4a28-bbc5-763110ccbff9 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:20:53.271223 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a9397e-b8c0-4516-9e27-09d8de88145c None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:20:53.271591 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a9397e-b8c0-4516-9e27-09d8de88145c None None] Checking segment: {'id': '112f9080-3e3e-49e9-ad72-e0bbc15e2163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': 'a1c896d4-9fd5-4a28-bbc5-763110ccbff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:20:53.271984 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-70a9397e-b8c0-4516-9e27-09d8de88145c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:53.272370 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a9397e-b8c0-4516-9e27-09d8de88145c None None] Bound using segment: {'id': '112f9080-3e3e-49e9-ad72-e0bbc15e2163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': 'a1c896d4-9fd5-4a28-bbc5-763110ccbff9'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:20:53.272822 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-70a9397e-b8c0-4516-9e27-09d8de88145c None None] Bound port: ccc9087d-8ae9-4694-8a73-4194e4520307, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '112f9080-3e3e-49e9-ad72-e0bbc15e2163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': 'a1c896d4-9fd5-4a28-bbc5-763110ccbff9'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:20:53.273187 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-70a9397e-b8c0-4516-9e27-09d8de88145c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:53.294030 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 9b65df9e-45d8-4644-a095-7281073da151 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:20:53.303094 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1769df5e-a4a3-41b6-941a-8e46cf41ec1d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:53.328480 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769df5e-a4a3-41b6-941a-8e46cf41ec1d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edbfb674-8824-41d8-b11b-fbac2d2acd11,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:53.367407 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-70a9397e-b8c0-4516-9e27-09d8de88145c None None] For port ccc9087d-8ae9-4694-8a73-4194e4520307, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:20:53.370217 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-70a9397e-b8c0-4516-9e27-09d8de88145c None None] For port ccc9087d-8ae9-4694-8a73-4194e4520307, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ccc9087d-8ae9-4694-8a73-4194e4520307,segment=NetworkSegment(112f9080-3e3e-49e9-ad72-e0bbc15e2163),segment_id=112f9080-3e3e-49e9-ad72-e0bbc15e2163)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:20:53.383317 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1769df5e-a4a3-41b6-941a-8e46cf41ec1d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:53.384512 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1769df5e-a4a3-41b6-941a-8e46cf41ec1d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2932386 Oct 10 11:20:53.387282 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59140) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:53.392038 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-e1b2e672-3a75-47e2-944b-0a3634069fea tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': 'b463b7ff-5c88-4f45-8a7b-55a8d8fe568b', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:53.398084 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e1b2e672-3a75-47e2-944b-0a3634069fea tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:20:53.402114 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e1b2e672-3a75-47e2-944b-0a3634069fea tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:20:53.404889 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e1b2e672-3a75-47e2-944b-0a3634069fea tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:20:53.410575 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e1b2e672-3a75-47e2-944b-0a3634069fea tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:20:53.439031 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-70a9397e-b8c0-4516-9e27-09d8de88145c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:53.496597 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e1b2e672-3a75-47e2-944b-0a3634069fea tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:53.499931 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a9397e-b8c0-4516-9e27-09d8de88145c None None] Routers {'94c1c8b0-dd49-42ea-b4ae-338d8610e979'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:20:53.500620 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-70a9397e-b8c0-4516-9e27-09d8de88145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:20:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['94c1c8b0-dd49-42ea-b4ae-338d8610e979'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:53.559497 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e1b2e672-3a75-47e2-944b-0a3634069fea tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:53.587892 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdfd268-1c71-44b0-93e2-1897129805ec None None] Pushing event updated for resources: {'Port': ['ID=ccc9087d-8ae9-4694-8a73-4194e4520307,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:53.634565 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e1b2e672-3a75-47e2-944b-0a3634069fea tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:53.658419 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2e672-3a75-47e2-944b-0a3634069fea tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb97bcf8-c409-4dab-a115-e2dc72b64da1,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:53.691455 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-70a9397e-b8c0-4516-9e27-09d8de88145c None None] Set router 94c1c8b0-dd49-42ea-b4ae-338d8610e979 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:20:53.731760 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e1b2e672-3a75-47e2-944b-0a3634069fea tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:53.732947 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e1b2e672-3a75-47e2-944b-0a3634069fea tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3447690 Oct 10 11:20:53.734050 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-eeab7f96-1e4c-4214-9c19-d9c853a15148 None None] Attempt 5 to provision port ccc9087d-8ae9-4694-8a73-4194e4520307 Oct 10 11:20:53.735753 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59144) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:53.741594 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-4d7bb47f-ea15-411d-9e71-adfa4582d590 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': 'b463b7ff-5c88-4f45-8a7b-55a8d8fe568b', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:53.747462 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4d7bb47f-ea15-411d-9e71-adfa4582d590 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:20:53.751197 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4d7bb47f-ea15-411d-9e71-adfa4582d590 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:20:53.754142 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4d7bb47f-ea15-411d-9e71-adfa4582d590 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:20:53.760304 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4d7bb47f-ea15-411d-9e71-adfa4582d590 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:20:53.845997 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.securitygroups_db [None req-4d7bb47f-ea15-411d-9e71-adfa4582d590 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Project abdeb3603c4943b08320f37282de8f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:20:53.853814 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4d7bb47f-ea15-411d-9e71-adfa4582d590 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:53.899239 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-eeab7f96-1e4c-4214-9c19-d9c853a15148 None None] Port ccc9087d-8ae9-4694-8a73-4194e4520307 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:20:53.920583 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4d7bb47f-ea15-411d-9e71-adfa4582d590 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:53.971562 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-eeab7f96-1e4c-4214-9c19-d9c853a15148 None None] Provisioning complete for port 9b65df9e-45d8-4644-a095-7281073da151 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:20:53.972458 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-eeab7f96-1e4c-4214-9c19-d9c853a15148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:53.972788 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-eeab7f96-1e4c-4214-9c19-d9c853a15148 None None] Attempt 1 to provision port 9b65df9e-45d8-4644-a095-7281073da151 Oct 10 11:20:53.982948 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4d7bb47f-ea15-411d-9e71-adfa4582d590 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:54.007569 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7bb47f-ea15-411d-9e71-adfa4582d590 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770217f6-997b-47e1-b484-009344fa3f6b,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:54.098538 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4d7bb47f-ea15-411d-9e71-adfa4582d590 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:54.103050 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4d7bb47f-ea15-411d-9e71-adfa4582d590 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3630862 Oct 10 11:20:54.103050 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59148) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:20:54.107755 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-b6766ba4-3936-4e09-af98-9dc1a56644e3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': 'b463b7ff-5c88-4f45-8a7b-55a8d8fe568b', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:54.113841 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b6766ba4-3936-4e09-af98-9dc1a56644e3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:20:54.117641 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b6766ba4-3936-4e09-af98-9dc1a56644e3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:20:54.120448 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b6766ba4-3936-4e09-af98-9dc1a56644e3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:20:54.126073 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b6766ba4-3936-4e09-af98-9dc1a56644e3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:20:54.157098 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-eeab7f96-1e4c-4214-9c19-d9c853a15148 None None] Current status of the port 9b65df9e-45d8-4644-a095-7281073da151 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:20:54.168633 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-70a9397e-b8c0-4516-9e27-09d8de88145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'name': 'tempest-TestNetworkBasicOps-router-806938079', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:20:41Z', 'updated_at': '2022-10-10T11:20:49Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:43Z', 'updated_at': '2022-10-10T11:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ccc9087d-8ae9-4694-8a73-4194e4520307', 'name': '', 'network_id': 'a1c896d4-9fd5-4a28-bbc5-763110ccbff9', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:9e:32:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'b2ab5965-4679-4cef-925a-5adbbbc1fdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:48Z', 'updated_at': '2022-10-10T11:20:53Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'b2ab5965-4679-4cef-925a-5adbbbc1fdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:20:54.172575 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a9397e-b8c0-4516-9e27-09d8de88145c None None] The sync data for ids ['94c1c8b0-dd49-42ea-b4ae-338d8610e979'] in dv-neutron-860842-1-hyperv is: [{'id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'name': 'tempest-TestNetworkBasicOps-router-806938079', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:20:41Z', 'updated_at': '2022-10-10T11:20:49Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:43Z', 'updated_at': '2022-10-10T11:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ccc9087d-8ae9-4694-8a73-4194e4520307', 'name': '', 'network_id': 'a1c896d4-9fd5-4a28-bbc5-763110ccbff9', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:9e:32:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'b2ab5965-4679-4cef-925a-5adbbbc1fdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:48Z', 'updated_at': '2022-10-10T11:20:53Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'b2ab5965-4679-4cef-925a-5adbbbc1fdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:20:54.224944 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.securitygroups_db [None req-b6766ba4-3936-4e09-af98-9dc1a56644e3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Project abdeb3603c4943b08320f37282de8f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:20:54.236194 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b6766ba4-3936-4e09-af98-9dc1a56644e3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:54.329800 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b6766ba4-3936-4e09-af98-9dc1a56644e3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:54.416065 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b6766ba4-3936-4e09-af98-9dc1a56644e3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:54.441462 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6766ba4-3936-4e09-af98-9dc1a56644e3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=815f70f9-2fe9-4a7e-ba6a-baed6b4f8ab8,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:54.492507 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b6766ba4-3936-4e09-af98-9dc1a56644e3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:54.494466 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b6766ba4-3936-4e09-af98-9dc1a56644e3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3906345 Oct 10 11:20:54.723127 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-e02865bc-de36-4acb-a4e3-639eb7cadb98 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1926528881&fields=id&tenant_id=abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 267 time: 0.0410910 Oct 10 11:20:54.823659 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ccc9087d-8ae9-4694-8a73-4194e4520307 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:20:54.889322 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-aec77f88-5961-4ffe-b1f5-e236408eda32 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:54.897749 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-aec77f88-5961-4ffe-b1f5-e236408eda32 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/networks?id=a1c896d4-9fd5-4a28-bbc5-763110ccbff9 HTTP/1.1" status: 200 len: 796 time: 0.1676433 Oct 10 11:20:54.909813 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-4878a3b5-68b2-4434-9df5-c9b48b729d1b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/quotas/abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 375 time: 0.0102916 Oct 10 11:20:54.958707 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port ccc9087d-8ae9-4694-8a73-4194e4520307 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:20:54.964036 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port ccc9087d-8ae9-4694-8a73-4194e4520307 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:20:54.964407 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:54.964749 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port ccc9087d-8ae9-4694-8a73-4194e4520307 Oct 10 11:20:55.007848 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-cb7422ba-c401-4e14-bdb2-901d20890862 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:20:55.104000 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-cb7422ba-c401-4e14-bdb2-901d20890862 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:20:55.105327 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-cb7422ba-c401-4e14-bdb2-901d20890862 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1899576 Oct 10 11:20:55.123754 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-86c7f90e-c172-4b55-ac1e-89add1765257 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:20:55.125161 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-86c7f90e-c172-4b55-ac1e-89add1765257 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074651 Oct 10 11:20:55.137770 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port ccc9087d-8ae9-4694-8a73-4194e4520307 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:20:55.144369 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:55.173772 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port ccc9087d-8ae9-4694-8a73-4194e4520307, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ccc9087d-8ae9-4694-8a73-4194e4520307,segment=NetworkSegment(112f9080-3e3e-49e9-ad72-e0bbc15e2163),segment_id=112f9080-3e3e-49e9-ad72-e0bbc15e2163)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:20:55.251902 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:55.269070 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-c3ab6123-f094-4246-8f6d-1ad360872dab service neutron] 10.222.0.40 "GET /v2.0/networks/a1c896d4-9fd5-4a28-bbc5-763110ccbff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362798 Oct 10 11:20:55.327327 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=ccc9087d-8ae9-4694-8a73-4194e4520307,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:55.404356 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-8c3c86e5-97c2-456c-a3c5-00d52e2e4741 service neutron] 10.222.0.40 "GET /v2.0/networks/a1c896d4-9fd5-4a28-bbc5-763110ccbff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265092 Oct 10 11:20:55.658817 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-113061b6-c66c-430c-8db1-a74974f18f52 req-9b73f04f-44c2-491f-a4ac-ebf4c9305632 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:20:55.672149 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-113061b6-c66c-430c-8db1-a74974f18f52 req-9b73f04f-44c2-491f-a4ac-ebf4c9305632 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:20:55.673277 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-113061b6-c66c-430c-8db1-a74974f18f52 req-9b73f04f-44c2-491f-a4ac-ebf4c9305632 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=10024f4a-9491-4ca0-97cb-7575fa9bcfbc HTTP/1.1" status: 200 len: 210 time: 0.0682364 Oct 10 11:20:56.802532 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ccc9087d-8ae9-4694-8a73-4194e4520307 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:20:56.848792 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a7c31106-c653-4d2b-87d7-42d93a0008e0 req-f86d0587-642d-4029-9d28-d9dd278c257c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=10024f4a-9491-4ca0-97cb-7575fa9bcfbc HTTP/1.1" status: 200 len: 210 time: 0.0508587 Oct 10 11:20:56.882537 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port ccc9087d-8ae9-4694-8a73-4194e4520307 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:20:56.882943 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:56.883278 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port ccc9087d-8ae9-4694-8a73-4194e4520307 Oct 10 11:20:57.014327 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port ccc9087d-8ae9-4694-8a73-4194e4520307 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:20:57.770038 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-341f358f-0cdc-4c3f-a905-410a23fb84f5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:57.771492 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-341f358f-0cdc-4c3f-a905-410a23fb84f5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/networks?id=a1c896d4-9fd5-4a28-bbc5-763110ccbff9 HTTP/1.1" status: 200 len: 796 time: 0.1466868 Oct 10 11:20:57.824676 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-42c0a6f6-a5d0-47b7-8647-6f3059b8f084 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 380 time: 0.0438936 Oct 10 11:20:57.836584 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-7da6299f-980a-42ea-93a6-60cdcac3174d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'port': {'device_id': '10024f4a-9491-4ca0-97cb-7575fa9bcfbc', 'network_id': 'a1c896d4-9fd5-4a28-bbc5-763110ccbff9', 'admin_state_up': True, 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'security_groups': ['b463b7ff-5c88-4f45-8a7b-55a8d8fe568b']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:57.975525 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-7da6299f-980a-42ea-93a6-60cdcac3174d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:20:57.985966 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-7da6299f-980a-42ea-93a6-60cdcac3174d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:20:58.015224 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-463a7c3e-c219-45cf-af8a-32f91baadca8 req-e161602f-f712-4603-9681-95ddf327f1ea tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=10024f4a-9491-4ca0-97cb-7575fa9bcfbc HTTP/1.1" status: 200 len: 210 time: 0.0505121 Oct 10 11:20:58.068564 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-7da6299f-980a-42ea-93a6-60cdcac3174d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Made reservation on behalf of abdeb3603c4943b08320f37282de8f91 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:20:58.072212 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-7da6299f-980a-42ea-93a6-60cdcac3174d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:58.243401 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-7da6299f-980a-42ea-93a6-60cdcac3174d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.20.0.3 (a1c896d4-9fd5-4a28-bbc5-763110ccbff9/b2ab5965-4679-4cef-925a-5adbbbc1fdd5/ade1b7bd-7a00-41d3-8573-90628b5ac57d) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:20:58.522902 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-7da6299f-980a-42ea-93a6-60cdcac3174d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:58.538468 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-7da6299f-980a-42ea-93a6-60cdcac3174d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Transition to ACTIVE for port object ade1b7bd-7a00-41d3-8573-90628b5ac57d will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:20:58.606263 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-7da6299f-980a-42ea-93a6-60cdcac3174d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:58.675760 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-7da6299f-980a-42ea-93a6-60cdcac3174d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network a1c896d4-9fd5-4a28-bbc5-763110ccbff9 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:20:58.678952 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-7da6299f-980a-42ea-93a6-60cdcac3174d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:20:58.682756 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-7da6299f-980a-42ea-93a6-60cdcac3174d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:20:58.723918 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6299f-980a-42ea-93a6-60cdcac3174d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=ade1b7bd-7a00-41d3-8573-90628b5ac57d,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:58.757200 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-7da6299f-980a-42ea-93a6-60cdcac3174d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:58.757835 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-7da6299f-980a-42ea-93a6-60cdcac3174d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:58.857829 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-7da6299f-980a-42ea-93a6-60cdcac3174d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0248482 Oct 10 11:20:58.867649 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-aa921523-e345-43c5-b26d-99d9a2851e07 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:20:58.868587 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-aa921523-e345-43c5-b26d-99d9a2851e07 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049622 Oct 10 11:20:58.878342 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-898f3262-6394-4df2-a2db-5e521224cb68 service neutron] Request body: {'port': {'device_id': '10024f4a-9491-4ca0-97cb-7575fa9bcfbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:20:58.993123 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-898f3262-6394-4df2-a2db-5e521224cb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:58.995031 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-92ca83af-da27-4ca6-bba8-a62651a8db7b None None] Provisioning for port ade1b7bd-7a00-41d3-8573-90628b5ac57d completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:20:59.000491 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-92ca83af-da27-4ca6-bba8-a62651a8db7b None None] Provisioning complete for port ade1b7bd-7a00-41d3-8573-90628b5ac57d triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:20:59.000862 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-92ca83af-da27-4ca6-bba8-a62651a8db7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:59.001216 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-92ca83af-da27-4ca6-bba8-a62651a8db7b None None] Attempt 1 to provision port ade1b7bd-7a00-41d3-8573-90628b5ac57d Oct 10 11:20:59.056037 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-92ca83af-da27-4ca6-bba8-a62651a8db7b None None] Port ade1b7bd-7a00-41d3-8573-90628b5ac57d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:59.399273 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-898f3262-6394-4df2-a2db-5e521224cb68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade1b7bd-7a00-41d3-8573-90628b5ac57d {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:20:59.408521 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-898f3262-6394-4df2-a2db-5e521224cb68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:59.431578 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-898f3262-6394-4df2-a2db-5e521224cb68 service neutron] Transition to ACTIVE for port object ade1b7bd-7a00-41d3-8573-90628b5ac57d will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:20:59.443588 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b68758-0e75-436b-acc2-d7cd666b75e9 req-4eab0c89-0473-4f14-a1b3-92c95e89c00b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:20:59.444272 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-33b68758-0e75-436b-acc2-d7cd666b75e9 req-4eab0c89-0473-4f14-a1b3-92c95e89c00b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:20:59.531573 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-898f3262-6394-4df2-a2db-5e521224cb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:59.557596 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-92ca83af-da27-4ca6-bba8-a62651a8db7b None None] Attempt 2 to provision port ade1b7bd-7a00-41d3-8573-90628b5ac57d Oct 10 11:20:59.615115 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-92ca83af-da27-4ca6-bba8-a62651a8db7b None None] Port ade1b7bd-7a00-41d3-8573-90628b5ac57d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:20:59.622153 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-33b68758-0e75-436b-acc2-d7cd666b75e9 req-4eab0c89-0473-4f14-a1b3-92c95e89c00b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:20:59.623340 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-33b68758-0e75-436b-acc2-d7cd666b75e9 req-4eab0c89-0473-4f14-a1b3-92c95e89c00b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=10024f4a-9491-4ca0-97cb-7575fa9bcfbc HTTP/1.1" status: 200 len: 931 time: 0.3461866 Oct 10 11:20:59.755071 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f3262-6394-4df2-a2db-5e521224cb68 service neutron] Pushing event updated for resources: {'Port': ['ID=ade1b7bd-7a00-41d3-8573-90628b5ac57d,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:20:59.775044 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-33b68758-0e75-436b-acc2-d7cd666b75e9 req-8d0c56d1-4d7d-4520-9659-b5fcd51410a6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=b463b7ff-5c88-4f45-8a7b-55a8d8fe568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419988 Oct 10 11:20:59.802575 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-898f3262-6394-4df2-a2db-5e521224cb68 service neutron] Attempting to bind port ade1b7bd-7a00-41d3-8573-90628b5ac57d on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:20:59.802908 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-898f3262-6394-4df2-a2db-5e521224cb68 service neutron] Attempting to bind port ade1b7bd-7a00-41d3-8573-90628b5ac57d by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '112f9080-3e3e-49e9-ad72-e0bbc15e2163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': 'a1c896d4-9fd5-4a28-bbc5-763110ccbff9'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:20:59.803238 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-898f3262-6394-4df2-a2db-5e521224cb68 service neutron] Attempting to bind port ade1b7bd-7a00-41d3-8573-90628b5ac57d on network a1c896d4-9fd5-4a28-bbc5-763110ccbff9 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:20:59.807816 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-898f3262-6394-4df2-a2db-5e521224cb68 service neutron] Port ade1b7bd-7a00-41d3-8573-90628b5ac57d on network a1c896d4-9fd5-4a28-bbc5-763110ccbff9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:20:59.808129 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-898f3262-6394-4df2-a2db-5e521224cb68 service neutron] Attempting to bind port ade1b7bd-7a00-41d3-8573-90628b5ac57d on network a1c896d4-9fd5-4a28-bbc5-763110ccbff9 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:20:59.813207 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-898f3262-6394-4df2-a2db-5e521224cb68 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:20:59.813563 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-898f3262-6394-4df2-a2db-5e521224cb68 service neutron] Checking segment: {'id': '112f9080-3e3e-49e9-ad72-e0bbc15e2163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': 'a1c896d4-9fd5-4a28-bbc5-763110ccbff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:20:59.813948 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-898f3262-6394-4df2-a2db-5e521224cb68 service neutron] Bound using segment: {'id': '112f9080-3e3e-49e9-ad72-e0bbc15e2163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': 'a1c896d4-9fd5-4a28-bbc5-763110ccbff9'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:20:59.814368 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-898f3262-6394-4df2-a2db-5e521224cb68 service neutron] Bound port: ade1b7bd-7a00-41d3-8573-90628b5ac57d, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112f9080-3e3e-49e9-ad72-e0bbc15e2163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 453, 'network_id': 'a1c896d4-9fd5-4a28-bbc5-763110ccbff9'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:20:59.814708 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-898f3262-6394-4df2-a2db-5e521224cb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:20:59.903754 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-898f3262-6394-4df2-a2db-5e521224cb68 service neutron] For port ade1b7bd-7a00-41d3-8573-90628b5ac57d, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:20:59.906722 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-898f3262-6394-4df2-a2db-5e521224cb68 service neutron] For port ade1b7bd-7a00-41d3-8573-90628b5ac57d, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ade1b7bd-7a00-41d3-8573-90628b5ac57d,segment=NetworkSegment(112f9080-3e3e-49e9-ad72-e0bbc15e2163),segment_id=112f9080-3e3e-49e9-ad72-e0bbc15e2163)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:20:59.995014 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-898f3262-6394-4df2-a2db-5e521224cb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:00.026384 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-898f3262-6394-4df2-a2db-5e521224cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:00.027243 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-898f3262-6394-4df2-a2db-5e521224cb68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:00.028597 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-898f3262-6394-4df2-a2db-5e521224cb68 service neutron] 10.222.0.15 "PUT /v2.0/ports/ade1b7bd-7a00-41d3-8573-90628b5ac57d HTTP/1.1" status: 200 len: 1093 time: 1.1544957 Oct 10 11:21:00.029118 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10024f4a-9491-4ca0-97cb-7575fa9bcfbc', 'tag': 'ade1b7bd-7a00-41d3-8573-90628b5ac57d'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:21:00.031415 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb8bc8f-e89b-4ae9-8864-ec79c740a416" -d '{"events": [{"name": "network-changed", "server_uuid": "10024f4a-9491-4ca0-97cb-7575fa9bcfbc", "tag": "ade1b7bd-7a00-41d3-8573-90628b5ac57d"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:21:00.076088 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf358742-deb3-4654-8303-ff262e5c0e09 x-openstack-request-id: req-cf358742-deb3-4654-8303-ff262e5c0e09 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:21:00.076365 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10024f4a-9491-4ca0-97cb-7575fa9bcfbc", "tag": "ade1b7bd-7a00-41d3-8573-90628b5ac57d", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:21:00.076632 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cf358742-deb3-4654-8303-ff262e5c0e09 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:21:00.077006 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf358742-deb3-4654-8303-ff262e5c0e09'] response: {'name': 'network-changed', 'server_uuid': '10024f4a-9491-4ca0-97cb-7575fa9bcfbc', 'tag': 'ade1b7bd-7a00-41d3-8573-90628b5ac57d', 'status': 'completed', 'code': 200} Oct 10 11:21:00.082513 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f3262-6394-4df2-a2db-5e521224cb68 service neutron] Pushing event updated for resources: {'Port': ['ID=ade1b7bd-7a00-41d3-8573-90628b5ac57d,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:21:00.116067 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-92ca83af-da27-4ca6-bba8-a62651a8db7b None None] Attempt 3 to provision port ade1b7bd-7a00-41d3-8573-90628b5ac57d Oct 10 11:21:00.176888 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-92ca83af-da27-4ca6-bba8-a62651a8db7b None None] Port ade1b7bd-7a00-41d3-8573-90628b5ac57d had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:21:00.179743 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8bc8f-e89b-4ae9-8864-ec79c740a416 req-36661274-ed35-4486-9b00-3c3d42ff66cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:00.181239 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7fb8bc8f-e89b-4ae9-8864-ec79c740a416 req-36661274-ed35-4486-9b00-3c3d42ff66cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=10024f4a-9491-4ca0-97cb-7575fa9bcfbc HTTP/1.1" status: 200 len: 1096 time: 0.0795059 Oct 10 11:21:00.320777 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8bc8f-e89b-4ae9-8864-ec79c740a416 req-108a7e80-b715-4d30-bb91-72b0ae8137a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:00.322280 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7fb8bc8f-e89b-4ae9-8864-ec79c740a416 req-108a7e80-b715-4d30-bb91-72b0ae8137a2 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=abdeb3603c4943b08320f37282de8f91&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1350152 Oct 10 11:21:00.550478 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8bc8f-e89b-4ae9-8864-ec79c740a416 req-8307a98d-47ed-49bc-8ae8-a0f85da5f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:00.551922 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7fb8bc8f-e89b-4ae9-8864-ec79c740a416 req-8307a98d-47ed-49bc-8ae8-a0f85da5f14b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2247150 Oct 10 11:21:00.666484 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-2d831705-6f88-4ded-b8de-b18f32681320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:00.668035 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-2d831705-6f88-4ded-b8de-b18f32681320 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=10024f4a-9491-4ca0-97cb-7575fa9bcfbc HTTP/1.1" status: 200 len: 1096 time: 0.0832539 Oct 10 11:21:00.734549 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-c37ec9f2-7499-4464-8723-b92af97e8a7b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ade1b7bd-7a00-41d3-8573-90628b5ac57d HTTP/1.1" status: 200 len: 217 time: 0.0604880 Oct 10 11:21:00.799826 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-fd661d32-33be-46d3-8888-5a9009fbcbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:00.801453 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-fd661d32-33be-46d3-8888-5a9009fbcbd2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b2ab5965-4679-4cef-925a-5adbbbc1fdd5 HTTP/1.1" status: 200 len: 835 time: 0.0604777 Oct 10 11:21:00.883901 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-98b9d48e-8604-4f20-af8a-a9735e27154b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:00.885393 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-98b9d48e-8604-4f20-af8a-a9735e27154b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1c896d4-9fd5-4a28-bbc5-763110ccbff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787220 Oct 10 11:21:01.088327 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58365a-760b-4eaf-9661-5edf4f5182b7 req-a48c7d2c-6f0c-401d-9201-5dd0b5720206 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:01.089743 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8e58365a-760b-4eaf-9661-5edf4f5182b7 req-a48c7d2c-6f0c-401d-9201-5dd0b5720206 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=10024f4a-9491-4ca0-97cb-7575fa9bcfbc HTTP/1.1" status: 200 len: 943 time: 0.2034385 Oct 10 11:21:01.093012 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-7aa1bd33-21a4-4eb1-af1c-b6e503794da6 service neutron] 10.222.0.15 "GET /v2.0/networks/a1c896d4-9fd5-4a28-bbc5-763110ccbff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672623 Oct 10 11:21:01.217645 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8e58365a-760b-4eaf-9661-5edf4f5182b7 req-c342e44d-8027-4822-9b0a-e4d89cacee1b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=b463b7ff-5c88-4f45-8a7b-55a8d8fe568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221707 Oct 10 11:21:01.261294 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-474158d1-a44a-46c2-8bc7-d14ddc1a3454 req-91e2889d-f512-4e55-9ed2-79c44035f9d5 service neutron] 10.222.0.15 "GET /v2.0/networks/a1c896d4-9fd5-4a28-bbc5-763110ccbff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526797 Oct 10 11:21:02.416280 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e690060-3bbf-48b4-b6d6-078913f2a3a1 req-2e76d6bb-5416-4613-8484-4cbdd3a9b96d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:02.417780 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2e690060-3bbf-48b4-b6d6-078913f2a3a1 req-2e76d6bb-5416-4613-8484-4cbdd3a9b96d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=10024f4a-9491-4ca0-97cb-7575fa9bcfbc HTTP/1.1" status: 200 len: 943 time: 0.0907431 Oct 10 11:21:02.460899 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-2e690060-3bbf-48b4-b6d6-078913f2a3a1 req-67b4b8bc-fc56-400d-afdb-16df04f484b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:21:02.559988 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-2e690060-3bbf-48b4-b6d6-078913f2a3a1 req-67b4b8bc-fc56-400d-afdb-16df04f484b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:21:02.561060 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2e690060-3bbf-48b4-b6d6-078913f2a3a1 req-67b4b8bc-fc56-400d-afdb-16df04f484b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=b463b7ff-5c88-4f45-8a7b-55a8d8fe568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376555 Oct 10 11:21:03.468616 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-df375ae6-e6e5-4954-bcc5-a555483eb4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:03.545389 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device ade1b7bd-7a00-41d3-8573-90628b5ac57d details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:21:03.698749 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port ade1b7bd-7a00-41d3-8573-90628b5ac57d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ade1b7bd-7a00-41d3-8573-90628b5ac57d,segment=NetworkSegment(112f9080-3e3e-49e9-ad72-e0bbc15e2163),segment_id=112f9080-3e3e-49e9-ad72-e0bbc15e2163)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:21:03.711339 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': 'ade1b7bd-7a00-41d3-8573-90628b5ac57d', 'network_id': 'a1c896d4-9fd5-4a28-bbc5-763110ccbff9', 'port_id': 'ade1b7bd-7a00-41d3-8573-90628b5ac57d', 'mac_address': 'fa:16:3e:08:0a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 453, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ab5965-4679-4cef-925a-5adbbbc1fdd5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:21:03.766975 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port ade1b7bd-7a00-41d3-8573-90628b5ac57d is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:21:03.767356 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:03.786602 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade1b7bd-7a00-41d3-8573-90628b5ac57d {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:21:03.804144 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port ade1b7bd-7a00-41d3-8573-90628b5ac57d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ade1b7bd-7a00-41d3-8573-90628b5ac57d,segment=NetworkSegment(112f9080-3e3e-49e9-ad72-e0bbc15e2163),segment_id=112f9080-3e3e-49e9-ad72-e0bbc15e2163)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:21:03.895671 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:03.993612 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443f49e-bc60-41b8-ba72-ce704adeb7da req-137bc34e-9181-492e-a5cc-227f24a975c8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:03.995136 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1443f49e-bc60-41b8-ba72-ce704adeb7da req-137bc34e-9181-492e-a5cc-227f24a975c8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=10024f4a-9491-4ca0-97cb-7575fa9bcfbc HTTP/1.1" status: 200 len: 944 time: 0.3155766 Oct 10 11:21:03.996286 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=ade1b7bd-7a00-41d3-8573-90628b5ac57d,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:21:04.044805 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1443f49e-bc60-41b8-ba72-ce704adeb7da req-f7bc6bde-fe72-4956-a01e-7d4b42c781bc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=b463b7ff-5c88-4f45-8a7b-55a8d8fe568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414391 Oct 10 11:21:04.115239 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['ade1b7bd-7a00-41d3-8573-90628b5ac57d'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:21:05.296114 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318cdfc-c89f-419f-bca2-e8048854a7be req-b300a736-6cff-4f6a-8073-35fa3f06ca7e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:05.297651 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b318cdfc-c89f-419f-bca2-e8048854a7be req-b300a736-6cff-4f6a-8073-35fa3f06ca7e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=10024f4a-9491-4ca0-97cb-7575fa9bcfbc HTTP/1.1" status: 200 len: 944 time: 0.1398826 Oct 10 11:21:05.346348 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b318cdfc-c89f-419f-bca2-e8048854a7be req-64e9f90c-0e35-4d26-a11b-58dc0629bef0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=b463b7ff-5c88-4f45-8a7b-55a8d8fe568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422978 Oct 10 11:21:05.542749 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device ade1b7bd-7a00-41d3-8573-90628b5ac57d up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:21:05.680123 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port ade1b7bd-7a00-41d3-8573-90628b5ac57d completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:21:05.684773 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port ade1b7bd-7a00-41d3-8573-90628b5ac57d triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:21:05.685143 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:05.685495 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port ade1b7bd-7a00-41d3-8573-90628b5ac57d Oct 10 11:21:05.719299 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1099aaa6-adba-4c50-82f6-83ab4e1bf1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:05.803659 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port ade1b7bd-7a00-41d3-8573-90628b5ac57d is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:21:05.805831 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:05.829927 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10024f4a-9491-4ca0-97cb-7575fa9bcfbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade1b7bd-7a00-41d3-8573-90628b5ac57d'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:21:05.832273 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf676e0-d71c-4b05-8a20-cd582dc9e492" -d '{"events": [{"server_uuid": "10024f4a-9491-4ca0-97cb-7575fa9bcfbc", "name": "network-vif-plugged", "status": "completed", "tag": "ade1b7bd-7a00-41d3-8573-90628b5ac57d"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:21:05.847633 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port ade1b7bd-7a00-41d3-8573-90628b5ac57d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ade1b7bd-7a00-41d3-8573-90628b5ac57d,segment=NetworkSegment(112f9080-3e3e-49e9-ad72-e0bbc15e2163),segment_id=112f9080-3e3e-49e9-ad72-e0bbc15e2163)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:21:05.875351 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035502c9-d39f-477a-ac23-2cd4cf1dd158 x-openstack-request-id: req-035502c9-d39f-477a-ac23-2cd4cf1dd158 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:21:05.875351 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10024f4a-9491-4ca0-97cb-7575fa9bcfbc", "name": "network-vif-plugged", "status": "completed", "tag": "ade1b7bd-7a00-41d3-8573-90628b5ac57d", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:21:05.875791 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-035502c9-d39f-477a-ac23-2cd4cf1dd158 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:21:05.876268 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-035502c9-d39f-477a-ac23-2cd4cf1dd158'] response: {'server_uuid': '10024f4a-9491-4ca0-97cb-7575fa9bcfbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade1b7bd-7a00-41d3-8573-90628b5ac57d', 'code': 200} Oct 10 11:21:05.920193 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:05.989954 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=ade1b7bd-7a00-41d3-8573-90628b5ac57d,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:21:06.236345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d47bb3-a78b-4d89-8dc2-b5532cffc0e1 req-c9aa685e-d2d2-4572-8155-af96a98a2cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:06.236835 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-26d47bb3-a78b-4d89-8dc2-b5532cffc0e1 req-c9aa685e-d2d2-4572-8155-af96a98a2cdb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=10024f4a-9491-4ca0-97cb-7575fa9bcfbc HTTP/1.1" status: 200 len: 1098 time: 0.0781429 Oct 10 11:21:06.277303 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-26d47bb3-a78b-4d89-8dc2-b5532cffc0e1 req-ec375747-4ece-44b6-aebe-015ab82c8865 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b463b7ff-5c88-4f45-8a7b-55a8d8fe568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337703 Oct 10 11:21:06.547030 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f540cfd-d54b-4dca-b3a7-e9919fa898a5 req-2249854a-77d0-4fd0-aae8-de73ff55b121 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:06.548362 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2f540cfd-d54b-4dca-b3a7-e9919fa898a5 req-2249854a-77d0-4fd0-aae8-de73ff55b121 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=10024f4a-9491-4ca0-97cb-7575fa9bcfbc HTTP/1.1" status: 200 len: 945 time: 0.0873640 Oct 10 11:21:06.595738 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2f540cfd-d54b-4dca-b3a7-e9919fa898a5 req-180a839f-e53f-4669-8a48-d21963a45f1d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=b463b7ff-5c88-4f45-8a7b-55a8d8fe568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388923 Oct 10 11:21:06.953005 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:06.981782 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:07.800131 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643f21e-c63e-49c8-99e3-e1db199d0760 req-916b3bff-8fa2-4564-82f8-bae17220c499 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:07.801590 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4643f21e-c63e-49c8-99e3-e1db199d0760 req-916b3bff-8fa2-4564-82f8-bae17220c499 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=10024f4a-9491-4ca0-97cb-7575fa9bcfbc HTTP/1.1" status: 200 len: 945 time: 0.0930765 Oct 10 11:21:07.845566 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4643f21e-c63e-49c8-99e3-e1db199d0760 req-2139136d-456a-4679-95b9-f0e2be39a188 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=b463b7ff-5c88-4f45-8a7b-55a8d8fe568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381131 Oct 10 11:21:08.610744 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:09.052710 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d396074-9a43-401f-8a33-805c96d33d66 req-8460951c-0dc4-4911-ac3e-7c6d2fe184a7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:09.054221 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4d396074-9a43-401f-8a33-805c96d33d66 req-8460951c-0dc4-4911-ac3e-7c6d2fe184a7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=10024f4a-9491-4ca0-97cb-7575fa9bcfbc HTTP/1.1" status: 200 len: 945 time: 0.0937750 Oct 10 11:21:09.099091 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4d396074-9a43-401f-8a33-805c96d33d66 req-49f3c353-b723-4f9d-b40c-dc23e1e76706 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=b463b7ff-5c88-4f45-8a7b-55a8d8fe568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392830 Oct 10 11:21:09.301025 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05afce4-004f-42d2-9f62-1dbde1da748a req-da00cc4b-fcd7-467c-9656-d7987e4b4dc1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:09.302540 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b05afce4-004f-42d2-9f62-1dbde1da748a req-da00cc4b-fcd7-467c-9656-d7987e4b4dc1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=10024f4a-9491-4ca0-97cb-7575fa9bcfbc HTTP/1.1" status: 200 len: 945 time: 0.0938537 Oct 10 11:21:09.332106 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:09.348869 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b05afce4-004f-42d2-9f62-1dbde1da748a req-4084af89-af52-4245-baff-175738530283 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=b463b7ff-5c88-4f45-8a7b-55a8d8fe568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404005 Oct 10 11:21:09.387444 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59212) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:21:09.465004 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75a88fb-4570-44e3-9e9c-01640b22c8ac tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:09.466551 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c75a88fb-4570-44e3-9e9c-01640b22c8ac tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=10024f4a-9491-4ca0-97cb-7575fa9bcfbc HTTP/1.1" status: 200 len: 1093 time: 0.0781114 Oct 10 11:21:09.471134 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59216) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:21:09.475055 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-595a1312-4f5e-49fa-aca7-1f32b7e6142b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'port_id': 'ade1b7bd-7a00-41d3-8573-90628b5ac57d', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:21:09.481052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-595a1312-4f5e-49fa-aca7-1f32b7e6142b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:21:09.484927 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-595a1312-4f5e-49fa-aca7-1f32b7e6142b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:floatingip and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:21:09.488419 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-595a1312-4f5e-49fa-aca7-1f32b7e6142b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:21:09.494476 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-595a1312-4f5e-49fa-aca7-1f32b7e6142b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:21:09.552990 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-595a1312-4f5e-49fa-aca7-1f32b7e6142b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:09.696701 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-595a1312-4f5e-49fa-aca7-1f32b7e6142b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:09.841738 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-595a1312-4f5e-49fa-aca7-1f32b7e6142b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.26.4.113 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/35bb4d39-af9d-46b3-9843-26fb306fbacc) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:21:10.094215 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-595a1312-4f5e-49fa-aca7-1f32b7e6142b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:10.189144 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-595a1312-4f5e-49fa-aca7-1f32b7e6142b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:10.260535 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595a1312-4f5e-49fa-aca7-1f32b7e6142b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:21:10.263173 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-595a1312-4f5e-49fa-aca7-1f32b7e6142b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:21:10.265712 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595a1312-4f5e-49fa-aca7-1f32b7e6142b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:21:10.301110 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a1312-4f5e-49fa-aca7-1f32b7e6142b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=35bb4d39-af9d-46b3-9843-26fb306fbacc,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:21:10.705215 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-595a1312-4f5e-49fa-aca7-1f32b7e6142b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:10.874370 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-595a1312-4f5e-49fa-aca7-1f32b7e6142b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:11.083349 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-595a1312-4f5e-49fa-aca7-1f32b7e6142b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:11.223622 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-595a1312-4f5e-49fa-aca7-1f32b7e6142b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:11.331067 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a1312-4f5e-49fa-aca7-1f32b7e6142b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=35bb4d39-af9d-46b3-9843-26fb306fbacc,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:21:11.334198 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-595a1312-4f5e-49fa-aca7-1f32b7e6142b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:11.510412 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [None req-595a1312-4f5e-49fa-aca7-1f32b7e6142b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Floating IP dd39e415-5409-47b2-a8a7-27caddfc731e associated. External IP: 172.26.4.113, port: ade1b7bd-7a00-41d3-8573-90628b5ac57d. Oct 10 11:21:11.981514 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595a1312-4f5e-49fa-aca7-1f32b7e6142b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router 94c1c8b0-dd49-42ea-b4ae-338d8610e979 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:21:12.160120 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595a1312-4f5e-49fa-aca7-1f32b7e6142b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:21:12.170303 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dea0a0-5d06-4bfe-adba-c45b1cc6c906 None None] Sync routers for ids ['94c1c8b0-dd49-42ea-b4ae-338d8610e979'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:21:12.180246 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dea0a0-5d06-4bfe-adba-c45b1cc6c906 None None] Routers {'94c1c8b0-dd49-42ea-b4ae-338d8610e979'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:21:12.180866 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-b5dea0a0-5d06-4bfe-adba-c45b1cc6c906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:21:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['94c1c8b0-dd49-42ea-b4ae-338d8610e979'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:21:12.258281 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-595a1312-4f5e-49fa-aca7-1f32b7e6142b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:12.317337 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-595a1312-4f5e-49fa-aca7-1f32b7e6142b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8466327 Oct 10 11:21:12.317994 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10024f4a-9491-4ca0-97cb-7575fa9bcfbc', 'tag': 'ade1b7bd-7a00-41d3-8573-90628b5ac57d'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:21:12.320001 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59222) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:21:12.320664 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72211ab-e67e-45c8-a719-bb58051620db" -d '{"events": [{"name": "network-changed", "server_uuid": "10024f4a-9491-4ca0-97cb-7575fa9bcfbc", "tag": "ade1b7bd-7a00-41d3-8573-90628b5ac57d"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:21:12.364234 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f914edb1-adfa-4c98-8255-b22533dbb0a0 x-openstack-request-id: req-f914edb1-adfa-4c98-8255-b22533dbb0a0 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:21:12.364939 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10024f4a-9491-4ca0-97cb-7575fa9bcfbc", "tag": "ade1b7bd-7a00-41d3-8573-90628b5ac57d", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:21:12.364939 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f914edb1-adfa-4c98-8255-b22533dbb0a0 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:21:12.365376 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f914edb1-adfa-4c98-8255-b22533dbb0a0'] response: {'name': 'network-changed', 'server_uuid': '10024f4a-9491-4ca0-97cb-7575fa9bcfbc', 'tag': 'ade1b7bd-7a00-41d3-8573-90628b5ac57d', 'status': 'completed', 'code': 200} Oct 10 11:21:12.403340 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-b5dea0a0-5d06-4bfe-adba-c45b1cc6c906 None None] Set router 94c1c8b0-dd49-42ea-b4ae-338d8610e979 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:21:12.436345 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-02de99a5-a066-4ae1-be24-ca7ff3264156 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/dd39e415-5409-47b2-a8a7-27caddfc731e HTTP/1.1" status: 200 len: 991 time: 0.1152000 Oct 10 11:21:12.469877 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72211ab-e67e-45c8-a719-bb58051620db req-bb2c28d9-9d66-4644-8175-2d0400fdb478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:12.471340 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e72211ab-e67e-45c8-a719-bb58051620db req-bb2c28d9-9d66-4644-8175-2d0400fdb478 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=10024f4a-9491-4ca0-97cb-7575fa9bcfbc HTTP/1.1" status: 200 len: 1098 time: 0.0839379 Oct 10 11:21:12.605776 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72211ab-e67e-45c8-a719-bb58051620db req-6eed8837-548f-42c2-b34a-634a3a60020b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:12.607223 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e72211ab-e67e-45c8-a719-bb58051620db req-6eed8837-548f-42c2-b34a-634a3a60020b service neutron] 10.222.0.15 "GET /v2.0/networks?id=a1c896d4-9fd5-4a28-bbc5-763110ccbff9 HTTP/1.1" status: 200 len: 897 time: 0.1294761 Oct 10 11:21:12.713182 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e72211ab-e67e-45c8-a719-bb58051620db req-7c42cc32-8250-411f-9dc0-2d062b1a1687 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ade1b7bd-7a00-41d3-8573-90628b5ac57d HTTP/1.1" status: 200 len: 999 time: 0.0993512 Oct 10 11:21:12.774174 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-b5dea0a0-5d06-4bfe-adba-c45b1cc6c906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'name': 'tempest-TestNetworkBasicOps-router-806938079', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:20:41Z', 'updated_at': '2022-10-10T11:20:49Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:43Z', 'updated_at': '2022-10-10T11:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'dd39e415-5409-47b2-a8a7-27caddfc731e', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.113', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'port_id': 'ade1b7bd-7a00-41d3-8573-90628b5ac57d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c896d4-9fd5-4a28-bbc5-763110ccbff9', 'mac_address': 'fa:16:3e:08:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10024f4a-9491-4ca0-97cb-7575fa9bcfbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:21:10Z', 'updated_at': '2022-10-10T11:21:10Z', 'revision_number': 0, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc9087d-8ae9-4694-8a73-4194e4520307', 'name': '', 'network_id': 'a1c896d4-9fd5-4a28-bbc5-763110ccbff9', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:9e:32:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'b2ab5965-4679-4cef-925a-5adbbbc1fdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:48Z', 'updated_at': '2022-10-10T11:20:55Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'b2ab5965-4679-4cef-925a-5adbbbc1fdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:21:12.778518 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dea0a0-5d06-4bfe-adba-c45b1cc6c906 None None] Checking router: 94c1c8b0-dd49-42ea-b4ae-338d8610e979 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:21:12.781992 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72211ab-e67e-45c8-a719-bb58051620db req-71dee8a4-feee-4b49-a336-1aaaa0ac495c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:12.783654 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e72211ab-e67e-45c8-a719-bb58051620db req-71dee8a4-feee-4b49-a336-1aaaa0ac495c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b2ab5965-4679-4cef-925a-5adbbbc1fdd5 HTTP/1.1" status: 200 len: 835 time: 0.0651565 Oct 10 11:21:12.788523 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dea0a0-5d06-4bfe-adba-c45b1cc6c906 None None] Routers {'94c1c8b0-dd49-42ea-b4ae-338d8610e979'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:21:12.789218 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-b5dea0a0-5d06-4bfe-adba-c45b1cc6c906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:21:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['94c1c8b0-dd49-42ea-b4ae-338d8610e979'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:21:12.883325 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72211ab-e67e-45c8-a719-bb58051620db req-0c3e48d8-ccbe-42c7-bfdc-67e7d3c1ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:12.884928 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e72211ab-e67e-45c8-a719-bb58051620db req-0c3e48d8-ccbe-42c7-bfdc-67e7d3c1ec1f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1c896d4-9fd5-4a28-bbc5-763110ccbff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0951433 Oct 10 11:21:12.987485 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-b5dea0a0-5d06-4bfe-adba-c45b1cc6c906 None None] Set router 94c1c8b0-dd49-42ea-b4ae-338d8610e979 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:21:13.044504 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e72211ab-e67e-45c8-a719-bb58051620db req-2f8d1909-c5c8-4990-a763-5e70e7758672 service neutron] 10.222.0.15 "GET /v2.0/networks/a1c896d4-9fd5-4a28-bbc5-763110ccbff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538389 Oct 10 11:21:13.213750 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e72211ab-e67e-45c8-a719-bb58051620db req-5e231e9c-a7f0-47ef-a16f-e6e7758c251c service neutron] 10.222.0.15 "GET /v2.0/networks/a1c896d4-9fd5-4a28-bbc5-763110ccbff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629169 Oct 10 11:21:13.402975 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-b5dea0a0-5d06-4bfe-adba-c45b1cc6c906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'name': 'tempest-TestNetworkBasicOps-router-806938079', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:20:41Z', 'updated_at': '2022-10-10T11:20:49Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:43Z', 'updated_at': '2022-10-10T11:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'dd39e415-5409-47b2-a8a7-27caddfc731e', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.113', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'port_id': 'ade1b7bd-7a00-41d3-8573-90628b5ac57d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c896d4-9fd5-4a28-bbc5-763110ccbff9', 'mac_address': 'fa:16:3e:08:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10024f4a-9491-4ca0-97cb-7575fa9bcfbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:21:10Z', 'updated_at': '2022-10-10T11:21:10Z', 'revision_number': 0, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc9087d-8ae9-4694-8a73-4194e4520307', 'name': '', 'network_id': 'a1c896d4-9fd5-4a28-bbc5-763110ccbff9', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:9e:32:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'b2ab5965-4679-4cef-925a-5adbbbc1fdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:48Z', 'updated_at': '2022-10-10T11:20:55Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'b2ab5965-4679-4cef-925a-5adbbbc1fdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:21:13.409193 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dea0a0-5d06-4bfe-adba-c45b1cc6c906 None None] The sync data for ids ['94c1c8b0-dd49-42ea-b4ae-338d8610e979'] in dv-neutron-860842-1-hyperv is: [{'id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'name': 'tempest-TestNetworkBasicOps-router-806938079', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:20:41Z', 'updated_at': '2022-10-10T11:20:49Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:43Z', 'updated_at': '2022-10-10T11:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'dd39e415-5409-47b2-a8a7-27caddfc731e', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.113', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'port_id': 'ade1b7bd-7a00-41d3-8573-90628b5ac57d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c896d4-9fd5-4a28-bbc5-763110ccbff9', 'mac_address': 'fa:16:3e:08:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10024f4a-9491-4ca0-97cb-7575fa9bcfbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:21:10Z', 'updated_at': '2022-10-10T11:21:10Z', 'revision_number': 0, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc9087d-8ae9-4694-8a73-4194e4520307', 'name': '', 'network_id': 'a1c896d4-9fd5-4a28-bbc5-763110ccbff9', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:9e:32:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'b2ab5965-4679-4cef-925a-5adbbbc1fdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:48Z', 'updated_at': '2022-10-10T11:20:55Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'b2ab5965-4679-4cef-925a-5adbbbc1fdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:21:13.438831 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59228) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:21:13.562502 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-de35be80-1c5f-45aa-ae97-a04282bb4ade tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/dd39e415-5409-47b2-a8a7-27caddfc731e HTTP/1.1" status: 200 len: 991 time: 0.1222594 Oct 10 11:21:13.631148 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e065d21a-bed9-4eae-9a1c-906ea74c888a None None] New status for floating IP dd39e415-5409-47b2-a8a7-27caddfc731e: ACTIVE {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:21:14.566955 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59232) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:21:14.677805 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-22182430-9029-4dc2-b1f3-d9a7a8fec98f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/dd39e415-5409-47b2-a8a7-27caddfc731e HTTP/1.1" status: 200 len: 993 time: 0.1096520 Oct 10 11:21:20.620307 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-185e1ee2-9647-4f66-a738-cf3094c2f769 req-5fc33319-faae-4f20-b10a-bb86e9b412ca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e962260-4783-4d44-901f-d6777725e488&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1193924 Oct 10 11:21:20.771962 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e1ee2-9647-4f66-a738-cf3094c2f769 req-74d88434-296b-4535-af6b-b6da96f7cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:20.773421 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-185e1ee2-9647-4f66-a738-cf3094c2f769 req-74d88434-296b-4535-af6b-b6da96f7cf69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ca309cf9da347e1972c7a5240bc70ad&device_id=5e962260-4783-4d44-901f-d6777725e488 HTTP/1.1" status: 200 len: 1099 time: 0.0824363 Oct 10 11:21:20.920088 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e1ee2-9647-4f66-a738-cf3094c2f769 req-28e288ff-cadf-4b81-9cfc-db09732ef489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:20.921513 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-185e1ee2-9647-4f66-a738-cf3094c2f769 req-28e288ff-cadf-4b81-9cfc-db09732ef489 service neutron] 10.222.0.15 "GET /v2.0/networks?id=616f1bfe-2293-42af-8b84-9f66f180ede2 HTTP/1.1" status: 200 len: 913 time: 0.1287627 Oct 10 11:21:21.022476 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:21:21.138883 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-185e1ee2-9647-4f66-a738-cf3094c2f769 req-26f8c8bc-6bdc-49f3-9f95-a164e3a44893 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c41e70f-ff61-4ccf-bc22-c154ffc04d79 HTTP/1.1" status: 200 len: 1002 time: 0.2103698 Oct 10 11:21:21.202847 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e1ee2-9647-4f66-a738-cf3094c2f769 req-a1317a55-62a6-4ff4-8b4e-aec1c45d4a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:21.204256 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-185e1ee2-9647-4f66-a738-cf3094c2f769 req-a1317a55-62a6-4ff4-8b4e-aec1c45d4a41 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c94ad8c-d8fc-4d25-b911-8ac97e113003 HTTP/1.1" status: 200 len: 851 time: 0.0583172 Oct 10 11:21:21.287995 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e1ee2-9647-4f66-a738-cf3094c2f769 req-2e6256ed-7dbb-4eee-8d64-d2a1d37eca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:21.289365 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-185e1ee2-9647-4f66-a738-cf3094c2f769 req-2e6256ed-7dbb-4eee-8d64-d2a1d37eca80 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=616f1bfe-2293-42af-8b84-9f66f180ede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792284 Oct 10 11:21:21.420861 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-185e1ee2-9647-4f66-a738-cf3094c2f769 req-124bb69b-3190-41aa-8186-2f98ad1acf92 service neutron] 10.222.0.15 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251607 Oct 10 11:21:21.553076 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-185e1ee2-9647-4f66-a738-cf3094c2f769 req-16ef9911-6e2f-4df8-a5b7-38304ea084d6 service neutron] 10.222.0.15 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249597 Oct 10 11:21:33.428282 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c8aa8665-9d47-42a0-ba18-997e0caa7ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:35.782684 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b4696312-3a85-4d9f-826c-a9ef6b01b075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:36.966322 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:37.012038 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:39.074253 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:39.160929 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59252) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:21:39.270094 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8067b58f-9047-4349-9bd0-bbcc83f4700e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/dd39e415-5409-47b2-a8a7-27caddfc731e HTTP/1.1" status: 200 len: 993 time: 0.1079874 Oct 10 11:21:39.343791 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:39.624081 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59260) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:21:39.830199 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-cc504cd2-4f09-4e88-8a9c-64c0886eea41 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port 35bb4d39-af9d-46b3-9843-26fb306fbacc {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:21:39.830540 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc504cd2-4f09-4e88-8a9c-64c0886eea41 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:40.001126 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc504cd2-4f09-4e88-8a9c-64c0886eea41 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:40.001448 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc504cd2-4f09-4e88-8a9c-64c0886eea41 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:40.127092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-cc504cd2-4f09-4e88-8a9c-64c0886eea41 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for 35bb4d39-af9d-46b3-9843-26fb306fbacc owned by network:floatingip {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:21:40.348091 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc504cd2-4f09-4e88-8a9c-64c0886eea41 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:40.395418 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc504cd2-4f09-4e88-8a9c-64c0886eea41 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=35bb4d39-af9d-46b3-9843-26fb306fbacc,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:21:40.440327 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc504cd2-4f09-4e88-8a9c-64c0886eea41 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:40.440676 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc504cd2-4f09-4e88-8a9c-64c0886eea41 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:40.441016 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc504cd2-4f09-4e88-8a9c-64c0886eea41 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:40.441344 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc504cd2-4f09-4e88-8a9c-64c0886eea41 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:40.441698 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc504cd2-4f09-4e88-8a9c-64c0886eea41 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:40.442026 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc504cd2-4f09-4e88-8a9c-64c0886eea41 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:40.442348 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc504cd2-4f09-4e88-8a9c-64c0886eea41 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:40.442670 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc504cd2-4f09-4e88-8a9c-64c0886eea41 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:40.442991 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc504cd2-4f09-4e88-8a9c-64c0886eea41 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:40.443310 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc504cd2-4f09-4e88-8a9c-64c0886eea41 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:40.443626 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc504cd2-4f09-4e88-8a9c-64c0886eea41 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:40.443944 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc504cd2-4f09-4e88-8a9c-64c0886eea41 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:40.508395 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc504cd2-4f09-4e88-8a9c-64c0886eea41 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:40.508395 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [None req-cc504cd2-4f09-4e88-8a9c-64c0886eea41 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Floating IP dd39e415-5409-47b2-a8a7-27caddfc731e disassociated (deleted). External IP: 172.26.4.113, port: ade1b7bd-7a00-41d3-8573-90628b5ac57d. Oct 10 11:21:40.952287 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc504cd2-4f09-4e88-8a9c-64c0886eea41 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router 94c1c8b0-dd49-42ea-b4ae-338d8610e979 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:21:41.135981 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc504cd2-4f09-4e88-8a9c-64c0886eea41 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:21:41.145433 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20532d8-09a8-4d82-a536-56aedad3ee6d None None] Sync routers for ids ['94c1c8b0-dd49-42ea-b4ae-338d8610e979'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:21:41.155468 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20532d8-09a8-4d82-a536-56aedad3ee6d None None] Routers {'94c1c8b0-dd49-42ea-b4ae-338d8610e979'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:21:41.156080 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-d20532d8-09a8-4d82-a536-56aedad3ee6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:21:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['94c1c8b0-dd49-42ea-b4ae-338d8610e979'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:21:41.216977 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc504cd2-4f09-4e88-8a9c-64c0886eea41 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:41.273181 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cc504cd2-4f09-4e88-8a9c-64c0886eea41 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/floatingips/dd39e415-5409-47b2-a8a7-27caddfc731e HTTP/1.1" status: 204 len: 168 time: 1.6478739 Oct 10 11:21:41.273844 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10024f4a-9491-4ca0-97cb-7575fa9bcfbc', 'tag': 'ade1b7bd-7a00-41d3-8573-90628b5ac57d'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:21:41.276166 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2586c25e-d098-4ae5-a693-7a0846e66dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "10024f4a-9491-4ca0-97cb-7575fa9bcfbc", "tag": "ade1b7bd-7a00-41d3-8573-90628b5ac57d"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:21:41.325662 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50673142-2fa1-433b-9150-29cb705cb3f8 x-openstack-request-id: req-50673142-2fa1-433b-9150-29cb705cb3f8 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:21:41.325961 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10024f4a-9491-4ca0-97cb-7575fa9bcfbc", "tag": "ade1b7bd-7a00-41d3-8573-90628b5ac57d", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:21:41.326216 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-50673142-2fa1-433b-9150-29cb705cb3f8 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:21:41.326624 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50673142-2fa1-433b-9150-29cb705cb3f8'] response: {'name': 'network-changed', 'server_uuid': '10024f4a-9491-4ca0-97cb-7575fa9bcfbc', 'tag': 'ade1b7bd-7a00-41d3-8573-90628b5ac57d', 'status': 'completed', 'code': 200} Oct 10 11:21:41.340011 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-d20532d8-09a8-4d82-a536-56aedad3ee6d None None] Set router 94c1c8b0-dd49-42ea-b4ae-338d8610e979 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:21:41.438377 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586c25e-d098-4ae5-a693-7a0846e66dfa req-587c50aa-782e-42ea-82cb-60029f79ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:41.440039 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2586c25e-d098-4ae5-a693-7a0846e66dfa req-587c50aa-782e-42ea-82cb-60029f79ee6e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=10024f4a-9491-4ca0-97cb-7575fa9bcfbc HTTP/1.1" status: 200 len: 1098 time: 0.0939131 Oct 10 11:21:41.575166 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586c25e-d098-4ae5-a693-7a0846e66dfa req-a6546285-e9e8-4882-ba4b-6fc7648b350c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:41.576605 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2586c25e-d098-4ae5-a693-7a0846e66dfa req-a6546285-e9e8-4882-ba4b-6fc7648b350c service neutron] 10.222.0.15 "GET /v2.0/networks?id=a1c896d4-9fd5-4a28-bbc5-763110ccbff9 HTTP/1.1" status: 200 len: 897 time: 0.1295013 Oct 10 11:21:41.644673 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2586c25e-d098-4ae5-a693-7a0846e66dfa req-e66221df-5eb1-4651-9bd1-0c9905f33b26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ade1b7bd-7a00-41d3-8573-90628b5ac57d HTTP/1.1" status: 200 len: 217 time: 0.0618665 Oct 10 11:21:41.716460 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586c25e-d098-4ae5-a693-7a0846e66dfa req-e7eee5e9-9d46-4b05-bdc7-1438d489263e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:41.717512 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-d20532d8-09a8-4d82-a536-56aedad3ee6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'name': 'tempest-TestNetworkBasicOps-router-806938079', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:20:41Z', 'updated_at': '2022-10-10T11:20:49Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:43Z', 'updated_at': '2022-10-10T11:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ccc9087d-8ae9-4694-8a73-4194e4520307', 'name': '', 'network_id': 'a1c896d4-9fd5-4a28-bbc5-763110ccbff9', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:9e:32:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'b2ab5965-4679-4cef-925a-5adbbbc1fdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:48Z', 'updated_at': '2022-10-10T11:20:55Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'b2ab5965-4679-4cef-925a-5adbbbc1fdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:21:41.718209 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2586c25e-d098-4ae5-a693-7a0846e66dfa req-e7eee5e9-9d46-4b05-bdc7-1438d489263e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b2ab5965-4679-4cef-925a-5adbbbc1fdd5 HTTP/1.1" status: 200 len: 835 time: 0.0658131 Oct 10 11:21:41.721686 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20532d8-09a8-4d82-a536-56aedad3ee6d None None] Checking router: 94c1c8b0-dd49-42ea-b4ae-338d8610e979 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:21:41.731027 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20532d8-09a8-4d82-a536-56aedad3ee6d None None] Routers {'94c1c8b0-dd49-42ea-b4ae-338d8610e979'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:21:41.731941 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-d20532d8-09a8-4d82-a536-56aedad3ee6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:21:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['94c1c8b0-dd49-42ea-b4ae-338d8610e979'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:21:41.809975 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586c25e-d098-4ae5-a693-7a0846e66dfa req-0ab7448e-c9f1-4e81-98e6-3252eb6998b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:41.811464 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2586c25e-d098-4ae5-a693-7a0846e66dfa req-0ab7448e-c9f1-4e81-98e6-3252eb6998b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1c896d4-9fd5-4a28-bbc5-763110ccbff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878773 Oct 10 11:21:41.924240 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-d20532d8-09a8-4d82-a536-56aedad3ee6d None None] Set router 94c1c8b0-dd49-42ea-b4ae-338d8610e979 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:21:41.942183 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75dbcf-c47f-4d66-a092-07ec10c5a167 req-a8731f29-db11-417a-9829-c05ea34f318f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:41.943584 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8a75dbcf-c47f-4d66-a092-07ec10c5a167 req-a8731f29-db11-417a-9829-c05ea34f318f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=10024f4a-9491-4ca0-97cb-7575fa9bcfbc HTTP/1.1" status: 200 len: 945 time: 0.0992112 Oct 10 11:21:41.964091 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2586c25e-d098-4ae5-a693-7a0846e66dfa req-683424d5-6861-49f9-a312-07177c78f929 service neutron] 10.222.0.15 "GET /v2.0/networks/a1c896d4-9fd5-4a28-bbc5-763110ccbff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446126 Oct 10 11:21:41.996886 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8a75dbcf-c47f-4d66-a092-07ec10c5a167 req-c8b7e295-4810-4f30-a92a-04ca9bb37086 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=b463b7ff-5c88-4f45-8a7b-55a8d8fe568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454314 Oct 10 11:21:42.108456 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2586c25e-d098-4ae5-a693-7a0846e66dfa req-3661834b-203f-4081-99f9-44fd4cc526ca service neutron] 10.222.0.15 "GET /v2.0/networks/a1c896d4-9fd5-4a28-bbc5-763110ccbff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375926 Oct 10 11:21:42.251657 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-d20532d8-09a8-4d82-a536-56aedad3ee6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'name': 'tempest-TestNetworkBasicOps-router-806938079', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:20:41Z', 'updated_at': '2022-10-10T11:20:49Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:43Z', 'updated_at': '2022-10-10T11:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ccc9087d-8ae9-4694-8a73-4194e4520307', 'name': '', 'network_id': 'a1c896d4-9fd5-4a28-bbc5-763110ccbff9', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:9e:32:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'b2ab5965-4679-4cef-925a-5adbbbc1fdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:48Z', 'updated_at': '2022-10-10T11:20:55Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'b2ab5965-4679-4cef-925a-5adbbbc1fdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:21:42.255961 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20532d8-09a8-4d82-a536-56aedad3ee6d None None] The sync data for ids ['94c1c8b0-dd49-42ea-b4ae-338d8610e979'] in dv-neutron-860842-1-hyperv is: [{'id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'name': 'tempest-TestNetworkBasicOps-router-806938079', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:20:41Z', 'updated_at': '2022-10-10T11:20:49Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:43Z', 'updated_at': '2022-10-10T11:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ccc9087d-8ae9-4694-8a73-4194e4520307', 'name': '', 'network_id': 'a1c896d4-9fd5-4a28-bbc5-763110ccbff9', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:9e:32:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'b2ab5965-4679-4cef-925a-5adbbbc1fdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:48Z', 'updated_at': '2022-10-10T11:20:55Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'b2ab5965-4679-4cef-925a-5adbbbc1fdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:21:42.476092 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67c46f7-8758-4ccd-93b3-a329fa2235ad None None] New status for floating IP dd39e415-5409-47b2-a8a7-27caddfc731e: DOWN {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:21:43.268059 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ac4df-aca7-477f-85ac-503b889f335b req-405db0c5-4977-48a5-951d-e49a4ce8204c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:43.268707 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-ce3ac4df-aca7-477f-85ac-503b889f335b req-405db0c5-4977-48a5-951d-e49a4ce8204c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:21:43.293807 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbb730-ef85-4ce3-9645-3e6af9620165 req-94fee2d4-2420-46dd-9c2c-336c3b474bcf tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:43.294476 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-05cbb730-ef85-4ce3-9645-3e6af9620165 req-94fee2d4-2420-46dd-9c2c-336c3b474bcf tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:21:43.389116 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-ce3ac4df-aca7-477f-85ac-503b889f335b req-405db0c5-4977-48a5-951d-e49a4ce8204c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:21:43.395418 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ce3ac4df-aca7-477f-85ac-503b889f335b req-405db0c5-4977-48a5-951d-e49a4ce8204c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=10024f4a-9491-4ca0-97cb-7575fa9bcfbc HTTP/1.1" status: 200 len: 945 time: 0.2724736 Oct 10 11:21:43.395418 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-05cbb730-ef85-4ce3-9645-3e6af9620165 req-94fee2d4-2420-46dd-9c2c-336c3b474bcf tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:21:43.395418 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-05cbb730-ef85-4ce3-9645-3e6af9620165 req-94fee2d4-2420-46dd-9c2c-336c3b474bcf tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/ports?device_id=10024f4a-9491-4ca0-97cb-7575fa9bcfbc HTTP/1.1" status: 200 len: 945 time: 0.2173989 Oct 10 11:21:43.597088 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ce3ac4df-aca7-477f-85ac-503b889f335b req-e6d4ae8a-2e4c-41f7-b655-f1a07bd6edfe tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=b463b7ff-5c88-4f45-8a7b-55a8d8fe568b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011988 Oct 10 11:21:43.600577 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-05cbb730-ef85-4ce3-9645-3e6af9620165 req-7bd7d550-f538-4867-88bc-75663ead8d71 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port ade1b7bd-7a00-41d3-8573-90628b5ac57d {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:21:43.600921 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-05cbb730-ef85-4ce3-9645-3e6af9620165 req-7bd7d550-f538-4867-88bc-75663ead8d71 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:43.852932 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-05cbb730-ef85-4ce3-9645-3e6af9620165 req-7bd7d550-f538-4867-88bc-75663ead8d71 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port ade1b7bd-7a00-41d3-8573-90628b5ac57d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ade1b7bd-7a00-41d3-8573-90628b5ac57d,segment=NetworkSegment(112f9080-3e3e-49e9-ad72-e0bbc15e2163),segment_id=112f9080-3e3e-49e9-ad72-e0bbc15e2163)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:21:43.852932 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-05cbb730-ef85-4ce3-9645-3e6af9620165 req-7bd7d550-f538-4867-88bc-75663ead8d71 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:43.974059 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-05cbb730-ef85-4ce3-9645-3e6af9620165 req-7bd7d550-f538-4867-88bc-75663ead8d71 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for ade1b7bd-7a00-41d3-8573-90628b5ac57d owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:21:44.170461 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-05cbb730-ef85-4ce3-9645-3e6af9620165 req-7bd7d550-f538-4867-88bc-75663ead8d71 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:44.251182 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7d550-f538-4867-88bc-75663ead8d71 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=ade1b7bd-7a00-41d3-8573-90628b5ac57d,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:21:44.315838 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-05cbb730-ef85-4ce3-9645-3e6af9620165 req-7bd7d550-f538-4867-88bc-75663ead8d71 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] No DVR routers for this DVR port ade1b7bd-7a00-41d3-8573-90628b5ac57d on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:21:44.317012 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-05cbb730-ef85-4ce3-9645-3e6af9620165 req-7bd7d550-f538-4867-88bc-75663ead8d71 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:44.319609 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10024f4a-9491-4ca0-97cb-7575fa9bcfbc', 'name': 'network-vif-deleted', 'tag': 'ade1b7bd-7a00-41d3-8573-90628b5ac57d'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:21:44.321882 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37faae8-6aad-46de-9ea3-0bd3c20a0cb3" -d '{"events": [{"server_uuid": "10024f4a-9491-4ca0-97cb-7575fa9bcfbc", "name": "network-vif-deleted", "tag": "ade1b7bd-7a00-41d3-8573-90628b5ac57d"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:21:44.420430 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da96ff67-75eb-4d45-b64e-dda97059aaff x-openstack-request-id: req-da96ff67-75eb-4d45-b64e-dda97059aaff {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:21:44.420767 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10024f4a-9491-4ca0-97cb-7575fa9bcfbc", "name": "network-vif-deleted", "tag": "ade1b7bd-7a00-41d3-8573-90628b5ac57d", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:21:44.420970 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-da96ff67-75eb-4d45-b64e-dda97059aaff {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:21:44.421427 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da96ff67-75eb-4d45-b64e-dda97059aaff'] response: {'server_uuid': '10024f4a-9491-4ca0-97cb-7575fa9bcfbc', 'name': 'network-vif-deleted', 'tag': 'ade1b7bd-7a00-41d3-8573-90628b5ac57d', 'status': 'completed', 'code': 200} Oct 10 11:21:44.480098 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-05cbb730-ef85-4ce3-9645-3e6af9620165 req-7bd7d550-f538-4867-88bc-75663ead8d71 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "DELETE /v2.0/ports/ade1b7bd-7a00-41d3-8573-90628b5ac57d HTTP/1.1" status: 204 len: 173 time: 1.0711315 Oct 10 11:21:44.762861 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-9ee2895d-95c2-48ed-8429-1e07e4129c67 req-bd9aacf7-4b7f-4065-b14d-3dc790b8329d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:21:44.856962 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-9ee2895d-95c2-48ed-8429-1e07e4129c67 req-bd9aacf7-4b7f-4065-b14d-3dc790b8329d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:21:44.858225 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9ee2895d-95c2-48ed-8429-1e07e4129c67 req-bd9aacf7-4b7f-4065-b14d-3dc790b8329d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=10024f4a-9491-4ca0-97cb-7575fa9bcfbc HTTP/1.1" status: 200 len: 210 time: 0.1468678 Oct 10 11:21:45.960878 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59282) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:21:46.033935 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4b74f80e-1337-4919-9a1a-f72afea5ca32 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:46.063575 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4b74f80e-1337-4919-9a1a-f72afea5ca32 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:46.239693 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4b74f80e-1337-4919-9a1a-f72afea5ca32 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:46.258562 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74f80e-1337-4919-9a1a-f72afea5ca32 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b463b7ff-5c88-4f45-8a7b-55a8d8fe568b,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:21:46.381972 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4b74f80e-1337-4919-9a1a-f72afea5ca32 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:46.383083 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4b74f80e-1337-4919-9a1a-f72afea5ca32 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/security-groups/b463b7ff-5c88-4f45-8a7b-55a8d8fe568b HTTP/1.1" status: 204 len: 168 time: 0.4211979 Oct 10 11:21:46.458356 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59288) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:21:47.012311 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-65bebe3b-c784-4d74-badb-9fba9ddafe4a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:47.467137 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-65bebe3b-c784-4d74-badb-9fba9ddafe4a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port ccc9087d-8ae9-4694-8a73-4194e4520307 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:21:47.474164 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-65bebe3b-c784-4d74-badb-9fba9ddafe4a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:47.657773 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-65bebe3b-c784-4d74-badb-9fba9ddafe4a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port ccc9087d-8ae9-4694-8a73-4194e4520307, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ccc9087d-8ae9-4694-8a73-4194e4520307,segment=NetworkSegment(112f9080-3e3e-49e9-ad72-e0bbc15e2163),segment_id=112f9080-3e3e-49e9-ad72-e0bbc15e2163)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:21:47.659187 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-65bebe3b-c784-4d74-badb-9fba9ddafe4a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:47.781926 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-65bebe3b-c784-4d74-badb-9fba9ddafe4a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for ccc9087d-8ae9-4694-8a73-4194e4520307 owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:21:47.835652 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device ade1b7bd-7a00-41d3-8573-90628b5ac57d no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:21:47.869508 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: ade1b7bd-7a00-41d3-8573-90628b5ac57d {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:21:47.869871 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device ade1b7bd-7a00-41d3-8573-90628b5ac57d not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:21:48.050897 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-65bebe3b-c784-4d74-badb-9fba9ddafe4a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:48.132702 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bebe3b-c784-4d74-badb-9fba9ddafe4a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=ccc9087d-8ae9-4694-8a73-4194e4520307,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:21:48.382964 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-65bebe3b-c784-4d74-badb-9fba9ddafe4a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:48.852623 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bebe3b-c784-4d74-badb-9fba9ddafe4a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router 94c1c8b0-dd49-42ea-b4ae-338d8610e979 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:21:49.033763 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bebe3b-c784-4d74-badb-9fba9ddafe4a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:21:49.044000 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396d9a1c-cdff-41a4-aa16-bfad79a6b9b4 None None] Sync routers for ids ['94c1c8b0-dd49-42ea-b4ae-338d8610e979'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:21:49.053863 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396d9a1c-cdff-41a4-aa16-bfad79a6b9b4 None None] Routers {'94c1c8b0-dd49-42ea-b4ae-338d8610e979'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:21:49.054466 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-396d9a1c-cdff-41a4-aa16-bfad79a6b9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:21:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['94c1c8b0-dd49-42ea-b4ae-338d8610e979'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:21:49.132636 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-65bebe3b-c784-4d74-badb-9fba9ddafe4a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "PUT /v2.0/routers/94c1c8b0-dd49-42ea-b4ae-338d8610e979/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6731946 Oct 10 11:21:49.135255 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59292) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:21:49.205374 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff87a7b-0b81-4771-9341-40be76f3fed6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting subnet b2ab5965-4679-4cef-925a-5adbbbc1fdd5 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:21:49.208386 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5ff87a7b-0b81-4771-9341-40be76f3fed6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:49.240060 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-396d9a1c-cdff-41a4-aa16-bfad79a6b9b4 None None] Set router 94c1c8b0-dd49-42ea-b4ae-338d8610e979 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:21:49.262220 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5ff87a7b-0b81-4771-9341-40be76f3fed6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:49.345588 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5ff87a7b-0b81-4771-9341-40be76f3fed6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:49.533958 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-396d9a1c-cdff-41a4-aa16-bfad79a6b9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'name': 'tempest-TestNetworkBasicOps-router-806938079', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:20:41Z', 'updated_at': '2022-10-10T11:21:47Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:43Z', 'updated_at': '2022-10-10T11:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:21:49.537879 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396d9a1c-cdff-41a4-aa16-bfad79a6b9b4 None None] Checking router: 94c1c8b0-dd49-42ea-b4ae-338d8610e979 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:21:49.546271 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396d9a1c-cdff-41a4-aa16-bfad79a6b9b4 None None] Routers {'94c1c8b0-dd49-42ea-b4ae-338d8610e979'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:21:49.546890 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-396d9a1c-cdff-41a4-aa16-bfad79a6b9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:21:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['94c1c8b0-dd49-42ea-b4ae-338d8610e979'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:21:49.548447 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5ff87a7b-0b81-4771-9341-40be76f3fed6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:49.591784 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5ff87a7b-0b81-4771-9341-40be76f3fed6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:49.595872 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff87a7b-0b81-4771-9341-40be76f3fed6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Subnet': ['ID=b2ab5965-4679-4cef-925a-5adbbbc1fdd5,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:21:49.606429 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59296) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:21:49.610324 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5ff87a7b-0b81-4771-9341-40be76f3fed6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/subnets/b2ab5965-4679-4cef-925a-5adbbbc1fdd5 HTTP/1.1" status: 204 len: 168 time: 0.4735475 Oct 10 11:21:49.642757 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2118583e-8c00-4d11-b67d-2aad99c939fe None None] Network a1c896d4-9fd5-4a28-bbc5-763110ccbff9 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:21:49.792101 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-35ff2cd0-a23d-4b3c-a0a4-6f9a35eb34be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:49.931123 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-396d9a1c-cdff-41a4-aa16-bfad79a6b9b4 None None] Set router 94c1c8b0-dd49-42ea-b4ae-338d8610e979 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:21:50.087134 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-35ff2cd0-a23d-4b3c-a0a4-6f9a35eb34be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:50.171555 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-35ff2cd0-a23d-4b3c-a0a4-6f9a35eb34be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port 56a852c0-64f1-47b0-b983-3a1d8829f5ce {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:21:50.174276 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-35ff2cd0-a23d-4b3c-a0a4-6f9a35eb34be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:50.210388 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62be9871-24dc-4627-a950-25299910f205 None None] DHCP port deletion for a1c896d4-9fd5-4a28-bbc5-763110ccbff9 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:21:50.216093 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-62be9871-24dc-4627-a950-25299910f205 None None] Deleting port 9b65df9e-45d8-4644-a095-7281073da151 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:21:50.216463 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62be9871-24dc-4627-a950-25299910f205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:50.342029 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-396d9a1c-cdff-41a4-aa16-bfad79a6b9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'name': 'tempest-TestNetworkBasicOps-router-806938079', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:20:41Z', 'updated_at': '2022-10-10T11:21:47Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:43Z', 'updated_at': '2022-10-10T11:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:21:50.360422 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-35ff2cd0-a23d-4b3c-a0a4-6f9a35eb34be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port 56a852c0-64f1-47b0-b983-3a1d8829f5ce, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=56a852c0-64f1-47b0-b983-3a1d8829f5ce,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:21:50.360793 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-35ff2cd0-a23d-4b3c-a0a4-6f9a35eb34be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:50.363074 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396d9a1c-cdff-41a4-aa16-bfad79a6b9b4 None None] The sync data for ids ['94c1c8b0-dd49-42ea-b4ae-338d8610e979'] in dv-neutron-860842-1-hyperv is: [{'id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'name': 'tempest-TestNetworkBasicOps-router-806938079', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:20:41Z', 'updated_at': '2022-10-10T11:21:47Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '56a852c0-64f1-47b0-b983-3a1d8829f5ce', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c1c8b0-dd49-42ea-b4ae-338d8610e979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:20:43Z', 'updated_at': '2022-10-10T11:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:21:50.450814 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-62be9871-24dc-4627-a950-25299910f205 None None] For port 9b65df9e-45d8-4644-a095-7281073da151, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=9b65df9e-45d8-4644-a095-7281073da151,segment=NetworkSegment(112f9080-3e3e-49e9-ad72-e0bbc15e2163),segment_id=112f9080-3e3e-49e9-ad72-e0bbc15e2163)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:21:50.451059 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62be9871-24dc-4627-a950-25299910f205 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:50.492373 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-35ff2cd0-a23d-4b3c-a0a4-6f9a35eb34be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for 56a852c0-64f1-47b0-b983-3a1d8829f5ce owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:21:50.572121 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-62be9871-24dc-4627-a950-25299910f205 None None] Calling delete_port for 9b65df9e-45d8-4644-a095-7281073da151 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:21:50.745170 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62be9871-24dc-4627-a950-25299910f205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:50.785940 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be9871-24dc-4627-a950-25299910f205 None None] Pushing event deleted for resources: {'Port': ['ID=9b65df9e-45d8-4644-a095-7281073da151,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:21:50.799783 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be9871-24dc-4627-a950-25299910f205 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:50.800133 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be9871-24dc-4627-a950-25299910f205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:50.800469 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be9871-24dc-4627-a950-25299910f205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:50.800801 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be9871-24dc-4627-a950-25299910f205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:50.801132 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be9871-24dc-4627-a950-25299910f205 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:50.801458 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be9871-24dc-4627-a950-25299910f205 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:50.802967 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be9871-24dc-4627-a950-25299910f205 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:50.803311 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be9871-24dc-4627-a950-25299910f205 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:50.803740 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be9871-24dc-4627-a950-25299910f205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:50.803953 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be9871-24dc-4627-a950-25299910f205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:50.804468 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be9871-24dc-4627-a950-25299910f205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:50.804795 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be9871-24dc-4627-a950-25299910f205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:50.809331 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62be9871-24dc-4627-a950-25299910f205 None None] No DVR routers for this DVR port 9b65df9e-45d8-4644-a095-7281073da151 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:21:50.838227 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ccc9087d-8ae9-4694-8a73-4194e4520307 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:21:50.874628 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: ccc9087d-8ae9-4694-8a73-4194e4520307 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:21:50.874972 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ccc9087d-8ae9-4694-8a73-4194e4520307 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:21:50.875580 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 9b65df9e-45d8-4644-a095-7281073da151 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:21:50.878897 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-35ff2cd0-a23d-4b3c-a0a4-6f9a35eb34be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:50.921573 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 9b65df9e-45d8-4644-a095-7281073da151 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:21:50.925228 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 9b65df9e-45d8-4644-a095-7281073da151 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:21:50.972081 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff2cd0-a23d-4b3c-a0a4-6f9a35eb34be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=56a852c0-64f1-47b0-b983-3a1d8829f5ce,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:21:51.010339 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff2cd0-a23d-4b3c-a0a4-6f9a35eb34be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:51.010689 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff2cd0-a23d-4b3c-a0a4-6f9a35eb34be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:51.011026 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff2cd0-a23d-4b3c-a0a4-6f9a35eb34be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:51.011359 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff2cd0-a23d-4b3c-a0a4-6f9a35eb34be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:51.011686 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff2cd0-a23d-4b3c-a0a4-6f9a35eb34be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:51.012010 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff2cd0-a23d-4b3c-a0a4-6f9a35eb34be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:51.012393 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff2cd0-a23d-4b3c-a0a4-6f9a35eb34be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:51.012653 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff2cd0-a23d-4b3c-a0a4-6f9a35eb34be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:51.012975 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff2cd0-a23d-4b3c-a0a4-6f9a35eb34be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:51.013293 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff2cd0-a23d-4b3c-a0a4-6f9a35eb34be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:51.013642 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff2cd0-a23d-4b3c-a0a4-6f9a35eb34be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:51.013978 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff2cd0-a23d-4b3c-a0a4-6f9a35eb34be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:51.043260 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-35ff2cd0-a23d-4b3c-a0a4-6f9a35eb34be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:51.216094 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-35ff2cd0-a23d-4b3c-a0a4-6f9a35eb34be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:51.219169 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-35ff2cd0-a23d-4b3c-a0a4-6f9a35eb34be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:51.317711 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-35ff2cd0-a23d-4b3c-a0a4-6f9a35eb34be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:51.318238 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ff2cd0-a23d-4b3c-a0a4-6f9a35eb34be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Fanout notify agent at l3_agent the message router_deleted on router 94c1c8b0-dd49-42ea-b4ae-338d8610e979 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:21:51.333287 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-35ff2cd0-a23d-4b3c-a0a4-6f9a35eb34be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:51.334398 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-35ff2cd0-a23d-4b3c-a0a4-6f9a35eb34be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/routers/94c1c8b0-dd49-42ea-b4ae-338d8610e979 HTTP/1.1" status: 204 len: 168 time: 1.7269528 Oct 10 11:21:51.337030 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59300) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:21:51.456700 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-46f38024-7025-44b0-a67a-91f71ad8f9b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:51.586982 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-46f38024-7025-44b0-a67a-91f71ad8f9b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:51.611708 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-46f38024-7025-44b0-a67a-91f71ad8f9b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c896d4-9fd5-4a28-bbc5-763110ccbff9']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:21:51.623419 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-46f38024-7025-44b0-a67a-91f71ad8f9b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '112f9080-3e3e-49e9-ad72-e0bbc15e2163') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:21:51.624722 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-46f38024-7025-44b0-a67a-91f71ad8f9b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '112f9080-3e3e-49e9-ad72-e0bbc15e2163') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:21:51.635478 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-46f38024-7025-44b0-a67a-91f71ad8f9b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:51.651154 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-46f38024-7025-44b0-a67a-91f71ad8f9b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:51.657758 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f38024-7025-44b0-a67a-91f71ad8f9b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Releasing vlan 453 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:21:51.658643 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-46f38024-7025-44b0-a67a-91f71ad8f9b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:51.806815 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 112f9080-3e3e-49e9-ad72-e0bbc15e2163 resource provider aggregate not found Oct 10 11:21:51.859735 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 112f9080-3e3e-49e9-ad72-e0bbc15e2163 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 112f9080-3e3e-49e9-ad72-e0bbc15e2163 found for delete ", "request_id": "req-9424f9ca-5438-4751-98cc-f1a4732d62a6"}]} Oct 10 11:21:51.976060 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-46f38024-7025-44b0-a67a-91f71ad8f9b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:51.993703 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-46f38024-7025-44b0-a67a-91f71ad8f9b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:52.005108 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f38024-7025-44b0-a67a-91f71ad8f9b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Network': ['ID=a1c896d4-9fd5-4a28-bbc5-763110ccbff9,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:21:52.010222 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-46f38024-7025-44b0-a67a-91f71ad8f9b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/networks/a1c896d4-9fd5-4a28-bbc5-763110ccbff9 HTTP/1.1" status: 204 len: 168 time: 0.6718361 Oct 10 11:21:52.026134 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59308) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:21:52.032651 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-8400d5b6-2a61-44ba-a99b-9cb8f7e330a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'network': {'name': 'tempest-network-smoke--2016579523', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'port_security_enabled': True}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:21:52.037703 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8400d5b6-2a61-44ba-a99b-9cb8f7e330a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:21:52.041769 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8400d5b6-2a61-44ba-a99b-9cb8f7e330a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:network and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:21:52.044635 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8400d5b6-2a61-44ba-a99b-9cb8f7e330a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:21:52.051575 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8400d5b6-2a61-44ba-a99b-9cb8f7e330a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:21:52.134702 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8400d5b6-2a61-44ba-a99b-9cb8f7e330a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Made reservation on behalf of abdeb3603c4943b08320f37282de8f91 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:21:52.138092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8400d5b6-2a61-44ba-a99b-9cb8f7e330a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:52.166387 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8400d5b6-2a61-44ba-a99b-9cb8f7e330a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 455} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:21:52.175556 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8400d5b6-2a61-44ba-a99b-9cb8f7e330a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:52.175899 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-8400d5b6-2a61-44ba-a99b-9cb8f7e330a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Added segment 363fcedc-d70a-4d0d-a6bc-e3abc5b333e2 of type vlan for network e4322f1a-a44a-4b88-a9fa-c44e494db864 Oct 10 11:21:52.200625 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8400d5b6-2a61-44ba-a99b-9cb8f7e330a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:52.324965 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8400d5b6-2a61-44ba-a99b-9cb8f7e330a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:52.331358 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8400d5b6-2a61-44ba-a99b-9cb8f7e330a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:52.331938 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8400d5b6-2a61-44ba-a99b-9cb8f7e330a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:52.439504 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400d5b6-2a61-44ba-a99b-9cb8f7e330a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Network': ['ID=e4322f1a-a44a-4b88-a9fa-c44e494db864,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:21:52.449745 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network e4322f1a-a44a-4b88-a9fa-c44e494db864 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:21:52.518599 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8400d5b6-2a61-44ba-a99b-9cb8f7e330a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4913239 Oct 10 11:21:52.521395 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59312) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:21:52.526407 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-2aa14fb0-bb71-4358-b18c-9f2396f33659 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-608266945', 'admin_state_up': True, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:21:52.534409 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-2aa14fb0-bb71-4358-b18c-9f2396f33659 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:21:52.538310 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-2aa14fb0-bb71-4358-b18c-9f2396f33659 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:router and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:21:52.545550 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-2aa14fb0-bb71-4358-b18c-9f2396f33659 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:21:52.547814 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-2aa14fb0-bb71-4358-b18c-9f2396f33659 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:21:52.626414 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2aa14fb0-bb71-4358-b18c-9f2396f33659 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:52.627428 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2aa14fb0-bb71-4358-b18c-9f2396f33659 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:52.647799 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2aa14fb0-bb71-4358-b18c-9f2396f33659 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:52.821186 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 56a852c0-64f1-47b0-b983-3a1d8829f5ce no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:21:52.895469 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 56a852c0-64f1-47b0-b983-3a1d8829f5ce {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:21:52.895815 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 56a852c0-64f1-47b0-b983-3a1d8829f5ce not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:21:52.990061 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2aa14fb0-bb71-4358-b18c-9f2396f33659 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:53.465611 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2aa14fb0-bb71-4358-b18c-9f2396f33659 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:53.495439 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2aa14fb0-bb71-4358-b18c-9f2396f33659 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:53.633115 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-2aa14fb0-bb71-4358-b18c-9f2396f33659 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.26.4.170 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/fde315b3-36cf-4f6b-8a77-996357e72ed7) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:21:53.780700 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2aa14fb0-bb71-4358-b18c-9f2396f33659 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:53.880044 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2aa14fb0-bb71-4358-b18c-9f2396f33659 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:53.946559 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa14fb0-bb71-4358-b18c-9f2396f33659 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:21:53.949119 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-2aa14fb0-bb71-4358-b18c-9f2396f33659 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:21:53.953215 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa14fb0-bb71-4358-b18c-9f2396f33659 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:21:53.986525 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa14fb0-bb71-4358-b18c-9f2396f33659 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=fde315b3-36cf-4f6b-8a77-996357e72ed7,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:21:54.481785 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2aa14fb0-bb71-4358-b18c-9f2396f33659 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_gateway, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:54.830663 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2aa14fb0-bb71-4358-b18c-9f2396f33659 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:55.297063 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa14fb0-bb71-4358-b18c-9f2396f33659 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router 7cd0cd7c-2017-4c61-b584-c136267f3a90 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:21:55.476952 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa14fb0-bb71-4358-b18c-9f2396f33659 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:21:55.486817 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d81ddff-1dea-4c44-a350-56faad5e1870 None None] Sync routers for ids ['7cd0cd7c-2017-4c61-b584-c136267f3a90'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:21:55.496501 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d81ddff-1dea-4c44-a350-56faad5e1870 None None] Routers {'7cd0cd7c-2017-4c61-b584-c136267f3a90'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:21:55.497439 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-6d81ddff-1dea-4c44-a350-56faad5e1870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:21:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['7cd0cd7c-2017-4c61-b584-c136267f3a90'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:21:55.563696 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2aa14fb0-bb71-4358-b18c-9f2396f33659 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:55.565044 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2aa14fb0-bb71-4358-b18c-9f2396f33659 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0425713 Oct 10 11:21:55.567992 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59318) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:21:55.606800 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-02cb09c7-d4a2-405d-8ced-37892227ad7d tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=abdeb3603c4943b08320f37282de8f91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376549 Oct 10 11:21:55.610031 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59322) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:21:55.676089 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-6d81ddff-1dea-4c44-a350-56faad5e1870 None None] Set router 7cd0cd7c-2017-4c61-b584-c136267f3a90 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:21:55.742900 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebbe1b4-7c97-414e-9af8-e1f444838379 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:55.744536 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-bebbe1b4-7c97-414e-9af8-e1f444838379 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1335456 Oct 10 11:21:55.747535 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59326) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:21:55.787760 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-96b55c22-a468-4eb5-a228-c1d8692064a6 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=1e933860-f99f-4a0b-a611-91d190754508&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391574 Oct 10 11:21:55.790201 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59330) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:21:55.795391 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-547e22f5-8353-46e6-9bce-cfaa3ee6fde1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2126603825', 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:21:55.910087 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-547e22f5-8353-46e6-9bce-cfaa3ee6fde1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:21:55.913864 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-547e22f5-8353-46e6-9bce-cfaa3ee6fde1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:subnet and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:21:55.916770 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-547e22f5-8353-46e6-9bce-cfaa3ee6fde1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:21:55.922507 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-547e22f5-8353-46e6-9bce-cfaa3ee6fde1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:21:55.963682 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-6d81ddff-1dea-4c44-a350-56faad5e1870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'name': 'tempest-TestNetworkBasicOps-router-608266945', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:21:52Z', 'updated_at': '2022-10-10T11:21:54Z', 'revision_number': 3, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:53Z', 'updated_at': '2022-10-10T11:21:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:21:55.967601 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d81ddff-1dea-4c44-a350-56faad5e1870 None None] Checking router: 7cd0cd7c-2017-4c61-b584-c136267f3a90 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:21:55.968078 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d81ddff-1dea-4c44-a350-56faad5e1870 None None] Updating router 7cd0cd7c-2017-4c61-b584-c136267f3a90 port fde315b3-36cf-4f6b-8a77-996357e72ed7 binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:21:56.019098 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-6d81ddff-1dea-4c44-a350-56faad5e1870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:56.020579 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547e22f5-8353-46e6-9bce-cfaa3ee6fde1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Made reservation on behalf of abdeb3603c4943b08320f37282de8f91 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:21:56.024142 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-547e22f5-8353-46e6-9bce-cfaa3ee6fde1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:56.371226 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-6d81ddff-1dea-4c44-a350-56faad5e1870 None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:56.383110 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-6d81ddff-1dea-4c44-a350-56faad5e1870 None None] Transition to ACTIVE for port object fde315b3-36cf-4f6b-8a77-996357e72ed7 will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:21:56.385158 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-547e22f5-8353-46e6-9bce-cfaa3ee6fde1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:56.462534 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e22f5-8353-46e6-9bce-cfaa3ee6fde1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Subnet': ['ID=a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:21:56.470104 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547e22f5-8353-46e6-9bce-cfaa3ee6fde1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Checking segment: {'id': '363fcedc-d70a-4d0d-a6bc-e3abc5b333e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:21:56.470454 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547e22f5-8353-46e6-9bce-cfaa3ee6fde1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network hostable DHCP agents. Network: e4322f1a-a44a-4b88-a9fa-c44e494db864, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:21:56.557612 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-6d81ddff-1dea-4c44-a350-56faad5e1870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:56.576458 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547e22f5-8353-46e6-9bce-cfaa3ee6fde1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network e4322f1a-a44a-4b88-a9fa-c44e494db864 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:21:56.617994 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-6d81ddff-1dea-4c44-a350-56faad5e1870 None None] Attempting to bind port fde315b3-36cf-4f6b-8a77-996357e72ed7 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:21:56.618354 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-6d81ddff-1dea-4c44-a350-56faad5e1870 None None] Attempting to bind port fde315b3-36cf-4f6b-8a77-996357e72ed7 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:21:56.618708 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d81ddff-1dea-4c44-a350-56faad5e1870 None None] Attempting to bind port fde315b3-36cf-4f6b-8a77-996357e72ed7 on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:21:56.628840 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d81ddff-1dea-4c44-a350-56faad5e1870 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:21:56.629205 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d81ddff-1dea-4c44-a350-56faad5e1870 None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:21:56.629688 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-6d81ddff-1dea-4c44-a350-56faad5e1870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:56.630074 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d81ddff-1dea-4c44-a350-56faad5e1870 None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:21:56.630523 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-6d81ddff-1dea-4c44-a350-56faad5e1870 None None] Bound port: fde315b3-36cf-4f6b-8a77-996357e72ed7, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:21:56.630904 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-6d81ddff-1dea-4c44-a350-56faad5e1870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:56.655629 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-547e22f5-8353-46e6-9bce-cfaa3ee6fde1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, e4322f1a-a44a-4b88-a9fa-c44e494db864) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:21:56.660643 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e22f5-8353-46e6-9bce-cfaa3ee6fde1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:21:56.661656 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-547e22f5-8353-46e6-9bce-cfaa3ee6fde1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:56.667132 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11349b04-a2fb-4f09-9dd2-eb86112bbb50 None None] Pushing event updated for resources: {'Port': ['ID=fde315b3-36cf-4f6b-8a77-996357e72ed7,revision_number=2']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:21:56.667643 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60915ce2-f501-4aaf-b2e9-45ff8da614a9 None None] Network e4322f1a-a44a-4b88-a9fa-c44e494db864 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:21:56.688218 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11349b04-a2fb-4f09-9dd2-eb86112bbb50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:56.688218 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11349b04-a2fb-4f09-9dd2-eb86112bbb50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:56.688218 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11349b04-a2fb-4f09-9dd2-eb86112bbb50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:56.688218 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11349b04-a2fb-4f09-9dd2-eb86112bbb50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:56.688218 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11349b04-a2fb-4f09-9dd2-eb86112bbb50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:56.688218 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11349b04-a2fb-4f09-9dd2-eb86112bbb50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:56.688218 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11349b04-a2fb-4f09-9dd2-eb86112bbb50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:56.688218 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11349b04-a2fb-4f09-9dd2-eb86112bbb50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:56.688218 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11349b04-a2fb-4f09-9dd2-eb86112bbb50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:56.688218 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11349b04-a2fb-4f09-9dd2-eb86112bbb50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:56.689255 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11349b04-a2fb-4f09-9dd2-eb86112bbb50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:56.689255 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11349b04-a2fb-4f09-9dd2-eb86112bbb50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:21:56.725471 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-6d81ddff-1dea-4c44-a350-56faad5e1870 None None] For port fde315b3-36cf-4f6b-8a77-996357e72ed7, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:21:56.728448 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-6d81ddff-1dea-4c44-a350-56faad5e1870 None None] For port fde315b3-36cf-4f6b-8a77-996357e72ed7, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=fde315b3-36cf-4f6b-8a77-996357e72ed7,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:21:56.757122 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-547e22f5-8353-46e6-9bce-cfaa3ee6fde1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9636505 Oct 10 11:21:56.758264 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59334) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:21:56.835064 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-6d81ddff-1dea-4c44-a350-56faad5e1870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:56.897991 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d81ddff-1dea-4c44-a350-56faad5e1870 None None] Routers {'7cd0cd7c-2017-4c61-b584-c136267f3a90'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:21:56.899041 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-6d81ddff-1dea-4c44-a350-56faad5e1870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:21:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['7cd0cd7c-2017-4c61-b584-c136267f3a90'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:21:56.906239 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0423ea-921b-4a0f-a1af-367b45452f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-e4322f1a-a44a-4b88-a9fa-c44e494db864', 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ips': [{'subnet_id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:21:56.906430 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9a0423ea-921b-4a0f-a1af-367b45452f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:57.073410 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11349b04-a2fb-4f09-9dd2-eb86112bbb50 None None] Pushing event updated for resources: {'Port': ['ID=fde315b3-36cf-4f6b-8a77-996357e72ed7,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:21:57.101176 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-6d81ddff-1dea-4c44-a350-56faad5e1870 None None] Set router 7cd0cd7c-2017-4c61-b584-c136267f3a90 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:21:57.105257 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-9a0423ea-921b-4a0f-a1af-367b45452f99 None None] Allocated IP 172.20.0.2 (e4322f1a-a44a-4b88-a9fa-c44e494db864/a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e/8a8486ac-3674-49c0-99e5-8ca1c2b65fba) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:21:57.335831 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9a0423ea-921b-4a0f-a1af-367b45452f99 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:57.346075 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-9a0423ea-921b-4a0f-a1af-367b45452f99 None None] Transition to ACTIVE for port object 8a8486ac-3674-49c0-99e5-8ca1c2b65fba will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:21:57.365060 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-9a0423ea-921b-4a0f-a1af-367b45452f99 None None] Transition to ACTIVE for port object 8a8486ac-3674-49c0-99e5-8ca1c2b65fba will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:21:57.407091 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-6d81ddff-1dea-4c44-a350-56faad5e1870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'name': 'tempest-TestNetworkBasicOps-router-608266945', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:21:52Z', 'updated_at': '2022-10-10T11:21:54Z', 'revision_number': 3, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:53Z', 'updated_at': '2022-10-10T11:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:21:57.410967 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d81ddff-1dea-4c44-a350-56faad5e1870 None None] The sync data for ids ['7cd0cd7c-2017-4c61-b584-c136267f3a90'] in dv-neutron-860842-1-hyperv is: [{'id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'name': 'tempest-TestNetworkBasicOps-router-608266945', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:21:52Z', 'updated_at': '2022-10-10T11:21:54Z', 'revision_number': 3, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:53Z', 'updated_at': '2022-10-10T11:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:21:57.445707 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9a0423ea-921b-4a0f-a1af-367b45452f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:57.518180 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0423ea-921b-4a0f-a1af-367b45452f99 None None] Network e4322f1a-a44a-4b88-a9fa-c44e494db864 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:21:57.524109 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-9a0423ea-921b-4a0f-a1af-367b45452f99 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:21:57.524515 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0423ea-921b-4a0f-a1af-367b45452f99 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:21:57.531338 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0423ea-921b-4a0f-a1af-367b45452f99 None None] Pushing event updated for resources: {'Port': ['ID=8a8486ac-3674-49c0-99e5-8ca1c2b65fba,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:21:57.610370 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2f85717a-2c4e-483b-a865-131fbe05a772 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:57.632074 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-9a0423ea-921b-4a0f-a1af-367b45452f99 None None] Attempting to bind port 8a8486ac-3674-49c0-99e5-8ca1c2b65fba on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:21:57.632517 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-9a0423ea-921b-4a0f-a1af-367b45452f99 None None] Attempting to bind port 8a8486ac-3674-49c0-99e5-8ca1c2b65fba by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '363fcedc-d70a-4d0d-a6bc-e3abc5b333e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:21:57.633114 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0423ea-921b-4a0f-a1af-367b45452f99 None None] Attempting to bind port 8a8486ac-3674-49c0-99e5-8ca1c2b65fba on network e4322f1a-a44a-4b88-a9fa-c44e494db864 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:21:57.639934 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0423ea-921b-4a0f-a1af-367b45452f99 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:21:57.645424 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0423ea-921b-4a0f-a1af-367b45452f99 None None] Checking segment: {'id': '363fcedc-d70a-4d0d-a6bc-e3abc5b333e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:21:57.645424 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9a0423ea-921b-4a0f-a1af-367b45452f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:57.645424 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0423ea-921b-4a0f-a1af-367b45452f99 None None] Bound using segment: {'id': '363fcedc-d70a-4d0d-a6bc-e3abc5b333e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:21:57.645424 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-9a0423ea-921b-4a0f-a1af-367b45452f99 None None] Bound port: 8a8486ac-3674-49c0-99e5-8ca1c2b65fba, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363fcedc-d70a-4d0d-a6bc-e3abc5b333e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:21:57.645424 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9a0423ea-921b-4a0f-a1af-367b45452f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:57.765866 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-9a0423ea-921b-4a0f-a1af-367b45452f99 None None] For port 8a8486ac-3674-49c0-99e5-8ca1c2b65fba, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:21:57.769270 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-9a0423ea-921b-4a0f-a1af-367b45452f99 None None] For port 8a8486ac-3674-49c0-99e5-8ca1c2b65fba, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=8a8486ac-3674-49c0-99e5-8ca1c2b65fba,segment=NetworkSegment(363fcedc-d70a-4d0d-a6bc-e3abc5b333e2),segment_id=363fcedc-d70a-4d0d-a6bc-e3abc5b333e2)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:21:57.864660 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9a0423ea-921b-4a0f-a1af-367b45452f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:57.952793 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0423ea-921b-4a0f-a1af-367b45452f99 None None] Pushing event updated for resources: {'Port': ['ID=8a8486ac-3674-49c0-99e5-8ca1c2b65fba,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:21:58.025731 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:21:58.085449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-2f85717a-2c4e-483b-a865-131fbe05a772 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.20.0.1 (e4322f1a-a44a-4b88-a9fa-c44e494db864/a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e/cd431a20-b5e6-478f-9178-567d0be2d5fd) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:21:58.285041 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2f85717a-2c4e-483b-a865-131fbe05a772 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:58.308543 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-2f85717a-2c4e-483b-a865-131fbe05a772 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Transition to ACTIVE for port object cd431a20-b5e6-478f-9178-567d0be2d5fd will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:21:58.406443 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2f85717a-2c4e-483b-a865-131fbe05a772 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:58.480027 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f85717a-2c4e-483b-a865-131fbe05a772 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network e4322f1a-a44a-4b88-a9fa-c44e494db864 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:21:58.483158 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-2f85717a-2c4e-483b-a865-131fbe05a772 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:21:58.486974 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f85717a-2c4e-483b-a865-131fbe05a772 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:21:58.522362 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85717a-2c4e-483b-a865-131fbe05a772 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=cd431a20-b5e6-478f-9178-567d0be2d5fd,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:21:58.551478 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2f85717a-2c4e-483b-a865-131fbe05a772 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:58.902273 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device fde315b3-36cf-4f6b-8a77-996357e72ed7 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:21:58.907255 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2f85717a-2c4e-483b-a865-131fbe05a772 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:59.051031 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port fde315b3-36cf-4f6b-8a77-996357e72ed7 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:21:59.056568 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port fde315b3-36cf-4f6b-8a77-996357e72ed7 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:21:59.061236 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:59.061236 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port fde315b3-36cf-4f6b-8a77-996357e72ed7 Oct 10 11:21:59.179960 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7297d2e3-4d49-41e6-bc6f-ae0791f2e6c1 None None] Network e4322f1a-a44a-4b88-a9fa-c44e494db864 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:21:59.230936 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port fde315b3-36cf-4f6b-8a77-996357e72ed7 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:21:59.231306 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:59.317696 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port fde315b3-36cf-4f6b-8a77-996357e72ed7, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=fde315b3-36cf-4f6b-8a77-996357e72ed7,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:21:59.436879 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5c181d3a-3d18-4dce-bc8b-76834d3d6cc1 None None] Provisioning for port 8a8486ac-3674-49c0-99e5-8ca1c2b65fba completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:21:59.447030 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:59.448252 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 8a8486ac-3674-49c0-99e5-8ca1c2b65fba up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:21:59.498229 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2f85717a-2c4e-483b-a865-131fbe05a772 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:59.580311 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2f85717a-2c4e-483b-a865-131fbe05a772 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:59.584479 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=fde315b3-36cf-4f6b-8a77-996357e72ed7,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:21:59.679980 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 8a8486ac-3674-49c0-99e5-8ca1c2b65fba completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:21:59.685383 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 8a8486ac-3674-49c0-99e5-8ca1c2b65fba triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:21:59.689137 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:59.689137 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 8a8486ac-3674-49c0-99e5-8ca1c2b65fba Oct 10 11:21:59.698880 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2f85717a-2c4e-483b-a865-131fbe05a772 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:59.703150 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85717a-2c4e-483b-a865-131fbe05a772 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=cd431a20-b5e6-478f-9178-567d0be2d5fd,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:21:59.849130 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f85717a-2c4e-483b-a865-131fbe05a772 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network e4322f1a-a44a-4b88-a9fa-c44e494db864 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:21:59.852119 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-2f85717a-2c4e-483b-a865-131fbe05a772 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:21:59.867788 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 8a8486ac-3674-49c0-99e5-8ca1c2b65fba is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:21:59.868168 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:59.913290 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 8a8486ac-3674-49c0-99e5-8ca1c2b65fba, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=8a8486ac-3674-49c0-99e5-8ca1c2b65fba,segment=NetworkSegment(363fcedc-d70a-4d0d-a6bc-e3abc5b333e2),segment_id=363fcedc-d70a-4d0d-a6bc-e3abc5b333e2)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:21:59.954388 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ccaaf419-9df2-4348-93f0-cb1ce3ae7521 None None] Provisioning for port cd431a20-b5e6-478f-9178-567d0be2d5fd completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:21:59.962280 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ccaaf419-9df2-4348-93f0-cb1ce3ae7521 None None] Provisioning complete for port cd431a20-b5e6-478f-9178-567d0be2d5fd triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:21:59.962768 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ccaaf419-9df2-4348-93f0-cb1ce3ae7521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:21:59.963296 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ccaaf419-9df2-4348-93f0-cb1ce3ae7521 None None] Attempt 1 to provision port cd431a20-b5e6-478f-9178-567d0be2d5fd Oct 10 11:22:00.022723 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ccaaf419-9df2-4348-93f0-cb1ce3ae7521 None None] Port cd431a20-b5e6-478f-9178-567d0be2d5fd cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:22:00.035567 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:00.072635 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f85717a-2c4e-483b-a865-131fbe05a772 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router 7cd0cd7c-2017-4c61-b584-c136267f3a90 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:22:00.109325 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=8a8486ac-3674-49c0-99e5-8ca1c2b65fba,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:22:00.260655 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f85717a-2c4e-483b-a865-131fbe05a772 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:22:00.270452 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746d10c9-8eb0-45d9-b557-0d454795d37f None None] Sync routers for ids ['7cd0cd7c-2017-4c61-b584-c136267f3a90'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:22:00.274895 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2f85717a-2c4e-483b-a865-131fbe05a772 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "PUT /v2.0/routers/7cd0cd7c-2017-4c61-b584-c136267f3a90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5159242 Oct 10 11:22:00.279106 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59338) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:22:00.279637 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746d10c9-8eb0-45d9-b557-0d454795d37f None None] Routers {'7cd0cd7c-2017-4c61-b584-c136267f3a90'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:22:00.281205 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-746d10c9-8eb0-45d9-b557-0d454795d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:21:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['7cd0cd7c-2017-4c61-b584-c136267f3a90'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:22:00.423995 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4c2771-1452-4b9f-ab1e-1f777cab3b11 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:00.424487 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4c2771-1452-4b9f-ab1e-1f777cab3b11 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:00.424961 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4c2771-1452-4b9f-ab1e-1f777cab3b11 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:00.425431 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4c2771-1452-4b9f-ab1e-1f777cab3b11 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:00.425932 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4c2771-1452-4b9f-ab1e-1f777cab3b11 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:00.426429 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4c2771-1452-4b9f-ab1e-1f777cab3b11 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:00.430786 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9b4c2771-1452-4b9f-ab1e-1f777cab3b11 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1495969 Oct 10 11:22:00.430933 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59342) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:22:00.467984 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-746d10c9-8eb0-45d9-b557-0d454795d37f None None] Set router 7cd0cd7c-2017-4c61-b584-c136267f3a90 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:22:00.507464 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b2d443-8ef2-4f9a-9e75-86ffca5b73e5 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:00.513027 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b2d443-8ef2-4f9a-9e75-86ffca5b73e5 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:00.513027 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b2d443-8ef2-4f9a-9e75-86ffca5b73e5 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:00.513027 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b2d443-8ef2-4f9a-9e75-86ffca5b73e5 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:00.513027 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b2d443-8ef2-4f9a-9e75-86ffca5b73e5 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:00.513027 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b2d443-8ef2-4f9a-9e75-86ffca5b73e5 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:00.513027 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-50b2d443-8ef2-4f9a-9e75-86ffca5b73e5 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0796099 Oct 10 11:22:00.514418 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59346) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:22:00.527970 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ccaaf419-9df2-4348-93f0-cb1ce3ae7521 None None] Attempt 2 to provision port cd431a20-b5e6-478f-9178-567d0be2d5fd Oct 10 11:22:00.661038 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ccaaf419-9df2-4348-93f0-cb1ce3ae7521 None None] Port cd431a20-b5e6-478f-9178-567d0be2d5fd cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:22:00.720690 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3dee9cbb-f5aa-4b0b-bf90-d4d286661a8c tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2051690 Oct 10 11:22:00.831584 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-746d10c9-8eb0-45d9-b557-0d454795d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'name': 'tempest-TestNetworkBasicOps-router-608266945', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:21:52Z', 'updated_at': '2022-10-10T11:21:58Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:53Z', 'updated_at': '2022-10-10T11:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'cd431a20-b5e6-478f-9178-567d0be2d5fd', 'name': '', 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:2e:d6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:57Z', 'updated_at': '2022-10-10T11:21:59Z', 'revision_number': 2, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:22:00.836328 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746d10c9-8eb0-45d9-b557-0d454795d37f None None] Checking router: 7cd0cd7c-2017-4c61-b584-c136267f3a90 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:22:00.836825 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746d10c9-8eb0-45d9-b557-0d454795d37f None None] Updating router 7cd0cd7c-2017-4c61-b584-c136267f3a90 port cd431a20-b5e6-478f-9178-567d0be2d5fd binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:22:00.861601 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device fde315b3-36cf-4f6b-8a77-996357e72ed7 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:22:00.894650 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59352) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:22:00.899707 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-1a3933eb-21d2-49cf-b4ec-4d5912d916ec tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1443221648', 'description': 'tempest-secgroup-smoke-1443221648 description', 'project_id': 'abdeb3603c4943b08320f37282de8f91'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:22:00.906391 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-1a3933eb-21d2-49cf-b4ec-4d5912d916ec tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:22:00.910501 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1a3933eb-21d2-49cf-b4ec-4d5912d916ec tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:22:00.913588 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1a3933eb-21d2-49cf-b4ec-4d5912d916ec tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:22:00.920241 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-1a3933eb-21d2-49cf-b4ec-4d5912d916ec tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:22:00.943981 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-746d10c9-8eb0-45d9-b557-0d454795d37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:01.017547 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port fde315b3-36cf-4f6b-8a77-996357e72ed7 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:22:01.017921 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:01.018258 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port fde315b3-36cf-4f6b-8a77-996357e72ed7 Oct 10 11:22:01.038060 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1a3933eb-21d2-49cf-b4ec-4d5912d916ec tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:01.058347 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-1a3933eb-21d2-49cf-b4ec-4d5912d916ec tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:22:01.062642 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1a3933eb-21d2-49cf-b4ec-4d5912d916ec tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:22:01.065428 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1a3933eb-21d2-49cf-b4ec-4d5912d916ec tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:22:01.071043 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-1a3933eb-21d2-49cf-b4ec-4d5912d916ec tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:22:01.148432 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1a3933eb-21d2-49cf-b4ec-4d5912d916ec tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:01.167834 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ccaaf419-9df2-4348-93f0-cb1ce3ae7521 None None] Attempt 3 to provision port cd431a20-b5e6-478f-9178-567d0be2d5fd Oct 10 11:22:01.228173 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1a3933eb-21d2-49cf-b4ec-4d5912d916ec tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:01.274335 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3933eb-21d2-49cf-b4ec-4d5912d916ec tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7591ff-a6a1-4443-b322-4258bcdfeceb,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:22:01.334559 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ccaaf419-9df2-4348-93f0-cb1ce3ae7521 None None] Port cd431a20-b5e6-478f-9178-567d0be2d5fd cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:22:01.343115 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1a3933eb-21d2-49cf-b4ec-4d5912d916ec tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:01.347099 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1a3933eb-21d2-49cf-b4ec-4d5912d916ec tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4488564 Oct 10 11:22:01.347473 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59356) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:22:01.352667 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-51a6cea2-6711-4508-b859-69459940f238 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '3e7591ff-a6a1-4443-b322-4258bcdfeceb', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:22:01.357423 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port fde315b3-36cf-4f6b-8a77-996357e72ed7 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:22:01.358566 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 8a8486ac-3674-49c0-99e5-8ca1c2b65fba up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:22:01.358722 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-51a6cea2-6711-4508-b859-69459940f238 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:22:01.362689 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-51a6cea2-6711-4508-b859-69459940f238 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:22:01.365788 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-51a6cea2-6711-4508-b859-69459940f238 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:22:01.371497 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-51a6cea2-6711-4508-b859-69459940f238 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:22:01.524081 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-51a6cea2-6711-4508-b859-69459940f238 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:01.535067 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 8a8486ac-3674-49c0-99e5-8ca1c2b65fba triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:22:01.535371 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:01.546028 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 8a8486ac-3674-49c0-99e5-8ca1c2b65fba Oct 10 11:22:01.582840 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-746d10c9-8eb0-45d9-b557-0d454795d37f None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:01.589176 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-51a6cea2-6711-4508-b859-69459940f238 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:01.602959 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-746d10c9-8eb0-45d9-b557-0d454795d37f None None] Transition to ACTIVE for port object cd431a20-b5e6-478f-9178-567d0be2d5fd will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:22:01.669867 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 8a8486ac-3674-49c0-99e5-8ca1c2b65fba is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:22:01.729100 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-51a6cea2-6711-4508-b859-69459940f238 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:01.753277 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6cea2-6711-4508-b859-69459940f238 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73860e3e-9b82-400d-ab89-5a61e50c6788,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:22:01.807714 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-746d10c9-8eb0-45d9-b557-0d454795d37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:01.874879 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ccaaf419-9df2-4348-93f0-cb1ce3ae7521 None None] Attempt 4 to provision port cd431a20-b5e6-478f-9178-567d0be2d5fd Oct 10 11:22:01.965512 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-51a6cea2-6711-4508-b859-69459940f238 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:01.966751 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-51a6cea2-6711-4508-b859-69459940f238 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6182930 Oct 10 11:22:01.973970 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59360) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:22:01.975317 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-fde7996c-6b8b-4b53-879d-6700725cc598 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '3e7591ff-a6a1-4443-b322-4258bcdfeceb', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:22:01.981263 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-fde7996c-6b8b-4b53-879d-6700725cc598 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:22:01.985489 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-fde7996c-6b8b-4b53-879d-6700725cc598 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:22:01.988522 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-fde7996c-6b8b-4b53-879d-6700725cc598 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:22:01.994748 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-fde7996c-6b8b-4b53-879d-6700725cc598 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:22:02.038167 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc7d5b-3b39-4c53-8d46-bdbc12003075 None None] Pushing event updated for resources: {'Port': ['ID=cd431a20-b5e6-478f-9178-567d0be2d5fd,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:22:02.063542 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ccaaf419-9df2-4348-93f0-cb1ce3ae7521 None None] Port cd431a20-b5e6-478f-9178-567d0be2d5fd cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:22:02.069428 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-746d10c9-8eb0-45d9-b557-0d454795d37f None None] Attempting to bind port cd431a20-b5e6-478f-9178-567d0be2d5fd on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:22:02.069827 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-746d10c9-8eb0-45d9-b557-0d454795d37f None None] Attempting to bind port cd431a20-b5e6-478f-9178-567d0be2d5fd by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '363fcedc-d70a-4d0d-a6bc-e3abc5b333e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:22:02.070186 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746d10c9-8eb0-45d9-b557-0d454795d37f None None] Attempting to bind port cd431a20-b5e6-478f-9178-567d0be2d5fd on network e4322f1a-a44a-4b88-a9fa-c44e494db864 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:22:02.078247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746d10c9-8eb0-45d9-b557-0d454795d37f None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:22:02.078247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746d10c9-8eb0-45d9-b557-0d454795d37f None None] Checking segment: {'id': '363fcedc-d70a-4d0d-a6bc-e3abc5b333e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:22:02.078247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-746d10c9-8eb0-45d9-b557-0d454795d37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:02.078247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746d10c9-8eb0-45d9-b557-0d454795d37f None None] Bound using segment: {'id': '363fcedc-d70a-4d0d-a6bc-e3abc5b333e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:22:02.078247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-746d10c9-8eb0-45d9-b557-0d454795d37f None None] Bound port: cd431a20-b5e6-478f-9178-567d0be2d5fd, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363fcedc-d70a-4d0d-a6bc-e3abc5b333e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:22:02.078247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-746d10c9-8eb0-45d9-b557-0d454795d37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:02.168125 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-746d10c9-8eb0-45d9-b557-0d454795d37f None None] For port cd431a20-b5e6-478f-9178-567d0be2d5fd, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:22:02.171678 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-746d10c9-8eb0-45d9-b557-0d454795d37f None None] For port cd431a20-b5e6-478f-9178-567d0be2d5fd, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=cd431a20-b5e6-478f-9178-567d0be2d5fd,segment=NetworkSegment(363fcedc-d70a-4d0d-a6bc-e3abc5b333e2),segment_id=363fcedc-d70a-4d0d-a6bc-e3abc5b333e2)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:22:02.195203 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fde7996c-6b8b-4b53-879d-6700725cc598 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:02.280988 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-746d10c9-8eb0-45d9-b557-0d454795d37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:02.346882 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746d10c9-8eb0-45d9-b557-0d454795d37f None None] Routers {'7cd0cd7c-2017-4c61-b584-c136267f3a90'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:22:02.347448 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-746d10c9-8eb0-45d9-b557-0d454795d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:21:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['7cd0cd7c-2017-4c61-b584-c136267f3a90'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:22:02.370418 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fde7996c-6b8b-4b53-879d-6700725cc598 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:02.435416 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc7d5b-3b39-4c53-8d46-bdbc12003075 None None] Pushing event updated for resources: {'Port': ['ID=cd431a20-b5e6-478f-9178-567d0be2d5fd,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:22:02.456452 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fde7996c-6b8b-4b53-879d-6700725cc598 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:02.487599 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7996c-6b8b-4b53-879d-6700725cc598 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67686990-abb0-4ebf-979e-8d367ae8fd3d,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:22:02.540063 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-746d10c9-8eb0-45d9-b557-0d454795d37f None None] Set router 7cd0cd7c-2017-4c61-b584-c136267f3a90 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:22:02.559673 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fde7996c-6b8b-4b53-879d-6700725cc598 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:02.560973 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-fde7996c-6b8b-4b53-879d-6700725cc598 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5896297 Oct 10 11:22:02.564389 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59364) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:22:02.569493 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-28ea669f-2cf1-402b-8160-52d31fca1d79 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '3e7591ff-a6a1-4443-b322-4258bcdfeceb', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:22:02.575958 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-28ea669f-2cf1-402b-8160-52d31fca1d79 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:22:02.582582 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-28ea669f-2cf1-402b-8160-52d31fca1d79 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:22:02.582775 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ccaaf419-9df2-4348-93f0-cb1ce3ae7521 None None] Attempt 5 to provision port cd431a20-b5e6-478f-9178-567d0be2d5fd Oct 10 11:22:02.582993 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-28ea669f-2cf1-402b-8160-52d31fca1d79 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:22:02.588713 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-28ea669f-2cf1-402b-8160-52d31fca1d79 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:22:02.680058 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-28ea669f-2cf1-402b-8160-52d31fca1d79 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:02.743307 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-28ea669f-2cf1-402b-8160-52d31fca1d79 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:02.751247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ccaaf419-9df2-4348-93f0-cb1ce3ae7521 None None] Port cd431a20-b5e6-478f-9178-567d0be2d5fd had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:22:02.822119 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ccaaf419-9df2-4348-93f0-cb1ce3ae7521 None None] Provisioning complete for port 8a8486ac-3674-49c0-99e5-8ca1c2b65fba triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:22:02.822494 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ccaaf419-9df2-4348-93f0-cb1ce3ae7521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:02.823530 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ccaaf419-9df2-4348-93f0-cb1ce3ae7521 None None] Attempt 1 to provision port 8a8486ac-3674-49c0-99e5-8ca1c2b65fba Oct 10 11:22:02.860879 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-28ea669f-2cf1-402b-8160-52d31fca1d79 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:02.884474 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea669f-2cf1-402b-8160-52d31fca1d79 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7f3962-44d1-4827-bacf-4c5e3fe8db84,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:22:02.988203 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-28ea669f-2cf1-402b-8160-52d31fca1d79 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:02.992113 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-28ea669f-2cf1-402b-8160-52d31fca1d79 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4242423 Oct 10 11:22:03.001768 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59368) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:22:03.001768 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-b4c6ec47-91e2-4fca-a112-89ea5b1c7ec0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '3e7591ff-a6a1-4443-b322-4258bcdfeceb', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:22:03.002030 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ccaaf419-9df2-4348-93f0-cb1ce3ae7521 None None] Current status of the port 8a8486ac-3674-49c0-99e5-8ca1c2b65fba is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:22:03.005090 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b4c6ec47-91e2-4fca-a112-89ea5b1c7ec0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:22:03.008997 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b4c6ec47-91e2-4fca-a112-89ea5b1c7ec0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:22:03.011920 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b4c6ec47-91e2-4fca-a112-89ea5b1c7ec0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:22:03.012079 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-746d10c9-8eb0-45d9-b557-0d454795d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'name': 'tempest-TestNetworkBasicOps-router-608266945', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:21:52Z', 'updated_at': '2022-10-10T11:21:58Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:53Z', 'updated_at': '2022-10-10T11:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'cd431a20-b5e6-478f-9178-567d0be2d5fd', 'name': '', 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:2e:d6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:57Z', 'updated_at': '2022-10-10T11:22:02Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:22:03.016447 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746d10c9-8eb0-45d9-b557-0d454795d37f None None] The sync data for ids ['7cd0cd7c-2017-4c61-b584-c136267f3a90'] in dv-neutron-860842-1-hyperv is: [{'id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'name': 'tempest-TestNetworkBasicOps-router-608266945', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:21:52Z', 'updated_at': '2022-10-10T11:21:58Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:53Z', 'updated_at': '2022-10-10T11:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'cd431a20-b5e6-478f-9178-567d0be2d5fd', 'name': '', 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:2e:d6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:57Z', 'updated_at': '2022-10-10T11:22:02Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:22:03.020288 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b4c6ec47-91e2-4fca-a112-89ea5b1c7ec0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:22:03.150486 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b4c6ec47-91e2-4fca-a112-89ea5b1c7ec0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:03.220235 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b4c6ec47-91e2-4fca-a112-89ea5b1c7ec0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:03.351677 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b4c6ec47-91e2-4fca-a112-89ea5b1c7ec0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:03.383747 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6ec47-91e2-4fca-a112-89ea5b1c7ec0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93dce863-2450-41e8-a494-c226a05f5339,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:22:03.439321 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f1467588-77ba-4f6f-8ce4-c8aa81432fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:03.478002 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b4c6ec47-91e2-4fca-a112-89ea5b1c7ec0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:03.479254 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b4c6ec47-91e2-4fca-a112-89ea5b1c7ec0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4858942 Oct 10 11:22:03.481970 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59372) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:22:03.488564 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-c790f28e-9116-4690-91d0-16c6453f0203 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '3e7591ff-a6a1-4443-b322-4258bcdfeceb', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:22:03.495301 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c790f28e-9116-4690-91d0-16c6453f0203 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:22:03.500428 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c790f28e-9116-4690-91d0-16c6453f0203 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:22:03.503576 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c790f28e-9116-4690-91d0-16c6453f0203 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:22:03.515720 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c790f28e-9116-4690-91d0-16c6453f0203 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:22:03.600235 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-c790f28e-9116-4690-91d0-16c6453f0203 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Project abdeb3603c4943b08320f37282de8f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:22:03.607594 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c790f28e-9116-4690-91d0-16c6453f0203 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:03.679170 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c790f28e-9116-4690-91d0-16c6453f0203 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:03.742851 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c790f28e-9116-4690-91d0-16c6453f0203 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:03.768061 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790f28e-9116-4690-91d0-16c6453f0203 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d83f7495-019f-4dbc-b0de-4a413be8ea3e,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:22:03.856787 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c790f28e-9116-4690-91d0-16c6453f0203 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:03.859345 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c790f28e-9116-4690-91d0-16c6453f0203 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3744304 Oct 10 11:22:03.861573 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59376) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:22:03.866819 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-e8dde820-890b-4c4b-8ec2-08b8f16e1dc0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '3e7591ff-a6a1-4443-b322-4258bcdfeceb', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:22:03.872913 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-e8dde820-890b-4c4b-8ec2-08b8f16e1dc0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:22:03.884393 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e8dde820-890b-4c4b-8ec2-08b8f16e1dc0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:22:03.884393 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e8dde820-890b-4c4b-8ec2-08b8f16e1dc0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:22:03.887166 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-e8dde820-890b-4c4b-8ec2-08b8f16e1dc0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:22:03.977377 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-e8dde820-890b-4c4b-8ec2-08b8f16e1dc0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Project abdeb3603c4943b08320f37282de8f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:22:03.984482 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e8dde820-890b-4c4b-8ec2-08b8f16e1dc0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:04.053603 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e8dde820-890b-4c4b-8ec2-08b8f16e1dc0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:04.203848 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e8dde820-890b-4c4b-8ec2-08b8f16e1dc0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:04.227727 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dde820-890b-4c4b-8ec2-08b8f16e1dc0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238a8f27-303c-4c13-b064-6372bf0ca40e,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:22:04.306192 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e8dde820-890b-4c4b-8ec2-08b8f16e1dc0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:04.308040 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e8dde820-890b-4c4b-8ec2-08b8f16e1dc0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4449255 Oct 10 11:22:04.471288 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-93dae74c-4c51-4f15-98c5-432d637ebfd9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:22:04.588000 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-93dae74c-4c51-4f15-98c5-432d637ebfd9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:22:04.598416 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-93dae74c-4c51-4f15-98c5-432d637ebfd9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1443221648&fields=id&tenant_id=abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 267 time: 0.1608970 Oct 10 11:22:04.739517 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-7c243940-bbca-4247-b782-6836f5a47efc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:04.740200 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-7c243940-bbca-4247-b782-6836f5a47efc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:network {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:22:04.847990 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device cd431a20-b5e6-478f-9178-567d0be2d5fd up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:22:04.889867 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-7c243940-bbca-4247-b782-6836f5a47efc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:network {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:22:04.889867 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-7c243940-bbca-4247-b782-6836f5a47efc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/networks?id=e4322f1a-a44a-4b88-a9fa-c44e494db864 HTTP/1.1" status: 200 len: 797 time: 0.2907097 Oct 10 11:22:04.913484 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-0b106c8f-e575-432a-a8e8-ae80833b1ee5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/quotas/abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 375 time: 0.0154808 Oct 10 11:22:04.999196 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-a845c4ef-adee-4daa-abd6-ccaff6c8e667 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:22:05.000667 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port cd431a20-b5e6-478f-9178-567d0be2d5fd completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:22:05.005901 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port cd431a20-b5e6-478f-9178-567d0be2d5fd triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:22:05.006278 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:05.006774 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port cd431a20-b5e6-478f-9178-567d0be2d5fd Oct 10 11:22:05.079212 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-a845c4ef-adee-4daa-abd6-ccaff6c8e667 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:22:05.080432 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-a845c4ef-adee-4daa-abd6-ccaff6c8e667 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1696007 Oct 10 11:22:05.166874 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port cd431a20-b5e6-478f-9178-567d0be2d5fd is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:22:05.167253 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:05.200145 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port cd431a20-b5e6-478f-9178-567d0be2d5fd, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=cd431a20-b5e6-478f-9178-567d0be2d5fd,segment=NetworkSegment(363fcedc-d70a-4d0d-a6bc-e3abc5b333e2),segment_id=363fcedc-d70a-4d0d-a6bc-e3abc5b333e2)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:22:05.225278 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-cebf8e2b-84ec-4d78-b2a8-a68d1845f85f service neutron] 10.222.0.40 "GET /v2.0/networks/e4322f1a-a44a-4b88-a9fa-c44e494db864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330993 Oct 10 11:22:05.272303 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:05.339668 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=cd431a20-b5e6-478f-9178-567d0be2d5fd,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:22:05.363104 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-ee990823-47e4-4037-b17e-af34502e2981 service neutron] 10.222.0.40 "GET /v2.0/networks/e4322f1a-a44a-4b88-a9fa-c44e494db864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319587 Oct 10 11:22:05.699141 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5bf39cc4-fa36-4d92-9769-c978c28526ea req-13cf4eea-5c86-4227-be72-f7eea5ebcab5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=16c9489f-537f-4dc9-8936-f23ce0208b93 HTTP/1.1" status: 200 len: 210 time: 0.0645540 Oct 10 11:22:05.712295 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-42c7cdee-32dc-4384-a9e4-b6d8f89e1921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:06.834985 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device cd431a20-b5e6-478f-9178-567d0be2d5fd up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:22:06.869926 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5c3f5245-476e-4f1d-b117-5e934b78d605 req-6b9c32f4-61a9-45bb-a6c3-365354875ad0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=16c9489f-537f-4dc9-8936-f23ce0208b93 HTTP/1.1" status: 200 len: 210 time: 0.0631473 Oct 10 11:22:06.942652 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port cd431a20-b5e6-478f-9178-567d0be2d5fd triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:22:06.943102 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:06.943499 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port cd431a20-b5e6-478f-9178-567d0be2d5fd Oct 10 11:22:07.004996 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:07.035949 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:07.061836 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port cd431a20-b5e6-478f-9178-567d0be2d5fd is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:22:07.804108 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-db766f50-e6ac-45e0-a97e-f70398c859cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:07.805539 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-db766f50-e6ac-45e0-a97e-f70398c859cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/networks?id=e4322f1a-a44a-4b88-a9fa-c44e494db864 HTTP/1.1" status: 200 len: 797 time: 0.1480820 Oct 10 11:22:07.853786 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-f2f8dc34-cec0-4555-96b9-24ccec2c2b29 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 380 time: 0.0405705 Oct 10 11:22:07.862457 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-eb62e427-af37-48ac-8169-5d0992321801 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'port': {'device_id': '16c9489f-537f-4dc9-8936-f23ce0208b93', 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864', 'admin_state_up': True, 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'security_groups': ['3e7591ff-a6a1-4443-b322-4258bcdfeceb']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:22:08.006058 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-eb62e427-af37-48ac-8169-5d0992321801 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:22:08.017233 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-eb62e427-af37-48ac-8169-5d0992321801 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:22:08.040656 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6baf23de-15cf-4ffd-aa5b-c00031f2f345 req-8616a5b9-3833-44eb-b9f4-e4031e72be56 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=16c9489f-537f-4dc9-8936-f23ce0208b93 HTTP/1.1" status: 200 len: 210 time: 0.0512662 Oct 10 11:22:08.078092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-eb62e427-af37-48ac-8169-5d0992321801 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Made reservation on behalf of abdeb3603c4943b08320f37282de8f91 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:22:08.081740 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-eb62e427-af37-48ac-8169-5d0992321801 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:08.250266 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-eb62e427-af37-48ac-8169-5d0992321801 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.20.0.10 (e4322f1a-a44a-4b88-a9fa-c44e494db864/a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e/e127924b-a160-4907-8bfa-bec794244773) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:22:08.439740 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-eb62e427-af37-48ac-8169-5d0992321801 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:08.455174 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-eb62e427-af37-48ac-8169-5d0992321801 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Transition to ACTIVE for port object e127924b-a160-4907-8bfa-bec794244773 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:22:08.569809 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-eb62e427-af37-48ac-8169-5d0992321801 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:08.582315 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:08.641780 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-eb62e427-af37-48ac-8169-5d0992321801 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network e4322f1a-a44a-4b88-a9fa-c44e494db864 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:22:08.647496 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-eb62e427-af37-48ac-8169-5d0992321801 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:22:08.648755 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-eb62e427-af37-48ac-8169-5d0992321801 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:22:08.791686 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62e427-af37-48ac-8169-5d0992321801 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=e127924b-a160-4907-8bfa-bec794244773,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:22:08.827096 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-eb62e427-af37-48ac-8169-5d0992321801 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:08.827096 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-eb62e427-af37-48ac-8169-5d0992321801 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:08.904046 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-eb62e427-af37-48ac-8169-5d0992321801 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0448492 Oct 10 11:22:08.914462 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-e2401d32-bc95-4d1d-a0eb-a2b28fbc3f4b service neutron] Request body: {'port': {'device_id': '16c9489f-537f-4dc9-8936-f23ce0208b93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:22:08.931540 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-c8eeedbb-1e4d-49f3-bf18-7760405bc932 None None] Provisioning for port e127924b-a160-4907-8bfa-bec794244773 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:22:08.936846 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-c8eeedbb-1e4d-49f3-bf18-7760405bc932 None None] Provisioning complete for port e127924b-a160-4907-8bfa-bec794244773 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:22:08.941730 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c8eeedbb-1e4d-49f3-bf18-7760405bc932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:08.941730 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c8eeedbb-1e4d-49f3-bf18-7760405bc932 None None] Attempt 1 to provision port e127924b-a160-4907-8bfa-bec794244773 Oct 10 11:22:08.995742 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c8eeedbb-1e4d-49f3-bf18-7760405bc932 None None] Port e127924b-a160-4907-8bfa-bec794244773 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:22:09.030963 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-e2401d32-bc95-4d1d-a0eb-a2b28fbc3f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:09.308938 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:09.368342 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce687c0-c3c2-451b-ada8-d1678ccd1682 req-e36bd994-2ed0-4b66-b75d-31c2e65a46a9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:09.369049 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-4ce687c0-c3c2-451b-ada8-d1678ccd1682 req-e36bd994-2ed0-4b66-b75d-31c2e65a46a9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:22:09.491038 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-e2401d32-bc95-4d1d-a0eb-a2b28fbc3f4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e127924b-a160-4907-8bfa-bec794244773 {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:22:09.491038 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-e2401d32-bc95-4d1d-a0eb-a2b28fbc3f4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:09.491038 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-e2401d32-bc95-4d1d-a0eb-a2b28fbc3f4b service neutron] Transition to ACTIVE for port object e127924b-a160-4907-8bfa-bec794244773 will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:22:09.497540 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c8eeedbb-1e4d-49f3-bf18-7760405bc932 None None] Attempt 2 to provision port e127924b-a160-4907-8bfa-bec794244773 Oct 10 11:22:09.551316 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c8eeedbb-1e4d-49f3-bf18-7760405bc932 None None] Port e127924b-a160-4907-8bfa-bec794244773 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:22:09.771204 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-4ce687c0-c3c2-451b-ada8-d1678ccd1682 req-e36bd994-2ed0-4b66-b75d-31c2e65a46a9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:22:09.772214 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4ce687c0-c3c2-451b-ada8-d1678ccd1682 req-e36bd994-2ed0-4b66-b75d-31c2e65a46a9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=16c9489f-537f-4dc9-8936-f23ce0208b93 HTTP/1.1" status: 200 len: 932 time: 0.6090326 Oct 10 11:22:09.817153 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4ce687c0-c3c2-451b-ada8-d1678ccd1682 req-d848a8c1-f243-4ae1-8fb9-6771417b6af3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=3e7591ff-a6a1-4443-b322-4258bcdfeceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392952 Oct 10 11:22:09.828450 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-e2401d32-bc95-4d1d-a0eb-a2b28fbc3f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:10.012326 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2401d32-bc95-4d1d-a0eb-a2b28fbc3f4b service neutron] Pushing event updated for resources: {'Port': ['ID=e127924b-a160-4907-8bfa-bec794244773,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:22:10.052699 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c8eeedbb-1e4d-49f3-bf18-7760405bc932 None None] Attempt 3 to provision port e127924b-a160-4907-8bfa-bec794244773 Oct 10 11:22:10.056847 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-e2401d32-bc95-4d1d-a0eb-a2b28fbc3f4b service neutron] Attempting to bind port e127924b-a160-4907-8bfa-bec794244773 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:22:10.057291 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-e2401d32-bc95-4d1d-a0eb-a2b28fbc3f4b service neutron] Attempting to bind port e127924b-a160-4907-8bfa-bec794244773 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '363fcedc-d70a-4d0d-a6bc-e3abc5b333e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:22:10.057489 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-e2401d32-bc95-4d1d-a0eb-a2b28fbc3f4b service neutron] Attempting to bind port e127924b-a160-4907-8bfa-bec794244773 on network e4322f1a-a44a-4b88-a9fa-c44e494db864 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:22:10.062598 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-e2401d32-bc95-4d1d-a0eb-a2b28fbc3f4b service neutron] Port e127924b-a160-4907-8bfa-bec794244773 on network e4322f1a-a44a-4b88-a9fa-c44e494db864 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:22:10.062910 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-e2401d32-bc95-4d1d-a0eb-a2b28fbc3f4b service neutron] Attempting to bind port e127924b-a160-4907-8bfa-bec794244773 on network e4322f1a-a44a-4b88-a9fa-c44e494db864 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:22:10.067916 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-e2401d32-bc95-4d1d-a0eb-a2b28fbc3f4b service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:22:10.068246 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-e2401d32-bc95-4d1d-a0eb-a2b28fbc3f4b service neutron] Checking segment: {'id': '363fcedc-d70a-4d0d-a6bc-e3abc5b333e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:22:10.068619 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-e2401d32-bc95-4d1d-a0eb-a2b28fbc3f4b service neutron] Bound using segment: {'id': '363fcedc-d70a-4d0d-a6bc-e3abc5b333e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:22:10.069031 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-e2401d32-bc95-4d1d-a0eb-a2b28fbc3f4b service neutron] Bound port: e127924b-a160-4907-8bfa-bec794244773, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '363fcedc-d70a-4d0d-a6bc-e3abc5b333e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:22:10.069368 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-e2401d32-bc95-4d1d-a0eb-a2b28fbc3f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:10.111274 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c8eeedbb-1e4d-49f3-bf18-7760405bc932 None None] Port e127924b-a160-4907-8bfa-bec794244773 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:22:10.157558 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-e2401d32-bc95-4d1d-a0eb-a2b28fbc3f4b service neutron] For port e127924b-a160-4907-8bfa-bec794244773, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:22:10.160891 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-e2401d32-bc95-4d1d-a0eb-a2b28fbc3f4b service neutron] For port e127924b-a160-4907-8bfa-bec794244773, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=e127924b-a160-4907-8bfa-bec794244773,segment=NetworkSegment(363fcedc-d70a-4d0d-a6bc-e3abc5b333e2),segment_id=363fcedc-d70a-4d0d-a6bc-e3abc5b333e2)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:22:10.262353 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-e2401d32-bc95-4d1d-a0eb-a2b28fbc3f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:10.293872 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-e2401d32-bc95-4d1d-a0eb-a2b28fbc3f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:10.294473 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-e2401d32-bc95-4d1d-a0eb-a2b28fbc3f4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:10.295803 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-e2401d32-bc95-4d1d-a0eb-a2b28fbc3f4b service neutron] 10.222.0.15 "PUT /v2.0/ports/e127924b-a160-4907-8bfa-bec794244773 HTTP/1.1" status: 200 len: 1094 time: 1.3853953 Oct 10 11:22:10.296277 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c9489f-537f-4dc9-8936-f23ce0208b93', 'tag': 'e127924b-a160-4907-8bfa-bec794244773'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:22:10.298560 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732b730d-bf14-4b1d-9b75-139665d9d759" -d '{"events": [{"name": "network-changed", "server_uuid": "16c9489f-537f-4dc9-8936-f23ce0208b93", "tag": "e127924b-a160-4907-8bfa-bec794244773"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:22:10.341269 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2401d32-bc95-4d1d-a0eb-a2b28fbc3f4b service neutron] Pushing event updated for resources: {'Port': ['ID=e127924b-a160-4907-8bfa-bec794244773,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:22:10.345371 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08deafee-c9ce-4618-82a7-2dbfd40470fa x-openstack-request-id: req-08deafee-c9ce-4618-82a7-2dbfd40470fa {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:22:10.345673 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c9489f-537f-4dc9-8936-f23ce0208b93", "tag": "e127924b-a160-4907-8bfa-bec794244773", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:22:10.345924 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-08deafee-c9ce-4618-82a7-2dbfd40470fa {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:22:10.346319 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08deafee-c9ce-4618-82a7-2dbfd40470fa'] response: {'name': 'network-changed', 'server_uuid': '16c9489f-537f-4dc9-8936-f23ce0208b93', 'tag': 'e127924b-a160-4907-8bfa-bec794244773', 'status': 'completed', 'code': 200} Oct 10 11:22:10.450374 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b730d-bf14-4b1d-9b75-139665d9d759 req-9c913c8b-c4ed-4919-b4c6-b5e0d67e0a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:10.451911 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-732b730d-bf14-4b1d-9b75-139665d9d759 req-9c913c8b-c4ed-4919-b4c6-b5e0d67e0a5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=16c9489f-537f-4dc9-8936-f23ce0208b93 HTTP/1.1" status: 200 len: 1097 time: 0.0874865 Oct 10 11:22:10.591654 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b730d-bf14-4b1d-9b75-139665d9d759 req-a8457f11-f22f-4f43-b058-f6a379fd6daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:10.593600 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-732b730d-bf14-4b1d-9b75-139665d9d759 req-a8457f11-f22f-4f43-b058-f6a379fd6daa service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=abdeb3603c4943b08320f37282de8f91&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1341133 Oct 10 11:22:10.612169 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c8eeedbb-1e4d-49f3-bf18-7760405bc932 None None] Attempt 4 to provision port e127924b-a160-4907-8bfa-bec794244773 Oct 10 11:22:10.672109 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c8eeedbb-1e4d-49f3-bf18-7760405bc932 None None] Port e127924b-a160-4907-8bfa-bec794244773 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:22:10.730837 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b730d-bf14-4b1d-9b75-139665d9d759 req-52f3bca5-8f07-4d7a-91ed-749efd1038a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:10.732003 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-732b730d-bf14-4b1d-9b75-139665d9d759 req-52f3bca5-8f07-4d7a-91ed-749efd1038a8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311576 Oct 10 11:22:10.843587 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-5764758c-8fd1-4567-81cf-3795949aa05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:10.844999 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-5764758c-8fd1-4567-81cf-3795949aa05f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=16c9489f-537f-4dc9-8936-f23ce0208b93 HTTP/1.1" status: 200 len: 1097 time: 0.0786424 Oct 10 11:22:10.916977 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-0ce7d98a-a191-48a5-88dd-cd15ea163bcb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e127924b-a160-4907-8bfa-bec794244773 HTTP/1.1" status: 200 len: 217 time: 0.0643947 Oct 10 11:22:11.134529 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-3cd2f3f9-fd1a-48ef-baee-81bb255248ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:11.135876 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-3cd2f3f9-fd1a-48ef-baee-81bb255248ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e HTTP/1.1" status: 200 len: 835 time: 0.2128284 Oct 10 11:22:11.218196 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8698828-d340-4b48-b04d-5c972abd8ff1 req-60076c72-fff5-4a17-a3b9-b6a2db7a85d5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:11.219643 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a8698828-d340-4b48-b04d-5c972abd8ff1 req-60076c72-fff5-4a17-a3b9-b6a2db7a85d5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=16c9489f-537f-4dc9-8936-f23ce0208b93 HTTP/1.1" status: 200 len: 944 time: 0.2636650 Oct 10 11:22:11.273063 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a8698828-d340-4b48-b04d-5c972abd8ff1 req-0354fe51-fb4e-436a-b268-37d60b47ba49 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=3e7591ff-a6a1-4443-b322-4258bcdfeceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469923 Oct 10 11:22:11.275129 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-b59da412-d568-43b7-84a5-13906f4db4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:11.276514 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-b59da412-d568-43b7-84a5-13906f4db4a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4322f1a-a44a-4b88-a9fa-c44e494db864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1345439 Oct 10 11:22:11.413037 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-7e77d7d1-2044-4f7b-8e78-0752308c0fd0 service neutron] 10.222.0.15 "GET /v2.0/networks/e4322f1a-a44a-4b88-a9fa-c44e494db864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294250 Oct 10 11:22:11.544540 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-66983d12-9638-401f-88c9-b2fdc95bbfda req-ae32e4f5-16bf-4e7f-8c5d-92dfd7aaea9e service neutron] 10.222.0.15 "GET /v2.0/networks/e4322f1a-a44a-4b88-a9fa-c44e494db864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257324 Oct 10 11:22:12.481131 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7711f52-86a6-4d5a-85e7-6e5f9ce19b61 req-d9c0b1d9-2cab-402a-8933-8ea3fb8f1ac7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:12.482554 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d7711f52-86a6-4d5a-85e7-6e5f9ce19b61 req-d9c0b1d9-2cab-402a-8933-8ea3fb8f1ac7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=16c9489f-537f-4dc9-8936-f23ce0208b93 HTTP/1.1" status: 200 len: 944 time: 0.0951767 Oct 10 11:22:12.526556 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d7711f52-86a6-4d5a-85e7-6e5f9ce19b61 req-744dc720-a662-483a-af4a-fc9f959ece68 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=3e7591ff-a6a1-4443-b322-4258bcdfeceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383754 Oct 10 11:22:13.724365 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa78c4-f8a5-4a1e-b5d6-63b2365143af req-75064b88-7211-4113-b332-fb3c433913a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:13.725885 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-97fa78c4-f8a5-4a1e-b5d6-63b2365143af req-75064b88-7211-4113-b332-fb3c433913a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=16c9489f-537f-4dc9-8936-f23ce0208b93 HTTP/1.1" status: 200 len: 944 time: 0.0879741 Oct 10 11:22:13.769743 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-97fa78c4-f8a5-4a1e-b5d6-63b2365143af req-43231a3d-2042-49fe-a042-6fe7a3c0962a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=3e7591ff-a6a1-4443-b322-4258bcdfeceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381873 Oct 10 11:22:13.938519 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device e127924b-a160-4907-8bfa-bec794244773 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:22:14.071075 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port e127924b-a160-4907-8bfa-bec794244773, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=e127924b-a160-4907-8bfa-bec794244773,segment=NetworkSegment(363fcedc-d70a-4d0d-a6bc-e3abc5b333e2),segment_id=363fcedc-d70a-4d0d-a6bc-e3abc5b333e2)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:22:14.085220 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': 'e127924b-a160-4907-8bfa-bec794244773', 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864', 'port_id': 'e127924b-a160-4907-8bfa-bec794244773', 'mac_address': 'fa:16:3e:b1:cf:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 455, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:22:14.143389 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port e127924b-a160-4907-8bfa-bec794244773 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:22:14.143875 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:14.161443 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e127924b-a160-4907-8bfa-bec794244773 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:22:14.176843 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port e127924b-a160-4907-8bfa-bec794244773, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=e127924b-a160-4907-8bfa-bec794244773,segment=NetworkSegment(363fcedc-d70a-4d0d-a6bc-e3abc5b333e2),segment_id=363fcedc-d70a-4d0d-a6bc-e3abc5b333e2)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:22:14.294329 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:14.362094 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=e127924b-a160-4907-8bfa-bec794244773,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:22:14.531344 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['e127924b-a160-4907-8bfa-bec794244773'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:22:14.968636 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afccbba-7f86-4a12-a48b-aca520dd72e4 req-cc9d9433-d61b-4ad5-bf08-de65e6e288e5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:14.970131 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3afccbba-7f86-4a12-a48b-aca520dd72e4 req-cc9d9433-d61b-4ad5-bf08-de65e6e288e5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=16c9489f-537f-4dc9-8936-f23ce0208b93 HTTP/1.1" status: 200 len: 945 time: 0.0875776 Oct 10 11:22:15.017274 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3afccbba-7f86-4a12-a48b-aca520dd72e4 req-95672de8-5ab3-43f0-b159-0ea50c815a6c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=3e7591ff-a6a1-4443-b322-4258bcdfeceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413713 Oct 10 11:22:15.956255 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device e127924b-a160-4907-8bfa-bec794244773 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:22:16.102070 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port e127924b-a160-4907-8bfa-bec794244773 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:22:16.107235 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port e127924b-a160-4907-8bfa-bec794244773 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:22:16.107940 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:16.108279 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port e127924b-a160-4907-8bfa-bec794244773 Oct 10 11:22:16.225883 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdeea6a-b05a-45ec-8225-f2ae79d9195a req-34088cfb-5e3a-4d70-a766-7af35636a97b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:16.229790 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0cdeea6a-b05a-45ec-8225-f2ae79d9195a req-34088cfb-5e3a-4d70-a766-7af35636a97b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=16c9489f-537f-4dc9-8936-f23ce0208b93 HTTP/1.1" status: 200 len: 945 time: 0.0974076 Oct 10 11:22:16.231849 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port e127924b-a160-4907-8bfa-bec794244773 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:22:16.232250 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:16.260293 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c9489f-537f-4dc9-8936-f23ce0208b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e127924b-a160-4907-8bfa-bec794244773'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:22:16.262892 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6073447f-0085-4727-8e95-fc51d3dbb167" -d '{"events": [{"server_uuid": "16c9489f-537f-4dc9-8936-f23ce0208b93", "name": "network-vif-plugged", "status": "completed", "tag": "e127924b-a160-4907-8bfa-bec794244773"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:22:16.270521 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port e127924b-a160-4907-8bfa-bec794244773, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=e127924b-a160-4907-8bfa-bec794244773,segment=NetworkSegment(363fcedc-d70a-4d0d-a6bc-e3abc5b333e2),segment_id=363fcedc-d70a-4d0d-a6bc-e3abc5b333e2)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:22:16.274768 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0cdeea6a-b05a-45ec-8225-f2ae79d9195a req-e08faa37-91f5-46e4-99b7-93cc569216da tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=3e7591ff-a6a1-4443-b322-4258bcdfeceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405352 Oct 10 11:22:16.361722 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:16.401336 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0029a1d-7b82-4acc-9ce2-4e2a5e9b0405 x-openstack-request-id: req-f0029a1d-7b82-4acc-9ce2-4e2a5e9b0405 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:22:16.401651 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c9489f-537f-4dc9-8936-f23ce0208b93", "name": "network-vif-plugged", "status": "completed", "tag": "e127924b-a160-4907-8bfa-bec794244773", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:22:16.401901 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f0029a1d-7b82-4acc-9ce2-4e2a5e9b0405 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:22:16.402287 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0029a1d-7b82-4acc-9ce2-4e2a5e9b0405'] response: {'server_uuid': '16c9489f-537f-4dc9-8936-f23ce0208b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e127924b-a160-4907-8bfa-bec794244773', 'code': 200} Oct 10 11:22:16.430573 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=e127924b-a160-4907-8bfa-bec794244773,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:22:16.769805 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0b6fd-fff7-4710-accd-1c5419322a5b req-8e0b4bca-bb7f-4032-bb5f-06694c2a4129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:16.771282 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fef0b6fd-fff7-4710-accd-1c5419322a5b req-8e0b4bca-bb7f-4032-bb5f-06694c2a4129 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=16c9489f-537f-4dc9-8936-f23ce0208b93 HTTP/1.1" status: 200 len: 1099 time: 0.0827756 Oct 10 11:22:16.811140 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fef0b6fd-fff7-4710-accd-1c5419322a5b req-94c24711-905f-4364-9134-069701b9fd16 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3e7591ff-a6a1-4443-b322-4258bcdfeceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337477 Oct 10 11:22:17.476678 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8b760-9828-4deb-b3fb-010b4cbe4ad2 req-627d2e6a-2005-4579-be02-9cf023f79afd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:17.478253 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-44f8b760-9828-4deb-b3fb-010b4cbe4ad2 req-627d2e6a-2005-4579-be02-9cf023f79afd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=16c9489f-537f-4dc9-8936-f23ce0208b93 HTTP/1.1" status: 200 len: 946 time: 0.0882664 Oct 10 11:22:17.523549 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-44f8b760-9828-4deb-b3fb-010b4cbe4ad2 req-04a93e3d-891c-4436-9929-d42148d88497 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=3e7591ff-a6a1-4443-b322-4258bcdfeceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376256 Oct 10 11:22:18.728737 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a40771-e944-4451-bc42-b10940de9440 req-40491b5e-5c2a-4f31-8043-95f9f8cfea3b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:18.730205 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e3a40771-e944-4451-bc42-b10940de9440 req-40491b5e-5c2a-4f31-8043-95f9f8cfea3b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=16c9489f-537f-4dc9-8936-f23ce0208b93 HTTP/1.1" status: 200 len: 946 time: 0.0878711 Oct 10 11:22:18.774251 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e3a40771-e944-4451-bc42-b10940de9440 req-8a969300-cfe0-43de-9ba5-aad3bfd8145c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=3e7591ff-a6a1-4443-b322-4258bcdfeceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379987 Oct 10 11:22:18.976942 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478c895-1a58-46dd-967f-af97b9b72a22 req-b719be19-43e1-4b25-9c31-4f25c2aa37f1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:18.978442 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e478c895-1a58-46dd-967f-af97b9b72a22 req-b719be19-43e1-4b25-9c31-4f25c2aa37f1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=16c9489f-537f-4dc9-8936-f23ce0208b93 HTTP/1.1" status: 200 len: 946 time: 0.0942848 Oct 10 11:22:19.022957 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e478c895-1a58-46dd-967f-af97b9b72a22 req-6696f963-0f07-45bb-960e-794927dbed58 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=3e7591ff-a6a1-4443-b322-4258bcdfeceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377347 Oct 10 11:22:19.053144 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59442) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:22:19.134838 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2190d12e-3730-4ced-a601-5022cb93cf35 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:19.136374 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2190d12e-3730-4ced-a601-5022cb93cf35 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=16c9489f-537f-4dc9-8936-f23ce0208b93 HTTP/1.1" status: 200 len: 1094 time: 0.0822031 Oct 10 11:22:19.139708 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59446) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:22:19.144528 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-205dd7d8-d70b-4ee6-897e-58b6ef79582c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'port_id': 'e127924b-a160-4907-8bfa-bec794244773', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:22:19.150425 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-205dd7d8-d70b-4ee6-897e-58b6ef79582c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:22:19.154707 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-205dd7d8-d70b-4ee6-897e-58b6ef79582c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:floatingip and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:22:19.157635 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-205dd7d8-d70b-4ee6-897e-58b6ef79582c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:22:19.163253 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-205dd7d8-d70b-4ee6-897e-58b6ef79582c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:22:19.320765 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-205dd7d8-d70b-4ee6-897e-58b6ef79582c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:19.460622 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-205dd7d8-d70b-4ee6-897e-58b6ef79582c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:19.595945 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-205dd7d8-d70b-4ee6-897e-58b6ef79582c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.26.4.20 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/d4585113-58d1-41be-bb7b-6c1645d9c252) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:22:19.758322 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-205dd7d8-d70b-4ee6-897e-58b6ef79582c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:19.877372 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-205dd7d8-d70b-4ee6-897e-58b6ef79582c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:19.957652 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205dd7d8-d70b-4ee6-897e-58b6ef79582c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:22:19.957652 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-205dd7d8-d70b-4ee6-897e-58b6ef79582c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:22:19.957652 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205dd7d8-d70b-4ee6-897e-58b6ef79582c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:22:19.987096 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205dd7d8-d70b-4ee6-897e-58b6ef79582c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=d4585113-58d1-41be-bb7b-6c1645d9c252,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:22:20.469756 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-205dd7d8-d70b-4ee6-897e-58b6ef79582c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:20.632701 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-205dd7d8-d70b-4ee6-897e-58b6ef79582c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:20.838205 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-205dd7d8-d70b-4ee6-897e-58b6ef79582c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:20.894409 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-205dd7d8-d70b-4ee6-897e-58b6ef79582c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:21.002326 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-205dd7d8-d70b-4ee6-897e-58b6ef79582c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:21.067633 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205dd7d8-d70b-4ee6-897e-58b6ef79582c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=d4585113-58d1-41be-bb7b-6c1645d9c252,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:22:21.178557 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [None req-205dd7d8-d70b-4ee6-897e-58b6ef79582c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Floating IP fca62768-3288-4d17-ab21-ee4671004d4e associated. External IP: 172.26.4.20, port: e127924b-a160-4907-8bfa-bec794244773. Oct 10 11:22:21.528528 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205dd7d8-d70b-4ee6-897e-58b6ef79582c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router 7cd0cd7c-2017-4c61-b584-c136267f3a90 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:22:21.834950 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205dd7d8-d70b-4ee6-897e-58b6ef79582c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:22:21.844470 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abfe04b-f13e-4d40-aa33-8808a202abb2 None None] Sync routers for ids ['7cd0cd7c-2017-4c61-b584-c136267f3a90'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:22:21.853554 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abfe04b-f13e-4d40-aa33-8808a202abb2 None None] Routers {'7cd0cd7c-2017-4c61-b584-c136267f3a90'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:22:21.854177 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-7abfe04b-f13e-4d40-aa33-8808a202abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:22:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['7cd0cd7c-2017-4c61-b584-c136267f3a90'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:22:21.942349 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-205dd7d8-d70b-4ee6-897e-58b6ef79582c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:22.001184 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-205dd7d8-d70b-4ee6-897e-58b6ef79582c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8603325 Oct 10 11:22:22.001869 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c9489f-537f-4dc9-8936-f23ce0208b93', 'tag': 'e127924b-a160-4907-8bfa-bec794244773'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:22:22.004312 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7bb06f-6018-4053-876c-1c4c5286665a" -d '{"events": [{"name": "network-changed", "server_uuid": "16c9489f-537f-4dc9-8936-f23ce0208b93", "tag": "e127924b-a160-4907-8bfa-bec794244773"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:22:22.005336 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59450) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:22:22.038538 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-7abfe04b-f13e-4d40-aa33-8808a202abb2 None None] Set router 7cd0cd7c-2017-4c61-b584-c136267f3a90 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:22:22.046339 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc23877-1b30-4f0f-9c2e-327cb6174ad0 x-openstack-request-id: req-5bc23877-1b30-4f0f-9c2e-327cb6174ad0 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:22:22.046626 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c9489f-537f-4dc9-8936-f23ce0208b93", "tag": "e127924b-a160-4907-8bfa-bec794244773", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:22:22.047092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5bc23877-1b30-4f0f-9c2e-327cb6174ad0 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:22:22.047589 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bc23877-1b30-4f0f-9c2e-327cb6174ad0'] response: {'name': 'network-changed', 'server_uuid': '16c9489f-537f-4dc9-8936-f23ce0208b93', 'tag': 'e127924b-a160-4907-8bfa-bec794244773', 'status': 'completed', 'code': 200} Oct 10 11:22:22.124503 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-19c0e83b-fb7a-4450-ab78-b0bc9bc1667b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/fca62768-3288-4d17-ab21-ee4671004d4e HTTP/1.1" status: 200 len: 991 time: 0.1164892 Oct 10 11:22:22.148781 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bb06f-6018-4053-876c-1c4c5286665a req-88889fe3-a4f6-40ac-ae16-ae74a9d797ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:22.150405 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8e7bb06f-6018-4053-876c-1c4c5286665a req-88889fe3-a4f6-40ac-ae16-ae74a9d797ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=16c9489f-537f-4dc9-8936-f23ce0208b93 HTTP/1.1" status: 200 len: 1099 time: 0.0821278 Oct 10 11:22:22.284595 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bb06f-6018-4053-876c-1c4c5286665a req-7da9004b-1317-4e3c-bb42-95b76a8142e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:22.286074 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8e7bb06f-6018-4053-876c-1c4c5286665a req-7da9004b-1317-4e3c-bb42-95b76a8142e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e4322f1a-a44a-4b88-a9fa-c44e494db864 HTTP/1.1" status: 200 len: 898 time: 0.1303539 Oct 10 11:22:22.393002 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8e7bb06f-6018-4053-876c-1c4c5286665a req-419f47c7-4a9f-475b-810f-cd4480ac6f8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e127924b-a160-4907-8bfa-bec794244773 HTTP/1.1" status: 200 len: 999 time: 0.1003046 Oct 10 11:22:22.428220 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-7abfe04b-f13e-4d40-aa33-8808a202abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'name': 'tempest-TestNetworkBasicOps-router-608266945', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:21:52Z', 'updated_at': '2022-10-10T11:21:58Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:53Z', 'updated_at': '2022-10-10T11:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'fca62768-3288-4d17-ab21-ee4671004d4e', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.20', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'port_id': 'e127924b-a160-4907-8bfa-bec794244773', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864', 'mac_address': 'fa:16:3e:b1:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c9489f-537f-4dc9-8936-f23ce0208b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:22:20Z', 'updated_at': '2022-10-10T11:22:20Z', 'revision_number': 0, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd431a20-b5e6-478f-9178-567d0be2d5fd', 'name': '', 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:2e:d6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:57Z', 'updated_at': '2022-10-10T11:22:05Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:22:22.431999 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abfe04b-f13e-4d40-aa33-8808a202abb2 None None] Checking router: 7cd0cd7c-2017-4c61-b584-c136267f3a90 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:22:22.441092 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abfe04b-f13e-4d40-aa33-8808a202abb2 None None] Routers {'7cd0cd7c-2017-4c61-b584-c136267f3a90'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:22:22.441707 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-7abfe04b-f13e-4d40-aa33-8808a202abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:22:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['7cd0cd7c-2017-4c61-b584-c136267f3a90'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:22:22.459598 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bb06f-6018-4053-876c-1c4c5286665a req-7e137e89-63d3-41b7-9ece-89143bb1a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:22.461095 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8e7bb06f-6018-4053-876c-1c4c5286665a req-7e137e89-63d3-41b7-9ece-89143bb1a7dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e HTTP/1.1" status: 200 len: 835 time: 0.0627286 Oct 10 11:22:22.555168 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bb06f-6018-4053-876c-1c4c5286665a req-9829b60d-689d-4f0c-b8a3-d13a979b46f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:22.556642 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8e7bb06f-6018-4053-876c-1c4c5286665a req-9829b60d-689d-4f0c-b8a3-d13a979b46f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4322f1a-a44a-4b88-a9fa-c44e494db864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0897505 Oct 10 11:22:22.626195 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-7abfe04b-f13e-4d40-aa33-8808a202abb2 None None] Set router 7cd0cd7c-2017-4c61-b584-c136267f3a90 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:22:22.696717 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8e7bb06f-6018-4053-876c-1c4c5286665a req-48a974a1-b8be-4b63-8e2f-368d9eecdcef service neutron] 10.222.0.15 "GET /v2.0/networks/e4322f1a-a44a-4b88-a9fa-c44e494db864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335549 Oct 10 11:22:22.835709 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8e7bb06f-6018-4053-876c-1c4c5286665a req-5feba556-68e3-470e-ba82-56fcfcca0a5a service neutron] 10.222.0.15 "GET /v2.0/networks/e4322f1a-a44a-4b88-a9fa-c44e494db864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331937 Oct 10 11:22:22.981859 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-7abfe04b-f13e-4d40-aa33-8808a202abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'name': 'tempest-TestNetworkBasicOps-router-608266945', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:21:52Z', 'updated_at': '2022-10-10T11:21:58Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:53Z', 'updated_at': '2022-10-10T11:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'fca62768-3288-4d17-ab21-ee4671004d4e', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.20', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'port_id': 'e127924b-a160-4907-8bfa-bec794244773', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864', 'mac_address': 'fa:16:3e:b1:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c9489f-537f-4dc9-8936-f23ce0208b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:22:20Z', 'updated_at': '2022-10-10T11:22:20Z', 'revision_number': 0, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd431a20-b5e6-478f-9178-567d0be2d5fd', 'name': '', 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:2e:d6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:57Z', 'updated_at': '2022-10-10T11:22:05Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:22:22.986324 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abfe04b-f13e-4d40-aa33-8808a202abb2 None None] The sync data for ids ['7cd0cd7c-2017-4c61-b584-c136267f3a90'] in dv-neutron-860842-1-hyperv is: [{'id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'name': 'tempest-TestNetworkBasicOps-router-608266945', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:21:52Z', 'updated_at': '2022-10-10T11:21:58Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:53Z', 'updated_at': '2022-10-10T11:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'fca62768-3288-4d17-ab21-ee4671004d4e', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.20', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'port_id': 'e127924b-a160-4907-8bfa-bec794244773', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864', 'mac_address': 'fa:16:3e:b1:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c9489f-537f-4dc9-8936-f23ce0208b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:22:20Z', 'updated_at': '2022-10-10T11:22:20Z', 'revision_number': 0, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd431a20-b5e6-478f-9178-567d0be2d5fd', 'name': '', 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:2e:d6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:57Z', 'updated_at': '2022-10-10T11:22:05Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:22:23.127132 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59456) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:22:23.186722 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dac070b-d6eb-488c-99e0-aba64644d9bc None None] New status for floating IP fca62768-3288-4d17-ab21-ee4671004d4e: ACTIVE {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:22:23.237749 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ef468be3-02ea-49db-8061-8a809b4caa0a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/fca62768-3288-4d17-ab21-ee4671004d4e HTTP/1.1" status: 200 len: 991 time: 0.1093831 Oct 10 11:22:24.241676 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59460) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:22:24.351174 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f205875f-6deb-4933-af93-7a478837df69 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/fca62768-3288-4d17-ab21-ee4671004d4e HTTP/1.1" status: 200 len: 993 time: 0.1083624 Oct 10 11:22:33.478813 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b9547b14-0f8c-4f7e-bcd5-031f99ecef29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:35.025933 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:22:35.725028 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c3b9284f-27e7-41ae-b861-2537a31f5cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:36.970261 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:36.998537 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:38.610145 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:39.328251 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:53.718200 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59476) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:22:53.933408 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf0ebde-8835-48be-8931-29fec3b03d9a tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:53.933933 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf0ebde-8835-48be-8931-29fec3b03d9a tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:53.934415 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf0ebde-8835-48be-8931-29fec3b03d9a tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:53.936053 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-aaf0ebde-8835-48be-8931-29fec3b03d9a tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/ports?project_id=abdeb3603c4943b08320f37282de8f91&network_id=e4322f1a-a44a-4b88-a9fa-c44e494db864 HTTP/1.1" status: 200 len: 3000 time: 0.2165780 Oct 10 11:22:55.582967 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59490) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:22:55.641895 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6157706e-8452-4c30-b20c-ea1d09a37453 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:55.643357 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6157706e-8452-4c30-b20c-ea1d09a37453 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=1e933860-f99f-4a0b-a611-91d190754508 HTTP/1.1" status: 200 len: 814 time: 0.0594208 Oct 10 11:22:56.105188 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59498) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:22:56.110420 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-8be2e7b8-ccea-490d-b0b3-5a57b3d47026 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:22:56.209936 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8be2e7b8-ccea-490d-b0b3-5a57b3d47026 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:56.474654 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8be2e7b8-ccea-490d-b0b3-5a57b3d47026 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:56.535694 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8be2e7b8-ccea-490d-b0b3-5a57b3d47026 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:56.536004 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [None req-8be2e7b8-ccea-490d-b0b3-5a57b3d47026 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Floating IP fca62768-3288-4d17-ab21-ee4671004d4e disassociated. External IP: 172.26.4.20, port: e127924b-a160-4907-8bfa-bec794244773. Oct 10 11:22:56.984384 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be2e7b8-ccea-490d-b0b3-5a57b3d47026 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router 7cd0cd7c-2017-4c61-b584-c136267f3a90 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:22:57.157873 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be2e7b8-ccea-490d-b0b3-5a57b3d47026 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:22:57.162634 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8be2e7b8-ccea-490d-b0b3-5a57b3d47026 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:22:57.167412 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d6047b-9dc0-49c0-b1e0-cb640da4af06 None None] Sync routers for ids ['7cd0cd7c-2017-4c61-b584-c136267f3a90'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:22:57.176833 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d6047b-9dc0-49c0-b1e0-cb640da4af06 None None] Routers {'7cd0cd7c-2017-4c61-b584-c136267f3a90'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:22:57.177443 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-36d6047b-9dc0-49c0-b1e0-cb640da4af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:22:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['7cd0cd7c-2017-4c61-b584-c136267f3a90'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:22:57.222142 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8be2e7b8-ccea-490d-b0b3-5a57b3d47026 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "PUT /v2.0/floatingips/fca62768-3288-4d17-ab21-ee4671004d4e HTTP/1.1" status: 200 len: 689 time: 1.1133347 Oct 10 11:22:57.222142 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c9489f-537f-4dc9-8936-f23ce0208b93', 'tag': 'e127924b-a160-4907-8bfa-bec794244773'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:22:57.222594 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59502) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:22:57.223083 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef45431d-56bd-411e-aa47-e99bf5c74a19" -d '{"events": [{"name": "network-changed", "server_uuid": "16c9489f-537f-4dc9-8936-f23ce0208b93", "tag": "e127924b-a160-4907-8bfa-bec794244773"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:22:57.268653 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee00b24-f7fc-4c15-97d8-bd0a9860042a x-openstack-request-id: req-9ee00b24-f7fc-4c15-97d8-bd0a9860042a {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:22:57.268945 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c9489f-537f-4dc9-8936-f23ce0208b93", "tag": "e127924b-a160-4907-8bfa-bec794244773", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:22:57.269194 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9ee00b24-f7fc-4c15-97d8-bd0a9860042a {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:22:57.269627 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ee00b24-f7fc-4c15-97d8-bd0a9860042a'] response: {'name': 'network-changed', 'server_uuid': '16c9489f-537f-4dc9-8936-f23ce0208b93', 'tag': 'e127924b-a160-4907-8bfa-bec794244773', 'status': 'completed', 'code': 200} Oct 10 11:22:57.310989 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-76bd8d53-cbb1-4208-b58f-ea2df659c8c3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/fca62768-3288-4d17-ab21-ee4671004d4e HTTP/1.1" status: 200 len: 689 time: 0.0861263 Oct 10 11:22:57.360136 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-36d6047b-9dc0-49c0-b1e0-cb640da4af06 None None] Set router 7cd0cd7c-2017-4c61-b584-c136267f3a90 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:22:57.370894 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45431d-56bd-411e-aa47-e99bf5c74a19 req-8d06329d-284d-4ae8-88b9-a5b1bda9bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:57.372358 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ef45431d-56bd-411e-aa47-e99bf5c74a19 req-8d06329d-284d-4ae8-88b9-a5b1bda9bc94 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=16c9489f-537f-4dc9-8936-f23ce0208b93 HTTP/1.1" status: 200 len: 1099 time: 0.0796096 Oct 10 11:22:57.502468 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45431d-56bd-411e-aa47-e99bf5c74a19 req-3e80c6db-96e2-4653-8a21-5fb1053ce647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:57.503967 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ef45431d-56bd-411e-aa47-e99bf5c74a19 req-3e80c6db-96e2-4653-8a21-5fb1053ce647 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e4322f1a-a44a-4b88-a9fa-c44e494db864 HTTP/1.1" status: 200 len: 898 time: 0.1257029 Oct 10 11:22:57.574228 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ef45431d-56bd-411e-aa47-e99bf5c74a19 req-c2cfa8a4-cd7a-40c3-8950-844e57dc9a1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e127924b-a160-4907-8bfa-bec794244773 HTTP/1.1" status: 200 len: 217 time: 0.0647612 Oct 10 11:22:57.635263 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45431d-56bd-411e-aa47-e99bf5c74a19 req-0c4265e4-17a9-461a-b82d-e78ec59b7e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:57.636893 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ef45431d-56bd-411e-aa47-e99bf5c74a19 req-0c4265e4-17a9-461a-b82d-e78ec59b7e77 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e HTTP/1.1" status: 200 len: 835 time: 0.0577190 Oct 10 11:22:57.664689 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-36d6047b-9dc0-49c0-b1e0-cb640da4af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'name': 'tempest-TestNetworkBasicOps-router-608266945', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:21:52Z', 'updated_at': '2022-10-10T11:21:58Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:53Z', 'updated_at': '2022-10-10T11:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'cd431a20-b5e6-478f-9178-567d0be2d5fd', 'name': '', 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:2e:d6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:57Z', 'updated_at': '2022-10-10T11:22:05Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:22:57.668433 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d6047b-9dc0-49c0-b1e0-cb640da4af06 None None] Checking router: 7cd0cd7c-2017-4c61-b584-c136267f3a90 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:22:57.676758 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d6047b-9dc0-49c0-b1e0-cb640da4af06 None None] Routers {'7cd0cd7c-2017-4c61-b584-c136267f3a90'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:22:57.677360 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-36d6047b-9dc0-49c0-b1e0-cb640da4af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:22:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['7cd0cd7c-2017-4c61-b584-c136267f3a90'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:22:57.728153 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45431d-56bd-411e-aa47-e99bf5c74a19 req-75dce528-86c1-4540-92aa-685bfa676e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:22:57.729913 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ef45431d-56bd-411e-aa47-e99bf5c74a19 req-75dce528-86c1-4540-92aa-685bfa676e45 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4322f1a-a44a-4b88-a9fa-c44e494db864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872653 Oct 10 11:22:57.862545 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ef45431d-56bd-411e-aa47-e99bf5c74a19 req-45c1b2b8-6562-433a-990d-f4a6d0e6208a service neutron] 10.222.0.15 "GET /v2.0/networks/e4322f1a-a44a-4b88-a9fa-c44e494db864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265492 Oct 10 11:22:57.880573 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-36d6047b-9dc0-49c0-b1e0-cb640da4af06 None None] Set router 7cd0cd7c-2017-4c61-b584-c136267f3a90 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:22:57.993102 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ef45431d-56bd-411e-aa47-e99bf5c74a19 req-2c9911e6-0804-40b9-a83a-6b9f445efadd service neutron] 10.222.0.15 "GET /v2.0/networks/e4322f1a-a44a-4b88-a9fa-c44e494db864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253285 Oct 10 11:22:58.190308 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-36d6047b-9dc0-49c0-b1e0-cb640da4af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'name': 'tempest-TestNetworkBasicOps-router-608266945', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:21:52Z', 'updated_at': '2022-10-10T11:21:58Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:53Z', 'updated_at': '2022-10-10T11:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'cd431a20-b5e6-478f-9178-567d0be2d5fd', 'name': '', 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:2e:d6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:57Z', 'updated_at': '2022-10-10T11:22:05Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:22:58.194081 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d6047b-9dc0-49c0-b1e0-cb640da4af06 None None] The sync data for ids ['7cd0cd7c-2017-4c61-b584-c136267f3a90'] in dv-neutron-860842-1-hyperv is: [{'id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'name': 'tempest-TestNetworkBasicOps-router-608266945', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:21:52Z', 'updated_at': '2022-10-10T11:21:58Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:53Z', 'updated_at': '2022-10-10T11:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'cd431a20-b5e6-478f-9178-567d0be2d5fd', 'name': '', 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:2e:d6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:57Z', 'updated_at': '2022-10-10T11:22:05Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:22:58.313744 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59508) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:22:58.400851 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c385ca3b-8371-4bbd-a7b8-baa1b5ce35a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/fca62768-3288-4d17-ab21-ee4671004d4e HTTP/1.1" status: 200 len: 689 time: 0.0859296 Oct 10 11:22:58.405086 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b2e996-d456-4904-aa87-06764544e90e None None] New status for floating IP fca62768-3288-4d17-ab21-ee4671004d4e: DOWN {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:22:59.404246 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59512) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:22:59.484831 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-614ac000-c2ec-4b4f-a3fc-f1fc023c26ef tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/fca62768-3288-4d17-ab21-ee4671004d4e HTTP/1.1" status: 200 len: 687 time: 0.0794435 Oct 10 11:23:00.643761 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59520) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:23:00.650166 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-04c619c9-87df-434f-82bd-d94f01c2524b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1445342198', 'description': 'tempest-secgroup-smoke-1445342198 description', 'project_id': 'abdeb3603c4943b08320f37282de8f91'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:23:00.656705 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-04c619c9-87df-434f-82bd-d94f01c2524b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:23:00.666187 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-04c619c9-87df-434f-82bd-d94f01c2524b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:23:00.746986 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-04c619c9-87df-434f-82bd-d94f01c2524b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:00.767221 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-04c619c9-87df-434f-82bd-d94f01c2524b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:23:00.770973 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-04c619c9-87df-434f-82bd-d94f01c2524b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:23:00.774520 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-04c619c9-87df-434f-82bd-d94f01c2524b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:23:00.780409 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-04c619c9-87df-434f-82bd-d94f01c2524b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:23:00.848181 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-04c619c9-87df-434f-82bd-d94f01c2524b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:00.933262 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-04c619c9-87df-434f-82bd-d94f01c2524b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:00.979366 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c619c9-87df-434f-82bd-d94f01c2524b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6986ae94-9d50-44ac-b52e-67f6aa25e647,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:23:00.986715 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c619c9-87df-434f-82bd-d94f01c2524b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:23:00.989084 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c619c9-87df-434f-82bd-d94f01c2524b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:23:00.989084 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c619c9-87df-434f-82bd-d94f01c2524b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:23:00.989084 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c619c9-87df-434f-82bd-d94f01c2524b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:23:00.989084 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c619c9-87df-434f-82bd-d94f01c2524b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:23:00.989084 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c619c9-87df-434f-82bd-d94f01c2524b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:23:00.989084 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c619c9-87df-434f-82bd-d94f01c2524b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:23:00.989084 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c619c9-87df-434f-82bd-d94f01c2524b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:23:00.989829 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c619c9-87df-434f-82bd-d94f01c2524b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:23:00.989829 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c619c9-87df-434f-82bd-d94f01c2524b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:23:00.990059 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c619c9-87df-434f-82bd-d94f01c2524b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:23:00.990321 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c619c9-87df-434f-82bd-d94f01c2524b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:23:01.050011 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-04c619c9-87df-434f-82bd-d94f01c2524b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:01.051173 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-04c619c9-87df-434f-82bd-d94f01c2524b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4062603 Oct 10 11:23:01.054783 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59524) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:23:01.059623 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-97901148-79f3-4290-a3ee-871a4a26ab1e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '6986ae94-9d50-44ac-b52e-67f6aa25e647', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:23:01.065634 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-97901148-79f3-4290-a3ee-871a4a26ab1e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:23:01.070140 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-97901148-79f3-4290-a3ee-871a4a26ab1e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:23:01.072968 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-97901148-79f3-4290-a3ee-871a4a26ab1e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:23:01.078919 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-97901148-79f3-4290-a3ee-871a4a26ab1e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:23:01.154091 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-97901148-79f3-4290-a3ee-871a4a26ab1e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:01.317104 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-97901148-79f3-4290-a3ee-871a4a26ab1e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:01.390632 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-97901148-79f3-4290-a3ee-871a4a26ab1e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:01.415392 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97901148-79f3-4290-a3ee-871a4a26ab1e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05cb9b99-5a0c-4421-826a-fa0f12af1989,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:23:01.507365 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-97901148-79f3-4290-a3ee-871a4a26ab1e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:01.508595 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-97901148-79f3-4290-a3ee-871a4a26ab1e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4528763 Oct 10 11:23:01.511424 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59528) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:23:01.516318 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-82d0b7b9-1ee0-48bf-98e8-8dea818bdc20 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '6986ae94-9d50-44ac-b52e-67f6aa25e647', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:23:01.522165 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-82d0b7b9-1ee0-48bf-98e8-8dea818bdc20 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:23:01.526052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-82d0b7b9-1ee0-48bf-98e8-8dea818bdc20 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:23:01.529122 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-82d0b7b9-1ee0-48bf-98e8-8dea818bdc20 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:23:01.534747 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-82d0b7b9-1ee0-48bf-98e8-8dea818bdc20 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:23:01.623136 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-82d0b7b9-1ee0-48bf-98e8-8dea818bdc20 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:01.682892 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-82d0b7b9-1ee0-48bf-98e8-8dea818bdc20 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:01.747417 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-82d0b7b9-1ee0-48bf-98e8-8dea818bdc20 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:01.771157 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0b7b9-1ee0-48bf-98e8-8dea818bdc20 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f1facb2-db71-478e-b4b3-791498dd876d,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:23:01.838779 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-82d0b7b9-1ee0-48bf-98e8-8dea818bdc20 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:01.839962 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-82d0b7b9-1ee0-48bf-98e8-8dea818bdc20 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3276339 Oct 10 11:23:01.842693 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59532) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:23:01.847583 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-0af2c740-c231-433c-8b61-f85fdafddf2e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '6986ae94-9d50-44ac-b52e-67f6aa25e647', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:23:01.854178 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-0af2c740-c231-433c-8b61-f85fdafddf2e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:23:01.858007 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0af2c740-c231-433c-8b61-f85fdafddf2e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:23:01.860868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0af2c740-c231-433c-8b61-f85fdafddf2e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:23:01.866556 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-0af2c740-c231-433c-8b61-f85fdafddf2e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:23:01.942426 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0af2c740-c231-433c-8b61-f85fdafddf2e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:02.003432 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0af2c740-c231-433c-8b61-f85fdafddf2e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:02.112922 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0af2c740-c231-433c-8b61-f85fdafddf2e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:02.138558 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2c740-c231-433c-8b61-f85fdafddf2e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d0251a4-722a-4d02-a6d6-26a2a3a65051,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:23:02.242272 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0af2c740-c231-433c-8b61-f85fdafddf2e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:02.249638 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0af2c740-c231-433c-8b61-f85fdafddf2e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3998857 Oct 10 11:23:02.249638 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59536) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:23:02.251100 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-6b2d3dc7-3920-4a48-ae21-12e01a206b94 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '6986ae94-9d50-44ac-b52e-67f6aa25e647', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:23:02.256835 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-6b2d3dc7-3920-4a48-ae21-12e01a206b94 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:23:02.261332 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6b2d3dc7-3920-4a48-ae21-12e01a206b94 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:23:02.264223 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6b2d3dc7-3920-4a48-ae21-12e01a206b94 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:23:02.270083 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-6b2d3dc7-3920-4a48-ae21-12e01a206b94 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:23:02.374165 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6b2d3dc7-3920-4a48-ae21-12e01a206b94 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:02.435531 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6b2d3dc7-3920-4a48-ae21-12e01a206b94 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:02.516335 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6b2d3dc7-3920-4a48-ae21-12e01a206b94 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:02.539510 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d3dc7-3920-4a48-ae21-12e01a206b94 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53cfc82a-f026-4514-a149-f10b8978486d,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:23:02.613281 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6b2d3dc7-3920-4a48-ae21-12e01a206b94 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:02.614487 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6b2d3dc7-3920-4a48-ae21-12e01a206b94 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3673544 Oct 10 11:23:02.617754 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59540) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:23:02.622627 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-803398aa-539f-4636-a456-819dc21d9c93 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '6986ae94-9d50-44ac-b52e-67f6aa25e647', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:23:02.628642 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-803398aa-539f-4636-a456-819dc21d9c93 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:23:02.633192 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-803398aa-539f-4636-a456-819dc21d9c93 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:23:02.636091 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-803398aa-539f-4636-a456-819dc21d9c93 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:23:02.641690 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-803398aa-539f-4636-a456-819dc21d9c93 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:23:02.727971 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-803398aa-539f-4636-a456-819dc21d9c93 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Project abdeb3603c4943b08320f37282de8f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:23:02.734520 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-803398aa-539f-4636-a456-819dc21d9c93 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:02.796533 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-803398aa-539f-4636-a456-819dc21d9c93 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:02.864990 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-803398aa-539f-4636-a456-819dc21d9c93 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:02.888842 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803398aa-539f-4636-a456-819dc21d9c93 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29602fd2-95bc-45c0-82fe-97a56ee406f0,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:23:02.953010 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-803398aa-539f-4636-a456-819dc21d9c93 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:02.954279 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-803398aa-539f-4636-a456-819dc21d9c93 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3356168 Oct 10 11:23:02.957054 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59544) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:23:02.961853 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-41ad5a6d-ff26-4114-9835-efdf585f150d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '6986ae94-9d50-44ac-b52e-67f6aa25e647', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:23:02.967774 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-41ad5a6d-ff26-4114-9835-efdf585f150d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:23:02.971585 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-41ad5a6d-ff26-4114-9835-efdf585f150d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:23:02.974430 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-41ad5a6d-ff26-4114-9835-efdf585f150d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:23:02.980625 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-41ad5a6d-ff26-4114-9835-efdf585f150d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:23:03.065087 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-41ad5a6d-ff26-4114-9835-efdf585f150d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Project abdeb3603c4943b08320f37282de8f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:23:03.072062 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-41ad5a6d-ff26-4114-9835-efdf585f150d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:03.138519 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-41ad5a6d-ff26-4114-9835-efdf585f150d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:03.215597 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-41ad5a6d-ff26-4114-9835-efdf585f150d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:03.239004 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad5a6d-ff26-4114-9835-efdf585f150d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8b4f92-d633-492c-bb49-de16e3d4c868,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:23:03.345272 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-41ad5a6d-ff26-4114-9835-efdf585f150d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:03.346453 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-41ad5a6d-ff26-4114-9835-efdf585f150d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3884623 Oct 10 11:23:03.459599 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3125eaa2-4ca9-4dd3-95b2-b19021d5d52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:03.514140 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-35c5cd87-6480-4dcc-9885-90528b6b5318 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1445342198&fields=id&tenant_id=abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 267 time: 0.0415306 Oct 10 11:23:03.662987 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-a25e31a8-4b48-4857-8e0c-16889907d284 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:03.663555 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-a25e31a8-4b48-4857-8e0c-16889907d284 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:network {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:23:03.674714 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-a25e31a8-4b48-4857-8e0c-16889907d284 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:network {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:23:03.675792 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-a25e31a8-4b48-4857-8e0c-16889907d284 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/networks?id=e4322f1a-a44a-4b88-a9fa-c44e494db864 HTTP/1.1" status: 200 len: 797 time: 0.1553297 Oct 10 11:23:03.689970 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-f4826114-ea5b-4dbe-92fa-809290123625 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/quotas/abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 375 time: 0.0086241 Oct 10 11:23:03.782746 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-3f9cc2f8-d6e2-4aed-9102-71dc58ecabbd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0879924 Oct 10 11:23:03.856421 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-1a5ce28a-7281-4850-8221-1beb89d2988c service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:23:03.857397 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-1a5ce28a-7281-4850-8221-1beb89d2988c service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0633180 Oct 10 11:23:04.093289 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-1bbee879-1415-4b7f-98ea-3aaa1b21b417 service neutron] 10.222.0.40 "GET /v2.0/networks/e4322f1a-a44a-4b88-a9fa-c44e494db864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299531 Oct 10 11:23:04.222676 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-7ac235bf-32d1-4652-aa8f-8a76075303be service neutron] 10.222.0.40 "GET /v2.0/networks/e4322f1a-a44a-4b88-a9fa-c44e494db864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235492 Oct 10 11:23:04.548042 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6205dc78-fae1-4c2e-bcdb-04e0b48f1638 req-f918782f-d9f3-406d-95f2-8106f4946e68 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=e05e4b35-6faf-40a1-9565-d9f406e63965 HTTP/1.1" status: 200 len: 210 time: 0.0497656 Oct 10 11:23:05.711217 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-301a048d-5c85-45d2-8d90-a22bb0415fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:05.711839 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f9b18672-0f41-4989-888d-59ed3753ad79 req-3d1c7844-967c-4874-95c9-2aedb2d41d60 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=e05e4b35-6faf-40a1-9565-d9f406e63965 HTTP/1.1" status: 200 len: 210 time: 0.0546999 Oct 10 11:23:06.730378 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-42eea3eb-2726-479e-89d2-6b758b55b8b2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:06.731790 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-42eea3eb-2726-479e-89d2-6b758b55b8b2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/networks?id=e4322f1a-a44a-4b88-a9fa-c44e494db864 HTTP/1.1" status: 200 len: 797 time: 0.1441753 Oct 10 11:23:06.789823 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-4b85e8e4-4f8e-47a8-a923-7d2a28598217 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:23:06.873810 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b5f8d736-4288-4722-83ac-1f9d3c0e3e4c req-cba89983-8ad4-430b-95de-31b688e6c44e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=e05e4b35-6faf-40a1-9565-d9f406e63965 HTTP/1.1" status: 200 len: 210 time: 0.0496063 Oct 10 11:23:06.893381 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-4b85e8e4-4f8e-47a8-a923-7d2a28598217 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:23:06.894556 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-4b85e8e4-4f8e-47a8-a923-7d2a28598217 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 473 time: 0.1506650 Oct 10 11:23:06.917586 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-ba423587-d72e-4b6b-9715-4c88875313b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'port': {'device_id': 'e05e4b35-6faf-40a1-9565-d9f406e63965', 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864', 'admin_state_up': True, 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'security_groups': ['6986ae94-9d50-44ac-b52e-67f6aa25e647']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:23:06.993495 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:07.059947 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-ba423587-d72e-4b6b-9715-4c88875313b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:23:07.061692 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:07.069663 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-ba423587-d72e-4b6b-9715-4c88875313b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:23:07.158929 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-ba423587-d72e-4b6b-9715-4c88875313b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Made reservation on behalf of abdeb3603c4943b08320f37282de8f91 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:23:07.162458 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-ba423587-d72e-4b6b-9715-4c88875313b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:07.322947 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-ba423587-d72e-4b6b-9715-4c88875313b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.20.0.13 (e4322f1a-a44a-4b88-a9fa-c44e494db864/a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e/258a1be8-502d-492d-9064-538bad906182) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:23:07.505915 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-ba423587-d72e-4b6b-9715-4c88875313b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:07.520776 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-ba423587-d72e-4b6b-9715-4c88875313b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Transition to ACTIVE for port object 258a1be8-502d-492d-9064-538bad906182 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:23:07.616249 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-ba423587-d72e-4b6b-9715-4c88875313b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:07.689754 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-ba423587-d72e-4b6b-9715-4c88875313b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network e4322f1a-a44a-4b88-a9fa-c44e494db864 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:23:07.692681 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-ba423587-d72e-4b6b-9715-4c88875313b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:23:07.696381 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-ba423587-d72e-4b6b-9715-4c88875313b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:23:07.727288 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba423587-d72e-4b6b-9715-4c88875313b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=258a1be8-502d-492d-9064-538bad906182,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:23:07.764248 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-ba423587-d72e-4b6b-9715-4c88875313b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:07.764916 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-ba423587-d72e-4b6b-9715-4c88875313b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:07.868410 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-ba423587-d72e-4b6b-9715-4c88875313b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9682176 Oct 10 11:23:07.879566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-05641f90-c58c-4746-8645-716394698edc service neutron] Request body: {'port': {'device_id': 'e05e4b35-6faf-40a1-9565-d9f406e63965', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:23:07.958499 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7558e37f-bc7d-4bc1-9f5e-e07d332d997d None None] Provisioning for port 258a1be8-502d-492d-9064-538bad906182 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:23:07.964473 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7558e37f-bc7d-4bc1-9f5e-e07d332d997d None None] Provisioning complete for port 258a1be8-502d-492d-9064-538bad906182 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:23:07.965972 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7558e37f-bc7d-4bc1-9f5e-e07d332d997d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:07.965972 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7558e37f-bc7d-4bc1-9f5e-e07d332d997d None None] Attempt 1 to provision port 258a1be8-502d-492d-9064-538bad906182 Oct 10 11:23:07.997229 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-05641f90-c58c-4746-8645-716394698edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:08.019598 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7558e37f-bc7d-4bc1-9f5e-e07d332d997d None None] Port 258a1be8-502d-492d-9064-538bad906182 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:23:08.087348 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c1736-f3db-484a-b2e0-0b164b20e352 req-c615de58-4f4c-43a9-b212-8b36cd2c07f8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:08.088810 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2e8c1736-f3db-484a-b2e0-0b164b20e352 req-c615de58-4f4c-43a9-b212-8b36cd2c07f8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=e05e4b35-6faf-40a1-9565-d9f406e63965 HTTP/1.1" status: 200 len: 932 time: 0.0882478 Oct 10 11:23:08.133516 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2e8c1736-f3db-484a-b2e0-0b164b20e352 req-243f2427-7588-4294-a9ff-547109b0b9b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=6986ae94-9d50-44ac-b52e-67f6aa25e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382206 Oct 10 11:23:08.433134 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-05641f90-c58c-4746-8645-716394698edc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 258a1be8-502d-492d-9064-538bad906182 {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:23:08.440544 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-05641f90-c58c-4746-8645-716394698edc service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:08.455664 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-05641f90-c58c-4746-8645-716394698edc service neutron] Transition to ACTIVE for port object 258a1be8-502d-492d-9064-538bad906182 will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:23:08.520776 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7558e37f-bc7d-4bc1-9f5e-e07d332d997d None None] Attempt 2 to provision port 258a1be8-502d-492d-9064-538bad906182 Oct 10 11:23:08.533982 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-05641f90-c58c-4746-8645-716394698edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:08.579203 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7558e37f-bc7d-4bc1-9f5e-e07d332d997d None None] Port 258a1be8-502d-492d-9064-538bad906182 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:23:08.613913 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:08.718987 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05641f90-c58c-4746-8645-716394698edc service neutron] Pushing event updated for resources: {'Port': ['ID=258a1be8-502d-492d-9064-538bad906182,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:23:08.759425 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-05641f90-c58c-4746-8645-716394698edc service neutron] Attempting to bind port 258a1be8-502d-492d-9064-538bad906182 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:23:08.759750 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-05641f90-c58c-4746-8645-716394698edc service neutron] Attempting to bind port 258a1be8-502d-492d-9064-538bad906182 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '363fcedc-d70a-4d0d-a6bc-e3abc5b333e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:23:08.760070 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-05641f90-c58c-4746-8645-716394698edc service neutron] Attempting to bind port 258a1be8-502d-492d-9064-538bad906182 on network e4322f1a-a44a-4b88-a9fa-c44e494db864 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:23:08.764489 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-05641f90-c58c-4746-8645-716394698edc service neutron] Port 258a1be8-502d-492d-9064-538bad906182 on network e4322f1a-a44a-4b88-a9fa-c44e494db864 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:23:08.765028 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-05641f90-c58c-4746-8645-716394698edc service neutron] Attempting to bind port 258a1be8-502d-492d-9064-538bad906182 on network e4322f1a-a44a-4b88-a9fa-c44e494db864 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:23:08.769730 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-05641f90-c58c-4746-8645-716394698edc service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:23:08.770062 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-05641f90-c58c-4746-8645-716394698edc service neutron] Checking segment: {'id': '363fcedc-d70a-4d0d-a6bc-e3abc5b333e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:23:08.770432 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-05641f90-c58c-4746-8645-716394698edc service neutron] Bound using segment: {'id': '363fcedc-d70a-4d0d-a6bc-e3abc5b333e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:23:08.770847 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-05641f90-c58c-4746-8645-716394698edc service neutron] Bound port: 258a1be8-502d-492d-9064-538bad906182, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '363fcedc-d70a-4d0d-a6bc-e3abc5b333e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:23:08.771180 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-05641f90-c58c-4746-8645-716394698edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:08.860785 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-05641f90-c58c-4746-8645-716394698edc service neutron] For port 258a1be8-502d-492d-9064-538bad906182, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:23:08.863665 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-05641f90-c58c-4746-8645-716394698edc service neutron] For port 258a1be8-502d-492d-9064-538bad906182, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=258a1be8-502d-492d-9064-538bad906182,segment=NetworkSegment(363fcedc-d70a-4d0d-a6bc-e3abc5b333e2),segment_id=363fcedc-d70a-4d0d-a6bc-e3abc5b333e2)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:23:08.962848 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-05641f90-c58c-4746-8645-716394698edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:08.993885 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-05641f90-c58c-4746-8645-716394698edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:08.994490 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-05641f90-c58c-4746-8645-716394698edc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:08.995846 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-05641f90-c58c-4746-8645-716394698edc service neutron] 10.222.0.15 "PUT /v2.0/ports/258a1be8-502d-492d-9064-538bad906182 HTTP/1.1" status: 200 len: 1094 time: 1.1203387 Oct 10 11:23:08.996338 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05e4b35-6faf-40a1-9565-d9f406e63965', 'tag': '258a1be8-502d-492d-9064-538bad906182'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:23:08.998618 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1b2c5f-3764-4477-9824-7a9249486a47" -d '{"events": [{"name": "network-changed", "server_uuid": "e05e4b35-6faf-40a1-9565-d9f406e63965", "tag": "258a1be8-502d-492d-9064-538bad906182"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:23:09.042233 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5838e20e-d45d-4ca8-b107-2fd904da6806 x-openstack-request-id: req-5838e20e-d45d-4ca8-b107-2fd904da6806 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:23:09.042525 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e05e4b35-6faf-40a1-9565-d9f406e63965", "tag": "258a1be8-502d-492d-9064-538bad906182", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:23:09.042773 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5838e20e-d45d-4ca8-b107-2fd904da6806 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:23:09.043176 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5838e20e-d45d-4ca8-b107-2fd904da6806'] response: {'name': 'network-changed', 'server_uuid': 'e05e4b35-6faf-40a1-9565-d9f406e63965', 'tag': '258a1be8-502d-492d-9064-538bad906182', 'status': 'completed', 'code': 200} Oct 10 11:23:09.043951 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05641f90-c58c-4746-8645-716394698edc service neutron] Pushing event updated for resources: {'Port': ['ID=258a1be8-502d-492d-9064-538bad906182,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:23:09.081006 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7558e37f-bc7d-4bc1-9f5e-e07d332d997d None None] Attempt 3 to provision port 258a1be8-502d-492d-9064-538bad906182 Oct 10 11:23:09.142683 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7558e37f-bc7d-4bc1-9f5e-e07d332d997d None None] Port 258a1be8-502d-492d-9064-538bad906182 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:23:09.143360 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b2c5f-3764-4477-9824-7a9249486a47 req-715b4c64-824e-41bd-87ea-3d6ce2bd15dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:09.144870 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ce1b2c5f-3764-4477-9824-7a9249486a47 req-715b4c64-824e-41bd-87ea-3d6ce2bd15dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=e05e4b35-6faf-40a1-9565-d9f406e63965 HTTP/1.1" status: 200 len: 1097 time: 0.0829196 Oct 10 11:23:09.287891 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b2c5f-3764-4477-9824-7a9249486a47 req-8aabcaa7-3838-4e11-b8d4-b630850afc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:09.290014 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ce1b2c5f-3764-4477-9824-7a9249486a47 req-8aabcaa7-3838-4e11-b8d4-b630850afc29 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=abdeb3603c4943b08320f37282de8f91&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1378496 Oct 10 11:23:09.340993 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1a2ec-a7a4-4add-9875-516327e71965 req-30d7dc48-85d2-41f5-818f-38cbb4b00e2c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:09.342499 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-85c1a2ec-a7a4-4add-9875-516327e71965 req-30d7dc48-85d2-41f5-818f-38cbb4b00e2c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=e05e4b35-6faf-40a1-9565-d9f406e63965 HTTP/1.1" status: 200 len: 944 time: 0.0926623 Oct 10 11:23:09.353760 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:09.388795 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-85c1a2ec-a7a4-4add-9875-516327e71965 req-3dd89538-6d8c-4ceb-8a33-fc1a31d6096e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=6986ae94-9d50-44ac-b52e-67f6aa25e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402174 Oct 10 11:23:09.427925 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b2c5f-3764-4477-9824-7a9249486a47 req-f634bf15-50e8-4066-b7b8-cedc6142d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:09.435420 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ce1b2c5f-3764-4477-9824-7a9249486a47 req-f634bf15-50e8-4066-b7b8-cedc6142d8ba service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1349413 Oct 10 11:23:09.542691 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-140f04bb-058c-48f1-bbf7-8dc867220a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:09.544066 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-140f04bb-058c-48f1-bbf7-8dc867220a54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=e05e4b35-6faf-40a1-9565-d9f406e63965 HTTP/1.1" status: 200 len: 1097 time: 0.0805206 Oct 10 11:23:09.614773 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-b37631a2-850c-4a5e-a582-44dad965fb1e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=258a1be8-502d-492d-9064-538bad906182 HTTP/1.1" status: 200 len: 217 time: 0.0645583 Oct 10 11:23:09.677222 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-37b9c586-e010-4096-9e67-8d810704428b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:09.678694 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-37b9c586-e010-4096-9e67-8d810704428b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e HTTP/1.1" status: 200 len: 835 time: 0.0582900 Oct 10 11:23:09.764474 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-1b7c8989-4868-4cfc-b44d-e449647377a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:09.765973 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-1b7c8989-4868-4cfc-b44d-e449647377a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4322f1a-a44a-4b88-a9fa-c44e494db864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816174 Oct 10 11:23:09.896195 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-2f1bce68-d931-421d-959b-f16500a4b5dc service neutron] 10.222.0.15 "GET /v2.0/networks/e4322f1a-a44a-4b88-a9fa-c44e494db864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240506 Oct 10 11:23:10.026963 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f64a024f-43f2-4301-9ee8-0e73a989e29a req-fe064e59-1fcf-4806-bdb2-5cfbebd07ca8 service neutron] 10.222.0.15 "GET /v2.0/networks/e4322f1a-a44a-4b88-a9fa-c44e494db864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249001 Oct 10 11:23:10.592364 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e322d0-102a-4313-bb23-b005460e9a22 req-deaef876-6a82-4904-886c-095656128881 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:10.593039 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-c0e322d0-102a-4313-bb23-b005460e9a22 req-deaef876-6a82-4904-886c-095656128881 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:23:10.665789 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-c0e322d0-102a-4313-bb23-b005460e9a22 req-deaef876-6a82-4904-886c-095656128881 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:23:10.666949 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c0e322d0-102a-4313-bb23-b005460e9a22 req-deaef876-6a82-4904-886c-095656128881 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=e05e4b35-6faf-40a1-9565-d9f406e63965 HTTP/1.1" status: 200 len: 944 time: 0.1580501 Oct 10 11:23:10.712583 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c0e322d0-102a-4313-bb23-b005460e9a22 req-f6826a95-7bdf-44e6-bc5a-411b5d87b2ed tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=6986ae94-9d50-44ac-b52e-67f6aa25e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398471 Oct 10 11:23:11.918351 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4d0fc-8d7b-498e-bfdc-390aae0dd447 req-4d45f789-64c5-445c-8a03-6a35faa11476 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:11.919785 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f1d4d0fc-8d7b-498e-bfdc-390aae0dd447 req-4d45f789-64c5-445c-8a03-6a35faa11476 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=e05e4b35-6faf-40a1-9565-d9f406e63965 HTTP/1.1" status: 200 len: 944 time: 0.0907834 Oct 10 11:23:11.963738 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f1d4d0fc-8d7b-498e-bfdc-390aae0dd447 req-d1434e2b-b53d-42b2-8bab-30114f44efe3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=6986ae94-9d50-44ac-b52e-67f6aa25e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382941 Oct 10 11:23:12.027083 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:23:12.238931 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 258a1be8-502d-492d-9064-538bad906182 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:23:12.370207 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 258a1be8-502d-492d-9064-538bad906182, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=258a1be8-502d-492d-9064-538bad906182,segment=NetworkSegment(363fcedc-d70a-4d0d-a6bc-e3abc5b333e2),segment_id=363fcedc-d70a-4d0d-a6bc-e3abc5b333e2)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:23:12.383718 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '258a1be8-502d-492d-9064-538bad906182', 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864', 'port_id': '258a1be8-502d-492d-9064-538bad906182', 'mac_address': 'fa:16:3e:37:98:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 455, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:23:12.440518 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 258a1be8-502d-492d-9064-538bad906182 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:23:12.440886 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:12.457163 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 258a1be8-502d-492d-9064-538bad906182 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:23:12.473218 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 258a1be8-502d-492d-9064-538bad906182, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=258a1be8-502d-492d-9064-538bad906182,segment=NetworkSegment(363fcedc-d70a-4d0d-a6bc-e3abc5b333e2),segment_id=363fcedc-d70a-4d0d-a6bc-e3abc5b333e2)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:23:12.564783 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:12.640300 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=258a1be8-502d-492d-9064-538bad906182,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:23:12.647811 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:23:12.648156 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:23:12.648490 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:23:12.648907 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:23:12.650047 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:23:12.650428 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:23:12.650758 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:23:12.651082 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:23:12.651408 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:23:12.651731 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:23:12.652050 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:23:12.652368 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:23:12.773013 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['258a1be8-502d-492d-9064-538bad906182'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:23:13.301817 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b550da-30a2-43ea-b659-73de890eae86 req-925160dd-96bd-45e3-95fe-6310a4c2a616 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:13.303294 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-91b550da-30a2-43ea-b659-73de890eae86 req-925160dd-96bd-45e3-95fe-6310a4c2a616 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=e05e4b35-6faf-40a1-9565-d9f406e63965 HTTP/1.1" status: 200 len: 945 time: 0.2179549 Oct 10 11:23:13.358884 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-91b550da-30a2-43ea-b659-73de890eae86 req-5dac19e8-ab4e-40bb-b9dc-ea0ca9e87c86 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=6986ae94-9d50-44ac-b52e-67f6aa25e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479097 Oct 10 11:23:14.238833 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 258a1be8-502d-492d-9064-538bad906182 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:23:14.438541 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port 258a1be8-502d-492d-9064-538bad906182 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:23:14.443659 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 258a1be8-502d-492d-9064-538bad906182 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:23:14.444037 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:14.444457 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 258a1be8-502d-492d-9064-538bad906182 Oct 10 11:23:14.560017 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d49804-4aee-4b33-a803-ac1c4b742efc req-bcb7c9a2-15aa-429f-8558-6330a99083ab tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:14.561014 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 258a1be8-502d-492d-9064-538bad906182 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:23:14.561481 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-94d49804-4aee-4b33-a803-ac1c4b742efc req-bcb7c9a2-15aa-429f-8558-6330a99083ab tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=e05e4b35-6faf-40a1-9565-d9f406e63965 HTTP/1.1" status: 200 len: 945 time: 0.0888555 Oct 10 11:23:14.564308 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:14.592281 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05e4b35-6faf-40a1-9565-d9f406e63965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258a1be8-502d-492d-9064-538bad906182'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:23:14.594580 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e883a7b5-1ffe-4f51-a4fc-86fb518a6794" -d '{"events": [{"server_uuid": "e05e4b35-6faf-40a1-9565-d9f406e63965", "name": "network-vif-plugged", "status": "completed", "tag": "258a1be8-502d-492d-9064-538bad906182"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:23:14.602149 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 258a1be8-502d-492d-9064-538bad906182, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=258a1be8-502d-492d-9064-538bad906182,segment=NetworkSegment(363fcedc-d70a-4d0d-a6bc-e3abc5b333e2),segment_id=363fcedc-d70a-4d0d-a6bc-e3abc5b333e2)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:23:14.606660 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-94d49804-4aee-4b33-a803-ac1c4b742efc req-36a81d40-a05d-44f6-92db-b1dfa3490622 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=6986ae94-9d50-44ac-b52e-67f6aa25e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396159 Oct 10 11:23:14.638327 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3289171a-aa98-41c2-a5f2-25b3a0ad3959 x-openstack-request-id: req-3289171a-aa98-41c2-a5f2-25b3a0ad3959 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:23:14.638613 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05e4b35-6faf-40a1-9565-d9f406e63965", "name": "network-vif-plugged", "status": "completed", "tag": "258a1be8-502d-492d-9064-538bad906182", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:23:14.638865 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3289171a-aa98-41c2-a5f2-25b3a0ad3959 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:23:14.639251 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3289171a-aa98-41c2-a5f2-25b3a0ad3959'] response: {'server_uuid': 'e05e4b35-6faf-40a1-9565-d9f406e63965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258a1be8-502d-492d-9064-538bad906182', 'code': 200} Oct 10 11:23:14.753030 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:14.820574 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=258a1be8-502d-492d-9064-538bad906182,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:23:15.030913 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b8261-7e78-4c2a-9651-8ca15d870eb6 req-27062c8e-4c59-4522-82ed-e0b01cbebd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:15.032391 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f76b8261-7e78-4c2a-9651-8ca15d870eb6 req-27062c8e-4c59-4522-82ed-e0b01cbebd1f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e05e4b35-6faf-40a1-9565-d9f406e63965 HTTP/1.1" status: 200 len: 1099 time: 0.0788419 Oct 10 11:23:15.073235 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f76b8261-7e78-4c2a-9651-8ca15d870eb6 req-3abc49f2-102d-4807-bd4c-ae88c977c573 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6986ae94-9d50-44ac-b52e-67f6aa25e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340850 Oct 10 11:23:15.810389 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676e3c8-7726-4bfc-9930-b18b44691775 req-27f0918b-d8b2-4617-b54e-ded3179add3d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:15.811830 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d676e3c8-7726-4bfc-9930-b18b44691775 req-27f0918b-d8b2-4617-b54e-ded3179add3d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=e05e4b35-6faf-40a1-9565-d9f406e63965 HTTP/1.1" status: 200 len: 946 time: 0.0918672 Oct 10 11:23:15.857479 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d676e3c8-7726-4bfc-9930-b18b44691775 req-c7984e0b-8a43-4bfb-a284-8a5cc3a4e9a7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=6986ae94-9d50-44ac-b52e-67f6aa25e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399382 Oct 10 11:23:17.054423 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613241c-cc30-45b6-83be-e856c44a2d6c req-055800ba-2472-4851-8bec-08c87af28492 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:17.055970 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f613241c-cc30-45b6-83be-e856c44a2d6c req-055800ba-2472-4851-8bec-08c87af28492 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=e05e4b35-6faf-40a1-9565-d9f406e63965 HTTP/1.1" status: 200 len: 946 time: 0.0866859 Oct 10 11:23:17.102298 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f613241c-cc30-45b6-83be-e856c44a2d6c req-7e157b95-25fc-479f-be7f-30223ab0f177 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=6986ae94-9d50-44ac-b52e-67f6aa25e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408075 Oct 10 11:23:17.296785 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59848bdd-069d-407e-8f81-329e8514eaac req-d0df131d-e313-4172-8cc8-c70d50226b17 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:17.298272 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-59848bdd-069d-407e-8f81-329e8514eaac req-d0df131d-e313-4172-8cc8-c70d50226b17 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=e05e4b35-6faf-40a1-9565-d9f406e63965 HTTP/1.1" status: 200 len: 946 time: 0.0881314 Oct 10 11:23:17.344941 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-59848bdd-069d-407e-8f81-329e8514eaac req-d1461d94-d569-4ffc-92b6-7c95bea3ddd3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=6986ae94-9d50-44ac-b52e-67f6aa25e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408680 Oct 10 11:23:17.372433 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59606) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:23:17.449909 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facf5b91-7473-4fbd-8475-c8d3fbbcc1b3 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:17.451451 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-facf5b91-7473-4fbd-8475-c8d3fbbcc1b3 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=e05e4b35-6faf-40a1-9565-d9f406e63965 HTTP/1.1" status: 200 len: 1094 time: 0.0780745 Oct 10 11:23:17.454250 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59610) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:23:17.459061 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-ce2be501-eeb7-429a-a253-a3129d16145f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'floatingip': {'port_id': '258a1be8-502d-492d-9064-538bad906182'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:23:17.535427 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ce2be501-eeb7-429a-a253-a3129d16145f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:18.215994 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ce2be501-eeb7-429a-a253-a3129d16145f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:18.276083 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ce2be501-eeb7-429a-a253-a3129d16145f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:18.448124 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-ce2be501-eeb7-429a-a253-a3129d16145f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Floating IP fca62768-3288-4d17-ab21-ee4671004d4e associated. External IP: 172.26.4.20, port: 258a1be8-502d-492d-9064-538bad906182. Oct 10 11:23:18.794780 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2be501-eeb7-429a-a253-a3129d16145f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router 7cd0cd7c-2017-4c61-b584-c136267f3a90 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:23:18.973295 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2be501-eeb7-429a-a253-a3129d16145f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:23:18.977660 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ce2be501-eeb7-429a-a253-a3129d16145f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:18.982996 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d35f30-955e-4a7d-bc82-4243636702fe None None] Sync routers for ids ['7cd0cd7c-2017-4c61-b584-c136267f3a90'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:23:18.993323 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d35f30-955e-4a7d-bc82-4243636702fe None None] Routers {'7cd0cd7c-2017-4c61-b584-c136267f3a90'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:23:18.994027 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-96d35f30-955e-4a7d-bc82-4243636702fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:23:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['7cd0cd7c-2017-4c61-b584-c136267f3a90'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:23:19.031424 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ce2be501-eeb7-429a-a253-a3129d16145f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "PUT /v2.0/floatingips/fca62768-3288-4d17-ab21-ee4671004d4e HTTP/1.1" status: 200 len: 991 time: 1.5761821 Oct 10 11:23:19.032133 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05e4b35-6faf-40a1-9565-d9f406e63965', 'tag': '258a1be8-502d-492d-9064-538bad906182'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:23:19.034380 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59614) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:23:19.034886 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8741189-8c9f-475a-9cf3-1ae9e935a391" -d '{"events": [{"name": "network-changed", "server_uuid": "e05e4b35-6faf-40a1-9565-d9f406e63965", "tag": "258a1be8-502d-492d-9064-538bad906182"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:23:19.149220 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0d53f114-8d48-4728-933c-9b5cbeee10cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/fca62768-3288-4d17-ab21-ee4671004d4e HTTP/1.1" status: 200 len: 991 time: 0.1116483 Oct 10 11:23:19.165885 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736c6148-2a00-4fac-86a4-854f66a29b74 x-openstack-request-id: req-736c6148-2a00-4fac-86a4-854f66a29b74 {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:23:19.166179 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e05e4b35-6faf-40a1-9565-d9f406e63965", "tag": "258a1be8-502d-492d-9064-538bad906182", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:23:19.166485 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-736c6148-2a00-4fac-86a4-854f66a29b74 {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:23:19.166897 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-736c6148-2a00-4fac-86a4-854f66a29b74'] response: {'name': 'network-changed', 'server_uuid': 'e05e4b35-6faf-40a1-9565-d9f406e63965', 'tag': '258a1be8-502d-492d-9064-538bad906182', 'status': 'completed', 'code': 200} Oct 10 11:23:19.174249 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-96d35f30-955e-4a7d-bc82-4243636702fe None None] Set router 7cd0cd7c-2017-4c61-b584-c136267f3a90 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:23:19.264049 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8741189-8c9f-475a-9cf3-1ae9e935a391 req-5a5b0f5a-a5ef-4bd2-8acc-8becad9ebe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:19.265546 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f8741189-8c9f-475a-9cf3-1ae9e935a391 req-5a5b0f5a-a5ef-4bd2-8acc-8becad9ebe67 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=e05e4b35-6faf-40a1-9565-d9f406e63965 HTTP/1.1" status: 200 len: 1099 time: 0.0797653 Oct 10 11:23:19.399061 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8741189-8c9f-475a-9cf3-1ae9e935a391 req-762cdc60-764e-4f78-899d-531373a980ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:19.400422 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f8741189-8c9f-475a-9cf3-1ae9e935a391 req-762cdc60-764e-4f78-899d-531373a980ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=e4322f1a-a44a-4b88-a9fa-c44e494db864 HTTP/1.1" status: 200 len: 898 time: 0.1288531 Oct 10 11:23:19.503881 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f8741189-8c9f-475a-9cf3-1ae9e935a391 req-02abdf13-db9c-40e1-bf06-1d85b83d470a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=258a1be8-502d-492d-9064-538bad906182 HTTP/1.1" status: 200 len: 999 time: 0.0975170 Oct 10 11:23:19.518845 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-96d35f30-955e-4a7d-bc82-4243636702fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'name': 'tempest-TestNetworkBasicOps-router-608266945', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:21:52Z', 'updated_at': '2022-10-10T11:21:58Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:53Z', 'updated_at': '2022-10-10T11:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'fca62768-3288-4d17-ab21-ee4671004d4e', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.20', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'port_id': '258a1be8-502d-492d-9064-538bad906182', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864', 'mac_address': 'fa:16:3e:37:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05e4b35-6faf-40a1-9565-d9f406e63965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:22:20Z', 'updated_at': '2022-10-10T11:23:18Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd431a20-b5e6-478f-9178-567d0be2d5fd', 'name': '', 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:2e:d6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:57Z', 'updated_at': '2022-10-10T11:22:05Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:23:19.522660 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d35f30-955e-4a7d-bc82-4243636702fe None None] Checking router: 7cd0cd7c-2017-4c61-b584-c136267f3a90 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:23:19.531238 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d35f30-955e-4a7d-bc82-4243636702fe None None] Routers {'7cd0cd7c-2017-4c61-b584-c136267f3a90'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:23:19.531824 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-96d35f30-955e-4a7d-bc82-4243636702fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:23:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['7cd0cd7c-2017-4c61-b584-c136267f3a90'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:23:19.564522 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8741189-8c9f-475a-9cf3-1ae9e935a391 req-813fb53b-9494-46cf-9aa6-ee3a026c0624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:19.565986 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f8741189-8c9f-475a-9cf3-1ae9e935a391 req-813fb53b-9494-46cf-9aa6-ee3a026c0624 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e HTTP/1.1" status: 200 len: 835 time: 0.0567563 Oct 10 11:23:19.650790 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8741189-8c9f-475a-9cf3-1ae9e935a391 req-9012491e-bf91-40a9-9fe2-4ee8302b5e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:19.652176 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f8741189-8c9f-475a-9cf3-1ae9e935a391 req-9012491e-bf91-40a9-9fe2-4ee8302b5e68 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4322f1a-a44a-4b88-a9fa-c44e494db864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800002 Oct 10 11:23:19.714426 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-96d35f30-955e-4a7d-bc82-4243636702fe None None] Set router 7cd0cd7c-2017-4c61-b584-c136267f3a90 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:23:19.785426 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f8741189-8c9f-475a-9cf3-1ae9e935a391 req-d891c070-ee3b-47df-8349-470a76afee60 service neutron] 10.222.0.15 "GET /v2.0/networks/e4322f1a-a44a-4b88-a9fa-c44e494db864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269486 Oct 10 11:23:19.925436 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f8741189-8c9f-475a-9cf3-1ae9e935a391 req-1d98c105-d914-447e-859b-840022fd8633 service neutron] 10.222.0.15 "GET /v2.0/networks/e4322f1a-a44a-4b88-a9fa-c44e494db864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342874 Oct 10 11:23:20.093420 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-96d35f30-955e-4a7d-bc82-4243636702fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'name': 'tempest-TestNetworkBasicOps-router-608266945', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:21:52Z', 'updated_at': '2022-10-10T11:21:58Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:53Z', 'updated_at': '2022-10-10T11:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'fca62768-3288-4d17-ab21-ee4671004d4e', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.20', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'port_id': '258a1be8-502d-492d-9064-538bad906182', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864', 'mac_address': 'fa:16:3e:37:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05e4b35-6faf-40a1-9565-d9f406e63965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:22:20Z', 'updated_at': '2022-10-10T11:23:18Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd431a20-b5e6-478f-9178-567d0be2d5fd', 'name': '', 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:2e:d6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:57Z', 'updated_at': '2022-10-10T11:22:05Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:23:20.097559 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d35f30-955e-4a7d-bc82-4243636702fe None None] The sync data for ids ['7cd0cd7c-2017-4c61-b584-c136267f3a90'] in dv-neutron-860842-1-hyperv is: [{'id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'name': 'tempest-TestNetworkBasicOps-router-608266945', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:21:52Z', 'updated_at': '2022-10-10T11:21:58Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:53Z', 'updated_at': '2022-10-10T11:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'fca62768-3288-4d17-ab21-ee4671004d4e', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.20', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'port_id': '258a1be8-502d-492d-9064-538bad906182', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864', 'mac_address': 'fa:16:3e:37:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05e4b35-6faf-40a1-9565-d9f406e63965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:22:20Z', 'updated_at': '2022-10-10T11:23:18Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd431a20-b5e6-478f-9178-567d0be2d5fd', 'name': '', 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:2e:d6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:57Z', 'updated_at': '2022-10-10T11:22:05Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:23:20.151560 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59622) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:23:20.263686 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-358f6006-7b6f-40eb-bf75-04acc6d1da0b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/fca62768-3288-4d17-ab21-ee4671004d4e HTTP/1.1" status: 200 len: 991 time: 0.1109574 Oct 10 11:23:20.276612 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b802800-4334-4538-bd4d-43580eb5e116 None None] New status for floating IP fca62768-3288-4d17-ab21-ee4671004d4e: ACTIVE {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:23:21.267615 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59626) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:23:21.374467 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-add3407c-1ead-4889-ae6a-ef0c9414fe2e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/fca62768-3288-4d17-ab21-ee4671004d4e HTTP/1.1" status: 200 len: 993 time: 0.1057172 Oct 10 11:23:24.591968 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-01bf2770-e43c-487a-ba1c-b70a534e9a29 req-dd2cb567-af3d-4431-98a1-de75019b828b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e962260-4783-4d44-901f-d6777725e488&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774994 Oct 10 11:23:24.750889 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf2770-e43c-487a-ba1c-b70a534e9a29 req-4bbe27ee-232c-491d-873a-533b8d2b94b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:24.752341 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-01bf2770-e43c-487a-ba1c-b70a534e9a29 req-4bbe27ee-232c-491d-873a-533b8d2b94b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ca309cf9da347e1972c7a5240bc70ad&device_id=5e962260-4783-4d44-901f-d6777725e488 HTTP/1.1" status: 200 len: 1099 time: 0.0813158 Oct 10 11:23:24.996719 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf2770-e43c-487a-ba1c-b70a534e9a29 req-70bc8e6b-45c9-4897-aa83-3bf9deb25f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:24.998170 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-01bf2770-e43c-487a-ba1c-b70a534e9a29 req-70bc8e6b-45c9-4897-aa83-3bf9deb25f55 service neutron] 10.222.0.15 "GET /v2.0/networks?id=616f1bfe-2293-42af-8b84-9f66f180ede2 HTTP/1.1" status: 200 len: 913 time: 0.2264988 Oct 10 11:23:25.101439 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-01bf2770-e43c-487a-ba1c-b70a534e9a29 req-95944bcf-7409-4158-8f70-4db342a2d17a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c41e70f-ff61-4ccf-bc22-c154ffc04d79 HTTP/1.1" status: 200 len: 1002 time: 0.0948050 Oct 10 11:23:25.171551 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf2770-e43c-487a-ba1c-b70a534e9a29 req-3dfff4f8-85c6-4c66-946d-0a738997d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:25.173112 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-01bf2770-e43c-487a-ba1c-b70a534e9a29 req-3dfff4f8-85c6-4c66-946d-0a738997d8c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c94ad8c-d8fc-4d25-b911-8ac97e113003 HTTP/1.1" status: 200 len: 851 time: 0.0572567 Oct 10 11:23:25.265198 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf2770-e43c-487a-ba1c-b70a534e9a29 req-9c6f9a52-b28c-4b48-bcef-a35cfc102bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:25.266696 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-01bf2770-e43c-487a-ba1c-b70a534e9a29 req-9c6f9a52-b28c-4b48-bcef-a35cfc102bd5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=616f1bfe-2293-42af-8b84-9f66f180ede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823274 Oct 10 11:23:25.398956 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-01bf2770-e43c-487a-ba1c-b70a534e9a29 req-72236048-5b9b-4c57-96b7-720275bce135 service neutron] 10.222.0.15 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255322 Oct 10 11:23:25.531480 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-01bf2770-e43c-487a-ba1c-b70a534e9a29 req-0e22b917-20b4-4239-984a-559de737fb2a service neutron] 10.222.0.15 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269128 Oct 10 11:23:33.424775 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-63c019b2-cee1-4661-93cb-417914a930b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:35.758144 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1561ebe1-fd0e-41ff-84df-4902ec9d593b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:36.952950 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:37.012930 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:38.607073 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:39.323911 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:41.489801 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41227f-9549-40df-8d98-51443c32be01 req-d508945b-9e95-427b-8dbb-b0f07d173b58 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:41.491318 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1f41227f-9549-40df-8d98-51443c32be01 req-d508945b-9e95-427b-8dbb-b0f07d173b58 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e962260-4783-4d44-901f-d6777725e488 HTTP/1.1" status: 200 len: 946 time: 0.0910687 Oct 10 11:23:41.537751 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1f41227f-9549-40df-8d98-51443c32be01 req-97059984-e9a7-4968-89b4-233531bb537e tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399306 Oct 10 11:23:42.735300 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073601f-cd04-4af0-8f3d-750b4f3d7d27 req-c02f2048-9c0e-41e8-bf32-1cd3c125ac87 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:42.736650 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5073601f-cd04-4af0-8f3d-750b4f3d7d27 req-c02f2048-9c0e-41e8-bf32-1cd3c125ac87 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e962260-4783-4d44-901f-d6777725e488 HTTP/1.1" status: 200 len: 946 time: 0.0901947 Oct 10 11:23:42.781778 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5073601f-cd04-4af0-8f3d-750b4f3d7d27 req-9a5d398b-e1fb-45dc-b34e-7e7705ae0567 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393012 Oct 10 11:23:43.076825 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2831a-2222-4b02-809d-c381f2a07a33 req-5d81ab01-05d6-476c-84bd-f21a53493be4 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:43.078684 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-27b2831a-2222-4b02-809d-c381f2a07a33 req-5d81ab01-05d6-476c-84bd-f21a53493be4 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e962260-4783-4d44-901f-d6777725e488 HTTP/1.1" status: 200 len: 946 time: 0.0882061 Oct 10 11:23:43.151119 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-27b2831a-2222-4b02-809d-c381f2a07a33 req-89266bde-4190-4465-b51d-1c5bac788ea0 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Deleting port 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:23:43.151453 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-27b2831a-2222-4b02-809d-c381f2a07a33 req-89266bde-4190-4465-b51d-1c5bac788ea0 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:43.395284 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-27b2831a-2222-4b02-809d-c381f2a07a33 req-89266bde-4190-4465-b51d-1c5bac788ea0 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] For port 8c41e70f-ff61-4ccf-bc22-c154ffc04d79, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8c41e70f-ff61-4ccf-bc22-c154ffc04d79,segment=NetworkSegment(7c4f4c4c-5113-482f-a194-d6aa0f6b009c),segment_id=7c4f4c4c-5113-482f-a194-d6aa0f6b009c)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:23:43.395633 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-27b2831a-2222-4b02-809d-c381f2a07a33 req-89266bde-4190-4465-b51d-1c5bac788ea0 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:43.771574 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-27b2831a-2222-4b02-809d-c381f2a07a33 req-89266bde-4190-4465-b51d-1c5bac788ea0 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:43.772277 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-27b2831a-2222-4b02-809d-c381f2a07a33 req-89266bde-4190-4465-b51d-1c5bac788ea0 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:43.772277 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [req-27b2831a-2222-4b02-809d-c381f2a07a33 req-89266bde-4190-4465-b51d-1c5bac788ea0 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Floating IP 31fcfd82-06c3-42a7-b88b-0151d423f4c8 disassociated. External IP: 172.26.4.243, port: 8c41e70f-ff61-4ccf-bc22-c154ffc04d79. Oct 10 11:23:43.772548 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-27b2831a-2222-4b02-809d-c381f2a07a33 req-89266bde-4190-4465-b51d-1c5bac788ea0 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Calling delete_port for 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:23:43.990979 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad89f3-1df0-490a-b27c-8d5e96938c53 req-001ceea1-5fef-4e25-b8b7-9f600dfb5bdd tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:43.994083 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-14ad89f3-1df0-490a-b27c-8d5e96938c53 req-001ceea1-5fef-4e25-b8b7-9f600dfb5bdd tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e962260-4783-4d44-901f-d6777725e488 HTTP/1.1" status: 200 len: 946 time: 0.0980747 Oct 10 11:23:43.998464 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-27b2831a-2222-4b02-809d-c381f2a07a33 req-89266bde-4190-4465-b51d-1c5bac788ea0 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:44.038988 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-14ad89f3-1df0-490a-b27c-8d5e96938c53 req-2bbac0cc-bd67-48bd-a457-2059edc3a821 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391593 Oct 10 11:23:44.049429 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89266bde-4190-4465-b51d-1c5bac788ea0 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Pushing event deleted for resources: {'Port': ['ID=8c41e70f-ff61-4ccf-bc22-c154ffc04d79,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:23:44.241980 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27b2831a-2222-4b02-809d-c381f2a07a33 req-89266bde-4190-4465-b51d-1c5bac788ea0 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:23:44.428799 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27b2831a-2222-4b02-809d-c381f2a07a33 req-89266bde-4190-4465-b51d-1c5bac788ea0 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:23:44.438812 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc441411-6529-40d2-b7d3-78318d6b1262 None None] Sync routers for ids ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:23:44.453384 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc441411-6529-40d2-b7d3-78318d6b1262 None None] Routers {'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:23:44.454821 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-bc441411-6529-40d2-b7d3-78318d6b1262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:23:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:23:44.515983 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b2831a-2222-4b02-809d-c381f2a07a33 req-89266bde-4190-4465-b51d-1c5bac788ea0 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] No DVR routers for this DVR port 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:23:44.518667 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-27b2831a-2222-4b02-809d-c381f2a07a33 req-89266bde-4190-4465-b51d-1c5bac788ea0 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:44.521473 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e962260-4783-4d44-901f-d6777725e488', 'name': 'network-vif-deleted', 'tag': '8c41e70f-ff61-4ccf-bc22-c154ffc04d79'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:23:44.523955 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa319b5e-8cec-45f3-92cc-52669a523feb" -d '{"events": [{"server_uuid": "5e962260-4783-4d44-901f-d6777725e488", "name": "network-vif-deleted", "tag": "8c41e70f-ff61-4ccf-bc22-c154ffc04d79"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:23:44.570374 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18746fee-d220-4e7c-a6f5-8e3d0bc6ca6e x-openstack-request-id: req-18746fee-d220-4e7c-a6f5-8e3d0bc6ca6e {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:23:44.570663 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e962260-4783-4d44-901f-d6777725e488", "name": "network-vif-deleted", "tag": "8c41e70f-ff61-4ccf-bc22-c154ffc04d79", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:23:44.570909 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-18746fee-d220-4e7c-a6f5-8e3d0bc6ca6e {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:23:44.571623 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18746fee-d220-4e7c-a6f5-8e3d0bc6ca6e'] response: {'server_uuid': '5e962260-4783-4d44-901f-d6777725e488', 'name': 'network-vif-deleted', 'tag': '8c41e70f-ff61-4ccf-bc22-c154ffc04d79', 'status': 'completed', 'code': 200} Oct 10 11:23:44.602303 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-27b2831a-2222-4b02-809d-c381f2a07a33 req-89266bde-4190-4465-b51d-1c5bac788ea0 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.15 "DELETE /v2.0/ports/8c41e70f-ff61-4ccf-bc22-c154ffc04d79 HTTP/1.1" status: 204 len: 173 time: 1.5179534 Oct 10 11:23:44.637099 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-bc441411-6529-40d2-b7d3-78318d6b1262 None None] Set router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:23:44.955135 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-bc441411-6529-40d2-b7d3-78318d6b1262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'name': 'tempest-TestVolumeBootPattern-1067560194-router', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:07Z', 'updated_at': '2022-10-10T11:19:15Z', 'revision_number': 4, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'gw_port': {'id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:08Z', 'updated_at': '2022-10-10T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '18bc4e2c-d966-40d7-97e7-106c145b51f6', 'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'mac_address': 'fa:16:3e:69:c9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:14Z', 'updated_at': '2022-10-10T11:19:31Z', 'revision_number': 5, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'subnets': [{'id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:23:44.958937 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc441411-6529-40d2-b7d3-78318d6b1262 None None] Checking router: e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:23:44.967363 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc441411-6529-40d2-b7d3-78318d6b1262 None None] Routers {'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:23:44.967944 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-bc441411-6529-40d2-b7d3-78318d6b1262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:23:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:23:45.155463 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-bc441411-6529-40d2-b7d3-78318d6b1262 None None] Set router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:23:45.208847 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-839571ee-ae85-4973-ab92-5358e68fe28d req-07ead151-553e-401b-acac-3a95d1065e66 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e962260-4783-4d44-901f-d6777725e488 HTTP/1.1" status: 200 len: 210 time: 0.0500400 Oct 10 11:23:45.467046 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-bc441411-6529-40d2-b7d3-78318d6b1262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'name': 'tempest-TestVolumeBootPattern-1067560194-router', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:07Z', 'updated_at': '2022-10-10T11:19:15Z', 'revision_number': 4, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'gw_port': {'id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:08Z', 'updated_at': '2022-10-10T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '18bc4e2c-d966-40d7-97e7-106c145b51f6', 'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'mac_address': 'fa:16:3e:69:c9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:14Z', 'updated_at': '2022-10-10T11:19:31Z', 'revision_number': 5, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'subnets': [{'id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:23:45.470996 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc441411-6529-40d2-b7d3-78318d6b1262 None None] The sync data for ids ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'] in dv-neutron-860842-1-hyperv is: [{'id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'name': 'tempest-TestVolumeBootPattern-1067560194-router', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:07Z', 'updated_at': '2022-10-10T11:19:15Z', 'revision_number': 4, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'gw_port': {'id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:08Z', 'updated_at': '2022-10-10T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '18bc4e2c-d966-40d7-97e7-106c145b51f6', 'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'mac_address': 'fa:16:3e:69:c9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:14Z', 'updated_at': '2022-10-10T11:19:31Z', 'revision_number': 5, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'subnets': [{'id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:23:45.688476 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65dea36-ddd1-4316-8125-dd9a51008177 None None] New status for floating IP 31fcfd82-06c3-42a7-b88b-0151d423f4c8: DOWN {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:23:46.415785 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:23:46.449516 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:23:46.449901 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 8c41e70f-ff61-4ccf-bc22-c154ffc04d79 not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:23:46.576303 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-38c1cbe6-4b2e-4005-b537-5028c35f2534 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1682342367&fields=id&tenant_id=2ca309cf9da347e1972c7a5240bc70ad HTTP/1.1" status: 200 len: 267 time: 0.0383334 Oct 10 11:23:46.721581 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-f369f814-9f90-4daf-9313-8daa14d6fb1a tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:46.722241 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-f369f814-9f90-4daf-9313-8daa14d6fb1a tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Synchronizing usage tracker for tenant:2ca309cf9da347e1972c7a5240bc70ad on resource:network {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:23:46.815576 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-f369f814-9f90-4daf-9313-8daa14d6fb1a tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Unset dirty status for tenant:2ca309cf9da347e1972c7a5240bc70ad on resource:network {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:23:46.816834 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-f369f814-9f90-4daf-9313-8daa14d6fb1a tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/networks?id=616f1bfe-2293-42af-8b84-9f66f180ede2 HTTP/1.1" status: 200 len: 812 time: 0.2343705 Oct 10 11:23:46.831665 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-0e8890d3-6aa1-4262-8d4c-948b36db41fd tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/quotas/2ca309cf9da347e1972c7a5240bc70ad HTTP/1.1" status: 200 len: 375 time: 0.0091016 Oct 10 11:23:47.039002 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-72847575-7ef5-48c9-bbff-412b046db305 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=2ca309cf9da347e1972c7a5240bc70ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2022548 Oct 10 11:23:47.173994 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-90117c26-2a51-4996-a098-b3761c2cb58d service neutron] 10.222.0.40 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234567 Oct 10 11:23:47.304012 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-ffa375e0-478c-4558-b88e-9829b4764852 service neutron] 10.222.0.40 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243904 Oct 10 11:23:47.997001 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-af58aba7-3077-424b-9165-97666c34c2d0 req-6d11812d-44ab-4dcb-bddd-7d15bf494e4d tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Synchronizing usage tracker for tenant:2ca309cf9da347e1972c7a5240bc70ad on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:23:48.100935 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-af58aba7-3077-424b-9165-97666c34c2d0 req-6d11812d-44ab-4dcb-bddd-7d15bf494e4d tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Unset dirty status for tenant:2ca309cf9da347e1972c7a5240bc70ad on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:23:48.102712 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-af58aba7-3077-424b-9165-97666c34c2d0 req-6d11812d-44ab-4dcb-bddd-7d15bf494e4d tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 210 time: 0.1624143 Oct 10 11:23:49.025745 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:23:49.263535 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-bc820a36-de26-435e-8ff6-3310742560e3 req-0c5b99e8-5083-4e75-be9a-158bddcdba1f tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 210 time: 0.0506592 Oct 10 11:23:50.104502 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-2b7dba59-bfbb-4c1b-af41-4758249bbb90 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:50.106085 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-2b7dba59-bfbb-4c1b-af41-4758249bbb90 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.15 "GET /v2.0/networks?id=616f1bfe-2293-42af-8b84-9f66f180ede2 HTTP/1.1" status: 200 len: 812 time: 0.1475809 Oct 10 11:23:50.155873 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-d124b894-fb37-498b-be69-afcf95403aa8 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ca309cf9da347e1972c7a5240bc70ad HTTP/1.1" status: 200 len: 380 time: 0.0408480 Oct 10 11:23:50.165914 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-aee92a23-4e3d-4567-a2cc-6f675ea2a6c9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Request body: {'port': {'device_id': 'a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'admin_state_up': True, 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'security_groups': ['31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:23:50.303810 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-aee92a23-4e3d-4567-a2cc-6f675ea2a6c9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:23:50.313707 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-aee92a23-4e3d-4567-a2cc-6f675ea2a6c9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:23:50.380997 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-aee92a23-4e3d-4567-a2cc-6f675ea2a6c9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Made reservation on behalf of 2ca309cf9da347e1972c7a5240bc70ad for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:23:50.384766 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-aee92a23-4e3d-4567-a2cc-6f675ea2a6c9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:50.460906 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-73953792-af85-48cf-a852-3474718c934f req-cb80e2d9-62a2-404b-b9fd-4965fe0cdd15 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 210 time: 0.0609760 Oct 10 11:23:50.603189 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-aee92a23-4e3d-4567-a2cc-6f675ea2a6c9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Allocated IP 172.20.0.12 (616f1bfe-2293-42af-8b84-9f66f180ede2/3c94ad8c-d8fc-4d25-b911-8ac97e113003/c3e8b383-dc8f-453d-8b00-1ba2635cee3a) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:23:50.796731 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-aee92a23-4e3d-4567-a2cc-6f675ea2a6c9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:50.812787 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-aee92a23-4e3d-4567-a2cc-6f675ea2a6c9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Transition to ACTIVE for port object c3e8b383-dc8f-453d-8b00-1ba2635cee3a will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:23:50.905090 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-aee92a23-4e3d-4567-a2cc-6f675ea2a6c9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:51.083266 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-aee92a23-4e3d-4567-a2cc-6f675ea2a6c9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Network 616f1bfe-2293-42af-8b84-9f66f180ede2 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:23:51.086158 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-aee92a23-4e3d-4567-a2cc-6f675ea2a6c9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:23:51.090531 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-aee92a23-4e3d-4567-a2cc-6f675ea2a6c9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:23:51.121511 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee92a23-4e3d-4567-a2cc-6f675ea2a6c9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Pushing event updated for resources: {'Port': ['ID=c3e8b383-dc8f-453d-8b00-1ba2635cee3a,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:23:51.158972 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-aee92a23-4e3d-4567-a2cc-6f675ea2a6c9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:51.159701 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-aee92a23-4e3d-4567-a2cc-6f675ea2a6c9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:51.250395 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-aee92a23-4e3d-4567-a2cc-6f675ea2a6c9 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0879498 Oct 10 11:23:51.263088 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-6d4079f0-970f-46d1-9fc7-51d0784a0c74 service neutron] Request body: {'port': {'device_id': 'a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:23:51.378404 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-6d4079f0-970f-46d1-9fc7-51d0784a0c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:51.392311 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-99724e8f-5324-45cf-97b6-1a857f5f9040 None None] Provisioning for port c3e8b383-dc8f-453d-8b00-1ba2635cee3a completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:23:51.397289 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-99724e8f-5324-45cf-97b6-1a857f5f9040 None None] Provisioning complete for port c3e8b383-dc8f-453d-8b00-1ba2635cee3a triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:23:51.403408 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-99724e8f-5324-45cf-97b6-1a857f5f9040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:51.403408 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-99724e8f-5324-45cf-97b6-1a857f5f9040 None None] Attempt 1 to provision port c3e8b383-dc8f-453d-8b00-1ba2635cee3a Oct 10 11:23:51.454099 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-99724e8f-5324-45cf-97b6-1a857f5f9040 None None] Port c3e8b383-dc8f-453d-8b00-1ba2635cee3a cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:23:51.673918 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5d191-b691-4222-9920-e2fd9f04fe3e req-bb0ad9a1-eaf7-4a94-9552-dddb6f69330e tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:51.675269 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2aa5d191-b691-4222-9920-e2fd9f04fe3e req-bb0ad9a1-eaf7-4a94-9552-dddb6f69330e tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 932 time: 0.0932434 Oct 10 11:23:51.720613 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2aa5d191-b691-4222-9920-e2fd9f04fe3e req-c468952a-cbff-4ac1-96ee-6675f97004f5 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395083 Oct 10 11:23:51.739410 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-6d4079f0-970f-46d1-9fc7-51d0784a0c74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3e8b383-dc8f-453d-8b00-1ba2635cee3a {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:23:51.747630 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-6d4079f0-970f-46d1-9fc7-51d0784a0c74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:51.762465 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-6d4079f0-970f-46d1-9fc7-51d0784a0c74 service neutron] Transition to ACTIVE for port object c3e8b383-dc8f-453d-8b00-1ba2635cee3a will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:23:51.838216 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-6d4079f0-970f-46d1-9fc7-51d0784a0c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:51.955805 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-99724e8f-5324-45cf-97b6-1a857f5f9040 None None] Attempt 2 to provision port c3e8b383-dc8f-453d-8b00-1ba2635cee3a Oct 10 11:23:52.009364 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-99724e8f-5324-45cf-97b6-1a857f5f9040 None None] Port c3e8b383-dc8f-453d-8b00-1ba2635cee3a cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:23:52.032211 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4079f0-970f-46d1-9fc7-51d0784a0c74 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e8b383-dc8f-453d-8b00-1ba2635cee3a,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:23:52.072841 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-6d4079f0-970f-46d1-9fc7-51d0784a0c74 service neutron] Attempting to bind port c3e8b383-dc8f-453d-8b00-1ba2635cee3a on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:23:52.075422 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-6d4079f0-970f-46d1-9fc7-51d0784a0c74 service neutron] Attempting to bind port c3e8b383-dc8f-453d-8b00-1ba2635cee3a by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '7c4f4c4c-5113-482f-a194-d6aa0f6b009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:23:52.075422 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-6d4079f0-970f-46d1-9fc7-51d0784a0c74 service neutron] Attempting to bind port c3e8b383-dc8f-453d-8b00-1ba2635cee3a on network 616f1bfe-2293-42af-8b84-9f66f180ede2 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:23:52.078413 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-6d4079f0-970f-46d1-9fc7-51d0784a0c74 service neutron] Port c3e8b383-dc8f-453d-8b00-1ba2635cee3a on network 616f1bfe-2293-42af-8b84-9f66f180ede2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:23:52.078732 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-6d4079f0-970f-46d1-9fc7-51d0784a0c74 service neutron] Attempting to bind port c3e8b383-dc8f-453d-8b00-1ba2635cee3a on network 616f1bfe-2293-42af-8b84-9f66f180ede2 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:23:52.083842 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-6d4079f0-970f-46d1-9fc7-51d0784a0c74 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:23:52.084176 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-6d4079f0-970f-46d1-9fc7-51d0784a0c74 service neutron] Checking segment: {'id': '7c4f4c4c-5113-482f-a194-d6aa0f6b009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:23:52.084557 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-6d4079f0-970f-46d1-9fc7-51d0784a0c74 service neutron] Bound using segment: {'id': '7c4f4c4c-5113-482f-a194-d6aa0f6b009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:23:52.084979 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-6d4079f0-970f-46d1-9fc7-51d0784a0c74 service neutron] Bound port: c3e8b383-dc8f-453d-8b00-1ba2635cee3a, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4f4c4c-5113-482f-a194-d6aa0f6b009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:23:52.085323 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-6d4079f0-970f-46d1-9fc7-51d0784a0c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:52.173826 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-6d4079f0-970f-46d1-9fc7-51d0784a0c74 service neutron] For port c3e8b383-dc8f-453d-8b00-1ba2635cee3a, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:23:52.176774 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-6d4079f0-970f-46d1-9fc7-51d0784a0c74 service neutron] For port c3e8b383-dc8f-453d-8b00-1ba2635cee3a, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=c3e8b383-dc8f-453d-8b00-1ba2635cee3a,segment=NetworkSegment(7c4f4c4c-5113-482f-a194-d6aa0f6b009c),segment_id=7c4f4c4c-5113-482f-a194-d6aa0f6b009c)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:23:52.284547 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-6d4079f0-970f-46d1-9fc7-51d0784a0c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:52.287705 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-6d4079f0-970f-46d1-9fc7-51d0784a0c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:52.288392 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-6d4079f0-970f-46d1-9fc7-51d0784a0c74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:52.289834 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-6d4079f0-970f-46d1-9fc7-51d0784a0c74 service neutron] 10.222.0.15 "PUT /v2.0/ports/c3e8b383-dc8f-453d-8b00-1ba2635cee3a HTTP/1.1" status: 200 len: 1094 time: 1.0316269 Oct 10 11:23:52.322671 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed', 'tag': 'c3e8b383-dc8f-453d-8b00-1ba2635cee3a'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:23:52.322671 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a96212c-d105-402a-bdcb-21e386b39dba" -d '{"events": [{"name": "network-changed", "server_uuid": "a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed", "tag": "c3e8b383-dc8f-453d-8b00-1ba2635cee3a"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:23:52.362762 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4079f0-970f-46d1-9fc7-51d0784a0c74 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e8b383-dc8f-453d-8b00-1ba2635cee3a,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:23:52.368364 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d87cb92-eb1e-4215-a760-9fa643a48703 x-openstack-request-id: req-4d87cb92-eb1e-4215-a760-9fa643a48703 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:23:52.368653 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed", "tag": "c3e8b383-dc8f-453d-8b00-1ba2635cee3a", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:23:52.368904 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4d87cb92-eb1e-4215-a760-9fa643a48703 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:23:52.369292 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d87cb92-eb1e-4215-a760-9fa643a48703'] response: {'name': 'network-changed', 'server_uuid': 'a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed', 'tag': 'c3e8b383-dc8f-453d-8b00-1ba2635cee3a', 'status': 'completed', 'code': 200} Oct 10 11:23:52.470446 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96212c-d105-402a-bdcb-21e386b39dba req-5a8aa0fe-2ce4-4d09-937c-58a538f075c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:52.471933 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3a96212c-d105-402a-bdcb-21e386b39dba req-5a8aa0fe-2ce4-4d09-937c-58a538f075c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ca309cf9da347e1972c7a5240bc70ad&device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 1097 time: 0.0829015 Oct 10 11:23:52.511601 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-99724e8f-5324-45cf-97b6-1a857f5f9040 None None] Attempt 3 to provision port c3e8b383-dc8f-453d-8b00-1ba2635cee3a Oct 10 11:23:52.576041 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-99724e8f-5324-45cf-97b6-1a857f5f9040 None None] Port c3e8b383-dc8f-453d-8b00-1ba2635cee3a had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:23:52.618721 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96212c-d105-402a-bdcb-21e386b39dba req-6a5cec40-6b1d-4b1a-8b8f-1851f1331dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:52.620728 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3a96212c-d105-402a-bdcb-21e386b39dba req-6a5cec40-6b1d-4b1a-8b8f-1851f1331dbe service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=2ca309cf9da347e1972c7a5240bc70ad&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1411548 Oct 10 11:23:52.761980 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96212c-d105-402a-bdcb-21e386b39dba req-2b8ab084-be3c-497f-bf68-9d146e653166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:52.763573 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3a96212c-d105-402a-bdcb-21e386b39dba req-2b8ab084-be3c-497f-bf68-9d146e653166 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1377800 Oct 10 11:23:52.993810 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328e192-26ce-47bd-b414-d4628563fb2d req-18ce11cf-4b1a-47aa-9e45-6afb60338ced tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:52.994546 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-b328e192-26ce-47bd-b414-d4628563fb2d req-18ce11cf-4b1a-47aa-9e45-6afb60338ced tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Synchronizing usage tracker for tenant:2ca309cf9da347e1972c7a5240bc70ad on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:23:53.000496 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-fc653cf2-b8fe-4bff-b114-852fda212851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:53.001921 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-fc653cf2-b8fe-4bff-b114-852fda212851 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ca309cf9da347e1972c7a5240bc70ad&device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 1097 time: 0.1234219 Oct 10 11:23:53.075861 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-80f88204-9f53-4f5c-a75b-4ad52d0831d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e8b383-dc8f-453d-8b00-1ba2635cee3a HTTP/1.1" status: 200 len: 217 time: 0.0653811 Oct 10 11:23:53.081074 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-b328e192-26ce-47bd-b414-d4628563fb2d req-18ce11cf-4b1a-47aa-9e45-6afb60338ced tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Unset dirty status for tenant:2ca309cf9da347e1972c7a5240bc70ad on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:23:53.082229 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b328e192-26ce-47bd-b414-d4628563fb2d req-18ce11cf-4b1a-47aa-9e45-6afb60338ced tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 944 time: 0.2451913 Oct 10 11:23:53.265794 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-8cdee00e-99f2-4b58-a62b-de8e9c06d9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:53.267231 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-8cdee00e-99f2-4b58-a62b-de8e9c06d9b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c94ad8c-d8fc-4d25-b911-8ac97e113003 HTTP/1.1" status: 200 len: 851 time: 0.1841798 Oct 10 11:23:53.274133 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b328e192-26ce-47bd-b414-d4628563fb2d req-b075eccd-e157-4f57-9337-2dec195e2419 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591538 Oct 10 11:23:53.295626 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f8767-d459-4727-9d3f-debf30774051 req-4db2802a-3956-44a3-b2cd-cdd41f523c4e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:53.295626 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9a4f8767-d459-4727-9d3f-debf30774051 req-4db2802a-3956-44a3-b2cd-cdd41f523c4e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=e05e4b35-6faf-40a1-9565-d9f406e63965 HTTP/1.1" status: 200 len: 946 time: 0.0925841 Oct 10 11:23:53.336663 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9a4f8767-d459-4727-9d3f-debf30774051 req-ef191e23-62d4-4285-ba4e-25670909c6eb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=6986ae94-9d50-44ac-b52e-67f6aa25e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398753 Oct 10 11:23:53.357253 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-48b9e9eb-d88f-4849-9dbd-1a9d805d994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:53.358691 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-48b9e9eb-d88f-4849-9dbd-1a9d805d994d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=616f1bfe-2293-42af-8b84-9f66f180ede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828896 Oct 10 11:23:53.490658 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-50872898-a9c6-4b55-999f-54047d1c2a5a service neutron] 10.222.0.15 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243281 Oct 10 11:23:53.619658 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-89d39d9e-b849-4d30-84d8-b089f47d3a52 req-e94780db-5ffa-4610-b1c5-374f8ede410e service neutron] 10.222.0.15 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218283 Oct 10 11:23:54.475290 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57445ee9-0fc9-4a54-98e9-5c08df292b75 req-68d30237-4d3d-4b99-b86e-5d45c09c7ebc tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:54.476737 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-57445ee9-0fc9-4a54-98e9-5c08df292b75 req-68d30237-4d3d-4b99-b86e-5d45c09c7ebc tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 944 time: 0.0913885 Oct 10 11:23:54.523143 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-57445ee9-0fc9-4a54-98e9-5c08df292b75 req-0c6de557-976a-4761-a601-83d2b4b2a43a tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397334 Oct 10 11:23:54.538859 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ea996-4dc9-480b-a4e4-9046b2bad93a req-e24ac1fc-9331-4f30-a77e-c58907b8c623 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:54.540293 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9d9ea996-4dc9-480b-a4e4-9046b2bad93a req-e24ac1fc-9331-4f30-a77e-c58907b8c623 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=e05e4b35-6faf-40a1-9565-d9f406e63965 HTTP/1.1" status: 200 len: 946 time: 0.0872531 Oct 10 11:23:54.588096 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9d9ea996-4dc9-480b-a4e4-9046b2bad93a req-a672bf2d-efd2-4c40-8fd9-6f94f52698d2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=6986ae94-9d50-44ac-b52e-67f6aa25e647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414038 Oct 10 11:23:54.651812 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3711b-d961-42e7-971d-fce68b36f0c2 req-5dfb4547-71d7-4675-9087-cb2ad02577d8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:54.653327 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f9e3711b-d961-42e7-971d-fce68b36f0c2 req-5dfb4547-71d7-4675-9087-cb2ad02577d8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/ports?device_id=e05e4b35-6faf-40a1-9565-d9f406e63965 HTTP/1.1" status: 200 len: 946 time: 0.0904336 Oct 10 11:23:54.723065 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-f9e3711b-d961-42e7-971d-fce68b36f0c2 req-f420a050-6e6a-4f57-afd2-c054f94e92dc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port 258a1be8-502d-492d-9064-538bad906182 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:23:54.723395 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-f9e3711b-d961-42e7-971d-fce68b36f0c2 req-f420a050-6e6a-4f57-afd2-c054f94e92dc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:54.977181 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-f9e3711b-d961-42e7-971d-fce68b36f0c2 req-f420a050-6e6a-4f57-afd2-c054f94e92dc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port 258a1be8-502d-492d-9064-538bad906182, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=258a1be8-502d-492d-9064-538bad906182,segment=NetworkSegment(363fcedc-d70a-4d0d-a6bc-e3abc5b333e2),segment_id=363fcedc-d70a-4d0d-a6bc-e3abc5b333e2)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:23:54.977851 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-f9e3711b-d961-42e7-971d-fce68b36f0c2 req-f420a050-6e6a-4f57-afd2-c054f94e92dc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:55.261956 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-f9e3711b-d961-42e7-971d-fce68b36f0c2 req-f420a050-6e6a-4f57-afd2-c054f94e92dc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:55.263064 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-f9e3711b-d961-42e7-971d-fce68b36f0c2 req-f420a050-6e6a-4f57-afd2-c054f94e92dc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:55.263409 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [req-f9e3711b-d961-42e7-971d-fce68b36f0c2 req-f420a050-6e6a-4f57-afd2-c054f94e92dc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Floating IP fca62768-3288-4d17-ab21-ee4671004d4e disassociated. External IP: 172.26.4.20, port: 258a1be8-502d-492d-9064-538bad906182. Oct 10 11:23:55.263738 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-f9e3711b-d961-42e7-971d-fce68b36f0c2 req-f420a050-6e6a-4f57-afd2-c054f94e92dc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for 258a1be8-502d-492d-9064-538bad906182 owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:23:55.478103 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-f9e3711b-d961-42e7-971d-fce68b36f0c2 req-f420a050-6e6a-4f57-afd2-c054f94e92dc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:55.530943 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420a050-6e6a-4f57-afd2-c054f94e92dc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=258a1be8-502d-492d-9064-538bad906182,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:23:55.756334 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-00acdf37-d829-4ce7-afb3-b855f47d2e8c req-a2a3623a-ac98-4657-8c97-9f1d7da6252a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=e05e4b35-6faf-40a1-9565-d9f406e63965 HTTP/1.1" status: 200 len: 210 time: 0.0508547 Oct 10 11:23:55.881749 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9e3711b-d961-42e7-971d-fce68b36f0c2 req-f420a050-6e6a-4f57-afd2-c054f94e92dc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router 7cd0cd7c-2017-4c61-b584-c136267f3a90 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:23:55.961660 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbfcea-3711-4def-bb4b-a2f58b0c5275 req-68846b98-ff1e-40e2-aef3-80bb04c5b58a tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:55.963049 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4dfbfcea-3711-4def-bb4b-a2f58b0c5275 req-68846b98-ff1e-40e2-aef3-80bb04c5b58a tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 944 time: 0.1858666 Oct 10 11:23:56.095519 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4dfbfcea-3711-4def-bb4b-a2f58b0c5275 req-30a1dd27-dcc4-495c-82ad-c60dbc37c73c tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229625 Oct 10 11:23:56.114512 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9e3711b-d961-42e7-971d-fce68b36f0c2 req-f420a050-6e6a-4f57-afd2-c054f94e92dc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:23:56.124494 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95462c6-68af-4af7-b8ea-cd97d389147d None None] Sync routers for ids ['7cd0cd7c-2017-4c61-b584-c136267f3a90'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:23:56.133861 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95462c6-68af-4af7-b8ea-cd97d389147d None None] Routers {'7cd0cd7c-2017-4c61-b584-c136267f3a90'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:23:56.134659 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-c95462c6-68af-4af7-b8ea-cd97d389147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:23:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['7cd0cd7c-2017-4c61-b584-c136267f3a90'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:23:56.202433 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e3711b-d961-42e7-971d-fce68b36f0c2 req-f420a050-6e6a-4f57-afd2-c054f94e92dc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] No DVR routers for this DVR port 258a1be8-502d-492d-9064-538bad906182 on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:23:56.204964 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-f9e3711b-d961-42e7-971d-fce68b36f0c2 req-f420a050-6e6a-4f57-afd2-c054f94e92dc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:56.207771 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05e4b35-6faf-40a1-9565-d9f406e63965', 'name': 'network-vif-deleted', 'tag': '258a1be8-502d-492d-9064-538bad906182'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:23:56.210096 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174e4efd-9249-49c1-be60-0c061a91f10c" -d '{"events": [{"server_uuid": "e05e4b35-6faf-40a1-9565-d9f406e63965", "name": "network-vif-deleted", "tag": "258a1be8-502d-492d-9064-538bad906182"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:23:56.251549 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdd2d0f-9d4d-47c2-94a5-04fa23c40c0b x-openstack-request-id: req-8fdd2d0f-9d4d-47c2-94a5-04fa23c40c0b {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:23:56.251839 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05e4b35-6faf-40a1-9565-d9f406e63965", "name": "network-vif-deleted", "tag": "258a1be8-502d-492d-9064-538bad906182", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:23:56.252116 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8fdd2d0f-9d4d-47c2-94a5-04fa23c40c0b {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:23:56.252520 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fdd2d0f-9d4d-47c2-94a5-04fa23c40c0b'] response: {'server_uuid': 'e05e4b35-6faf-40a1-9565-d9f406e63965', 'name': 'network-vif-deleted', 'tag': '258a1be8-502d-492d-9064-538bad906182', 'status': 'completed', 'code': 200} Oct 10 11:23:56.299069 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f9e3711b-d961-42e7-971d-fce68b36f0c2 req-f420a050-6e6a-4f57-afd2-c054f94e92dc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "DELETE /v2.0/ports/258a1be8-502d-492d-9064-538bad906182 HTTP/1.1" status: 204 len: 173 time: 1.6390762 Oct 10 11:23:56.342099 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-c95462c6-68af-4af7-b8ea-cd97d389147d None None] Set router 7cd0cd7c-2017-4c61-b584-c136267f3a90 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:23:56.652793 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-c95462c6-68af-4af7-b8ea-cd97d389147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'name': 'tempest-TestNetworkBasicOps-router-608266945', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:21:52Z', 'updated_at': '2022-10-10T11:21:58Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:53Z', 'updated_at': '2022-10-10T11:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'cd431a20-b5e6-478f-9178-567d0be2d5fd', 'name': '', 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:2e:d6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:57Z', 'updated_at': '2022-10-10T11:22:05Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:23:56.656850 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95462c6-68af-4af7-b8ea-cd97d389147d None None] Checking router: 7cd0cd7c-2017-4c61-b584-c136267f3a90 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:23:56.664981 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95462c6-68af-4af7-b8ea-cd97d389147d None None] Routers {'7cd0cd7c-2017-4c61-b584-c136267f3a90'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:23:56.665594 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-c95462c6-68af-4af7-b8ea-cd97d389147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:23:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['7cd0cd7c-2017-4c61-b584-c136267f3a90'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:23:56.840341 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-c95462c6-68af-4af7-b8ea-cd97d389147d None None] Set router 7cd0cd7c-2017-4c61-b584-c136267f3a90 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:23:56.933634 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-b94e7f8b-ab26-4bec-8ce6-0b0db49a9cb0 req-2118bdb3-738d-417e-bcb7-fc904456017b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:23:57.026809 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-b94e7f8b-ab26-4bec-8ce6-0b0db49a9cb0 req-2118bdb3-738d-417e-bcb7-fc904456017b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:23:57.028551 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b94e7f8b-ab26-4bec-8ce6-0b0db49a9cb0 req-2118bdb3-738d-417e-bcb7-fc904456017b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=e05e4b35-6faf-40a1-9565-d9f406e63965 HTTP/1.1" status: 200 len: 210 time: 0.1462250 Oct 10 11:23:57.169315 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-c95462c6-68af-4af7-b8ea-cd97d389147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'name': 'tempest-TestNetworkBasicOps-router-608266945', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:21:52Z', 'updated_at': '2022-10-10T11:21:58Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:53Z', 'updated_at': '2022-10-10T11:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'cd431a20-b5e6-478f-9178-567d0be2d5fd', 'name': '', 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:2e:d6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:57Z', 'updated_at': '2022-10-10T11:22:05Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:23:57.173342 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95462c6-68af-4af7-b8ea-cd97d389147d None None] The sync data for ids ['7cd0cd7c-2017-4c61-b584-c136267f3a90'] in dv-neutron-860842-1-hyperv is: [{'id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'name': 'tempest-TestNetworkBasicOps-router-608266945', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:21:52Z', 'updated_at': '2022-10-10T11:21:58Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:53Z', 'updated_at': '2022-10-10T11:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'cd431a20-b5e6-478f-9178-567d0be2d5fd', 'name': '', 'network_id': 'e4322f1a-a44a-4b88-a9fa-c44e494db864', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:2e:d6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:57Z', 'updated_at': '2022-10-10T11:22:05Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:23:57.305959 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319046b-d13d-4beb-8b78-954515cf32b1 req-08d001f0-f111-4228-b8ff-ab8cacc566cb tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:57.307492 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-7319046b-d13d-4beb-8b78-954515cf32b1 req-08d001f0-f111-4228-b8ff-ab8cacc566cb tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 944 time: 0.0912268 Oct 10 11:23:57.357730 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-7319046b-d13d-4beb-8b78-954515cf32b1 req-b8d233f0-1654-4d19-9058-fb57931cac8e tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440879 Oct 10 11:23:57.403203 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dff130-ef32-4e61-8889-8154c5c6a96a None None] New status for floating IP fca62768-3288-4d17-ab21-ee4671004d4e: DOWN {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:23:58.129001 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59708) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:23:58.196113 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-57722242-b20d-496a-9f39-b2f9026f94c7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:58.224936 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-57722242-b20d-496a-9f39-b2f9026f94c7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:58.395498 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-57722242-b20d-496a-9f39-b2f9026f94c7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:58.415198 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57722242-b20d-496a-9f39-b2f9026f94c7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6986ae94-9d50-44ac-b52e-67f6aa25e647,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:23:58.491789 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-57722242-b20d-496a-9f39-b2f9026f94c7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:58.497269 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-57722242-b20d-496a-9f39-b2f9026f94c7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/security-groups/6986ae94-9d50-44ac-b52e-67f6aa25e647 HTTP/1.1" status: 204 len: 168 time: 0.3628983 Oct 10 11:23:58.504976 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 258a1be8-502d-492d-9064-538bad906182 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:23:58.541076 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: 258a1be8-502d-492d-9064-538bad906182 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:23:58.541737 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 258a1be8-502d-492d-9064-538bad906182 not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:23:58.560929 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4ec76-eba0-4541-979c-a8568f092b8a req-3274db46-c18a-4b98-8ddc-5a0f2dcae4e6 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:58.562387 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-80d4ec76-eba0-4541-979c-a8568f092b8a req-3274db46-c18a-4b98-8ddc-5a0f2dcae4e6 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 944 time: 0.0918243 Oct 10 11:23:58.605837 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-80d4ec76-eba0-4541-979c-a8568f092b8a req-42685b87-a10c-49fd-985b-85804fcba6d1 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377560 Oct 10 11:23:58.648216 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59716) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:23:58.802540 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-f78a8c2f-7a55-4619-b5d4-10e8a6c9d69d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port d4585113-58d1-41be-bb7b-6c1645d9c252 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:23:58.802792 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f78a8c2f-7a55-4619-b5d4-10e8a6c9d69d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:58.981991 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f78a8c2f-7a55-4619-b5d4-10e8a6c9d69d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:58.982315 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f78a8c2f-7a55-4619-b5d4-10e8a6c9d69d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:59.108668 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-f78a8c2f-7a55-4619-b5d4-10e8a6c9d69d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for d4585113-58d1-41be-bb7b-6c1645d9c252 owned by network:floatingip {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:23:59.329481 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f78a8c2f-7a55-4619-b5d4-10e8a6c9d69d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:59.377856 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a8c2f-7a55-4619-b5d4-10e8a6c9d69d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=d4585113-58d1-41be-bb7b-6c1645d9c252,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:23:59.574697 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f78a8c2f-7a55-4619-b5d4-10e8a6c9d69d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:59.678329 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f78a8c2f-7a55-4619-b5d4-10e8a6c9d69d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:23:59.682082 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f78a8c2f-7a55-4619-b5d4-10e8a6c9d69d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/floatingips/fca62768-3288-4d17-ab21-ee4671004d4e HTTP/1.1" status: 204 len: 168 time: 1.0302336 Oct 10 11:23:59.807483 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0f946-79dd-4996-aba7-cd49d709d083 req-b3ed89bc-20b3-4201-9db9-58eee061ce18 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:23:59.809234 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6ac0f946-79dd-4996-aba7-cd49d709d083 req-b3ed89bc-20b3-4201-9db9-58eee061ce18 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 944 time: 0.0912058 Oct 10 11:23:59.854192 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6ac0f946-79dd-4996-aba7-cd49d709d083 req-3efa50ce-62b0-40ad-a385-c9ad5c22a15e tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391338 Oct 10 11:24:00.242291 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cccac-1974-4367-b8e0-c0c88c39e0ab req-8f1e9532-ee7c-4396-bd58-53848439d99f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:00.243755 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-235cccac-1974-4367-b8e0-c0c88c39e0ab req-8f1e9532-ee7c-4396-bd58-53848439d99f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=16c9489f-537f-4dc9-8936-f23ce0208b93 HTTP/1.1" status: 200 len: 946 time: 0.0879214 Oct 10 11:24:00.291457 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-235cccac-1974-4367-b8e0-c0c88c39e0ab req-dccc08cd-c193-4401-bae8-6f956ee9677f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=3e7591ff-a6a1-4443-b322-4258bcdfeceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412893 Oct 10 11:24:01.051714 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3422be-0070-48b8-90ba-28d008f18e36 req-2846ec6a-67ae-40f8-98e0-76aa8140cd8e tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:01.053174 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6e3422be-0070-48b8-90ba-28d008f18e36 req-2846ec6a-67ae-40f8-98e0-76aa8140cd8e tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 944 time: 0.0886102 Oct 10 11:24:01.096397 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6e3422be-0070-48b8-90ba-28d008f18e36 req-59ca2a64-f048-4f10-966e-ad97495849a3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374625 Oct 10 11:24:01.471461 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac3cd2-ebce-476a-be96-a0c2172e52ca req-8a83d879-0903-442a-8a96-52ecfba57dfe tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:01.472091 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-11ac3cd2-ebce-476a-be96-a0c2172e52ca req-8a83d879-0903-442a-8a96-52ecfba57dfe tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:24:01.490459 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c1d8f-315b-4082-a3b4-4d71f3e3d32e req-3b5aa4d7-0954-41d4-8350-3163a354f4ec tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:01.491896 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-688c1d8f-315b-4082-a3b4-4d71f3e3d32e req-3b5aa4d7-0954-41d4-8350-3163a354f4ec tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=16c9489f-537f-4dc9-8936-f23ce0208b93 HTTP/1.1" status: 200 len: 946 time: 0.0907903 Oct 10 11:24:01.536403 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-688c1d8f-315b-4082-a3b4-4d71f3e3d32e req-41206672-0df4-4ae8-8264-432bc7a08b6c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=3e7591ff-a6a1-4443-b322-4258bcdfeceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382438 Oct 10 11:24:01.563672 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-11ac3cd2-ebce-476a-be96-a0c2172e52ca req-8a83d879-0903-442a-8a96-52ecfba57dfe tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:24:01.564836 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-11ac3cd2-ebce-476a-be96-a0c2172e52ca req-8a83d879-0903-442a-8a96-52ecfba57dfe tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/ports?device_id=16c9489f-537f-4dc9-8936-f23ce0208b93 HTTP/1.1" status: 200 len: 946 time: 0.1851435 Oct 10 11:24:01.636497 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-11ac3cd2-ebce-476a-be96-a0c2172e52ca req-1feca3b6-c5cb-47a6-9b65-d942eb054cce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port e127924b-a160-4907-8bfa-bec794244773 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:24:01.636829 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-11ac3cd2-ebce-476a-be96-a0c2172e52ca req-1feca3b6-c5cb-47a6-9b65-d942eb054cce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:01.884174 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-11ac3cd2-ebce-476a-be96-a0c2172e52ca req-1feca3b6-c5cb-47a6-9b65-d942eb054cce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port e127924b-a160-4907-8bfa-bec794244773, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=e127924b-a160-4907-8bfa-bec794244773,segment=NetworkSegment(363fcedc-d70a-4d0d-a6bc-e3abc5b333e2),segment_id=363fcedc-d70a-4d0d-a6bc-e3abc5b333e2)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:24:01.884527 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-11ac3cd2-ebce-476a-be96-a0c2172e52ca req-1feca3b6-c5cb-47a6-9b65-d942eb054cce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:02.007392 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-11ac3cd2-ebce-476a-be96-a0c2172e52ca req-1feca3b6-c5cb-47a6-9b65-d942eb054cce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for e127924b-a160-4907-8bfa-bec794244773 owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:24:02.250612 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-11ac3cd2-ebce-476a-be96-a0c2172e52ca req-1feca3b6-c5cb-47a6-9b65-d942eb054cce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:02.339151 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feca3b6-c5cb-47a6-9b65-d942eb054cce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=e127924b-a160-4907-8bfa-bec794244773,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:02.399707 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feca3b6-c5cb-47a6-9b65-d942eb054cce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:02.399955 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feca3b6-c5cb-47a6-9b65-d942eb054cce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:02.400288 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feca3b6-c5cb-47a6-9b65-d942eb054cce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:02.400617 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feca3b6-c5cb-47a6-9b65-d942eb054cce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:02.400943 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feca3b6-c5cb-47a6-9b65-d942eb054cce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:02.401380 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feca3b6-c5cb-47a6-9b65-d942eb054cce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:02.401738 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feca3b6-c5cb-47a6-9b65-d942eb054cce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:02.402068 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feca3b6-c5cb-47a6-9b65-d942eb054cce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:02.402390 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feca3b6-c5cb-47a6-9b65-d942eb054cce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:02.402839 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feca3b6-c5cb-47a6-9b65-d942eb054cce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:02.403207 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feca3b6-c5cb-47a6-9b65-d942eb054cce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:02.403519 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feca3b6-c5cb-47a6-9b65-d942eb054cce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:02.415216 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ac3cd2-ebce-476a-be96-a0c2172e52ca req-1feca3b6-c5cb-47a6-9b65-d942eb054cce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] No DVR routers for this DVR port e127924b-a160-4907-8bfa-bec794244773 on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:24:02.417615 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-11ac3cd2-ebce-476a-be96-a0c2172e52ca req-1feca3b6-c5cb-47a6-9b65-d942eb054cce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:02.422854 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c9489f-537f-4dc9-8936-f23ce0208b93', 'name': 'network-vif-deleted', 'tag': 'e127924b-a160-4907-8bfa-bec794244773'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:24:02.423515 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b53c7b-3dd6-4091-a0f0-e878443dd7b0" -d '{"events": [{"server_uuid": "16c9489f-537f-4dc9-8936-f23ce0208b93", "name": "network-vif-deleted", "tag": "e127924b-a160-4907-8bfa-bec794244773"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:24:02.454857 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6253c-27b9-460c-aeae-60ac0add7ffc req-5ddcc0d9-eabb-432e-b3d2-e38ebf289c79 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:02.456340 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-20a6253c-27b9-460c-aeae-60ac0add7ffc req-5ddcc0d9-eabb-432e-b3d2-e38ebf289c79 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 944 time: 0.2504210 Oct 10 11:24:02.477689 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0d7993-45d8-4dd5-bc29-3ace81e22628 x-openstack-request-id: req-9b0d7993-45d8-4dd5-bc29-3ace81e22628 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:24:02.480313 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c9489f-537f-4dc9-8936-f23ce0208b93", "name": "network-vif-deleted", "tag": "e127924b-a160-4907-8bfa-bec794244773", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:24:02.480313 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9b0d7993-45d8-4dd5-bc29-3ace81e22628 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:24:02.480313 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b0d7993-45d8-4dd5-bc29-3ace81e22628'] response: {'server_uuid': '16c9489f-537f-4dc9-8936-f23ce0208b93', 'name': 'network-vif-deleted', 'tag': 'e127924b-a160-4907-8bfa-bec794244773', 'status': 'completed', 'code': 200} Oct 10 11:24:02.500081 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-11ac3cd2-ebce-476a-be96-a0c2172e52ca req-1feca3b6-c5cb-47a6-9b65-d942eb054cce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "DELETE /v2.0/ports/e127924b-a160-4907-8bfa-bec794244773 HTTP/1.1" status: 204 len: 173 time: 0.9294758 Oct 10 11:24:02.504694 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-20a6253c-27b9-460c-aeae-60ac0add7ffc req-c416320d-502e-4f48-902f-d9101a852672 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423977 Oct 10 11:24:02.518936 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device c3e8b383-dc8f-453d-8b00-1ba2635cee3a details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:24:02.700671 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port c3e8b383-dc8f-453d-8b00-1ba2635cee3a, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=c3e8b383-dc8f-453d-8b00-1ba2635cee3a,segment=NetworkSegment(7c4f4c4c-5113-482f-a194-d6aa0f6b009c),segment_id=7c4f4c4c-5113-482f-a194-d6aa0f6b009c)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:24:02.716057 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': 'c3e8b383-dc8f-453d-8b00-1ba2635cee3a', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'port_id': 'c3e8b383-dc8f-453d-8b00-1ba2635cee3a', 'mac_address': 'fa:16:3e:e3:07:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 460, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:24:02.722830 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e9988f62-bb39-4b18-84f3-23e6e21a8535 req-9cf6dd41-f8e2-4424-af38-5ad1a1e1f4b4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=16c9489f-537f-4dc9-8936-f23ce0208b93 HTTP/1.1" status: 200 len: 210 time: 0.0714695 Oct 10 11:24:02.788816 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port c3e8b383-dc8f-453d-8b00-1ba2635cee3a is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:24:02.789363 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:02.810537 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e8b383-dc8f-453d-8b00-1ba2635cee3a {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:24:02.828469 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port c3e8b383-dc8f-453d-8b00-1ba2635cee3a, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=c3e8b383-dc8f-453d-8b00-1ba2635cee3a,segment=NetworkSegment(7c4f4c4c-5113-482f-a194-d6aa0f6b009c),segment_id=7c4f4c4c-5113-482f-a194-d6aa0f6b009c)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:24:02.984356 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:03.050374 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=c3e8b383-dc8f-453d-8b00-1ba2635cee3a,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:03.214185 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['c3e8b383-dc8f-453d-8b00-1ba2635cee3a'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:24:03.468047 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7a157a88-b785-42a2-b6f5-11ba610a1076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:03.712148 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a645070-a6b1-4108-88fa-910f5a1f38d9 req-03272239-087a-4b43-8591-eb861bbf7914 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:03.713617 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3a645070-a6b1-4108-88fa-910f5a1f38d9 req-03272239-087a-4b43-8591-eb861bbf7914 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 945 time: 0.0917432 Oct 10 11:24:03.757490 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3a645070-a6b1-4108-88fa-910f5a1f38d9 req-f3c379c2-e1ca-4875-80a3-673b65e05da2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374787 Oct 10 11:24:03.817690 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59740) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:03.884238 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0eb04c0c-5e67-4dfa-a779-8d98dbfe78e5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:03.913790 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0eb04c0c-5e67-4dfa-a779-8d98dbfe78e5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:04.084198 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0eb04c0c-5e67-4dfa-a779-8d98dbfe78e5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:04.103240 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb04c0c-5e67-4dfa-a779-8d98dbfe78e5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7591ff-a6a1-4443-b322-4258bcdfeceb,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:04.111811 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0eb04c0c-5e67-4dfa-a779-8d98dbfe78e5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:04.113181 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0eb04c0c-5e67-4dfa-a779-8d98dbfe78e5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/security-groups/3e7591ff-a6a1-4443-b322-4258bcdfeceb HTTP/1.1" status: 204 len: 168 time: 0.2944038 Oct 10 11:24:04.204359 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59746) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:04.526885 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device c3e8b383-dc8f-453d-8b00-1ba2635cee3a up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:24:04.672130 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port c3e8b383-dc8f-453d-8b00-1ba2635cee3a completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:24:04.677208 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port c3e8b383-dc8f-453d-8b00-1ba2635cee3a triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:24:04.677735 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:04.678102 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port c3e8b383-dc8f-453d-8b00-1ba2635cee3a Oct 10 11:24:04.795525 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port c3e8b383-dc8f-453d-8b00-1ba2635cee3a is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:24:04.795983 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:04.823436 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e8b383-dc8f-453d-8b00-1ba2635cee3a'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:24:04.826332 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d00b3e-afee-4b8e-b84f-d7bf8cc9dc91" -d '{"events": [{"server_uuid": "a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed", "name": "network-vif-plugged", "status": "completed", "tag": "c3e8b383-dc8f-453d-8b00-1ba2635cee3a"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:24:04.834540 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port c3e8b383-dc8f-453d-8b00-1ba2635cee3a, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=c3e8b383-dc8f-453d-8b00-1ba2635cee3a,segment=NetworkSegment(7c4f4c4c-5113-482f-a194-d6aa0f6b009c),segment_id=7c4f4c4c-5113-482f-a194-d6aa0f6b009c)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:24:04.875685 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4f37cbeb-bfb1-451a-b9f8-7618b0ce2d1b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:04.890820 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e5cf5b-68f5-44fa-8ce6-a09ba817e3ac x-openstack-request-id: req-72e5cf5b-68f5-44fa-8ce6-a09ba817e3ac {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:24:04.891118 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed", "name": "network-vif-plugged", "status": "completed", "tag": "c3e8b383-dc8f-453d-8b00-1ba2635cee3a", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:24:04.891392 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-72e5cf5b-68f5-44fa-8ce6-a09ba817e3ac {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:24:04.897039 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72e5cf5b-68f5-44fa-8ce6-a09ba817e3ac'] response: {'server_uuid': 'a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e8b383-dc8f-453d-8b00-1ba2635cee3a', 'code': 200} Oct 10 11:24:04.921396 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:04.922368 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device e127924b-a160-4907-8bfa-bec794244773 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:24:04.991795 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: e127924b-a160-4907-8bfa-bec794244773 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:24:04.992146 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device e127924b-a160-4907-8bfa-bec794244773 not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:24:05.025486 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=c3e8b383-dc8f-453d-8b00-1ba2635cee3a,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:05.171136 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a33cf5-09ee-4dd2-a4e4-f3a21f0f1373 req-6d29c577-7150-4a13-8ffa-a52a0e718699 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:05.172483 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d7a33cf5-09ee-4dd2-a4e4-f3a21f0f1373 req-6d29c577-7150-4a13-8ffa-a52a0e718699 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 946 time: 0.2397366 Oct 10 11:24:05.265535 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d7a33cf5-09ee-4dd2-a4e4-f3a21f0f1373 req-d581c76c-9f92-4f24-a895-f4d0a5461023 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857296 Oct 10 11:24:05.297007 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f9cb6-dc44-45d8-9bc5-547975bf40d6 req-38fef1c6-9df4-46ef-9523-99876f37c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:05.298642 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7f1f9cb6-dc44-45d8-9bc5-547975bf40d6 req-38fef1c6-9df4-46ef-9523-99876f37c331 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 1099 time: 0.0871277 Oct 10 11:24:05.341108 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7f1f9cb6-dc44-45d8-9bc5-547975bf40d6 req-0fa3822d-7874-4e03-952c-d7d0b8840c21 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357981 Oct 10 11:24:05.344469 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-4f37cbeb-bfb1-451a-b9f8-7618b0ce2d1b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port cd431a20-b5e6-478f-9178-567d0be2d5fd {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:24:05.344814 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4f37cbeb-bfb1-451a-b9f8-7618b0ce2d1b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:05.533418 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-4f37cbeb-bfb1-451a-b9f8-7618b0ce2d1b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port cd431a20-b5e6-478f-9178-567d0be2d5fd, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=cd431a20-b5e6-478f-9178-567d0be2d5fd,segment=NetworkSegment(363fcedc-d70a-4d0d-a6bc-e3abc5b333e2),segment_id=363fcedc-d70a-4d0d-a6bc-e3abc5b333e2)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:24:05.533792 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4f37cbeb-bfb1-451a-b9f8-7618b0ce2d1b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:05.657139 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-4f37cbeb-bfb1-451a-b9f8-7618b0ce2d1b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for cd431a20-b5e6-478f-9178-567d0be2d5fd owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:24:05.745253 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3418b183-3fbe-4d20-b5f9-7f79ba104c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:05.898229 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4f37cbeb-bfb1-451a-b9f8-7618b0ce2d1b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:05.945863 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37cbeb-bfb1-451a-b9f8-7618b0ce2d1b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=cd431a20-b5e6-478f-9178-567d0be2d5fd,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:05.988007 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f37cbeb-bfb1-451a-b9f8-7618b0ce2d1b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:05.988353 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f37cbeb-bfb1-451a-b9f8-7618b0ce2d1b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:05.988793 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f37cbeb-bfb1-451a-b9f8-7618b0ce2d1b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:05.989021 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f37cbeb-bfb1-451a-b9f8-7618b0ce2d1b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:05.989350 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f37cbeb-bfb1-451a-b9f8-7618b0ce2d1b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:05.989727 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f37cbeb-bfb1-451a-b9f8-7618b0ce2d1b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:05.990091 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f37cbeb-bfb1-451a-b9f8-7618b0ce2d1b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:05.990378 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f37cbeb-bfb1-451a-b9f8-7618b0ce2d1b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:05.990703 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f37cbeb-bfb1-451a-b9f8-7618b0ce2d1b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:05.991031 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f37cbeb-bfb1-451a-b9f8-7618b0ce2d1b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:05.991349 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f37cbeb-bfb1-451a-b9f8-7618b0ce2d1b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:05.991667 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f37cbeb-bfb1-451a-b9f8-7618b0ce2d1b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:06.351896 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4f37cbeb-bfb1-451a-b9f8-7618b0ce2d1b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:06.476087 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545e1d3-e359-4187-a7d9-5d690d7361ec req-28800540-892a-4911-a6a6-c259494bfd4d tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:06.477851 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a545e1d3-e359-4187-a7d9-5d690d7361ec req-28800540-892a-4911-a6a6-c259494bfd4d tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 946 time: 0.0923996 Oct 10 11:24:06.527942 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a545e1d3-e359-4187-a7d9-5d690d7361ec req-e5e9ab83-d42b-45b8-9432-002d575614be tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439928 Oct 10 11:24:06.718373 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f37cbeb-bfb1-451a-b9f8-7618b0ce2d1b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router 7cd0cd7c-2017-4c61-b584-c136267f3a90 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:24:06.902212 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f37cbeb-bfb1-451a-b9f8-7618b0ce2d1b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:24:06.914658 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf227e2-5129-48a8-b244-3f4527bd2553 None None] Sync routers for ids ['7cd0cd7c-2017-4c61-b584-c136267f3a90'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:24:06.919082 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4f37cbeb-bfb1-451a-b9f8-7618b0ce2d1b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "PUT /v2.0/routers/7cd0cd7c-2017-4c61-b584-c136267f3a90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7103443 Oct 10 11:24:06.919951 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59756) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:06.928392 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf227e2-5129-48a8-b244-3f4527bd2553 None None] Routers {'7cd0cd7c-2017-4c61-b584-c136267f3a90'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:24:06.933769 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ebf227e2-5129-48a8-b244-3f4527bd2553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:24:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['7cd0cd7c-2017-4c61-b584-c136267f3a90'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:24:06.982169 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:07.001084 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a84ed2-8d4d-4c50-97ab-6e237a76cc4d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting subnet a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:24:07.004056 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f3a84ed2-8d4d-4c50-97ab-6e237a76cc4d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:07.020918 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:07.059846 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f3a84ed2-8d4d-4c50-97ab-6e237a76cc4d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:07.105181 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-ebf227e2-5129-48a8-b244-3f4527bd2553 None None] Set router 7cd0cd7c-2017-4c61-b584-c136267f3a90 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:24:07.145512 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f3a84ed2-8d4d-4c50-97ab-6e237a76cc4d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:07.279798 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f3a84ed2-8d4d-4c50-97ab-6e237a76cc4d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:07.320906 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a84ed2-8d4d-4c50-97ab-6e237a76cc4d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Subnet': ['ID=a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:07.325362 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f3a84ed2-8d4d-4c50-97ab-6e237a76cc4d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:07.331436 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f3a84ed2-8d4d-4c50-97ab-6e237a76cc4d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/subnets/a4be26a2-4c66-4ce5-bdc4-1acf01b0c44e HTTP/1.1" status: 204 len: 168 time: 0.4100473 Oct 10 11:24:07.333828 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8d4f17-e643-412d-8d12-64e48660d17b None None] Network e4322f1a-a44a-4b88-a9fa-c44e494db864 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:24:07.334305 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59760) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:07.422492 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ebf227e2-5129-48a8-b244-3f4527bd2553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'name': 'tempest-TestNetworkBasicOps-router-608266945', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:21:52Z', 'updated_at': '2022-10-10T11:24:05Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:53Z', 'updated_at': '2022-10-10T11:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:24:07.426460 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf227e2-5129-48a8-b244-3f4527bd2553 None None] Checking router: 7cd0cd7c-2017-4c61-b584-c136267f3a90 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:24:07.435133 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf227e2-5129-48a8-b244-3f4527bd2553 None None] Routers {'7cd0cd7c-2017-4c61-b584-c136267f3a90'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:24:07.435740 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ebf227e2-5129-48a8-b244-3f4527bd2553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:24:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['7cd0cd7c-2017-4c61-b584-c136267f3a90'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:24:07.517067 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6493726a-86c8-4671-9a46-2690ac680218 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:07.614305 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aad1f79-c68f-492e-b64a-1397ec7d50a8 None None] DHCP port deletion for e4322f1a-a44a-4b88-a9fa-c44e494db864 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:24:07.618577 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9aad1f79-c68f-492e-b64a-1397ec7d50a8 None None] Deleting port 8a8486ac-3674-49c0-99e5-8ca1c2b65fba {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:24:07.618948 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9aad1f79-c68f-492e-b64a-1397ec7d50a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:07.630696 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-ebf227e2-5129-48a8-b244-3f4527bd2553 None None] Set router 7cd0cd7c-2017-4c61-b584-c136267f3a90 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:24:07.780220 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6493726a-86c8-4671-9a46-2690ac680218 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:07.795703 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76a034-79a9-46f1-8257-7a6c225b583e req-b6b93071-cef1-4ef7-8299-1b62f97c7bff tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:07.797204 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ef76a034-79a9-46f1-8257-7a6c225b583e req-b6b93071-cef1-4ef7-8299-1b62f97c7bff tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 946 time: 0.1336257 Oct 10 11:24:07.834793 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-9aad1f79-c68f-492e-b64a-1397ec7d50a8 None None] For port 8a8486ac-3674-49c0-99e5-8ca1c2b65fba, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=8a8486ac-3674-49c0-99e5-8ca1c2b65fba,segment=NetworkSegment(363fcedc-d70a-4d0d-a6bc-e3abc5b333e2),segment_id=363fcedc-d70a-4d0d-a6bc-e3abc5b333e2)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:24:07.835690 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9aad1f79-c68f-492e-b64a-1397ec7d50a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:07.936303 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ebf227e2-5129-48a8-b244-3f4527bd2553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'name': 'tempest-TestNetworkBasicOps-router-608266945', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:21:52Z', 'updated_at': '2022-10-10T11:24:05Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:53Z', 'updated_at': '2022-10-10T11:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:24:07.941292 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf227e2-5129-48a8-b244-3f4527bd2553 None None] The sync data for ids ['7cd0cd7c-2017-4c61-b584-c136267f3a90'] in dv-neutron-860842-1-hyperv is: [{'id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'name': 'tempest-TestNetworkBasicOps-router-608266945', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:21:52Z', 'updated_at': '2022-10-10T11:24:05Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'fde315b3-36cf-4f6b-8a77-996357e72ed7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ef:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd0cd7c-2017-4c61-b584-c136267f3a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:21:53Z', 'updated_at': '2022-10-10T11:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:24:07.972123 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9aad1f79-c68f-492e-b64a-1397ec7d50a8 None None] Calling delete_port for 8a8486ac-3674-49c0-99e5-8ca1c2b65fba owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:24:07.983457 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-6493726a-86c8-4671-9a46-2690ac680218 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port fde315b3-36cf-4f6b-8a77-996357e72ed7 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:24:07.983899 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6493726a-86c8-4671-9a46-2690ac680218 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:08.023176 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ef76a034-79a9-46f1-8257-7a6c225b583e req-6d41ea81-8040-4cc1-b082-bba9d9e63556 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199168 Oct 10 11:24:08.112679 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9aad1f79-c68f-492e-b64a-1397ec7d50a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:08.162106 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad1f79-c68f-492e-b64a-1397ec7d50a8 None None] Pushing event deleted for resources: {'Port': ['ID=8a8486ac-3674-49c0-99e5-8ca1c2b65fba,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:08.166354 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aad1f79-c68f-492e-b64a-1397ec7d50a8 None None] No DVR routers for this DVR port 8a8486ac-3674-49c0-99e5-8ca1c2b65fba on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:24:08.178209 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-6493726a-86c8-4671-9a46-2690ac680218 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port fde315b3-36cf-4f6b-8a77-996357e72ed7, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=fde315b3-36cf-4f6b-8a77-996357e72ed7,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:24:08.178569 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6493726a-86c8-4671-9a46-2690ac680218 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:08.305657 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-6493726a-86c8-4671-9a46-2690ac680218 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for fde315b3-36cf-4f6b-8a77-996357e72ed7 owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:24:08.336390 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1960c-1864-429c-a4e1-b271be9b7c4a req-e949f4d3-88e7-4684-a4f3-ca3d3abd8940 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:08.337984 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5bd1960c-1864-429c-a4e1-b271be9b7c4a req-e949f4d3-88e7-4684-a4f3-ca3d3abd8940 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 946 time: 0.2012343 Oct 10 11:24:08.400737 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5bd1960c-1864-429c-a4e1-b271be9b7c4a req-b3b77e84-c7c9-4d36-89de-8458c335baf5 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553935 Oct 10 11:24:08.428772 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59768) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:08.513415 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30732f1-3421-4c8f-a1e2-46ba646ed945 tempest-TestVolumeBootPattern-666718067 tempest-TestVolumeBootPattern-666718067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:08.514219 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a30732f1-3421-4c8f-a1e2-46ba646ed945 tempest-TestVolumeBootPattern-666718067 tempest-TestVolumeBootPattern-666718067-project-admin] Synchronizing usage tracker for tenant:fd5c98bc51b14fc7b95b3872c52d92c4 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:24:08.569895 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6493726a-86c8-4671-9a46-2690ac680218 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:08.598225 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a30732f1-3421-4c8f-a1e2-46ba646ed945 tempest-TestVolumeBootPattern-666718067 tempest-TestVolumeBootPattern-666718067-project-admin] Unset dirty status for tenant:fd5c98bc51b14fc7b95b3872c52d92c4 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:24:08.598456 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:08.599466 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a30732f1-3421-4c8f-a1e2-46ba646ed945 tempest-TestVolumeBootPattern-666718067 tempest-TestVolumeBootPattern-666718067-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 1094 time: 0.1696630 Oct 10 11:24:08.602216 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59772) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:08.608030 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-63759d01-9ee3-4e79-8d32-773f3378f2f3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'port_id': 'c3e8b383-dc8f-453d-8b00-1ba2635cee3a', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:24:08.614011 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-63759d01-9ee3-4e79-8d32-773f3378f2f3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:24:08.617992 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-63759d01-9ee3-4e79-8d32-773f3378f2f3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Usage tracker for resource:floatingip and tenant:2ca309cf9da347e1972c7a5240bc70ad is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:24:08.620949 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493726a-86c8-4671-9a46-2690ac680218 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=fde315b3-36cf-4f6b-8a77-996357e72ed7,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:08.621118 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-63759d01-9ee3-4e79-8d32-773f3378f2f3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:24:08.627029 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-63759d01-9ee3-4e79-8d32-773f3378f2f3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:24:08.695438 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-63759d01-9ee3-4e79-8d32-773f3378f2f3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for floatingip, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:08.719269 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6493726a-86c8-4671-9a46-2690ac680218 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:08.831399 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-63759d01-9ee3-4e79-8d32-773f3378f2f3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:08.905236 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6493726a-86c8-4671-9a46-2690ac680218 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:08.907531 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6493726a-86c8-4671-9a46-2690ac680218 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:08.957939 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 8a8486ac-3674-49c0-99e5-8ca1c2b65fba no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:24:08.973982 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-63759d01-9ee3-4e79-8d32-773f3378f2f3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Allocated IP 172.26.4.188 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/c69564c1-0b73-4ad2-a522-2ee96448b678) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:24:08.992153 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 8a8486ac-3674-49c0-99e5-8ca1c2b65fba {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:24:08.992619 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 8a8486ac-3674-49c0-99e5-8ca1c2b65fba not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:24:08.993100 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device cd431a20-b5e6-478f-9178-567d0be2d5fd no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:24:09.020777 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6493726a-86c8-4671-9a46-2690ac680218 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:09.021412 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6493726a-86c8-4671-9a46-2690ac680218 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Fanout notify agent at l3_agent the message router_deleted on router 7cd0cd7c-2017-4c61-b584-c136267f3a90 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:24:09.040432 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6493726a-86c8-4671-9a46-2690ac680218 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:09.041712 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6493726a-86c8-4671-9a46-2690ac680218 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/routers/7cd0cd7c-2017-4c61-b584-c136267f3a90 HTTP/1.1" status: 204 len: 168 time: 1.7063582 Oct 10 11:24:09.044458 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59776) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:09.069425 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: cd431a20-b5e6-478f-9178-567d0be2d5fd {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:24:09.070117 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device cd431a20-b5e6-478f-9178-567d0be2d5fd not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:24:09.132154 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-63759d01-9ee3-4e79-8d32-773f3378f2f3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:09.169883 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e025ae2f-057d-4fb0-b077-333f53481ba6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:09.221111 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-63759d01-9ee3-4e79-8d32-773f3378f2f3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:09.288571 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63759d01-9ee3-4e79-8d32-773f3378f2f3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:24:09.291396 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-63759d01-9ee3-4e79-8d32-773f3378f2f3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:24:09.295785 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63759d01-9ee3-4e79-8d32-773f3378f2f3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:24:09.305004 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e025ae2f-057d-4fb0-b077-333f53481ba6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:09.329374 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63759d01-9ee3-4e79-8d32-773f3378f2f3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Pushing event updated for resources: {'Port': ['ID=c69564c1-0b73-4ad2-a522-2ee96448b678,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:09.335024 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-e025ae2f-057d-4fb0-b077-333f53481ba6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4322f1a-a44a-4b88-a9fa-c44e494db864']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:24:09.346824 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:09.348010 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-e025ae2f-057d-4fb0-b077-333f53481ba6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '363fcedc-d70a-4d0d-a6bc-e3abc5b333e2') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:24:09.348302 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-e025ae2f-057d-4fb0-b077-333f53481ba6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '363fcedc-d70a-4d0d-a6bc-e3abc5b333e2') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:24:09.360542 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e025ae2f-057d-4fb0-b077-333f53481ba6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:09.376498 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e025ae2f-057d-4fb0-b077-333f53481ba6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:09.382597 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e025ae2f-057d-4fb0-b077-333f53481ba6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Releasing vlan 455 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:24:09.382958 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e025ae2f-057d-4fb0-b077-333f53481ba6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:09.416322 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 363fcedc-d70a-4d0d-a6bc-e3abc5b333e2 resource provider aggregate not found Oct 10 11:24:09.467116 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 363fcedc-d70a-4d0d-a6bc-e3abc5b333e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 363fcedc-d70a-4d0d-a6bc-e3abc5b333e2 found for delete ", "request_id": "req-2c90e974-04c4-41b0-8492-6dcfb274b3b2"}]} Oct 10 11:24:09.615550 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e025ae2f-057d-4fb0-b077-333f53481ba6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:09.635876 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e025ae2f-057d-4fb0-b077-333f53481ba6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:09.643025 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025ae2f-057d-4fb0-b077-333f53481ba6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Network': ['ID=e4322f1a-a44a-4b88-a9fa-c44e494db864,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:09.719810 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-63759d01-9ee3-4e79-8d32-773f3378f2f3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:09.745022 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e025ae2f-057d-4fb0-b077-333f53481ba6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/networks/e4322f1a-a44a-4b88-a9fa-c44e494db864 HTTP/1.1" status: 204 len: 168 time: 0.6994410 Oct 10 11:24:09.768271 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59784) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:09.773913 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-b3fe397a-498a-470e-9fbd-62b1e9227c48 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'network': {'name': 'tempest-network-smoke--2075220962', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'port_security_enabled': True}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:24:09.780098 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b3fe397a-498a-470e-9fbd-62b1e9227c48 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:24:09.784249 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b3fe397a-498a-470e-9fbd-62b1e9227c48 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:network and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:24:09.787138 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b3fe397a-498a-470e-9fbd-62b1e9227c48 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:24:09.792767 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b3fe397a-498a-470e-9fbd-62b1e9227c48 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:24:09.889923 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-63759d01-9ee3-4e79-8d32-773f3378f2f3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:09.918601 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fe397a-498a-470e-9fbd-62b1e9227c48 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Made reservation on behalf of abdeb3603c4943b08320f37282de8f91 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:24:09.922218 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b3fe397a-498a-470e-9fbd-62b1e9227c48 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:09.953611 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3fe397a-498a-470e-9fbd-62b1e9227c48 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 459} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:24:09.962785 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b3fe397a-498a-470e-9fbd-62b1e9227c48 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:09.963179 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-b3fe397a-498a-470e-9fbd-62b1e9227c48 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Added segment f159844c-2351-494b-9f5f-5eec70a9841d of type vlan for network 968f5b5a-fec6-4f40-92b6-ec16dd44d162 Oct 10 11:24:09.990018 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b3fe397a-498a-470e-9fbd-62b1e9227c48 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:10.089386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b3fe397a-498a-470e-9fbd-62b1e9227c48 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:10.095262 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fe397a-498a-470e-9fbd-62b1e9227c48 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:10.096008 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b3fe397a-498a-470e-9fbd-62b1e9227c48 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:10.099109 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-63759d01-9ee3-4e79-8d32-773f3378f2f3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:10.187164 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-63759d01-9ee3-4e79-8d32-773f3378f2f3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:10.299125 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63759d01-9ee3-4e79-8d32-773f3378f2f3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Pushing event updated for resources: {'Port': ['ID=c69564c1-0b73-4ad2-a522-2ee96448b678,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:10.302395 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b3fe397a-498a-470e-9fbd-62b1e9227c48 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5304947 Oct 10 11:24:10.302634 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-63759d01-9ee3-4e79-8d32-773f3378f2f3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:10.306131 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59788) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:10.314438 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-25d53de9-3a35-40a1-af86-6674c5fe7bc6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2053633434', 'admin_state_up': True, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:24:10.322657 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe397a-498a-470e-9fbd-62b1e9227c48 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Network': ['ID=968f5b5a-fec6-4f40-92b6-ec16dd44d162,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:10.324940 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-25d53de9-3a35-40a1-af86-6674c5fe7bc6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:24:10.329041 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-25d53de9-3a35-40a1-af86-6674c5fe7bc6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:router and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:24:10.331931 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-25d53de9-3a35-40a1-af86-6674c5fe7bc6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:24:10.335074 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 968f5b5a-fec6-4f40-92b6-ec16dd44d162 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:24:10.337763 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-25d53de9-3a35-40a1-af86-6674c5fe7bc6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:24:10.437022 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-25d53de9-3a35-40a1-af86-6674c5fe7bc6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:10.438652 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-25d53de9-3a35-40a1-af86-6674c5fe7bc6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:10.456098 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-25d53de9-3a35-40a1-af86-6674c5fe7bc6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:10.582509 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [None req-63759d01-9ee3-4e79-8d32-773f3378f2f3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Floating IP efc0d4f5-a01e-4e00-840a-73d9a46b84c1 associated. External IP: 172.26.4.188, port: c3e8b383-dc8f-453d-8b00-1ba2635cee3a. Oct 10 11:24:10.835083 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-25d53de9-3a35-40a1-af86-6674c5fe7bc6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:10.852278 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device fde315b3-36cf-4f6b-8a77-996357e72ed7 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:24:10.886639 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: fde315b3-36cf-4f6b-8a77-996357e72ed7 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:24:10.887056 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device fde315b3-36cf-4f6b-8a77-996357e72ed7 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:24:10.941799 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63759d01-9ee3-4e79-8d32-773f3378f2f3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:24:11.123223 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63759d01-9ee3-4e79-8d32-773f3378f2f3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:24:11.132975 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d36d2a-2cae-4058-b0c1-30e54b3aa9be None None] Sync routers for ids ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:24:11.144554 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d36d2a-2cae-4058-b0c1-30e54b3aa9be None None] Routers {'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:24:11.145388 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-55d36d2a-2cae-4058-b0c1-30e54b3aa9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:24:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:24:11.215815 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-63759d01-9ee3-4e79-8d32-773f3378f2f3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:11.220508 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-25d53de9-3a35-40a1-af86-6674c5fe7bc6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_gateway, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:11.251043 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-25d53de9-3a35-40a1-af86-6674c5fe7bc6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:11.278893 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-63759d01-9ee3-4e79-8d32-773f3378f2f3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6731274 Oct 10 11:24:11.278893 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed', 'tag': 'c3e8b383-dc8f-453d-8b00-1ba2635cee3a'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:24:11.279936 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ced6cd3-ec20-4962-ba18-42ff84001478" -d '{"events": [{"name": "network-changed", "server_uuid": "a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed", "tag": "c3e8b383-dc8f-453d-8b00-1ba2635cee3a"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:24:11.322282 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9abaf83-f132-41a2-99cc-c89b33daf07c x-openstack-request-id: req-f9abaf83-f132-41a2-99cc-c89b33daf07c {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:24:11.322567 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed", "tag": "c3e8b383-dc8f-453d-8b00-1ba2635cee3a", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:24:11.323324 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f9abaf83-f132-41a2-99cc-c89b33daf07c {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:24:11.323324 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9abaf83-f132-41a2-99cc-c89b33daf07c'] response: {'name': 'network-changed', 'server_uuid': 'a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed', 'tag': 'c3e8b383-dc8f-453d-8b00-1ba2635cee3a', 'status': 'completed', 'code': 200} Oct 10 11:24:11.333065 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-55d36d2a-2cae-4058-b0c1-30e54b3aa9be None None] Set router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:24:11.397055 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-25d53de9-3a35-40a1-af86-6674c5fe7bc6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.26.4.130 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:24:11.427093 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced6cd3-ec20-4962-ba18-42ff84001478 req-4c7846a9-2301-42e2-b9d6-d8db75250969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:11.428574 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8ced6cd3-ec20-4962-ba18-42ff84001478 req-4c7846a9-2301-42e2-b9d6-d8db75250969 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ca309cf9da347e1972c7a5240bc70ad&device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 1099 time: 0.0835721 Oct 10 11:24:11.551916 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-25d53de9-3a35-40a1-af86-6674c5fe7bc6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:11.562382 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced6cd3-ec20-4962-ba18-42ff84001478 req-cac27354-baf1-4ad7-8e6d-c89ad95d4ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:11.563774 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8ced6cd3-ec20-4962-ba18-42ff84001478 req-cac27354-baf1-4ad7-8e6d-c89ad95d4ddc service neutron] 10.222.0.15 "GET /v2.0/networks?id=616f1bfe-2293-42af-8b84-9f66f180ede2 HTTP/1.1" status: 200 len: 913 time: 0.1297503 Oct 10 11:24:11.639772 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-25d53de9-3a35-40a1-af86-6674c5fe7bc6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:11.671032 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8ced6cd3-ec20-4962-ba18-42ff84001478 req-7ff19830-c3cd-478f-8d7a-7a545033a8d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e8b383-dc8f-453d-8b00-1ba2635cee3a HTTP/1.1" status: 200 len: 1000 time: 0.1002800 Oct 10 11:24:11.691817 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-55d36d2a-2cae-4058-b0c1-30e54b3aa9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'name': 'tempest-TestVolumeBootPattern-1067560194-router', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:07Z', 'updated_at': '2022-10-10T11:19:15Z', 'revision_number': 4, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'gw_port': {'id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:08Z', 'updated_at': '2022-10-10T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'efc0d4f5-a01e-4e00-840a-73d9a46b84c1', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'floating_ip_address': '172.26.4.188', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'port_id': 'c3e8b383-dc8f-453d-8b00-1ba2635cee3a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'mac_address': 'fa:16:3e:e3:07:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:24:09Z', 'updated_at': '2022-10-10T11:24:09Z', 'revision_number': 0, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bc4e2c-d966-40d7-97e7-106c145b51f6', 'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'mac_address': 'fa:16:3e:69:c9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:14Z', 'updated_at': '2022-10-10T11:19:31Z', 'revision_number': 5, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'subnets': [{'id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:24:11.695800 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d36d2a-2cae-4058-b0c1-30e54b3aa9be None None] Checking router: e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:24:11.704900 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d53de9-3a35-40a1-af86-6674c5fe7bc6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:24:11.705307 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d36d2a-2cae-4058-b0c1-30e54b3aa9be None None] Routers {'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:24:11.705942 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-55d36d2a-2cae-4058-b0c1-30e54b3aa9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:24:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:24:11.708236 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-25d53de9-3a35-40a1-af86-6674c5fe7bc6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:24:11.711949 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d53de9-3a35-40a1-af86-6674c5fe7bc6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:24:11.743533 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced6cd3-ec20-4962-ba18-42ff84001478 req-c591fcd9-3fa4-4e27-aac8-4a2c0c0b1acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:11.745274 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8ced6cd3-ec20-4962-ba18-42ff84001478 req-c591fcd9-3fa4-4e27-aac8-4a2c0c0b1acb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c94ad8c-d8fc-4d25-b911-8ac97e113003 HTTP/1.1" status: 200 len: 851 time: 0.0690906 Oct 10 11:24:11.751467 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d53de9-3a35-40a1-af86-6674c5fe7bc6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:11.830805 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced6cd3-ec20-4962-ba18-42ff84001478 req-fbf13f8b-0c87-4b2f-a263-bed140552490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:11.832392 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8ced6cd3-ec20-4962-ba18-42ff84001478 req-fbf13f8b-0c87-4b2f-a263-bed140552490 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=616f1bfe-2293-42af-8b84-9f66f180ede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809710 Oct 10 11:24:11.892637 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-55d36d2a-2cae-4058-b0c1-30e54b3aa9be None None] Set router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:24:11.981974 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8ced6cd3-ec20-4962-ba18-42ff84001478 req-de8cc52c-44a0-4df8-b841-602c548d7d5f service neutron] 10.222.0.15 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428015 Oct 10 11:24:12.234283 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8ced6cd3-ec20-4962-ba18-42ff84001478 req-4a31d80e-5b20-4739-a2da-8042e158ec31 service neutron] 10.222.0.15 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466006 Oct 10 11:24:12.281182 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-55d36d2a-2cae-4058-b0c1-30e54b3aa9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'name': 'tempest-TestVolumeBootPattern-1067560194-router', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:07Z', 'updated_at': '2022-10-10T11:19:15Z', 'revision_number': 4, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'gw_port': {'id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:08Z', 'updated_at': '2022-10-10T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'efc0d4f5-a01e-4e00-840a-73d9a46b84c1', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'floating_ip_address': '172.26.4.188', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'port_id': 'c3e8b383-dc8f-453d-8b00-1ba2635cee3a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'mac_address': 'fa:16:3e:e3:07:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:24:09Z', 'updated_at': '2022-10-10T11:24:09Z', 'revision_number': 0, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bc4e2c-d966-40d7-97e7-106c145b51f6', 'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'mac_address': 'fa:16:3e:69:c9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:14Z', 'updated_at': '2022-10-10T11:19:31Z', 'revision_number': 5, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'subnets': [{'id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:24:12.285237 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d36d2a-2cae-4058-b0c1-30e54b3aa9be None None] The sync data for ids ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'] in dv-neutron-860842-1-hyperv is: [{'id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'name': 'tempest-TestVolumeBootPattern-1067560194-router', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:07Z', 'updated_at': '2022-10-10T11:19:15Z', 'revision_number': 4, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'gw_port': {'id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:08Z', 'updated_at': '2022-10-10T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'efc0d4f5-a01e-4e00-840a-73d9a46b84c1', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'floating_ip_address': '172.26.4.188', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'port_id': 'c3e8b383-dc8f-453d-8b00-1ba2635cee3a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'mac_address': 'fa:16:3e:e3:07:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:24:09Z', 'updated_at': '2022-10-10T11:24:09Z', 'revision_number': 0, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bc4e2c-d966-40d7-97e7-106c145b51f6', 'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'mac_address': 'fa:16:3e:69:c9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:14Z', 'updated_at': '2022-10-10T11:19:31Z', 'revision_number': 5, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'subnets': [{'id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:24:12.310725 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-25d53de9-3a35-40a1-af86-6674c5fe7bc6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_gateway, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:12.483331 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2236b4-93d4-49f9-9fe6-1aedf36b56a9 None None] New status for floating IP efc0d4f5-a01e-4e00-840a-73d9a46b84c1: ACTIVE {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:24:12.659603 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-25d53de9-3a35-40a1-af86-6674c5fe7bc6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:12.935533 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d53de9-3a35-40a1-af86-6674c5fe7bc6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router 3ae29911-5eb3-493c-9e74-2238fc918af2 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:24:13.110610 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d53de9-3a35-40a1-af86-6674c5fe7bc6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:24:13.119627 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38f172b-3a2d-4e08-a88d-f3a6b381c6a0 None None] Sync routers for ids ['3ae29911-5eb3-493c-9e74-2238fc918af2'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:24:13.128782 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38f172b-3a2d-4e08-a88d-f3a6b381c6a0 None None] Routers {'3ae29911-5eb3-493c-9e74-2238fc918af2'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:24:13.129382 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-e38f172b-3a2d-4e08-a88d-f3a6b381c6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:24:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3ae29911-5eb3-493c-9e74-2238fc918af2'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:24:13.207519 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-25d53de9-3a35-40a1-af86-6674c5fe7bc6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:13.208658 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-25d53de9-3a35-40a1-af86-6674c5fe7bc6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9019461 Oct 10 11:24:13.212070 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59796) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:13.257759 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-68eb5caa-9fc2-45a3-bfb3-39a975122dab tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=abdeb3603c4943b08320f37282de8f91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442643 Oct 10 11:24:13.267004 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59800) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:13.365673 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-e38f172b-3a2d-4e08-a88d-f3a6b381c6a0 None None] Set router 3ae29911-5eb3-493c-9e74-2238fc918af2 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:24:13.399612 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33239c15-ff66-4131-bbd1-d790044294f6 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:13.401094 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-33239c15-ff66-4131-bbd1-d790044294f6 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1400578 Oct 10 11:24:13.404824 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59804) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:13.447242 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0356d117-9dba-4312-b7ff-95ee02ab4a76 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=1e933860-f99f-4a0b-a611-91d190754508&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389936 Oct 10 11:24:13.447484 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59808) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:13.452848 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-3fd4f6df-9f25-406c-a4d9-a04f31ee6adb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1937255720', 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:24:13.563395 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-3fd4f6df-9f25-406c-a4d9-a04f31ee6adb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:24:13.567173 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3fd4f6df-9f25-406c-a4d9-a04f31ee6adb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:subnet and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:24:13.569958 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3fd4f6df-9f25-406c-a4d9-a04f31ee6adb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:24:13.575562 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-3fd4f6df-9f25-406c-a4d9-a04f31ee6adb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:24:13.646550 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd4f6df-9f25-406c-a4d9-a04f31ee6adb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Made reservation on behalf of abdeb3603c4943b08320f37282de8f91 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:24:13.650086 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3fd4f6df-9f25-406c-a4d9-a04f31ee6adb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:13.656815 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-e38f172b-3a2d-4e08-a88d-f3a6b381c6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'name': 'tempest-TestNetworkBasicOps-router-2053633434', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:24:10Z', 'updated_at': '2022-10-10T11:24:11Z', 'revision_number': 3, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:24:11Z', 'updated_at': '2022-10-10T11:24:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:24:13.660710 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38f172b-3a2d-4e08-a88d-f3a6b381c6a0 None None] Checking router: 3ae29911-5eb3-493c-9e74-2238fc918af2 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:24:13.661072 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38f172b-3a2d-4e08-a88d-f3a6b381c6a0 None None] Updating router 3ae29911-5eb3-493c-9e74-2238fc918af2 port 74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:24:13.712465 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e38f172b-3a2d-4e08-a88d-f3a6b381c6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:13.946771 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3fd4f6df-9f25-406c-a4d9-a04f31ee6adb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:14.030091 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4f6df-9f25-406c-a4d9-a04f31ee6adb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Subnet': ['ID=d5b85602-b593-4d0a-be10-0361156b3733,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:14.040293 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd4f6df-9f25-406c-a4d9-a04f31ee6adb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Checking segment: {'id': 'f159844c-2351-494b-9f5f-5eec70a9841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:24:14.040653 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd4f6df-9f25-406c-a4d9-a04f31ee6adb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network hostable DHCP agents. Network: 968f5b5a-fec6-4f40-92b6-ec16dd44d162, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:24:14.042038 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e38f172b-3a2d-4e08-a88d-f3a6b381c6a0 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:14.053396 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-e38f172b-3a2d-4e08-a88d-f3a6b381c6a0 None None] Transition to ACTIVE for port object 74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:24:14.134842 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e38f172b-3a2d-4e08-a88d-f3a6b381c6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:14.158131 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd4f6df-9f25-406c-a4d9-a04f31ee6adb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 968f5b5a-fec6-4f40-92b6-ec16dd44d162 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:24:14.195388 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-e38f172b-3a2d-4e08-a88d-f3a6b381c6a0 None None] Attempting to bind port 74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:24:14.195747 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-e38f172b-3a2d-4e08-a88d-f3a6b381c6a0 None None] Attempting to bind port 74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:24:14.196101 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38f172b-3a2d-4e08-a88d-f3a6b381c6a0 None None] Attempting to bind port 74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8 on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:24:14.206787 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38f172b-3a2d-4e08-a88d-f3a6b381c6a0 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:24:14.207095 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38f172b-3a2d-4e08-a88d-f3a6b381c6a0 None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:24:14.207485 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e38f172b-3a2d-4e08-a88d-f3a6b381c6a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:14.207865 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38f172b-3a2d-4e08-a88d-f3a6b381c6a0 None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:24:14.208314 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-e38f172b-3a2d-4e08-a88d-f3a6b381c6a0 None None] Bound port: 74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:24:14.208672 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e38f172b-3a2d-4e08-a88d-f3a6b381c6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:14.232208 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-3fd4f6df-9f25-406c-a4d9-a04f31ee6adb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 968f5b5a-fec6-4f40-92b6-ec16dd44d162) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:24:14.236481 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd4f6df-9f25-406c-a4d9-a04f31ee6adb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:14.237075 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3fd4f6df-9f25-406c-a4d9-a04f31ee6adb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:14.246271 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72631c1-6464-4cb4-a67d-d4db41fc2774 None None] Network 968f5b5a-fec6-4f40-92b6-ec16dd44d162 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:24:14.261409 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac0e0c-1d09-40a7-83cc-7408677238e9 None None] Pushing event updated for resources: {'Port': ['ID=74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:14.292538 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ac0e0c-1d09-40a7-83cc-7408677238e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:14.292882 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ac0e0c-1d09-40a7-83cc-7408677238e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:14.293217 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ac0e0c-1d09-40a7-83cc-7408677238e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:14.293642 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ac0e0c-1d09-40a7-83cc-7408677238e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:14.294103 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ac0e0c-1d09-40a7-83cc-7408677238e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:14.294436 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ac0e0c-1d09-40a7-83cc-7408677238e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:14.294752 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ac0e0c-1d09-40a7-83cc-7408677238e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:14.295073 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ac0e0c-1d09-40a7-83cc-7408677238e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:14.295394 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ac0e0c-1d09-40a7-83cc-7408677238e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:14.295711 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ac0e0c-1d09-40a7-83cc-7408677238e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:14.296025 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ac0e0c-1d09-40a7-83cc-7408677238e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:14.296336 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ac0e0c-1d09-40a7-83cc-7408677238e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:14.328075 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3fd4f6df-9f25-406c-a4d9-a04f31ee6adb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8796537 Oct 10 11:24:14.330847 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59812) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:14.392419 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-e38f172b-3a2d-4e08-a88d-f3a6b381c6a0 None None] For port 74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:24:14.406569 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-e38f172b-3a2d-4e08-a88d-f3a6b381c6a0 None None] For port 74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:24:14.509990 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e38f172b-3a2d-4e08-a88d-f3a6b381c6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:14.568549 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95eabea3-b60a-4197-8663-563d58c041f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-968f5b5a-fec6-4f40-92b6-ec16dd44d162', 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ips': [{'subnet_id': 'd5b85602-b593-4d0a-be10-0361156b3733'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:24:14.569355 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-95eabea3-b60a-4197-8663-563d58c041f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:14.602812 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38f172b-3a2d-4e08-a88d-f3a6b381c6a0 None None] Routers {'3ae29911-5eb3-493c-9e74-2238fc918af2'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:24:14.603439 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-e38f172b-3a2d-4e08-a88d-f3a6b381c6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:24:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3ae29911-5eb3-493c-9e74-2238fc918af2'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:24:14.725126 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac0e0c-1d09-40a7-83cc-7408677238e9 None None] Pushing event updated for resources: {'Port': ['ID=74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:14.941729 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-e38f172b-3a2d-4e08-a88d-f3a6b381c6a0 None None] Set router 3ae29911-5eb3-493c-9e74-2238fc918af2 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:24:15.097175 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-95eabea3-b60a-4197-8663-563d58c041f6 None None] Allocated IP 172.20.0.2 (968f5b5a-fec6-4f40-92b6-ec16dd44d162/d5b85602-b593-4d0a-be10-0361156b3733/a8ac044f-efac-47a1-8e89-bfa64af1cbd8) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:24:15.164476 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c578719b-73fc-4ffe-9e4f-24dc7759a441 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:15.426074 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-e38f172b-3a2d-4e08-a88d-f3a6b381c6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'name': 'tempest-TestNetworkBasicOps-router-2053633434', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:24:10Z', 'updated_at': '2022-10-10T11:24:11Z', 'revision_number': 3, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:24:11Z', 'updated_at': '2022-10-10T11:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:24:15.428177 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-95eabea3-b60a-4197-8663-563d58c041f6 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:15.438235 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38f172b-3a2d-4e08-a88d-f3a6b381c6a0 None None] The sync data for ids ['3ae29911-5eb3-493c-9e74-2238fc918af2'] in dv-neutron-860842-1-hyperv is: [{'id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'name': 'tempest-TestNetworkBasicOps-router-2053633434', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:24:10Z', 'updated_at': '2022-10-10T11:24:11Z', 'revision_number': 3, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:24:11Z', 'updated_at': '2022-10-10T11:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:24:15.443593 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-95eabea3-b60a-4197-8663-563d58c041f6 None None] Transition to ACTIVE for port object a8ac044f-efac-47a1-8e89-bfa64af1cbd8 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:24:15.466916 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-95eabea3-b60a-4197-8663-563d58c041f6 None None] Transition to ACTIVE for port object a8ac044f-efac-47a1-8e89-bfa64af1cbd8 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:24:15.550261 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-95eabea3-b60a-4197-8663-563d58c041f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:15.619531 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-c578719b-73fc-4ffe-9e4f-24dc7759a441 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.20.0.1 (968f5b5a-fec6-4f40-92b6-ec16dd44d162/d5b85602-b593-4d0a-be10-0361156b3733/21fce732-f060-4e72-8f9f-ccb770464208) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:24:15.624452 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95eabea3-b60a-4197-8663-563d58c041f6 None None] Network 968f5b5a-fec6-4f40-92b6-ec16dd44d162 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:24:15.627505 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-95eabea3-b60a-4197-8663-563d58c041f6 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:24:15.631434 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eabea3-b60a-4197-8663-563d58c041f6 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:24:15.637912 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eabea3-b60a-4197-8663-563d58c041f6 None None] Pushing event updated for resources: {'Port': ['ID=a8ac044f-efac-47a1-8e89-bfa64af1cbd8,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:15.778764 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-95eabea3-b60a-4197-8663-563d58c041f6 None None] Attempting to bind port a8ac044f-efac-47a1-8e89-bfa64af1cbd8 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:24:15.779502 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-95eabea3-b60a-4197-8663-563d58c041f6 None None] Attempting to bind port a8ac044f-efac-47a1-8e89-bfa64af1cbd8 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'f159844c-2351-494b-9f5f-5eec70a9841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:24:15.780104 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95eabea3-b60a-4197-8663-563d58c041f6 None None] Attempting to bind port a8ac044f-efac-47a1-8e89-bfa64af1cbd8 on network 968f5b5a-fec6-4f40-92b6-ec16dd44d162 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:24:15.786453 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95eabea3-b60a-4197-8663-563d58c041f6 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:24:15.786969 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95eabea3-b60a-4197-8663-563d58c041f6 None None] Checking segment: {'id': 'f159844c-2351-494b-9f5f-5eec70a9841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:24:15.787487 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-95eabea3-b60a-4197-8663-563d58c041f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:15.787980 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95eabea3-b60a-4197-8663-563d58c041f6 None None] Bound using segment: {'id': 'f159844c-2351-494b-9f5f-5eec70a9841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:24:15.788587 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-95eabea3-b60a-4197-8663-563d58c041f6 None None] Bound port: a8ac044f-efac-47a1-8e89-bfa64af1cbd8, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f159844c-2351-494b-9f5f-5eec70a9841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:24:15.789571 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-95eabea3-b60a-4197-8663-563d58c041f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:15.856876 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c578719b-73fc-4ffe-9e4f-24dc7759a441 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:15.875965 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-c578719b-73fc-4ffe-9e4f-24dc7759a441 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Transition to ACTIVE for port object 21fce732-f060-4e72-8f9f-ccb770464208 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:24:15.898122 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-95eabea3-b60a-4197-8663-563d58c041f6 None None] For port a8ac044f-efac-47a1-8e89-bfa64af1cbd8, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:24:15.901996 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-95eabea3-b60a-4197-8663-563d58c041f6 None None] For port a8ac044f-efac-47a1-8e89-bfa64af1cbd8, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a8ac044f-efac-47a1-8e89-bfa64af1cbd8,segment=NetworkSegment(f159844c-2351-494b-9f5f-5eec70a9841d),segment_id=f159844c-2351-494b-9f5f-5eec70a9841d)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:24:15.980744 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c578719b-73fc-4ffe-9e4f-24dc7759a441 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:16.008046 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-95eabea3-b60a-4197-8663-563d58c041f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:16.070059 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c578719b-73fc-4ffe-9e4f-24dc7759a441 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 968f5b5a-fec6-4f40-92b6-ec16dd44d162 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:24:16.073366 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-c578719b-73fc-4ffe-9e4f-24dc7759a441 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:24:16.078190 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c578719b-73fc-4ffe-9e4f-24dc7759a441 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:24:16.096978 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eabea3-b60a-4197-8663-563d58c041f6 None None] Pushing event updated for resources: {'Port': ['ID=a8ac044f-efac-47a1-8e89-bfa64af1cbd8,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:16.127127 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578719b-73fc-4ffe-9e4f-24dc7759a441 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=21fce732-f060-4e72-8f9f-ccb770464208,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:16.154815 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c578719b-73fc-4ffe-9e4f-24dc7759a441 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:16.387300 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c578719b-73fc-4ffe-9e4f-24dc7759a441 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:16.910481 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c578719b-73fc-4ffe-9e4f-24dc7759a441 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:16.978608 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c578719b-73fc-4ffe-9e4f-24dc7759a441 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:17.023210 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device a8ac044f-efac-47a1-8e89-bfa64af1cbd8 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:24:17.153180 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c578719b-73fc-4ffe-9e4f-24dc7759a441 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:17.161464 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port a8ac044f-efac-47a1-8e89-bfa64af1cbd8 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:24:17.181303 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:24:17.194666 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578719b-73fc-4ffe-9e4f-24dc7759a441 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=21fce732-f060-4e72-8f9f-ccb770464208,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:17.293145 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67295711-a386-4430-beca-5c37104c3840 None None] Network 968f5b5a-fec6-4f40-92b6-ec16dd44d162 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:24:17.328252 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:24:17.392659 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:24:17.393033 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:17.393783 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8 Oct 10 11:24:17.477353 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c578719b-73fc-4ffe-9e4f-24dc7759a441 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 968f5b5a-fec6-4f40-92b6-ec16dd44d162 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:24:17.481721 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-c578719b-73fc-4ffe-9e4f-24dc7759a441 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:24:17.564708 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7fcf58de-08ca-41f3-91b5-15a189dd9667 None None] Provisioning for port a8ac044f-efac-47a1-8e89-bfa64af1cbd8 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:24:17.592947 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7fcf58de-08ca-41f3-91b5-15a189dd9667 None None] Provisioning complete for port a8ac044f-efac-47a1-8e89-bfa64af1cbd8 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:24:17.592947 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7fcf58de-08ca-41f3-91b5-15a189dd9667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:17.592947 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7fcf58de-08ca-41f3-91b5-15a189dd9667 None None] Attempt 1 to provision port a8ac044f-efac-47a1-8e89-bfa64af1cbd8 Oct 10 11:24:17.671799 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:24:17.671799 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:17.712718 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c578719b-73fc-4ffe-9e4f-24dc7759a441 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router 3ae29911-5eb3-493c-9e74-2238fc918af2 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:24:17.741575 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:24:17.857368 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:17.920438 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7fcf58de-08ca-41f3-91b5-15a189dd9667 None None] Current status of the port a8ac044f-efac-47a1-8e89-bfa64af1cbd8 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:24:17.920591 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7fcf58de-08ca-41f3-91b5-15a189dd9667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:17.960233 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c578719b-73fc-4ffe-9e4f-24dc7759a441 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:24:17.970870 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:17.972952 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7fcf58de-08ca-41f3-91b5-15a189dd9667 None None] For port a8ac044f-efac-47a1-8e89-bfa64af1cbd8, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a8ac044f-efac-47a1-8e89-bfa64af1cbd8,segment=NetworkSegment(f159844c-2351-494b-9f5f-5eec70a9841d),segment_id=f159844c-2351-494b-9f5f-5eec70a9841d)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:24:17.978057 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2ade62-9ebd-4684-a937-dc16f8d32bf4 None None] Sync routers for ids ['3ae29911-5eb3-493c-9e74-2238fc918af2'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:24:17.986537 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c578719b-73fc-4ffe-9e4f-24dc7759a441 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "PUT /v2.0/routers/3ae29911-5eb3-493c-9e74-2238fc918af2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6543112 Oct 10 11:24:17.988925 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59816) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:17.989139 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2ade62-9ebd-4684-a937-dc16f8d32bf4 None None] Routers {'3ae29911-5eb3-493c-9e74-2238fc918af2'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:24:17.989461 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-8c2ade62-9ebd-4684-a937-dc16f8d32bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:24:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3ae29911-5eb3-493c-9e74-2238fc918af2'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:24:18.064700 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7fcf58de-08ca-41f3-91b5-15a189dd9667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:18.151149 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61905f5a-f0bd-47fa-8f4d-e05f6f4b77e1 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:18.152126 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61905f5a-f0bd-47fa-8f4d-e05f6f4b77e1 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:18.152811 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61905f5a-f0bd-47fa-8f4d-e05f6f4b77e1 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:18.154496 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61905f5a-f0bd-47fa-8f4d-e05f6f4b77e1 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:18.155549 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61905f5a-f0bd-47fa-8f4d-e05f6f4b77e1 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:18.156320 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61905f5a-f0bd-47fa-8f4d-e05f6f4b77e1 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:18.158451 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-61905f5a-f0bd-47fa-8f4d-e05f6f4b77e1 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1687829 Oct 10 11:24:18.161275 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59822) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:18.164893 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf58de-08ca-41f3-91b5-15a189dd9667 None None] Pushing event updated for resources: {'Port': ['ID=a8ac044f-efac-47a1-8e89-bfa64af1cbd8,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:18.179490 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-8c2ade62-9ebd-4684-a937-dc16f8d32bf4 None None] Set router 3ae29911-5eb3-493c-9e74-2238fc918af2 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:24:18.256804 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27bd092-b857-4416-b051-069feffbdcfd tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:18.256804 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27bd092-b857-4416-b051-069feffbdcfd tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:18.256804 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27bd092-b857-4416-b051-069feffbdcfd tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:18.256804 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27bd092-b857-4416-b051-069feffbdcfd tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:18.256804 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27bd092-b857-4416-b051-069feffbdcfd tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:18.256804 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27bd092-b857-4416-b051-069feffbdcfd tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:18.256804 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e27bd092-b857-4416-b051-069feffbdcfd tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0905941 Oct 10 11:24:18.257635 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59826) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:18.275710 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-854ebfd7-c822-4748-acc0-9506fac3966c None None] Provisioning for port 21fce732-f060-4e72-8f9f-ccb770464208 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:24:18.285373 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-854ebfd7-c822-4748-acc0-9506fac3966c None None] Provisioning complete for port 21fce732-f060-4e72-8f9f-ccb770464208 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:24:18.286077 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-854ebfd7-c822-4748-acc0-9506fac3966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:18.286647 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-854ebfd7-c822-4748-acc0-9506fac3966c None None] Attempt 1 to provision port 21fce732-f060-4e72-8f9f-ccb770464208 Oct 10 11:24:18.350591 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-854ebfd7-c822-4748-acc0-9506fac3966c None None] Port 21fce732-f060-4e72-8f9f-ccb770464208 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:24:18.483417 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-21876a10-8420-4c9f-b2d3-eb475dde7ff7 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2249770 Oct 10 11:24:18.486462 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59830) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:18.493103 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-a6b07b7f-5ce6-4a37-9667-306ac519057c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-995001018', 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:24:18.547291 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-8c2ade62-9ebd-4684-a937-dc16f8d32bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'name': 'tempest-TestNetworkBasicOps-router-2053633434', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:24:10Z', 'updated_at': '2022-10-10T11:24:16Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:24:11Z', 'updated_at': '2022-10-10T11:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '21fce732-f060-4e72-8f9f-ccb770464208', 'name': '', 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:74:bf:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'd5b85602-b593-4d0a-be10-0361156b3733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:24:15Z', 'updated_at': '2022-10-10T11:24:16Z', 'revision_number': 2, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd5b85602-b593-4d0a-be10-0361156b3733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:24:18.552859 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2ade62-9ebd-4684-a937-dc16f8d32bf4 None None] Checking router: 3ae29911-5eb3-493c-9e74-2238fc918af2 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:24:18.553440 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2ade62-9ebd-4684-a937-dc16f8d32bf4 None None] Updating router 3ae29911-5eb3-493c-9e74-2238fc918af2 port 21fce732-f060-4e72-8f9f-ccb770464208 binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:24:18.610012 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-8c2ade62-9ebd-4684-a937-dc16f8d32bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:18.651552 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-a6b07b7f-5ce6-4a37-9667-306ac519057c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:24:18.655914 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a6b07b7f-5ce6-4a37-9667-306ac519057c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:port and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:24:18.658727 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a6b07b7f-5ce6-4a37-9667-306ac519057c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:24:18.664315 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-a6b07b7f-5ce6-4a37-9667-306ac519057c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:24:18.743761 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b07b7f-5ce6-4a37-9667-306ac519057c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Made reservation on behalf of abdeb3603c4943b08320f37282de8f91 for: {'port': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:24:18.748044 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a6b07b7f-5ce6-4a37-9667-306ac519057c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:18.769269 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [None req-a6b07b7f-5ce6-4a37-9667-306ac519057c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] device_id is not set on port 20a47a3a-8892-4a67-a959-daafed9ae98d yet. {{(pid=89896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:24:18.852212 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-854ebfd7-c822-4748-acc0-9506fac3966c None None] Attempt 2 to provision port 21fce732-f060-4e72-8f9f-ccb770464208 Oct 10 11:24:18.918015 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-854ebfd7-c822-4748-acc0-9506fac3966c None None] Port 21fce732-f060-4e72-8f9f-ccb770464208 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:24:18.920907 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device a8ac044f-efac-47a1-8e89-bfa64af1cbd8 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:24:18.966516 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-8c2ade62-9ebd-4684-a937-dc16f8d32bf4 None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:18.977856 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-8c2ade62-9ebd-4684-a937-dc16f8d32bf4 None None] Transition to ACTIVE for port object 21fce732-f060-4e72-8f9f-ccb770464208 will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:24:18.991530 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port a8ac044f-efac-47a1-8e89-bfa64af1cbd8 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:24:18.998792 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:18.998792 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port a8ac044f-efac-47a1-8e89-bfa64af1cbd8 Oct 10 11:24:19.087709 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-8c2ade62-9ebd-4684-a937-dc16f8d32bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:19.108198 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port a8ac044f-efac-47a1-8e89-bfa64af1cbd8 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:24:19.109253 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:24:19.152217 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-a6b07b7f-5ce6-4a37-9667-306ac519057c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.20.0.7 (968f5b5a-fec6-4f40-92b6-ec16dd44d162/d5b85602-b593-4d0a-be10-0361156b3733/20a47a3a-8892-4a67-a959-daafed9ae98d) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:24:19.176793 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:24:19.177494 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:19.178084 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8 Oct 10 11:24:19.286486 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c605f-f944-4e26-a3d5-fc2b35992600 None None] Pushing event updated for resources: {'Port': ['ID=21fce732-f060-4e72-8f9f-ccb770464208,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:19.299184 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:24:19.311005 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c605f-f944-4e26-a3d5-fc2b35992600 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:19.311402 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c605f-f944-4e26-a3d5-fc2b35992600 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:19.311736 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c605f-f944-4e26-a3d5-fc2b35992600 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:19.312083 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c605f-f944-4e26-a3d5-fc2b35992600 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:19.312409 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c605f-f944-4e26-a3d5-fc2b35992600 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:19.312720 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c605f-f944-4e26-a3d5-fc2b35992600 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:19.313037 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c605f-f944-4e26-a3d5-fc2b35992600 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:19.313347 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c605f-f944-4e26-a3d5-fc2b35992600 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:19.313682 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c605f-f944-4e26-a3d5-fc2b35992600 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:19.314000 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c605f-f944-4e26-a3d5-fc2b35992600 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:19.314311 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c605f-f944-4e26-a3d5-fc2b35992600 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:19.314618 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c605f-f944-4e26-a3d5-fc2b35992600 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:24:19.320973 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-8c2ade62-9ebd-4684-a937-dc16f8d32bf4 None None] Attempting to bind port 21fce732-f060-4e72-8f9f-ccb770464208 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:24:19.321332 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-8c2ade62-9ebd-4684-a937-dc16f8d32bf4 None None] Attempting to bind port 21fce732-f060-4e72-8f9f-ccb770464208 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'f159844c-2351-494b-9f5f-5eec70a9841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:24:19.321707 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2ade62-9ebd-4684-a937-dc16f8d32bf4 None None] Attempting to bind port 21fce732-f060-4e72-8f9f-ccb770464208 on network 968f5b5a-fec6-4f40-92b6-ec16dd44d162 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:24:19.327765 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2ade62-9ebd-4684-a937-dc16f8d32bf4 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:24:19.328126 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2ade62-9ebd-4684-a937-dc16f8d32bf4 None None] Checking segment: {'id': 'f159844c-2351-494b-9f5f-5eec70a9841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:24:19.328514 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-8c2ade62-9ebd-4684-a937-dc16f8d32bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:19.328887 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2ade62-9ebd-4684-a937-dc16f8d32bf4 None None] Bound using segment: {'id': 'f159844c-2351-494b-9f5f-5eec70a9841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:24:19.329338 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-8c2ade62-9ebd-4684-a937-dc16f8d32bf4 None None] Bound port: 21fce732-f060-4e72-8f9f-ccb770464208, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f159844c-2351-494b-9f5f-5eec70a9841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:24:19.329730 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-8c2ade62-9ebd-4684-a937-dc16f8d32bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:19.420194 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-854ebfd7-c822-4748-acc0-9506fac3966c None None] Attempt 3 to provision port 21fce732-f060-4e72-8f9f-ccb770464208 Oct 10 11:24:19.426293 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-8c2ade62-9ebd-4684-a937-dc16f8d32bf4 None None] For port 21fce732-f060-4e72-8f9f-ccb770464208, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:24:19.426785 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-8c2ade62-9ebd-4684-a937-dc16f8d32bf4 None None] For port 21fce732-f060-4e72-8f9f-ccb770464208, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=21fce732-f060-4e72-8f9f-ccb770464208,segment=NetworkSegment(f159844c-2351-494b-9f5f-5eec70a9841d),segment_id=f159844c-2351-494b-9f5f-5eec70a9841d)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:24:19.477424 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-854ebfd7-c822-4748-acc0-9506fac3966c None None] Port 21fce732-f060-4e72-8f9f-ccb770464208 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:24:19.480782 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a6b07b7f-5ce6-4a37-9667-306ac519057c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:19.497489 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-a6b07b7f-5ce6-4a37-9667-306ac519057c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Transition to ACTIVE for port object 20a47a3a-8892-4a67-a959-daafed9ae98d will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:24:19.546773 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-8c2ade62-9ebd-4684-a937-dc16f8d32bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:19.598529 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a6b07b7f-5ce6-4a37-9667-306ac519057c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:19.606772 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2ade62-9ebd-4684-a937-dc16f8d32bf4 None None] Routers {'3ae29911-5eb3-493c-9e74-2238fc918af2'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:24:19.607452 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-8c2ade62-9ebd-4684-a937-dc16f8d32bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:24:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3ae29911-5eb3-493c-9e74-2238fc918af2'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:24:19.665365 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b07b7f-5ce6-4a37-9667-306ac519057c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 968f5b5a-fec6-4f40-92b6-ec16dd44d162 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:24:19.668328 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-a6b07b7f-5ce6-4a37-9667-306ac519057c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:24:19.671520 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b07b7f-5ce6-4a37-9667-306ac519057c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:24:19.694541 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c605f-f944-4e26-a3d5-fc2b35992600 None None] Pushing event updated for resources: {'Port': ['ID=21fce732-f060-4e72-8f9f-ccb770464208,revision_number=4']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:19.732224 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b07b7f-5ce6-4a37-9667-306ac519057c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=20a47a3a-8892-4a67-a959-daafed9ae98d,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:19.757350 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b07b7f-5ce6-4a37-9667-306ac519057c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:19.758001 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a6b07b7f-5ce6-4a37-9667-306ac519057c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:19.805515 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-8c2ade62-9ebd-4684-a937-dc16f8d32bf4 None None] Set router 3ae29911-5eb3-493c-9e74-2238fc918af2 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:24:19.856961 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a6b07b7f-5ce6-4a37-9667-306ac519057c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3682716 Oct 10 11:24:19.978079 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-854ebfd7-c822-4748-acc0-9506fac3966c None None] Attempt 4 to provision port 21fce732-f060-4e72-8f9f-ccb770464208 Oct 10 11:24:19.999296 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59836) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:20.004473 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-892b72f8-563c-4947-8612-9670b7d4d136 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-377672606', 'description': 'tempest-secgroup-smoke-377672606 description', 'project_id': 'abdeb3603c4943b08320f37282de8f91'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:24:20.011185 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-892b72f8-563c-4947-8612-9670b7d4d136 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:24:20.019470 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-892b72f8-563c-4947-8612-9670b7d4d136 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:24:20.022483 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-892b72f8-563c-4947-8612-9670b7d4d136 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:24:20.030322 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-892b72f8-563c-4947-8612-9670b7d4d136 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:24:20.049930 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-854ebfd7-c822-4748-acc0-9506fac3966c None None] Port 21fce732-f060-4e72-8f9f-ccb770464208 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:24:20.060384 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-854ebfd7-c822-4748-acc0-9506fac3966c None None] Provisioning complete for port a8ac044f-efac-47a1-8e89-bfa64af1cbd8 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:24:20.065668 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-854ebfd7-c822-4748-acc0-9506fac3966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:20.065668 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-854ebfd7-c822-4748-acc0-9506fac3966c None None] Attempt 1 to provision port a8ac044f-efac-47a1-8e89-bfa64af1cbd8 Oct 10 11:24:20.112746 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-892b72f8-563c-4947-8612-9670b7d4d136 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:20.124033 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-8c2ade62-9ebd-4684-a937-dc16f8d32bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'name': 'tempest-TestNetworkBasicOps-router-2053633434', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:24:10Z', 'updated_at': '2022-10-10T11:24:16Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:24:11Z', 'updated_at': '2022-10-10T11:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '21fce732-f060-4e72-8f9f-ccb770464208', 'name': '', 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:74:bf:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'd5b85602-b593-4d0a-be10-0361156b3733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:24:15Z', 'updated_at': '2022-10-10T11:24:19Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd5b85602-b593-4d0a-be10-0361156b3733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:24:20.128958 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2ade62-9ebd-4684-a937-dc16f8d32bf4 None None] The sync data for ids ['3ae29911-5eb3-493c-9e74-2238fc918af2'] in dv-neutron-860842-1-hyperv is: [{'id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'name': 'tempest-TestNetworkBasicOps-router-2053633434', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:24:10Z', 'updated_at': '2022-10-10T11:24:16Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:24:11Z', 'updated_at': '2022-10-10T11:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '21fce732-f060-4e72-8f9f-ccb770464208', 'name': '', 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:74:bf:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'd5b85602-b593-4d0a-be10-0361156b3733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:24:15Z', 'updated_at': '2022-10-10T11:24:19Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd5b85602-b593-4d0a-be10-0361156b3733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:24:20.145309 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-892b72f8-563c-4947-8612-9670b7d4d136 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:24:20.149393 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-892b72f8-563c-4947-8612-9670b7d4d136 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:24:20.153777 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-892b72f8-563c-4947-8612-9670b7d4d136 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:24:20.159283 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-892b72f8-563c-4947-8612-9670b7d4d136 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:24:20.188266 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-854ebfd7-c822-4748-acc0-9506fac3966c None None] Current status of the port a8ac044f-efac-47a1-8e89-bfa64af1cbd8 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:24:20.262135 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-892b72f8-563c-4947-8612-9670b7d4d136 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:20.358304 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-892b72f8-563c-4947-8612-9670b7d4d136 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:20.390464 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0c0e39bf-a878-4a2c-856b-d2965d2fdbc3 None None] Provisioning for port 20a47a3a-8892-4a67-a959-daafed9ae98d completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:24:20.395638 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0c0e39bf-a878-4a2c-856b-d2965d2fdbc3 None None] Provisioning complete for port 20a47a3a-8892-4a67-a959-daafed9ae98d triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:24:20.398442 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0c0e39bf-a878-4a2c-856b-d2965d2fdbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:20.398442 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0c0e39bf-a878-4a2c-856b-d2965d2fdbc3 None None] Attempt 1 to provision port 20a47a3a-8892-4a67-a959-daafed9ae98d Oct 10 11:24:20.407507 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b72f8-563c-4947-8612-9670b7d4d136 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c798225-9811-434b-82cc-df80406841a3,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:20.459526 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e39bf-a878-4a2c-856b-d2965d2fdbc3 None None] Port 20a47a3a-8892-4a67-a959-daafed9ae98d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:24:20.469393 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-892b72f8-563c-4947-8612-9670b7d4d136 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:20.470759 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-892b72f8-563c-4947-8612-9670b7d4d136 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4704645 Oct 10 11:24:20.473786 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59840) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:20.479271 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-dd596885-a0ae-40b5-8b1a-be8a0afbfa19 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '9c798225-9811-434b-82cc-df80406841a3', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:24:20.486018 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-dd596885-a0ae-40b5-8b1a-be8a0afbfa19 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:24:20.489916 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-dd596885-a0ae-40b5-8b1a-be8a0afbfa19 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:24:20.492925 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-dd596885-a0ae-40b5-8b1a-be8a0afbfa19 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:24:20.500321 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-dd596885-a0ae-40b5-8b1a-be8a0afbfa19 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:24:20.602354 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dd596885-a0ae-40b5-8b1a-be8a0afbfa19 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:20.669950 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dd596885-a0ae-40b5-8b1a-be8a0afbfa19 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:20.738182 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dd596885-a0ae-40b5-8b1a-be8a0afbfa19 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:20.763025 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd596885-a0ae-40b5-8b1a-be8a0afbfa19 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26d1e8f-22d0-4b53-a16e-2fa272d61114,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:20.842018 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dd596885-a0ae-40b5-8b1a-be8a0afbfa19 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:20.845841 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-dd596885-a0ae-40b5-8b1a-be8a0afbfa19 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3684652 Oct 10 11:24:20.846589 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59844) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:20.851621 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-564ce2bc-a0e6-488e-876b-a22315eb6556 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '9c798225-9811-434b-82cc-df80406841a3', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:24:20.865131 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-564ce2bc-a0e6-488e-876b-a22315eb6556 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:24:20.870950 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-564ce2bc-a0e6-488e-876b-a22315eb6556 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:24:20.876017 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-564ce2bc-a0e6-488e-876b-a22315eb6556 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:24:20.883131 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-564ce2bc-a0e6-488e-876b-a22315eb6556 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:24:20.929209 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 21fce732-f060-4e72-8f9f-ccb770464208 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:24:20.963444 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-564ce2bc-a0e6-488e-876b-a22315eb6556 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:20.983314 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0c0e39bf-a878-4a2c-856b-d2965d2fdbc3 None None] Attempt 2 to provision port 20a47a3a-8892-4a67-a959-daafed9ae98d Oct 10 11:24:21.036802 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-564ce2bc-a0e6-488e-876b-a22315eb6556 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:21.054679 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e39bf-a878-4a2c-856b-d2965d2fdbc3 None None] Port 20a47a3a-8892-4a67-a959-daafed9ae98d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:24:21.109515 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-564ce2bc-a0e6-488e-876b-a22315eb6556 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:21.132315 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 21fce732-f060-4e72-8f9f-ccb770464208 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:24:21.136152 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ce2bc-a0e6-488e-876b-a22315eb6556 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57351bf3-7d11-4bda-82d1-30a5f5c807f5,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:21.142189 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 21fce732-f060-4e72-8f9f-ccb770464208 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:24:21.143250 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:21.143250 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 21fce732-f060-4e72-8f9f-ccb770464208 Oct 10 11:24:21.202039 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-564ce2bc-a0e6-488e-876b-a22315eb6556 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:21.203372 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-564ce2bc-a0e6-488e-876b-a22315eb6556 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3560677 Oct 10 11:24:21.206254 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59848) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:21.212082 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-60b21120-ebca-4cff-b266-188f12710702 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '9c798225-9811-434b-82cc-df80406841a3', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:24:21.217279 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-60b21120-ebca-4cff-b266-188f12710702 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:24:21.221125 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-60b21120-ebca-4cff-b266-188f12710702 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:24:21.224019 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-60b21120-ebca-4cff-b266-188f12710702 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:24:21.231067 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-60b21120-ebca-4cff-b266-188f12710702 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:24:21.269061 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 21fce732-f060-4e72-8f9f-ccb770464208 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:24:21.269061 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:21.300065 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 21fce732-f060-4e72-8f9f-ccb770464208, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=21fce732-f060-4e72-8f9f-ccb770464208,segment=NetworkSegment(f159844c-2351-494b-9f5f-5eec70a9841d),segment_id=f159844c-2351-494b-9f5f-5eec70a9841d)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:24:21.314106 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-60b21120-ebca-4cff-b266-188f12710702 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:21.369953 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:21.377600 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-60b21120-ebca-4cff-b266-188f12710702 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:21.437356 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=21fce732-f060-4e72-8f9f-ccb770464208,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:21.437823 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-60b21120-ebca-4cff-b266-188f12710702 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:21.461126 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b21120-ebca-4cff-b266-188f12710702 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600b1f08-40ba-4f4f-8a2a-950584ce0cfb,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:21.523541 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-60b21120-ebca-4cff-b266-188f12710702 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:21.524922 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-60b21120-ebca-4cff-b266-188f12710702 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3174787 Oct 10 11:24:21.527435 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59852) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:21.532772 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-56cc90da-14bc-41f4-a2b4-b95920c56c69 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '9c798225-9811-434b-82cc-df80406841a3', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:24:21.538557 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-56cc90da-14bc-41f4-a2b4-b95920c56c69 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:24:21.542333 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-56cc90da-14bc-41f4-a2b4-b95920c56c69 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:24:21.545800 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-56cc90da-14bc-41f4-a2b4-b95920c56c69 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:24:21.551379 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-56cc90da-14bc-41f4-a2b4-b95920c56c69 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:24:21.555864 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0c0e39bf-a878-4a2c-856b-d2965d2fdbc3 None None] Attempt 3 to provision port 20a47a3a-8892-4a67-a959-daafed9ae98d Oct 10 11:24:21.612436 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e39bf-a878-4a2c-856b-d2965d2fdbc3 None None] Port 20a47a3a-8892-4a67-a959-daafed9ae98d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:24:21.620285 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-56cc90da-14bc-41f4-a2b4-b95920c56c69 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:21.697515 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-56cc90da-14bc-41f4-a2b4-b95920c56c69 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:21.772176 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-56cc90da-14bc-41f4-a2b4-b95920c56c69 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:21.800540 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc90da-14bc-41f4-a2b4-b95920c56c69 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ac2444-de3b-4710-92b1-a0ffc6135623,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:21.881161 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-56cc90da-14bc-41f4-a2b4-b95920c56c69 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:21.882471 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-56cc90da-14bc-41f4-a2b4-b95920c56c69 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3540053 Oct 10 11:24:21.885329 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59856) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:21.890489 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-23931b5c-5c74-497e-85d8-fcc007d16189 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '9c798225-9811-434b-82cc-df80406841a3', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:24:21.896437 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-23931b5c-5c74-497e-85d8-fcc007d16189 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:24:21.900274 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-23931b5c-5c74-497e-85d8-fcc007d16189 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:24:21.903627 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-23931b5c-5c74-497e-85d8-fcc007d16189 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:24:21.909493 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-23931b5c-5c74-497e-85d8-fcc007d16189 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:24:22.001250 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.securitygroups_db [None req-23931b5c-5c74-497e-85d8-fcc007d16189 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Project abdeb3603c4943b08320f37282de8f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:24:22.008334 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-23931b5c-5c74-497e-85d8-fcc007d16189 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:22.075323 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-23931b5c-5c74-497e-85d8-fcc007d16189 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:22.113146 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0c0e39bf-a878-4a2c-856b-d2965d2fdbc3 None None] Attempt 4 to provision port 20a47a3a-8892-4a67-a959-daafed9ae98d Oct 10 11:24:22.149829 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-23931b5c-5c74-497e-85d8-fcc007d16189 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:22.172186 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e39bf-a878-4a2c-856b-d2965d2fdbc3 None None] Port 20a47a3a-8892-4a67-a959-daafed9ae98d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:24:22.172455 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23931b5c-5c74-497e-85d8-fcc007d16189 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b383e12-ecb8-4810-8c81-965605dd7ad1,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:22.255310 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-23931b5c-5c74-497e-85d8-fcc007d16189 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:22.256519 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-23931b5c-5c74-497e-85d8-fcc007d16189 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3702178 Oct 10 11:24:22.259363 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59860) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:22.265215 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-4a8aa0b4-05d4-4875-86be-231bc6f37fbb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '9c798225-9811-434b-82cc-df80406841a3', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:24:22.270940 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4a8aa0b4-05d4-4875-86be-231bc6f37fbb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:24:22.274984 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4a8aa0b4-05d4-4875-86be-231bc6f37fbb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:24:22.278476 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4a8aa0b4-05d4-4875-86be-231bc6f37fbb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:24:22.289102 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4a8aa0b4-05d4-4875-86be-231bc6f37fbb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:24:22.352537 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.securitygroups_db [None req-4a8aa0b4-05d4-4875-86be-231bc6f37fbb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Project abdeb3603c4943b08320f37282de8f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:24:22.361627 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4a8aa0b4-05d4-4875-86be-231bc6f37fbb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:22.431726 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4a8aa0b4-05d4-4875-86be-231bc6f37fbb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:22.538007 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4a8aa0b4-05d4-4875-86be-231bc6f37fbb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:22.563296 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8aa0b4-05d4-4875-86be-231bc6f37fbb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda3e1f6-e56d-486a-b4f3-4b20e9958f18,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:22.655267 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4a8aa0b4-05d4-4875-86be-231bc6f37fbb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:22.656499 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4a8aa0b4-05d4-4875-86be-231bc6f37fbb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3962073 Oct 10 11:24:22.673721 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0c0e39bf-a878-4a2c-856b-d2965d2fdbc3 None None] Attempt 5 to provision port 20a47a3a-8892-4a67-a959-daafed9ae98d Oct 10 11:24:22.730490 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e39bf-a878-4a2c-856b-d2965d2fdbc3 None None] Port 20a47a3a-8892-4a67-a959-daafed9ae98d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:24:22.818794 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-023a2649-f1e1-4d4d-aace-6a4bf86d03bd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:24:22.901367 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 21fce732-f060-4e72-8f9f-ccb770464208 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:24:22.906661 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-023a2649-f1e1-4d4d-aace-6a4bf86d03bd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:24:22.907924 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-023a2649-f1e1-4d4d-aace-6a4bf86d03bd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-377672606&fields=id&tenant_id=abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 267 time: 0.1271858 Oct 10 11:24:22.974424 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 21fce732-f060-4e72-8f9f-ccb770464208 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:24:22.974814 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:22.975169 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 21fce732-f060-4e72-8f9f-ccb770464208 Oct 10 11:24:22.993033 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-1bf24960-d33a-468e-88db-7ed2aaa2a14f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:22.993661 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-1bf24960-d33a-468e-88db-7ed2aaa2a14f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:24:23.061271 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-1bf24960-d33a-468e-88db-7ed2aaa2a14f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:24:23.062501 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-1bf24960-d33a-468e-88db-7ed2aaa2a14f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports/20a47a3a-8892-4a67-a959-daafed9ae98d HTTP/1.1" status: 200 len: 929 time: 0.1477213 Oct 10 11:24:23.094675 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 21fce732-f060-4e72-8f9f-ccb770464208 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:24:23.138923 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-fd5bec53-0633-4e72-a48c-150b425fb52d service neutron] 10.222.0.40 "GET /v2.0/ports/20a47a3a-8892-4a67-a959-daafed9ae98d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0644689 Oct 10 11:24:23.232173 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0c0e39bf-a878-4a2c-856b-d2965d2fdbc3 None None] Attempt 6 to provision port 20a47a3a-8892-4a67-a959-daafed9ae98d Oct 10 11:24:23.272543 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-f0319109-4ca4-4d65-8151-3ae4003c3c12 service neutron] 10.222.0.40 "GET /v2.0/networks/968f5b5a-fec6-4f40-92b6-ec16dd44d162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279080 Oct 10 11:24:23.322863 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e39bf-a878-4a2c-856b-d2965d2fdbc3 None None] Port 20a47a3a-8892-4a67-a959-daafed9ae98d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:24:23.412423 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-e87bfa15-9229-40e0-9cb5-fd5111d23ea3 service neutron] 10.222.0.40 "GET /v2.0/networks/968f5b5a-fec6-4f40-92b6-ec16dd44d162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290958 Oct 10 11:24:23.685364 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-e789f0b5-ed8a-4d41-9278-2a68102e41b7 req-a144300a-a86e-44cd-be89-ab9fabbd44d1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:24:23.698388 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-e789f0b5-ed8a-4d41-9278-2a68102e41b7 req-a144300a-a86e-44cd-be89-ab9fabbd44d1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:24:23.710116 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e789f0b5-ed8a-4d41-9278-2a68102e41b7 req-a144300a-a86e-44cd-be89-ab9fabbd44d1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=630fdb57-93fe-4a92-9c2c-c889f756ba17 HTTP/1.1" status: 200 len: 210 time: 0.0822282 Oct 10 11:24:23.827002 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0c0e39bf-a878-4a2c-856b-d2965d2fdbc3 None None] Attempt 7 to provision port 20a47a3a-8892-4a67-a959-daafed9ae98d Oct 10 11:24:23.887122 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e39bf-a878-4a2c-856b-d2965d2fdbc3 None None] Port 20a47a3a-8892-4a67-a959-daafed9ae98d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:24:24.385248 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0c0e39bf-a878-4a2c-856b-d2965d2fdbc3 None None] Attempt 8 to provision port 20a47a3a-8892-4a67-a959-daafed9ae98d Oct 10 11:24:24.440767 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e39bf-a878-4a2c-856b-d2965d2fdbc3 None None] Port 20a47a3a-8892-4a67-a959-daafed9ae98d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:24:24.893833 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4590904a-d7e8-4491-9572-5ef86f05fc6b req-f8f5dfa3-61be-44e3-824e-301db5b1f878 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=630fdb57-93fe-4a92-9c2c-c889f756ba17 HTTP/1.1" status: 200 len: 210 time: 0.0726874 Oct 10 11:24:24.939719 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0c0e39bf-a878-4a2c-856b-d2965d2fdbc3 None None] Attempt 9 to provision port 20a47a3a-8892-4a67-a959-daafed9ae98d Oct 10 11:24:25.060721 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e39bf-a878-4a2c-856b-d2965d2fdbc3 None None] Port 20a47a3a-8892-4a67-a959-daafed9ae98d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:24:25.563302 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0c0e39bf-a878-4a2c-856b-d2965d2fdbc3 None None] Attempt 10 to provision port 20a47a3a-8892-4a67-a959-daafed9ae98d Oct 10 11:24:25.620602 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e39bf-a878-4a2c-856b-d2965d2fdbc3 None None] Port 20a47a3a-8892-4a67-a959-daafed9ae98d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:24:26.032371 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:24:26.072924 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fbc4a786-2bc8-4202-9e50-c503493e0ae0 req-287d9a29-32ce-44aa-8308-968eaf7b9ae4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=630fdb57-93fe-4a92-9c2c-c889f756ba17 HTTP/1.1" status: 200 len: 210 time: 0.0524848 Oct 10 11:24:26.430719 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-0a84e2ec-a5db-4803-9a0b-27aad03c6404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:26.430719 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-0a84e2ec-a5db-4803-9a0b-27aad03c6404 service neutron] 10.222.0.15 "GET /v2.0/ports/20a47a3a-8892-4a67-a959-daafed9ae98d HTTP/1.1" status: 200 len: 1025 time: 0.0613832 Oct 10 11:24:26.582110 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-4998578a-578a-4188-82fb-c95950ef7cc1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:26.584946 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-4998578a-578a-4188-82fb-c95950ef7cc1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/networks?id=968f5b5a-fec6-4f40-92b6-ec16dd44d162 HTTP/1.1" status: 200 len: 797 time: 0.1476941 Oct 10 11:24:26.653175 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-b3611dd9-0332-4a3b-8856-3d4922644771 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:24:26.653175 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-b3611dd9-0332-4a3b-8856-3d4922644771 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:24:26.659882 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-b3611dd9-0332-4a3b-8856-3d4922644771 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 379 time: 0.0624993 Oct 10 11:24:26.677391 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-f38bbd0b-cdbb-4589-a624-5420e3148716 service neutron] Request body: {'port': {'device_id': '630fdb57-93fe-4a92-9c2c-c889f756ba17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:24:26.778920 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-f38bbd0b-cdbb-4589-a624-5420e3148716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:27.248893 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6b197391-8c20-4a69-bccc-91914256addb req-91d0bb55-0a29-4770-acfe-c25196c0acea tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=630fdb57-93fe-4a92-9c2c-c889f756ba17 HTTP/1.1" status: 200 len: 210 time: 0.0566101 Oct 10 11:24:27.259030 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-f38bbd0b-cdbb-4589-a624-5420e3148716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20a47a3a-8892-4a67-a959-daafed9ae98d {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:24:27.267789 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-f38bbd0b-cdbb-4589-a624-5420e3148716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:27.284627 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-f38bbd0b-cdbb-4589-a624-5420e3148716 service neutron] Transition to ACTIVE for port object 20a47a3a-8892-4a67-a959-daafed9ae98d will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:24:27.386135 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-f38bbd0b-cdbb-4589-a624-5420e3148716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:27.581197 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38bbd0b-cdbb-4589-a624-5420e3148716 service neutron] Pushing event updated for resources: {'Port': ['ID=20a47a3a-8892-4a67-a959-daafed9ae98d,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:27.623186 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-f38bbd0b-cdbb-4589-a624-5420e3148716 service neutron] Attempting to bind port 20a47a3a-8892-4a67-a959-daafed9ae98d on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:24:27.623524 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-f38bbd0b-cdbb-4589-a624-5420e3148716 service neutron] Attempting to bind port 20a47a3a-8892-4a67-a959-daafed9ae98d by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'f159844c-2351-494b-9f5f-5eec70a9841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:24:27.623849 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-f38bbd0b-cdbb-4589-a624-5420e3148716 service neutron] Attempting to bind port 20a47a3a-8892-4a67-a959-daafed9ae98d on network 968f5b5a-fec6-4f40-92b6-ec16dd44d162 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:24:27.628430 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-f38bbd0b-cdbb-4589-a624-5420e3148716 service neutron] Port 20a47a3a-8892-4a67-a959-daafed9ae98d on network 968f5b5a-fec6-4f40-92b6-ec16dd44d162 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:24:27.628745 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-f38bbd0b-cdbb-4589-a624-5420e3148716 service neutron] Attempting to bind port 20a47a3a-8892-4a67-a959-daafed9ae98d on network 968f5b5a-fec6-4f40-92b6-ec16dd44d162 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:24:27.633769 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-f38bbd0b-cdbb-4589-a624-5420e3148716 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:24:27.634093 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-f38bbd0b-cdbb-4589-a624-5420e3148716 service neutron] Checking segment: {'id': 'f159844c-2351-494b-9f5f-5eec70a9841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:24:27.634468 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-f38bbd0b-cdbb-4589-a624-5420e3148716 service neutron] Bound using segment: {'id': 'f159844c-2351-494b-9f5f-5eec70a9841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:24:27.634890 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-f38bbd0b-cdbb-4589-a624-5420e3148716 service neutron] Bound port: 20a47a3a-8892-4a67-a959-daafed9ae98d, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f159844c-2351-494b-9f5f-5eec70a9841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:24:27.635230 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-f38bbd0b-cdbb-4589-a624-5420e3148716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:27.724528 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-f38bbd0b-cdbb-4589-a624-5420e3148716 service neutron] For port 20a47a3a-8892-4a67-a959-daafed9ae98d, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:24:27.727356 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-f38bbd0b-cdbb-4589-a624-5420e3148716 service neutron] For port 20a47a3a-8892-4a67-a959-daafed9ae98d, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=20a47a3a-8892-4a67-a959-daafed9ae98d,segment=NetworkSegment(f159844c-2351-494b-9f5f-5eec70a9841d),segment_id=f159844c-2351-494b-9f5f-5eec70a9841d)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:24:27.821135 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-f38bbd0b-cdbb-4589-a624-5420e3148716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:27.824799 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-f38bbd0b-cdbb-4589-a624-5420e3148716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:27.825669 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-f38bbd0b-cdbb-4589-a624-5420e3148716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:27.827078 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-f38bbd0b-cdbb-4589-a624-5420e3148716 service neutron] 10.222.0.15 "PUT /v2.0/ports/20a47a3a-8892-4a67-a959-daafed9ae98d HTTP/1.1" status: 200 len: 1130 time: 1.1664271 Oct 10 11:24:27.861025 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630fdb57-93fe-4a92-9c2c-c889f756ba17', 'tag': '20a47a3a-8892-4a67-a959-daafed9ae98d'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:24:27.863336 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bd9ad3-0231-4cc7-bfdc-d7e4fe7f2dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "630fdb57-93fe-4a92-9c2c-c889f756ba17", "tag": "20a47a3a-8892-4a67-a959-daafed9ae98d"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:24:27.905041 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6943e3f4-b96f-4b03-9761-5ec7ad625fa3 x-openstack-request-id: req-6943e3f4-b96f-4b03-9761-5ec7ad625fa3 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:24:27.905316 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "630fdb57-93fe-4a92-9c2c-c889f756ba17", "tag": "20a47a3a-8892-4a67-a959-daafed9ae98d", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:24:27.905586 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6943e3f4-b96f-4b03-9761-5ec7ad625fa3 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:24:27.905992 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6943e3f4-b96f-4b03-9761-5ec7ad625fa3'] response: {'name': 'network-changed', 'server_uuid': '630fdb57-93fe-4a92-9c2c-c889f756ba17', 'tag': '20a47a3a-8892-4a67-a959-daafed9ae98d', 'status': 'completed', 'code': 200} Oct 10 11:24:27.910453 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38bbd0b-cdbb-4589-a624-5420e3148716 service neutron] Pushing event updated for resources: {'Port': ['ID=20a47a3a-8892-4a67-a959-daafed9ae98d,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:28.003190 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd9ad3-0231-4cc7-bfdc-d7e4fe7f2dd3 req-c126a144-b5cb-4cde-9b05-2121af44a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:28.004696 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-32bd9ad3-0231-4cc7-bfdc-d7e4fe7f2dd3 req-c126a144-b5cb-4cde-9b05-2121af44a0bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=630fdb57-93fe-4a92-9c2c-c889f756ba17 HTTP/1.1" status: 200 len: 1133 time: 0.0799804 Oct 10 11:24:28.148531 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd9ad3-0231-4cc7-bfdc-d7e4fe7f2dd3 req-85632873-19b9-4c7e-a455-932eaee06501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:28.150084 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-32bd9ad3-0231-4cc7-bfdc-d7e4fe7f2dd3 req-85632873-19b9-4c7e-a455-932eaee06501 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=abdeb3603c4943b08320f37282de8f91&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1391358 Oct 10 11:24:28.290845 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd9ad3-0231-4cc7-bfdc-d7e4fe7f2dd3 req-1f1144c2-4ac4-4192-bb6b-7afe5156746f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:28.291762 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-32bd9ad3-0231-4cc7-bfdc-d7e4fe7f2dd3 req-1f1144c2-4ac4-4192-bb6b-7afe5156746f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1336410 Oct 10 11:24:28.414228 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-5a0ae871-98bc-46eb-b11b-6a7c1d343001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:28.415754 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-5a0ae871-98bc-46eb-b11b-6a7c1d343001 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=630fdb57-93fe-4a92-9c2c-c889f756ba17 HTTP/1.1" status: 200 len: 1133 time: 0.0855491 Oct 10 11:24:28.458534 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082c45c-8127-425a-aa57-73b885f7788c req-0e290fad-4904-4e68-97a6-afc2c7615a04 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:28.460384 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b082c45c-8127-425a-aa57-73b885f7788c req-0e290fad-4904-4e68-97a6-afc2c7615a04 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=630fdb57-93fe-4a92-9c2c-c889f756ba17 HTTP/1.1" status: 200 len: 980 time: 0.0937765 Oct 10 11:24:28.488368 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-80d978a6-423c-4bf3-8243-b2f9842319ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20a47a3a-8892-4a67-a959-daafed9ae98d HTTP/1.1" status: 200 len: 217 time: 0.0643053 Oct 10 11:24:28.505854 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b082c45c-8127-425a-aa57-73b885f7788c req-8e8673ac-b25c-4ed3-a003-4819951891a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=63c3bf7a-20b5-4250-97f1-e0eb8da5447b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394354 Oct 10 11:24:28.555661 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-88d4d53a-cfd4-44b2-b8a1-b95e6bd701e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:28.557068 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-88d4d53a-cfd4-44b2-b8a1-b95e6bd701e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d5b85602-b593-4d0a-be10-0361156b3733 HTTP/1.1" status: 200 len: 835 time: 0.0629356 Oct 10 11:24:28.643367 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-13ec4788-01b7-436d-ace6-f7c414b26ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:28.645232 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-13ec4788-01b7-436d-ace6-f7c414b26ccf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=968f5b5a-fec6-4f40-92b6-ec16dd44d162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813787 Oct 10 11:24:28.781413 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-73acc481-dd33-42da-975b-4787d76f0566 service neutron] 10.222.0.15 "GET /v2.0/networks/968f5b5a-fec6-4f40-92b6-ec16dd44d162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295431 Oct 10 11:24:28.917665 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e5be3f51-27c3-43e8-a85d-f1b095a5b663 req-2426f3ee-0eac-4f68-80a8-5466568774f0 service neutron] 10.222.0.15 "GET /v2.0/networks/968f5b5a-fec6-4f40-92b6-ec16dd44d162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303604 Oct 10 11:24:29.715643 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309f9e0-3189-464c-9d6d-639476cc423c req-4d211b1f-756c-43c9-8d1c-60ae12646dbd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:29.717284 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7309f9e0-3189-464c-9d6d-639476cc423c req-4d211b1f-756c-43c9-8d1c-60ae12646dbd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=630fdb57-93fe-4a92-9c2c-c889f756ba17 HTTP/1.1" status: 200 len: 980 time: 0.0945258 Oct 10 11:24:29.763725 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7309f9e0-3189-464c-9d6d-639476cc423c req-6cd861a2-cb35-4189-8320-f5a2e62364c4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=63c3bf7a-20b5-4250-97f1-e0eb8da5447b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406003 Oct 10 11:24:30.970880 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3de68b-e409-4f13-9d18-f716e4cb8e5e req-4239fe01-ef9f-445c-ab2a-94e7a6e0ca90 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:30.971776 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6f3de68b-e409-4f13-9d18-f716e4cb8e5e req-4239fe01-ef9f-445c-ab2a-94e7a6e0ca90 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=630fdb57-93fe-4a92-9c2c-c889f756ba17 HTTP/1.1" status: 200 len: 980 time: 0.0949247 Oct 10 11:24:31.021065 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6f3de68b-e409-4f13-9d18-f716e4cb8e5e req-5aec6041-3553-4edb-8b27-ad9d5d132b47 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=63c3bf7a-20b5-4250-97f1-e0eb8da5447b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435846 Oct 10 11:24:32.225457 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edec547-84a3-4a08-9bfb-b613b4420c48 req-3e8ffa8d-f0ce-43b4-b302-3ae33234de7a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:32.226849 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9edec547-84a3-4a08-9bfb-b613b4420c48 req-3e8ffa8d-f0ce-43b4-b302-3ae33234de7a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=630fdb57-93fe-4a92-9c2c-c889f756ba17 HTTP/1.1" status: 200 len: 980 time: 0.0873692 Oct 10 11:24:32.372222 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9edec547-84a3-4a08-9bfb-b613b4420c48 req-48bbc774-f640-45e8-8905-aaa46f306afe tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=63c3bf7a-20b5-4250-97f1-e0eb8da5447b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393230 Oct 10 11:24:32.615172 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 20a47a3a-8892-4a67-a959-daafed9ae98d details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:24:32.759031 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 20a47a3a-8892-4a67-a959-daafed9ae98d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=20a47a3a-8892-4a67-a959-daafed9ae98d,segment=NetworkSegment(f159844c-2351-494b-9f5f-5eec70a9841d),segment_id=f159844c-2351-494b-9f5f-5eec70a9841d)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:24:32.772052 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '20a47a3a-8892-4a67-a959-daafed9ae98d', 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162', 'port_id': '20a47a3a-8892-4a67-a959-daafed9ae98d', 'mac_address': 'fa:16:3e:fa:09:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 459, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b85602-b593-4d0a-be10-0361156b3733', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:24:32.833611 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 20a47a3a-8892-4a67-a959-daafed9ae98d is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:24:32.833993 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:32.851537 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a47a3a-8892-4a67-a959-daafed9ae98d {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:24:32.867675 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 20a47a3a-8892-4a67-a959-daafed9ae98d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=20a47a3a-8892-4a67-a959-daafed9ae98d,segment=NetworkSegment(f159844c-2351-494b-9f5f-5eec70a9841d),segment_id=f159844c-2351-494b-9f5f-5eec70a9841d)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:24:32.929808 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:33.003161 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=20a47a3a-8892-4a67-a959-daafed9ae98d,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:33.164469 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['20a47a3a-8892-4a67-a959-daafed9ae98d'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:24:33.429233 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4c632d8c-f2dc-4f01-91eb-e1f8dc671ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:33.569395 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c733d9a-eb4f-482e-8d95-95d12ef2fb02 req-81ffc033-7023-4071-a448-36b00c43884e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:33.570752 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4c733d9a-eb4f-482e-8d95-95d12ef2fb02 req-81ffc033-7023-4071-a448-36b00c43884e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=630fdb57-93fe-4a92-9c2c-c889f756ba17 HTTP/1.1" status: 200 len: 981 time: 0.0879247 Oct 10 11:24:33.614599 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4c733d9a-eb4f-482e-8d95-95d12ef2fb02 req-0efd023f-bed2-4136-8685-4c158de12d41 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=63c3bf7a-20b5-4250-97f1-e0eb8da5447b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374868 Oct 10 11:24:34.639344 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 20a47a3a-8892-4a67-a959-daafed9ae98d up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:24:34.798056 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port 20a47a3a-8892-4a67-a959-daafed9ae98d completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:24:34.803286 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 20a47a3a-8892-4a67-a959-daafed9ae98d triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:24:34.803661 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:34.803998 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 20a47a3a-8892-4a67-a959-daafed9ae98d Oct 10 11:24:34.814845 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6f3dd-6486-4e67-9710-0f8f6883b6e4 req-87c78a25-2004-4aac-99fb-7c2a001e3d57 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:34.816345 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-32d6f3dd-6486-4e67-9710-0f8f6883b6e4 req-87c78a25-2004-4aac-99fb-7c2a001e3d57 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=630fdb57-93fe-4a92-9c2c-c889f756ba17 HTTP/1.1" status: 200 len: 981 time: 0.0900085 Oct 10 11:24:34.861110 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-32d6f3dd-6486-4e67-9710-0f8f6883b6e4 req-d2a2e302-9972-40ba-a775-c2405e8c1ce6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=63c3bf7a-20b5-4250-97f1-e0eb8da5447b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388854 Oct 10 11:24:34.926361 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 20a47a3a-8892-4a67-a959-daafed9ae98d is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:24:34.926738 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:34.953611 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630fdb57-93fe-4a92-9c2c-c889f756ba17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a47a3a-8892-4a67-a959-daafed9ae98d'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:24:34.958707 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d111eec1-cfad-4ef7-b8f4-d9490a07af7f" -d '{"events": [{"server_uuid": "630fdb57-93fe-4a92-9c2c-c889f756ba17", "name": "network-vif-plugged", "status": "completed", "tag": "20a47a3a-8892-4a67-a959-daafed9ae98d"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:24:34.963880 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 20a47a3a-8892-4a67-a959-daafed9ae98d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=20a47a3a-8892-4a67-a959-daafed9ae98d,segment=NetworkSegment(f159844c-2351-494b-9f5f-5eec70a9841d),segment_id=f159844c-2351-494b-9f5f-5eec70a9841d)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:24:34.997613 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b11233a-2325-4397-aaff-0c8272c1f954 x-openstack-request-id: req-3b11233a-2325-4397-aaff-0c8272c1f954 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:24:34.997906 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630fdb57-93fe-4a92-9c2c-c889f756ba17", "name": "network-vif-plugged", "status": "completed", "tag": "20a47a3a-8892-4a67-a959-daafed9ae98d", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:24:34.998163 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3b11233a-2325-4397-aaff-0c8272c1f954 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:24:34.998556 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b11233a-2325-4397-aaff-0c8272c1f954'] response: {'server_uuid': '630fdb57-93fe-4a92-9c2c-c889f756ba17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a47a3a-8892-4a67-a959-daafed9ae98d', 'code': 200} Oct 10 11:24:35.066369 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:35.136009 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=20a47a3a-8892-4a67-a959-daafed9ae98d,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:35.391646 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125180f-ce6c-4ea0-a3bb-705911b9bbc0 req-cd51dd5d-852d-44f3-8803-37403379f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:35.393086 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e125180f-ce6c-4ea0-a3bb-705911b9bbc0 req-cd51dd5d-852d-44f3-8803-37403379f9a2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=630fdb57-93fe-4a92-9c2c-c889f756ba17 HTTP/1.1" status: 200 len: 1135 time: 0.0798697 Oct 10 11:24:35.432496 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e125180f-ce6c-4ea0-a3bb-705911b9bbc0 req-16a344b0-c287-47ad-9577-c573ec028d36 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=63c3bf7a-20b5-4250-97f1-e0eb8da5447b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337257 Oct 10 11:24:35.746998 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a0eef521-22c0-4bb8-8aab-16c6b9fed617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:36.062669 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb049aa-2ffd-4626-956b-1dc22c3f0ebf req-60a35594-14f5-41fa-83db-065564ce657f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:36.064244 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ffb049aa-2ffd-4626-956b-1dc22c3f0ebf req-60a35594-14f5-41fa-83db-065564ce657f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=630fdb57-93fe-4a92-9c2c-c889f756ba17 HTTP/1.1" status: 200 len: 982 time: 0.0927131 Oct 10 11:24:36.108117 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ffb049aa-2ffd-4626-956b-1dc22c3f0ebf req-a74a23f9-66b0-4f34-b3af-043261bd2192 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=63c3bf7a-20b5-4250-97f1-e0eb8da5447b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382416 Oct 10 11:24:37.009144 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:37.040410 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:37.311544 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7866e9c-9f99-41b3-b5a3-36d64c6446ed req-d2aea125-9ae0-4b92-82cd-17291d8ea8db tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:37.312972 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b7866e9c-9f99-41b3-b5a3-36d64c6446ed req-d2aea125-9ae0-4b92-82cd-17291d8ea8db tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=630fdb57-93fe-4a92-9c2c-c889f756ba17 HTTP/1.1" status: 200 len: 982 time: 0.0908413 Oct 10 11:24:37.356904 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b7866e9c-9f99-41b3-b5a3-36d64c6446ed req-7d6b22eb-e5d4-4fb6-8db2-ab1d1bc07e86 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=63c3bf7a-20b5-4250-97f1-e0eb8da5447b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383208 Oct 10 11:24:37.556263 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc3be9-437d-4e56-adec-7f5d6137c75c req-853d7182-038f-4c21-9ec7-a2c3830e74b4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:37.557747 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-53dc3be9-437d-4e56-adec-7f5d6137c75c req-853d7182-038f-4c21-9ec7-a2c3830e74b4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=630fdb57-93fe-4a92-9c2c-c889f756ba17 HTTP/1.1" status: 200 len: 982 time: 0.0870426 Oct 10 11:24:37.602169 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-53dc3be9-437d-4e56-adec-7f5d6137c75c req-7fe006e3-938f-4099-afdf-c9c639ce245e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=63c3bf7a-20b5-4250-97f1-e0eb8da5447b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378263 Oct 10 11:24:37.631398 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59926) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:37.712324 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a9722a-07fc-46fe-ab96-8936bcc44f31 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:37.713880 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-96a9722a-07fc-46fe-ab96-8936bcc44f31 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=630fdb57-93fe-4a92-9c2c-c889f756ba17 HTTP/1.1" status: 200 len: 1130 time: 0.0815356 Oct 10 11:24:37.718346 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59930) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:37.722158 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-28d4dde1-03ec-47d6-96a4-bad96dd3e9a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'port_id': '20a47a3a-8892-4a67-a959-daafed9ae98d', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:24:37.728265 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-28d4dde1-03ec-47d6-96a4-bad96dd3e9a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:24:37.734251 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-28d4dde1-03ec-47d6-96a4-bad96dd3e9a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:floatingip and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:24:37.735140 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-28d4dde1-03ec-47d6-96a4-bad96dd3e9a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:24:37.741174 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-28d4dde1-03ec-47d6-96a4-bad96dd3e9a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:24:37.795043 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-28d4dde1-03ec-47d6-96a4-bad96dd3e9a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:38.036230 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-28d4dde1-03ec-47d6-96a4-bad96dd3e9a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:38.172787 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-28d4dde1-03ec-47d6-96a4-bad96dd3e9a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.26.4.218 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/c476cbcf-77d0-4d5f-82ec-4e0d4c49a771) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:24:38.317316 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-28d4dde1-03ec-47d6-96a4-bad96dd3e9a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:38.427501 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-28d4dde1-03ec-47d6-96a4-bad96dd3e9a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:38.493809 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d4dde1-03ec-47d6-96a4-bad96dd3e9a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:24:38.496591 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-28d4dde1-03ec-47d6-96a4-bad96dd3e9a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:24:38.499222 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d4dde1-03ec-47d6-96a4-bad96dd3e9a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:24:38.539996 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4dde1-03ec-47d6-96a4-bad96dd3e9a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=c476cbcf-77d0-4d5f-82ec-4e0d4c49a771,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:38.597670 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:38.922819 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-28d4dde1-03ec-47d6-96a4-bad96dd3e9a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:39.172079 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-28d4dde1-03ec-47d6-96a4-bad96dd3e9a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:39.355354 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:39.384620 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-28d4dde1-03ec-47d6-96a4-bad96dd3e9a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:39.472161 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-28d4dde1-03ec-47d6-96a4-bad96dd3e9a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:39.579694 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4dde1-03ec-47d6-96a4-bad96dd3e9a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=c476cbcf-77d0-4d5f-82ec-4e0d4c49a771,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:39.583032 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-28d4dde1-03ec-47d6-96a4-bad96dd3e9a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:39.764066 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-28d4dde1-03ec-47d6-96a4-bad96dd3e9a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Floating IP a63160db-d836-4058-8e67-57f477da871c associated. External IP: 172.26.4.218, port: 20a47a3a-8892-4a67-a959-daafed9ae98d. Oct 10 11:24:40.268361 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d4dde1-03ec-47d6-96a4-bad96dd3e9a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router 3ae29911-5eb3-493c-9e74-2238fc918af2 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:24:40.451382 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d4dde1-03ec-47d6-96a4-bad96dd3e9a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:24:40.461140 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783403ab-f2fe-4180-b215-b7a6ca890176 None None] Sync routers for ids ['3ae29911-5eb3-493c-9e74-2238fc918af2'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:24:40.471105 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783403ab-f2fe-4180-b215-b7a6ca890176 None None] Routers {'3ae29911-5eb3-493c-9e74-2238fc918af2'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:24:40.471651 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-783403ab-f2fe-4180-b215-b7a6ca890176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:24:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3ae29911-5eb3-493c-9e74-2238fc918af2'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:24:40.549195 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-28d4dde1-03ec-47d6-96a4-bad96dd3e9a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:40.604727 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-28d4dde1-03ec-47d6-96a4-bad96dd3e9a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.8863971 Oct 10 11:24:40.605674 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630fdb57-93fe-4a92-9c2c-c889f756ba17', 'tag': '20a47a3a-8892-4a67-a959-daafed9ae98d'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:24:40.607729 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59934) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:40.608224 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401d75d3-bcef-4b4d-9ed5-6bd58191fd5c" -d '{"events": [{"name": "network-changed", "server_uuid": "630fdb57-93fe-4a92-9c2c-c889f756ba17", "tag": "20a47a3a-8892-4a67-a959-daafed9ae98d"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:24:40.650091 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee9b78c-468a-4da3-9230-5bd61a63274d x-openstack-request-id: req-3ee9b78c-468a-4da3-9230-5bd61a63274d {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:24:40.650493 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "630fdb57-93fe-4a92-9c2c-c889f756ba17", "tag": "20a47a3a-8892-4a67-a959-daafed9ae98d", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:24:40.650756 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3ee9b78c-468a-4da3-9230-5bd61a63274d {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:24:40.651189 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ee9b78c-468a-4da3-9230-5bd61a63274d'] response: {'name': 'network-changed', 'server_uuid': '630fdb57-93fe-4a92-9c2c-c889f756ba17', 'tag': '20a47a3a-8892-4a67-a959-daafed9ae98d', 'status': 'completed', 'code': 200} Oct 10 11:24:40.653017 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-783403ab-f2fe-4180-b215-b7a6ca890176 None None] Set router 3ae29911-5eb3-493c-9e74-2238fc918af2 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:24:40.761367 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5372c957-1375-4a1f-9ca7-261bd90c1a32 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:40.763562 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5372c957-1375-4a1f-9ca7-261bd90c1a32 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=630fdb57-93fe-4a92-9c2c-c889f756ba17&network_id=968f5b5a-fec6-4f40-92b6-ec16dd44d162 HTTP/1.1" status: 200 len: 1130 time: 0.1548007 Oct 10 11:24:40.771855 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d75d3-bcef-4b4d-9ed5-6bd58191fd5c req-2c701497-b5b1-410d-be4a-30604d1d7668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:40.772772 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-401d75d3-bcef-4b4d-9ed5-6bd58191fd5c req-2c701497-b5b1-410d-be4a-30604d1d7668 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=630fdb57-93fe-4a92-9c2c-c889f756ba17 HTTP/1.1" status: 200 len: 1135 time: 0.1008461 Oct 10 11:24:40.911489 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d75d3-bcef-4b4d-9ed5-6bd58191fd5c req-96ecec02-ceb6-4bf1-89d0-2a3dc034d799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:40.913218 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-401d75d3-bcef-4b4d-9ed5-6bd58191fd5c req-96ecec02-ceb6-4bf1-89d0-2a3dc034d799 service neutron] 10.222.0.15 "GET /v2.0/networks?id=968f5b5a-fec6-4f40-92b6-ec16dd44d162 HTTP/1.1" status: 200 len: 898 time: 0.1343684 Oct 10 11:24:41.026978 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-401d75d3-bcef-4b4d-9ed5-6bd58191fd5c req-ca5c30bd-0e15-44f5-aaca-30c1e1da2a25 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20a47a3a-8892-4a67-a959-daafed9ae98d HTTP/1.1" status: 200 len: 1036 time: 0.1073034 Oct 10 11:24:41.052532 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-783403ab-f2fe-4180-b215-b7a6ca890176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'name': 'tempest-TestNetworkBasicOps-router-2053633434', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:24:10Z', 'updated_at': '2022-10-10T11:24:16Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:24:11Z', 'updated_at': '2022-10-10T11:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'a63160db-d836-4058-8e67-57f477da871c', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.218', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'port_id': '20a47a3a-8892-4a67-a959-daafed9ae98d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-995001018', 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162', 'mac_address': 'fa:16:3e:fa:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fdb57-93fe-4a92-9c2c-c889f756ba17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:24:38Z', 'updated_at': '2022-10-10T11:24:38Z', 'revision_number': 0, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21fce732-f060-4e72-8f9f-ccb770464208', 'name': '', 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:74:bf:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'd5b85602-b593-4d0a-be10-0361156b3733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:24:15Z', 'updated_at': '2022-10-10T11:24:21Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd5b85602-b593-4d0a-be10-0361156b3733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:24:41.056460 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783403ab-f2fe-4180-b215-b7a6ca890176 None None] Checking router: 3ae29911-5eb3-493c-9e74-2238fc918af2 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:24:41.065805 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783403ab-f2fe-4180-b215-b7a6ca890176 None None] Routers {'3ae29911-5eb3-493c-9e74-2238fc918af2'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:24:41.066426 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-783403ab-f2fe-4180-b215-b7a6ca890176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:24:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3ae29911-5eb3-493c-9e74-2238fc918af2'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:24:41.095598 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d75d3-bcef-4b4d-9ed5-6bd58191fd5c req-61919330-51fb-4b31-8d2f-b5bb159633ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:41.097118 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-401d75d3-bcef-4b4d-9ed5-6bd58191fd5c req-61919330-51fb-4b31-8d2f-b5bb159633ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d5b85602-b593-4d0a-be10-0361156b3733 HTTP/1.1" status: 200 len: 835 time: 0.0638983 Oct 10 11:24:41.188118 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d75d3-bcef-4b4d-9ed5-6bd58191fd5c req-74e14b5d-7b28-41b5-bde7-2ea5f24f9acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:41.189615 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-401d75d3-bcef-4b4d-9ed5-6bd58191fd5c req-74e14b5d-7b28-41b5-bde7-2ea5f24f9acc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=968f5b5a-fec6-4f40-92b6-ec16dd44d162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872197 Oct 10 11:24:41.254007 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-783403ab-f2fe-4180-b215-b7a6ca890176 None None] Set router 3ae29911-5eb3-493c-9e74-2238fc918af2 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:24:41.332639 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-401d75d3-bcef-4b4d-9ed5-6bd58191fd5c req-2c126aa5-f54c-4773-85b8-ad1472672470 service neutron] 10.222.0.15 "GET /v2.0/networks/968f5b5a-fec6-4f40-92b6-ec16dd44d162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361775 Oct 10 11:24:41.446890 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bc208-20a2-48e2-8b3d-15d329d5dd3a req-d7565483-73b4-48b1-a41d-292033d23567 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:41.448397 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-476bc208-20a2-48e2-8b3d-15d329d5dd3a req-d7565483-73b4-48b1-a41d-292033d23567 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=630fdb57-93fe-4a92-9c2c-c889f756ba17 HTTP/1.1" status: 200 len: 982 time: 0.1020193 Oct 10 11:24:41.483639 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-401d75d3-bcef-4b4d-9ed5-6bd58191fd5c req-4800555a-c8c9-439a-8419-b7845a6c504a service neutron] 10.222.0.15 "GET /v2.0/networks/968f5b5a-fec6-4f40-92b6-ec16dd44d162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454620 Oct 10 11:24:41.495382 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-476bc208-20a2-48e2-8b3d-15d329d5dd3a req-d64a3863-dec3-4fdc-8183-73e321f8329e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=63c3bf7a-20b5-4250-97f1-e0eb8da5447b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413232 Oct 10 11:24:41.628686 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-783403ab-f2fe-4180-b215-b7a6ca890176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'name': 'tempest-TestNetworkBasicOps-router-2053633434', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:24:10Z', 'updated_at': '2022-10-10T11:24:16Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:24:11Z', 'updated_at': '2022-10-10T11:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'a63160db-d836-4058-8e67-57f477da871c', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.218', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'port_id': '20a47a3a-8892-4a67-a959-daafed9ae98d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-995001018', 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162', 'mac_address': 'fa:16:3e:fa:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fdb57-93fe-4a92-9c2c-c889f756ba17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:24:38Z', 'updated_at': '2022-10-10T11:24:38Z', 'revision_number': 0, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21fce732-f060-4e72-8f9f-ccb770464208', 'name': '', 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:74:bf:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'd5b85602-b593-4d0a-be10-0361156b3733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:24:15Z', 'updated_at': '2022-10-10T11:24:21Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd5b85602-b593-4d0a-be10-0361156b3733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:24:41.632657 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783403ab-f2fe-4180-b215-b7a6ca890176 None None] The sync data for ids ['3ae29911-5eb3-493c-9e74-2238fc918af2'] in dv-neutron-860842-1-hyperv is: [{'id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'name': 'tempest-TestNetworkBasicOps-router-2053633434', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:24:10Z', 'updated_at': '2022-10-10T11:24:16Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:24:11Z', 'updated_at': '2022-10-10T11:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'a63160db-d836-4058-8e67-57f477da871c', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.218', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'port_id': '20a47a3a-8892-4a67-a959-daafed9ae98d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-995001018', 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162', 'mac_address': 'fa:16:3e:fa:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fdb57-93fe-4a92-9c2c-c889f756ba17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:24:38Z', 'updated_at': '2022-10-10T11:24:38Z', 'revision_number': 0, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21fce732-f060-4e72-8f9f-ccb770464208', 'name': '', 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:74:bf:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'd5b85602-b593-4d0a-be10-0361156b3733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:24:15Z', 'updated_at': '2022-10-10T11:24:21Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd5b85602-b593-4d0a-be10-0361156b3733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:24:41.822179 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316f6f11-cb1b-457e-a3e6-e0b77ad22105 None None] New status for floating IP a63160db-d836-4058-8e67-57f477da871c: ACTIVE {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:24:42.761206 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906dc00c-4823-47d6-bb21-abb0e13b71ca req-d92f4af4-89b6-4f07-bd49-6978b5491bbd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:42.762676 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-906dc00c-4823-47d6-bb21-abb0e13b71ca req-d92f4af4-89b6-4f07-bd49-6978b5491bbd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/ports?device_id=630fdb57-93fe-4a92-9c2c-c889f756ba17 HTTP/1.1" status: 200 len: 982 time: 0.1146209 Oct 10 11:24:42.774244 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38d5cb-64c0-4ddc-b128-07646391268e req-1470ba6d-2e34-45ab-8b0b-7367a0928c16 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:42.775599 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2a38d5cb-64c0-4ddc-b128-07646391268e req-1470ba6d-2e34-45ab-8b0b-7367a0928c16 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=630fdb57-93fe-4a92-9c2c-c889f756ba17 HTTP/1.1" status: 200 len: 982 time: 0.1632833 Oct 10 11:24:42.870377 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906dc00c-4823-47d6-bb21-abb0e13b71ca req-0f07fbb7-7510-4a57-9dac-7d3cc4fbf057 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:42.872071 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-906dc00c-4823-47d6-bb21-abb0e13b71ca req-0f07fbb7-7510-4a57-9dac-7d3cc4fbf057 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/ports/20a47a3a-8892-4a67-a959-daafed9ae98d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0956347 Oct 10 11:24:42.876660 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2a38d5cb-64c0-4ddc-b128-07646391268e req-8c424db1-0fe4-4360-ba9d-2f8d121ee2d0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=63c3bf7a-20b5-4250-97f1-e0eb8da5447b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697730 Oct 10 11:24:43.121153 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-906dc00c-4823-47d6-bb21-abb0e13b71ca req-38604475-d945-4c31-b7c4-8f2f285be316 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/networks/968f5b5a-fec6-4f40-92b6-ec16dd44d162?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2432153 Oct 10 11:24:43.131647 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-906dc00c-4823-47d6-bb21-abb0e13b71ca req-392e7259-6fdc-43f3-83ee-7e0f777d29c2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:24:43.240697 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-906dc00c-4823-47d6-bb21-abb0e13b71ca req-392e7259-6fdc-43f3-83ee-7e0f777d29c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:43.441122 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-906dc00c-4823-47d6-bb21-abb0e13b71ca req-392e7259-6fdc-43f3-83ee-7e0f777d29c2 service neutron] For port 20a47a3a-8892-4a67-a959-daafed9ae98d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=20a47a3a-8892-4a67-a959-daafed9ae98d,segment=NetworkSegment(f159844c-2351-494b-9f5f-5eec70a9841d),segment_id=f159844c-2351-494b-9f5f-5eec70a9841d)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:24:43.469621 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-906dc00c-4823-47d6-bb21-abb0e13b71ca req-392e7259-6fdc-43f3-83ee-7e0f777d29c2 service neutron] For port 20a47a3a-8892-4a67-a959-daafed9ae98d, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:24:43.520248 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-906dc00c-4823-47d6-bb21-abb0e13b71ca req-392e7259-6fdc-43f3-83ee-7e0f777d29c2 service neutron] device_id is not set on port 20a47a3a-8892-4a67-a959-daafed9ae98d yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:24:43.528645 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-906dc00c-4823-47d6-bb21-abb0e13b71ca req-392e7259-6fdc-43f3-83ee-7e0f777d29c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:43.606657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-906dc00c-4823-47d6-bb21-abb0e13b71ca req-392e7259-6fdc-43f3-83ee-7e0f777d29c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:43.748107 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e7259-6fdc-43f3-83ee-7e0f777d29c2 service neutron] Pushing event updated for resources: {'Port': ['ID=20a47a3a-8892-4a67-a959-daafed9ae98d,revision_number=6']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:43.794345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-906dc00c-4823-47d6-bb21-abb0e13b71ca req-392e7259-6fdc-43f3-83ee-7e0f777d29c2 service neutron] No DVR routers for this DVR port 20a47a3a-8892-4a67-a959-daafed9ae98d on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:24:44.026069 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-906dc00c-4823-47d6-bb21-abb0e13b71ca req-392e7259-6fdc-43f3-83ee-7e0f777d29c2 service neutron] In _notify_port_updated(), no bound segment for port 20a47a3a-8892-4a67-a959-daafed9ae98d on network 968f5b5a-fec6-4f40-92b6-ec16dd44d162 {{(pid=89897) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 10 11:24:44.028104 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906dc00c-4823-47d6-bb21-abb0e13b71ca req-392e7259-6fdc-43f3-83ee-7e0f777d29c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:44.028104 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-906dc00c-4823-47d6-bb21-abb0e13b71ca req-392e7259-6fdc-43f3-83ee-7e0f777d29c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:44.028960 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-906dc00c-4823-47d6-bb21-abb0e13b71ca req-392e7259-6fdc-43f3-83ee-7e0f777d29c2 service neutron] 10.222.0.15 "PUT /v2.0/ports/20a47a3a-8892-4a67-a959-daafed9ae98d HTTP/1.1" status: 200 len: 1025 time: 0.9012971 Oct 10 11:24:44.043964 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3e2a28d6-985b-4411-9ebf-0ca224153c8b req-71fada79-88ef-4129-b542-1d28c0dca5cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=630fdb57-93fe-4a92-9c2c-c889f756ba17 HTTP/1.1" status: 200 len: 210 time: 0.0504656 Oct 10 11:24:45.226521 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-00eb57bf-a68b-43d9-8b78-0cfab0c614e2 req-5a128608-5883-48ac-9b07-a3b5ca8265ad tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=630fdb57-93fe-4a92-9c2c-c889f756ba17 HTTP/1.1" status: 200 len: 210 time: 0.0491469 Oct 10 11:24:46.329540 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 59954) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:46.405381 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41372369-e6ae-45fb-924c-52b43c87edee tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:46.406727 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-41372369-e6ae-45fb-924c-52b43c87edee tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports/20a47a3a-8892-4a67-a959-daafed9ae98d HTTP/1.1" status: 200 len: 924 time: 0.0761955 Oct 10 11:24:46.538561 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59960) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:46.544449 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-6b88ccd2-d123-45c5-9dcf-3aef4030ade2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-58062041', 'description': 'tempest-secgroup-smoke-58062041 description', 'project_id': 'abdeb3603c4943b08320f37282de8f91'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:24:46.550741 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6b88ccd2-d123-45c5-9dcf-3aef4030ade2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:24:46.563148 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6b88ccd2-d123-45c5-9dcf-3aef4030ade2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:24:46.671725 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6b88ccd2-d123-45c5-9dcf-3aef4030ade2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:46.694952 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6b88ccd2-d123-45c5-9dcf-3aef4030ade2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:24:46.698720 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6b88ccd2-d123-45c5-9dcf-3aef4030ade2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:24:46.707230 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6b88ccd2-d123-45c5-9dcf-3aef4030ade2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:24:46.707364 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 20a47a3a-8892-4a67-a959-daafed9ae98d no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:24:46.708758 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6b88ccd2-d123-45c5-9dcf-3aef4030ade2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:24:46.769083 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 20a47a3a-8892-4a67-a959-daafed9ae98d not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:24:46.780423 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6b88ccd2-d123-45c5-9dcf-3aef4030ade2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:46.866226 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6b88ccd2-d123-45c5-9dcf-3aef4030ade2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:46.912009 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88ccd2-d123-45c5-9dcf-3aef4030ade2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17313bd0-8480-476a-b3fc-59c1357d5a58,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:46.995516 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6b88ccd2-d123-45c5-9dcf-3aef4030ade2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:46.995516 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6b88ccd2-d123-45c5-9dcf-3aef4030ade2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4542212 Oct 10 11:24:46.996633 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59964) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:47.001875 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-9bc789e4-08fd-4903-9aa9-451aedecb359 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '17313bd0-8480-476a-b3fc-59c1357d5a58', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:24:47.007861 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9bc789e4-08fd-4903-9aa9-451aedecb359 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:24:47.011639 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9bc789e4-08fd-4903-9aa9-451aedecb359 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:24:47.015257 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9bc789e4-08fd-4903-9aa9-451aedecb359 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:24:47.020839 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9bc789e4-08fd-4903-9aa9-451aedecb359 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:24:47.109980 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9bc789e4-08fd-4903-9aa9-451aedecb359 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:47.173483 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9bc789e4-08fd-4903-9aa9-451aedecb359 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:47.269633 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9bc789e4-08fd-4903-9aa9-451aedecb359 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:47.292825 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc789e4-08fd-4903-9aa9-451aedecb359 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612bfb86-d2f2-4765-9147-6ced7a6027e3,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:47.391130 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9bc789e4-08fd-4903-9aa9-451aedecb359 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:47.391130 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9bc789e4-08fd-4903-9aa9-451aedecb359 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3925576 Oct 10 11:24:47.393584 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59968) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:47.398332 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-292f5a59-51dd-4c10-9e53-032fe95c8a64 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '17313bd0-8480-476a-b3fc-59c1357d5a58', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:24:47.405138 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-292f5a59-51dd-4c10-9e53-032fe95c8a64 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:24:47.408978 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-292f5a59-51dd-4c10-9e53-032fe95c8a64 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:24:47.411859 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-292f5a59-51dd-4c10-9e53-032fe95c8a64 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:24:47.417451 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-292f5a59-51dd-4c10-9e53-032fe95c8a64 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:24:47.545209 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-292f5a59-51dd-4c10-9e53-032fe95c8a64 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:47.609211 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-292f5a59-51dd-4c10-9e53-032fe95c8a64 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:47.692189 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-292f5a59-51dd-4c10-9e53-032fe95c8a64 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:47.715529 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f5a59-51dd-4c10-9e53-032fe95c8a64 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924d1d4e-d8e2-4eb5-89c1-b00ce66331a6,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:47.814712 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-292f5a59-51dd-4c10-9e53-032fe95c8a64 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:47.818862 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-292f5a59-51dd-4c10-9e53-032fe95c8a64 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4217966 Oct 10 11:24:47.818862 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59972) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:47.823445 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-591505a8-8642-4f3f-91d4-2a56d681a415 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '17313bd0-8480-476a-b3fc-59c1357d5a58', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:24:47.830092 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-591505a8-8642-4f3f-91d4-2a56d681a415 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:24:47.833994 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-591505a8-8642-4f3f-91d4-2a56d681a415 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:24:47.836976 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-591505a8-8642-4f3f-91d4-2a56d681a415 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:24:47.844097 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-591505a8-8642-4f3f-91d4-2a56d681a415 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:24:47.964800 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-591505a8-8642-4f3f-91d4-2a56d681a415 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:48.028001 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-591505a8-8642-4f3f-91d4-2a56d681a415 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:48.099964 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-591505a8-8642-4f3f-91d4-2a56d681a415 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:48.124255 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591505a8-8642-4f3f-91d4-2a56d681a415 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=643fe30a-3af8-4ee5-bcc4-47c22a5baf8a,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:48.184095 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-591505a8-8642-4f3f-91d4-2a56d681a415 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:48.185242 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-591505a8-8642-4f3f-91d4-2a56d681a415 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3651600 Oct 10 11:24:48.187846 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59976) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:48.192665 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-4bcc6a5e-5662-4393-949a-186e54bfccbd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '17313bd0-8480-476a-b3fc-59c1357d5a58', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:24:48.198540 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4bcc6a5e-5662-4393-949a-186e54bfccbd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:24:48.203074 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4bcc6a5e-5662-4393-949a-186e54bfccbd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:24:48.205861 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4bcc6a5e-5662-4393-949a-186e54bfccbd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:24:48.211607 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4bcc6a5e-5662-4393-949a-186e54bfccbd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:24:48.295762 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4bcc6a5e-5662-4393-949a-186e54bfccbd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:48.362432 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4bcc6a5e-5662-4393-949a-186e54bfccbd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:48.425086 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4bcc6a5e-5662-4393-949a-186e54bfccbd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:48.448746 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc6a5e-5662-4393-949a-186e54bfccbd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b2a250-fa51-4dd7-8335-2f1c904f0771,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:48.534900 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4bcc6a5e-5662-4393-949a-186e54bfccbd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:48.535839 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4bcc6a5e-5662-4393-949a-186e54bfccbd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3470957 Oct 10 11:24:48.542104 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59980) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:48.547702 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-a7b7011b-79f1-4e11-a161-4d702df99370 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '17313bd0-8480-476a-b3fc-59c1357d5a58', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:24:48.553510 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-a7b7011b-79f1-4e11-a161-4d702df99370 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:24:48.557252 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a7b7011b-79f1-4e11-a161-4d702df99370 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:24:48.560704 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-a7b7011b-79f1-4e11-a161-4d702df99370 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:24:48.566432 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-a7b7011b-79f1-4e11-a161-4d702df99370 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:24:48.640658 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.securitygroups_db [None req-a7b7011b-79f1-4e11-a161-4d702df99370 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Project abdeb3603c4943b08320f37282de8f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:24:48.647686 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a7b7011b-79f1-4e11-a161-4d702df99370 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:48.712053 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a7b7011b-79f1-4e11-a161-4d702df99370 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:48.771930 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a7b7011b-79f1-4e11-a161-4d702df99370 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:48.797866 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7011b-79f1-4e11-a161-4d702df99370 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390a28e7-eea0-46d7-9dbd-4a29b191a697,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:48.909645 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a7b7011b-79f1-4e11-a161-4d702df99370 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:48.911485 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a7b7011b-79f1-4e11-a161-4d702df99370 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3676190 Oct 10 11:24:48.913256 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 59984) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:24:48.918232 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-0f65a3e2-c6c8-484b-9dad-84fe8cb91d9a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '17313bd0-8480-476a-b3fc-59c1357d5a58', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:24:48.924814 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-0f65a3e2-c6c8-484b-9dad-84fe8cb91d9a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:24:48.928689 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0f65a3e2-c6c8-484b-9dad-84fe8cb91d9a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:24:48.931612 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0f65a3e2-c6c8-484b-9dad-84fe8cb91d9a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:24:48.937476 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-0f65a3e2-c6c8-484b-9dad-84fe8cb91d9a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:24:49.041175 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.securitygroups_db [None req-0f65a3e2-c6c8-484b-9dad-84fe8cb91d9a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Project abdeb3603c4943b08320f37282de8f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:24:49.048290 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0f65a3e2-c6c8-484b-9dad-84fe8cb91d9a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:49.111653 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0f65a3e2-c6c8-484b-9dad-84fe8cb91d9a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:49.186176 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0f65a3e2-c6c8-484b-9dad-84fe8cb91d9a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:49.210278 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65a3e2-c6c8-484b-9dad-84fe8cb91d9a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a744b7ed-c0d6-498f-adbe-fe18cc72f389,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:49.292122 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0f65a3e2-c6c8-484b-9dad-84fe8cb91d9a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:49.293165 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0f65a3e2-c6c8-484b-9dad-84fe8cb91d9a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3787925 Oct 10 11:24:49.458653 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-f014f147-781e-48a5-99b1-f08dac06f120 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:24:49.567050 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-f014f147-781e-48a5-99b1-f08dac06f120 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:24:49.569146 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-f014f147-781e-48a5-99b1-f08dac06f120 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-58062041&fields=id&tenant_id=abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 267 time: 0.1547914 Oct 10 11:24:49.645772 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-9d793e46-6e3f-4fed-a3b3-2d26b9551ce9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:49.645772 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-9d793e46-6e3f-4fed-a3b3-2d26b9551ce9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports/20a47a3a-8892-4a67-a959-daafed9ae98d HTTP/1.1" status: 200 len: 929 time: 0.0716202 Oct 10 11:24:49.718046 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-7326c209-b21c-4d4c-a761-1f9895fabdc4 service neutron] 10.222.0.40 "GET /v2.0/ports/20a47a3a-8892-4a67-a959-daafed9ae98d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0601676 Oct 10 11:24:49.849974 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-a02d2c9d-6eb8-4c45-af2c-5bb785550d18 service neutron] 10.222.0.40 "GET /v2.0/networks/968f5b5a-fec6-4f40-92b6-ec16dd44d162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262457 Oct 10 11:24:50.089189 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-89fa3152-051b-435b-aff9-ab7b420bd768 service neutron] 10.222.0.40 "GET /v2.0/networks/968f5b5a-fec6-4f40-92b6-ec16dd44d162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335818 Oct 10 11:24:50.388819 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-085d44f2-41c6-499a-a142-91e66dbfae9c req-6b1a9018-7de4-4577-a3b5-53137607f6f5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=5214c766-8ec5-47ed-bca4-db75f89aa8cd HTTP/1.1" status: 200 len: 210 time: 0.0518906 Oct 10 11:24:51.544364 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9cb8005c-026a-49b5-869d-fb164ec6bcb3 req-0243b8fd-acd8-4344-af3c-2a451808ef3e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=5214c766-8ec5-47ed-bca4-db75f89aa8cd HTTP/1.1" status: 200 len: 210 time: 0.0499883 Oct 10 11:24:52.379798 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-60e5b186-39c0-4cee-9b30-6608d75ceb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:52.381115 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-60e5b186-39c0-4cee-9b30-6608d75ceb0e service neutron] 10.222.0.15 "GET /v2.0/ports/20a47a3a-8892-4a67-a959-daafed9ae98d HTTP/1.1" status: 200 len: 1025 time: 0.0639465 Oct 10 11:24:52.535715 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-83a4325c-ed53-4559-b9cd-8206c318b816 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:52.537165 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-83a4325c-ed53-4559-b9cd-8206c318b816 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/networks?id=968f5b5a-fec6-4f40-92b6-ec16dd44d162 HTTP/1.1" status: 200 len: 797 time: 0.1510642 Oct 10 11:24:52.586140 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-0b4227c8-0f1d-4bb3-9e68-5796fdd4eb99 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 470 time: 0.0418425 Oct 10 11:24:52.595907 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-99d12f57-46b8-4c76-9cb4-4577a1ee20f1 service neutron] Request body: {'port': {'device_id': '5214c766-8ec5-47ed-bca4-db75f89aa8cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:24:52.853848 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a47ae775-d004-4584-b11b-0de53427ca2b req-22717dc3-de17-48f3-a9c3-5e8d5fc2a704 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=5214c766-8ec5-47ed-bca4-db75f89aa8cd HTTP/1.1" status: 200 len: 210 time: 0.1778290 Oct 10 11:24:52.865761 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-99d12f57-46b8-4c76-9cb4-4577a1ee20f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:53.203540 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-99d12f57-46b8-4c76-9cb4-4577a1ee20f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20a47a3a-8892-4a67-a959-daafed9ae98d {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:24:53.210743 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-99d12f57-46b8-4c76-9cb4-4577a1ee20f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:53.225316 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-99d12f57-46b8-4c76-9cb4-4577a1ee20f1 service neutron] Transition to ACTIVE for port object 20a47a3a-8892-4a67-a959-daafed9ae98d will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:24:53.326149 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-99d12f57-46b8-4c76-9cb4-4577a1ee20f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:53.470932 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d12f57-46b8-4c76-9cb4-4577a1ee20f1 service neutron] Pushing event updated for resources: {'Port': ['ID=20a47a3a-8892-4a67-a959-daafed9ae98d,revision_number=7']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:53.588734 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-99d12f57-46b8-4c76-9cb4-4577a1ee20f1 service neutron] Attempting to bind port 20a47a3a-8892-4a67-a959-daafed9ae98d on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:24:53.589055 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-99d12f57-46b8-4c76-9cb4-4577a1ee20f1 service neutron] Attempting to bind port 20a47a3a-8892-4a67-a959-daafed9ae98d by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'f159844c-2351-494b-9f5f-5eec70a9841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:24:53.589371 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-99d12f57-46b8-4c76-9cb4-4577a1ee20f1 service neutron] Attempting to bind port 20a47a3a-8892-4a67-a959-daafed9ae98d on network 968f5b5a-fec6-4f40-92b6-ec16dd44d162 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:24:53.594532 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-99d12f57-46b8-4c76-9cb4-4577a1ee20f1 service neutron] Port 20a47a3a-8892-4a67-a959-daafed9ae98d on network 968f5b5a-fec6-4f40-92b6-ec16dd44d162 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:24:53.594840 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-99d12f57-46b8-4c76-9cb4-4577a1ee20f1 service neutron] Attempting to bind port 20a47a3a-8892-4a67-a959-daafed9ae98d on network 968f5b5a-fec6-4f40-92b6-ec16dd44d162 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:24:53.599782 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-99d12f57-46b8-4c76-9cb4-4577a1ee20f1 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:24:53.600105 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-99d12f57-46b8-4c76-9cb4-4577a1ee20f1 service neutron] Checking segment: {'id': 'f159844c-2351-494b-9f5f-5eec70a9841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:24:53.600476 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-99d12f57-46b8-4c76-9cb4-4577a1ee20f1 service neutron] Bound using segment: {'id': 'f159844c-2351-494b-9f5f-5eec70a9841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:24:53.600893 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-99d12f57-46b8-4c76-9cb4-4577a1ee20f1 service neutron] Bound port: 20a47a3a-8892-4a67-a959-daafed9ae98d, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f159844c-2351-494b-9f5f-5eec70a9841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:24:53.601223 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-99d12f57-46b8-4c76-9cb4-4577a1ee20f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:53.687278 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-99d12f57-46b8-4c76-9cb4-4577a1ee20f1 service neutron] For port 20a47a3a-8892-4a67-a959-daafed9ae98d, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:24:53.690195 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-99d12f57-46b8-4c76-9cb4-4577a1ee20f1 service neutron] For port 20a47a3a-8892-4a67-a959-daafed9ae98d, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=20a47a3a-8892-4a67-a959-daafed9ae98d,segment=NetworkSegment(f159844c-2351-494b-9f5f-5eec70a9841d),segment_id=f159844c-2351-494b-9f5f-5eec70a9841d)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:24:53.789133 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-99d12f57-46b8-4c76-9cb4-4577a1ee20f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:53.819928 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-99d12f57-46b8-4c76-9cb4-4577a1ee20f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:53.820529 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-99d12f57-46b8-4c76-9cb4-4577a1ee20f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:53.821907 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-99d12f57-46b8-4c76-9cb4-4577a1ee20f1 service neutron] 10.222.0.15 "PUT /v2.0/ports/20a47a3a-8892-4a67-a959-daafed9ae98d HTTP/1.1" status: 200 len: 1130 time: 1.2304602 Oct 10 11:24:53.822389 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5214c766-8ec5-47ed-bca4-db75f89aa8cd', 'tag': '20a47a3a-8892-4a67-a959-daafed9ae98d'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:24:53.824654 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16645af-d143-4d7c-a052-8fc548a7af2a" -d '{"events": [{"name": "network-changed", "server_uuid": "5214c766-8ec5-47ed-bca4-db75f89aa8cd", "tag": "20a47a3a-8892-4a67-a959-daafed9ae98d"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:24:53.866828 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d12f57-46b8-4c76-9cb4-4577a1ee20f1 service neutron] Pushing event updated for resources: {'Port': ['ID=20a47a3a-8892-4a67-a959-daafed9ae98d,revision_number=8']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:53.870149 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a899cc7a-8315-48fc-85c9-31f2359e728b x-openstack-request-id: req-a899cc7a-8315-48fc-85c9-31f2359e728b {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:24:53.870541 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5214c766-8ec5-47ed-bca4-db75f89aa8cd", "tag": "20a47a3a-8892-4a67-a959-daafed9ae98d", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:24:53.870772 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a899cc7a-8315-48fc-85c9-31f2359e728b {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:24:53.871158 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a899cc7a-8315-48fc-85c9-31f2359e728b'] response: {'name': 'network-changed', 'server_uuid': '5214c766-8ec5-47ed-bca4-db75f89aa8cd', 'tag': '20a47a3a-8892-4a67-a959-daafed9ae98d', 'status': 'completed', 'code': 200} Oct 10 11:24:53.973014 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16645af-d143-4d7c-a052-8fc548a7af2a req-f3a5651d-68fc-4c79-9d62-360add2d1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:53.974561 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b16645af-d143-4d7c-a052-8fc548a7af2a req-f3a5651d-68fc-4c79-9d62-360add2d1b0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=5214c766-8ec5-47ed-bca4-db75f89aa8cd HTTP/1.1" status: 200 len: 1133 time: 0.0865531 Oct 10 11:24:54.179634 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484d9c7-5efa-476b-9f9d-22e321f83d81 req-57278920-b609-43d8-91e8-0841e7f925c0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:54.180993 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e484d9c7-5efa-476b-9f9d-22e321f83d81 req-57278920-b609-43d8-91e8-0841e7f925c0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=5214c766-8ec5-47ed-bca4-db75f89aa8cd HTTP/1.1" status: 200 len: 980 time: 0.2032530 Oct 10 11:24:54.182221 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16645af-d143-4d7c-a052-8fc548a7af2a req-069bc681-3b63-45e9-8971-64aa80418550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:54.183549 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b16645af-d143-4d7c-a052-8fc548a7af2a req-069bc681-3b63-45e9-8971-64aa80418550 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=abdeb3603c4943b08320f37282de8f91&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1706841 Oct 10 11:24:54.317214 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e484d9c7-5efa-476b-9f9d-22e321f83d81 req-a5264fef-b8c1-47d5-b166-a153ee0638e7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=63c3bf7a-20b5-4250-97f1-e0eb8da5447b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299601 Oct 10 11:24:54.359563 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16645af-d143-4d7c-a052-8fc548a7af2a req-3f5c76bd-8b0a-4774-a4f5-b3c2d5149c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:54.361003 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b16645af-d143-4d7c-a052-8fc548a7af2a req-3f5c76bd-8b0a-4774-a4f5-b3c2d5149c30 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1721013 Oct 10 11:24:54.475162 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-8277dce9-fce6-4d0b-a76e-5585cefa99f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:54.476659 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-8277dce9-fce6-4d0b-a76e-5585cefa99f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=5214c766-8ec5-47ed-bca4-db75f89aa8cd HTTP/1.1" status: 200 len: 1133 time: 0.0794597 Oct 10 11:24:54.579691 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-f9640cf3-6ed3-42b3-acad-6708acd244f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20a47a3a-8892-4a67-a959-daafed9ae98d HTTP/1.1" status: 200 len: 1036 time: 0.0963702 Oct 10 11:24:54.640417 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-0fbc0237-d6ff-4f5a-926e-867659484146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:54.641850 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-0fbc0237-d6ff-4f5a-926e-867659484146 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d5b85602-b593-4d0a-be10-0361156b3733 HTTP/1.1" status: 200 len: 835 time: 0.0564008 Oct 10 11:24:54.818754 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-38620237-1313-4026-a4b1-0e4290df8f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:54.820225 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-38620237-1313-4026-a4b1-0e4290df8f90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=968f5b5a-fec6-4f40-92b6-ec16dd44d162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1726372 Oct 10 11:24:54.952747 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-1170a8ab-bd34-40a3-b3cb-2fbade161bbb service neutron] 10.222.0.15 "GET /v2.0/networks/968f5b5a-fec6-4f40-92b6-ec16dd44d162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264222 Oct 10 11:24:55.081710 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-85f4a6c6-d86b-424a-9df9-5eec9eb7c792 req-c667237d-0053-4966-9c20-c3758e83b39d service neutron] 10.222.0.15 "GET /v2.0/networks/968f5b5a-fec6-4f40-92b6-ec16dd44d162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232631 Oct 10 11:24:55.520208 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3b37b-3cd4-4bba-932b-f9188fca806c req-2c08a2fa-40b5-4461-ad03-befc51a43dbc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:55.521662 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ccd3b37b-3cd4-4bba-932b-f9188fca806c req-2c08a2fa-40b5-4461-ad03-befc51a43dbc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=5214c766-8ec5-47ed-bca4-db75f89aa8cd HTTP/1.1" status: 200 len: 980 time: 0.0882645 Oct 10 11:24:55.567944 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ccd3b37b-3cd4-4bba-932b-f9188fca806c req-e7345ef7-c968-42f6-a92d-144140851a95 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=63c3bf7a-20b5-4250-97f1-e0eb8da5447b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406439 Oct 10 11:24:56.766603 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dc743-c9c3-453b-94b8-90212c669666 req-4a540cfe-0dc3-4a86-a9d6-2166c0f61fba tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:56.768049 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-190dc743-c9c3-453b-94b8-90212c669666 req-4a540cfe-0dc3-4a86-a9d6-2166c0f61fba tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=5214c766-8ec5-47ed-bca4-db75f89aa8cd HTTP/1.1" status: 200 len: 980 time: 0.0911510 Oct 10 11:24:56.811979 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-190dc743-c9c3-453b-94b8-90212c669666 req-79e21262-13a9-4a9a-b492-c27d53561721 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=63c3bf7a-20b5-4250-97f1-e0eb8da5447b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383928 Oct 10 11:24:58.005797 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5493c31-9d45-4847-a182-b4054667dea8 req-280f8533-2ef9-4e36-8c17-f22f484a1e73 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:58.007238 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d5493c31-9d45-4847-a182-b4054667dea8 req-280f8533-2ef9-4e36-8c17-f22f484a1e73 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=5214c766-8ec5-47ed-bca4-db75f89aa8cd HTTP/1.1" status: 200 len: 980 time: 0.0860884 Oct 10 11:24:58.050450 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d5493c31-9d45-4847-a182-b4054667dea8 req-1adab38f-e339-4f2a-b876-a564fb0af4e1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=63c3bf7a-20b5-4250-97f1-e0eb8da5447b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375447 Oct 10 11:24:58.772341 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 20a47a3a-8892-4a67-a959-daafed9ae98d details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:24:58.905130 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 20a47a3a-8892-4a67-a959-daafed9ae98d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=20a47a3a-8892-4a67-a959-daafed9ae98d,segment=NetworkSegment(f159844c-2351-494b-9f5f-5eec70a9841d),segment_id=f159844c-2351-494b-9f5f-5eec70a9841d)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:24:58.918640 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '20a47a3a-8892-4a67-a959-daafed9ae98d', 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162', 'port_id': '20a47a3a-8892-4a67-a959-daafed9ae98d', 'mac_address': 'fa:16:3e:fa:09:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 459, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b85602-b593-4d0a-be10-0361156b3733', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:24:58.972541 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 20a47a3a-8892-4a67-a959-daafed9ae98d is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:24:58.972914 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:58.989003 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a47a3a-8892-4a67-a959-daafed9ae98d {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:24:59.003930 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 20a47a3a-8892-4a67-a959-daafed9ae98d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=20a47a3a-8892-4a67-a959-daafed9ae98d,segment=NetworkSegment(f159844c-2351-494b-9f5f-5eec70a9841d),segment_id=f159844c-2351-494b-9f5f-5eec70a9841d)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:24:59.063289 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:24:59.132286 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=20a47a3a-8892-4a67-a959-daafed9ae98d,revision_number=9']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:24:59.249635 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f4fef-a13c-4d31-9248-706034ed5ca0 req-d7038cb6-ea12-47e8-a894-567203fb0bc0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:24:59.251163 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5a9f4fef-a13c-4d31-9248-706034ed5ca0 req-d7038cb6-ea12-47e8-a894-567203fb0bc0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=5214c766-8ec5-47ed-bca4-db75f89aa8cd HTTP/1.1" status: 200 len: 981 time: 0.0909986 Oct 10 11:24:59.267802 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['20a47a3a-8892-4a67-a959-daafed9ae98d'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:24:59.295010 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5a9f4fef-a13c-4d31-9248-706034ed5ca0 req-a67c1ea8-a8ed-4d69-9e87-80e697545c7b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=63c3bf7a-20b5-4250-97f1-e0eb8da5447b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383101 Oct 10 11:25:00.497987 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100e395-3df9-4f1f-9554-3714bf3574b0 req-88694395-427a-4b46-8389-4c566a195224 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:00.499576 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6100e395-3df9-4f1f-9554-3714bf3574b0 req-88694395-427a-4b46-8389-4c566a195224 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=5214c766-8ec5-47ed-bca4-db75f89aa8cd HTTP/1.1" status: 200 len: 981 time: 0.0929782 Oct 10 11:25:00.543703 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6100e395-3df9-4f1f-9554-3714bf3574b0 req-9391bef0-af18-4f32-9d14-9b421581908d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=63c3bf7a-20b5-4250-97f1-e0eb8da5447b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385168 Oct 10 11:25:00.772167 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 20a47a3a-8892-4a67-a959-daafed9ae98d up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:25:00.903534 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port 20a47a3a-8892-4a67-a959-daafed9ae98d completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:25:00.909451 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 20a47a3a-8892-4a67-a959-daafed9ae98d triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:25:00.909848 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:00.910185 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 20a47a3a-8892-4a67-a959-daafed9ae98d Oct 10 11:25:01.026343 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 20a47a3a-8892-4a67-a959-daafed9ae98d is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:25:01.026634 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:01.054039 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5214c766-8ec5-47ed-bca4-db75f89aa8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a47a3a-8892-4a67-a959-daafed9ae98d'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:25:01.056299 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8903897d-f5f3-4fe2-8f78-1eb72cb85fda" -d '{"events": [{"server_uuid": "5214c766-8ec5-47ed-bca4-db75f89aa8cd", "name": "network-vif-plugged", "status": "completed", "tag": "20a47a3a-8892-4a67-a959-daafed9ae98d"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:25:01.064322 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 20a47a3a-8892-4a67-a959-daafed9ae98d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=20a47a3a-8892-4a67-a959-daafed9ae98d,segment=NetworkSegment(f159844c-2351-494b-9f5f-5eec70a9841d),segment_id=f159844c-2351-494b-9f5f-5eec70a9841d)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:25:01.098407 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1c915b-6891-4680-8cf0-7d5d426ae48a x-openstack-request-id: req-2e1c915b-6891-4680-8cf0-7d5d426ae48a {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:25:01.098844 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5214c766-8ec5-47ed-bca4-db75f89aa8cd", "name": "network-vif-plugged", "status": "completed", "tag": "20a47a3a-8892-4a67-a959-daafed9ae98d", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:25:01.099309 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2e1c915b-6891-4680-8cf0-7d5d426ae48a {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:25:01.099749 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e1c915b-6891-4680-8cf0-7d5d426ae48a'] response: {'server_uuid': '5214c766-8ec5-47ed-bca4-db75f89aa8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a47a3a-8892-4a67-a959-daafed9ae98d', 'code': 200} Oct 10 11:25:01.117544 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:01.185478 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=20a47a3a-8892-4a67-a959-daafed9ae98d,revision_number=10']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:01.429405 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6539d-2d91-4b6b-a7b2-a35c2dbd1cbf req-f1400e00-c84d-48d4-9d53-cf62614f7637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:01.430846 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9eb6539d-2d91-4b6b-a7b2-a35c2dbd1cbf req-f1400e00-c84d-48d4-9d53-cf62614f7637 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5214c766-8ec5-47ed-bca4-db75f89aa8cd HTTP/1.1" status: 200 len: 1136 time: 0.0819860 Oct 10 11:25:01.472436 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9eb6539d-2d91-4b6b-a7b2-a35c2dbd1cbf req-31dfb742-2354-4819-a528-a0f28c3e3cce service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=63c3bf7a-20b5-4250-97f1-e0eb8da5447b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358398 Oct 10 11:25:01.745882 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78675e45-b98a-46e5-9151-361d4d411aca req-516b839d-abb7-4e7d-a33b-e7056d27e2de tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:01.747462 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-78675e45-b98a-46e5-9151-361d4d411aca req-516b839d-abb7-4e7d-a33b-e7056d27e2de tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=5214c766-8ec5-47ed-bca4-db75f89aa8cd HTTP/1.1" status: 200 len: 983 time: 0.0891051 Oct 10 11:25:01.799420 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-78675e45-b98a-46e5-9151-361d4d411aca req-5016fa0a-9cd8-4159-8568-22114cfa747d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=63c3bf7a-20b5-4250-97f1-e0eb8da5447b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453608 Oct 10 11:25:03.001835 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be189e3-a4b1-4426-a2f6-61eae5e9a076 req-b84705b2-3bb2-4ffb-89eb-b09939ab1939 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:03.003312 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4be189e3-a4b1-4426-a2f6-61eae5e9a076 req-b84705b2-3bb2-4ffb-89eb-b09939ab1939 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=5214c766-8ec5-47ed-bca4-db75f89aa8cd HTTP/1.1" status: 200 len: 983 time: 0.0873377 Oct 10 11:25:03.026748 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:25:03.051179 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4be189e3-a4b1-4426-a2f6-61eae5e9a076 req-a30ef7e2-1b31-470f-a5de-b8cb2e247354 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=63c3bf7a-20b5-4250-97f1-e0eb8da5447b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423021 Oct 10 11:25:03.396983 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013e91a-6276-4a50-9245-1b1394bee3bc req-4adecc18-6da3-4d4e-bf01-f3e89bd15f1d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:03.398674 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8013e91a-6276-4a50-9245-1b1394bee3bc req-4adecc18-6da3-4d4e-bf01-f3e89bd15f1d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=5214c766-8ec5-47ed-bca4-db75f89aa8cd HTTP/1.1" status: 200 len: 983 time: 0.0905561 Oct 10 11:25:03.420399 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-762f32fd-7ebc-4410-81b8-27a226d40c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:03.444299 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8013e91a-6276-4a50-9245-1b1394bee3bc req-e1219185-b415-49e4-957a-ddd53dc3eb52 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=63c3bf7a-20b5-4250-97f1-e0eb8da5447b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399032 Oct 10 11:25:03.473744 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60044) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:03.555775 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efcb6cb-9ab1-4b65-8889-61e64f85fa14 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:03.557262 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1efcb6cb-9ab1-4b65-8889-61e64f85fa14 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=5214c766-8ec5-47ed-bca4-db75f89aa8cd&network_id=968f5b5a-fec6-4f40-92b6-ec16dd44d162 HTTP/1.1" status: 200 len: 1131 time: 0.0825486 Oct 10 11:25:04.129650 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07525b2a-ab95-46ff-855a-af6b3c454ef7 req-8eea52a4-ba65-4188-932e-63b066fd6601 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:04.131097 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-07525b2a-ab95-46ff-855a-af6b3c454ef7 req-8eea52a4-ba65-4188-932e-63b066fd6601 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=5214c766-8ec5-47ed-bca4-db75f89aa8cd HTTP/1.1" status: 200 len: 983 time: 0.0872719 Oct 10 11:25:04.175125 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-07525b2a-ab95-46ff-855a-af6b3c454ef7 req-0e85d79c-eb99-4914-bc69-946b6d813c57 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=63c3bf7a-20b5-4250-97f1-e0eb8da5447b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384145 Oct 10 11:25:05.444863 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5411c0-c9c6-444e-a203-7b76f30d65ec req-3da04fe3-852d-4382-81a6-b37171446c30 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:05.446355 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7a5411c0-c9c6-444e-a203-7b76f30d65ec req-3da04fe3-852d-4382-81a6-b37171446c30 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=5214c766-8ec5-47ed-bca4-db75f89aa8cd HTTP/1.1" status: 200 len: 983 time: 0.1580513 Oct 10 11:25:05.453744 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7ab16-ed02-4812-b959-33176b384633 req-a5ceadef-182c-4d37-bf40-17747cb0113b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:05.455046 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1ea7ab16-ed02-4812-b959-33176b384633 req-a5ceadef-182c-4d37-bf40-17747cb0113b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/ports?device_id=5214c766-8ec5-47ed-bca4-db75f89aa8cd HTTP/1.1" status: 200 len: 983 time: 0.1311986 Oct 10 11:25:05.547867 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7a5411c0-c9c6-444e-a203-7b76f30d65ec req-9a997c70-5302-4578-8ae4-06c7b491e25e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=63c3bf7a-20b5-4250-97f1-e0eb8da5447b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918832 Oct 10 11:25:05.552969 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7ab16-ed02-4812-b959-33176b384633 req-67aeb338-454c-4feb-ad46-2f0318c5c8e4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:05.554286 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1ea7ab16-ed02-4812-b959-33176b384633 req-67aeb338-454c-4feb-ad46-2f0318c5c8e4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/ports/20a47a3a-8892-4a67-a959-daafed9ae98d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0853064 Oct 10 11:25:05.701426 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1ea7ab16-ed02-4812-b959-33176b384633 req-39d0a187-c9ca-4063-96f8-b97c52ee1ba7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/networks/968f5b5a-fec6-4f40-92b6-ec16dd44d162?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1421514 Oct 10 11:25:05.703527 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4162ccb5-c427-43e0-a74e-c10f92780b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:05.711127 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-1ea7ab16-ed02-4812-b959-33176b384633 req-d07a3bfb-f7c6-4c6a-be7f-0f82956315b8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:25:05.823608 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1ea7ab16-ed02-4812-b959-33176b384633 req-d07a3bfb-f7c6-4c6a-be7f-0f82956315b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:06.020426 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-1ea7ab16-ed02-4812-b959-33176b384633 req-d07a3bfb-f7c6-4c6a-be7f-0f82956315b8 service neutron] For port 20a47a3a-8892-4a67-a959-daafed9ae98d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=20a47a3a-8892-4a67-a959-daafed9ae98d,segment=NetworkSegment(f159844c-2351-494b-9f5f-5eec70a9841d),segment_id=f159844c-2351-494b-9f5f-5eec70a9841d)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:25:06.050192 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-1ea7ab16-ed02-4812-b959-33176b384633 req-d07a3bfb-f7c6-4c6a-be7f-0f82956315b8 service neutron] For port 20a47a3a-8892-4a67-a959-daafed9ae98d, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:25:06.101099 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-1ea7ab16-ed02-4812-b959-33176b384633 req-d07a3bfb-f7c6-4c6a-be7f-0f82956315b8 service neutron] device_id is not set on port 20a47a3a-8892-4a67-a959-daafed9ae98d yet. {{(pid=89897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 10 11:25:06.109736 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1ea7ab16-ed02-4812-b959-33176b384633 req-d07a3bfb-f7c6-4c6a-be7f-0f82956315b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:06.183007 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1ea7ab16-ed02-4812-b959-33176b384633 req-d07a3bfb-f7c6-4c6a-be7f-0f82956315b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:06.412176 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a3bfb-f7c6-4c6a-be7f-0f82956315b8 service neutron] Pushing event updated for resources: {'Port': ['ID=20a47a3a-8892-4a67-a959-daafed9ae98d,revision_number=11']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:06.456018 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07a3bfb-f7c6-4c6a-be7f-0f82956315b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:06.456873 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07a3bfb-f7c6-4c6a-be7f-0f82956315b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:06.456873 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07a3bfb-f7c6-4c6a-be7f-0f82956315b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:06.457151 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07a3bfb-f7c6-4c6a-be7f-0f82956315b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:06.457376 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07a3bfb-f7c6-4c6a-be7f-0f82956315b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:06.457734 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07a3bfb-f7c6-4c6a-be7f-0f82956315b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:06.458063 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07a3bfb-f7c6-4c6a-be7f-0f82956315b8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:06.458389 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07a3bfb-f7c6-4c6a-be7f-0f82956315b8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:06.458715 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07a3bfb-f7c6-4c6a-be7f-0f82956315b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:06.459037 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07a3bfb-f7c6-4c6a-be7f-0f82956315b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:06.459359 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07a3bfb-f7c6-4c6a-be7f-0f82956315b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:06.459683 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07a3bfb-f7c6-4c6a-be7f-0f82956315b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:06.478052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea7ab16-ed02-4812-b959-33176b384633 req-d07a3bfb-f7c6-4c6a-be7f-0f82956315b8 service neutron] No DVR routers for this DVR port 20a47a3a-8892-4a67-a959-daafed9ae98d on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:25:06.701219 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-1ea7ab16-ed02-4812-b959-33176b384633 req-d07a3bfb-f7c6-4c6a-be7f-0f82956315b8 service neutron] In _notify_port_updated(), no bound segment for port 20a47a3a-8892-4a67-a959-daafed9ae98d on network 968f5b5a-fec6-4f40-92b6-ec16dd44d162 {{(pid=89897) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 10 11:25:06.702630 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7ab16-ed02-4812-b959-33176b384633 req-d07a3bfb-f7c6-4c6a-be7f-0f82956315b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:06.703189 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1ea7ab16-ed02-4812-b959-33176b384633 req-d07a3bfb-f7c6-4c6a-be7f-0f82956315b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:06.704444 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1ea7ab16-ed02-4812-b959-33176b384633 req-d07a3bfb-f7c6-4c6a-be7f-0f82956315b8 service neutron] 10.222.0.15 "PUT /v2.0/ports/20a47a3a-8892-4a67-a959-daafed9ae98d HTTP/1.1" status: 200 len: 1026 time: 0.9972072 Oct 10 11:25:06.714288 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8e391ddf-230c-49e5-9b21-7b0441102547 req-f1e7d212-828a-47bf-96ec-6e4790927e53 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=5214c766-8ec5-47ed-bca4-db75f89aa8cd HTTP/1.1" status: 200 len: 210 time: 0.0532975 Oct 10 11:25:06.983020 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:07.008528 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:07.811856 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60058) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:07.880757 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eed557d4-508c-4eb4-a06d-f5d1608b2dc1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:07.911176 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eed557d4-508c-4eb4-a06d-f5d1608b2dc1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:08.065775 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eed557d4-508c-4eb4-a06d-f5d1608b2dc1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:08.084576 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed557d4-508c-4eb4-a06d-f5d1608b2dc1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17313bd0-8480-476a-b3fc-59c1357d5a58,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:08.092275 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed557d4-508c-4eb4-a06d-f5d1608b2dc1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:08.093333 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed557d4-508c-4eb4-a06d-f5d1608b2dc1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:08.093703 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed557d4-508c-4eb4-a06d-f5d1608b2dc1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:08.094087 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed557d4-508c-4eb4-a06d-f5d1608b2dc1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:08.094431 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed557d4-508c-4eb4-a06d-f5d1608b2dc1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:08.094763 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed557d4-508c-4eb4-a06d-f5d1608b2dc1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:08.095091 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed557d4-508c-4eb4-a06d-f5d1608b2dc1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:08.095417 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed557d4-508c-4eb4-a06d-f5d1608b2dc1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:08.095744 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed557d4-508c-4eb4-a06d-f5d1608b2dc1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:08.096069 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed557d4-508c-4eb4-a06d-f5d1608b2dc1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:08.096390 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed557d4-508c-4eb4-a06d-f5d1608b2dc1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:08.096709 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed557d4-508c-4eb4-a06d-f5d1608b2dc1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:08.160070 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eed557d4-508c-4eb4-a06d-f5d1608b2dc1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:08.161193 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-eed557d4-508c-4eb4-a06d-f5d1608b2dc1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/security-groups/17313bd0-8480-476a-b3fc-59c1357d5a58 HTTP/1.1" status: 204 len: 168 time: 0.3482785 Oct 10 11:25:08.252244 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60064) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:08.453895 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-d9d48d31-3860-450d-b41b-d24395f7cafb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port c476cbcf-77d0-4d5f-82ec-4e0d4c49a771 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:25:08.454156 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d9d48d31-3860-450d-b41b-d24395f7cafb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:08.606228 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:08.631345 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d9d48d31-3860-450d-b41b-d24395f7cafb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:08.631674 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d9d48d31-3860-450d-b41b-d24395f7cafb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:08.753491 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-d9d48d31-3860-450d-b41b-d24395f7cafb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for c476cbcf-77d0-4d5f-82ec-4e0d4c49a771 owned by network:floatingip {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:25:08.817826 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 20a47a3a-8892-4a67-a959-daafed9ae98d no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:25:08.877387 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 20a47a3a-8892-4a67-a959-daafed9ae98d not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:25:08.963234 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d9d48d31-3860-450d-b41b-d24395f7cafb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:09.009699 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d48d31-3860-450d-b41b-d24395f7cafb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=c476cbcf-77d0-4d5f-82ec-4e0d4c49a771,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:09.107891 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d9d48d31-3860-450d-b41b-d24395f7cafb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:09.108390 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-d9d48d31-3860-450d-b41b-d24395f7cafb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Floating IP a63160db-d836-4058-8e67-57f477da871c disassociated (deleted). External IP: 172.26.4.218, port: 20a47a3a-8892-4a67-a959-daafed9ae98d. Oct 10 11:25:09.368738 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:09.561754 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d48d31-3860-450d-b41b-d24395f7cafb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router 3ae29911-5eb3-493c-9e74-2238fc918af2 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:25:09.741012 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d48d31-3860-450d-b41b-d24395f7cafb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:25:09.751037 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280dbb36-c1ed-4ca7-8903-3194ea35bb71 None None] Sync routers for ids ['3ae29911-5eb3-493c-9e74-2238fc918af2'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:25:09.759968 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280dbb36-c1ed-4ca7-8903-3194ea35bb71 None None] Routers {'3ae29911-5eb3-493c-9e74-2238fc918af2'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:25:09.760652 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-280dbb36-c1ed-4ca7-8903-3194ea35bb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:25:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3ae29911-5eb3-493c-9e74-2238fc918af2'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:25:09.818277 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d9d48d31-3860-450d-b41b-d24395f7cafb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:09.875406 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d9d48d31-3860-450d-b41b-d24395f7cafb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/floatingips/a63160db-d836-4058-8e67-57f477da871c HTTP/1.1" status: 204 len: 168 time: 1.6219647 Oct 10 11:25:09.940048 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-280dbb36-c1ed-4ca7-8903-3194ea35bb71 None None] Set router 3ae29911-5eb3-493c-9e74-2238fc918af2 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:25:10.016948 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60072) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:10.084974 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ddb22d24-3c99-41c9-8217-6b8cb5d8e7c0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:10.114751 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ddb22d24-3c99-41c9-8217-6b8cb5d8e7c0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:10.262557 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-280dbb36-c1ed-4ca7-8903-3194ea35bb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'name': 'tempest-TestNetworkBasicOps-router-2053633434', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:24:10Z', 'updated_at': '2022-10-10T11:24:16Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:24:11Z', 'updated_at': '2022-10-10T11:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '21fce732-f060-4e72-8f9f-ccb770464208', 'name': '', 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:74:bf:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'd5b85602-b593-4d0a-be10-0361156b3733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:24:15Z', 'updated_at': '2022-10-10T11:24:21Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd5b85602-b593-4d0a-be10-0361156b3733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:25:10.266742 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280dbb36-c1ed-4ca7-8903-3194ea35bb71 None None] Checking router: 3ae29911-5eb3-493c-9e74-2238fc918af2 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:25:10.275102 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280dbb36-c1ed-4ca7-8903-3194ea35bb71 None None] Routers {'3ae29911-5eb3-493c-9e74-2238fc918af2'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:25:10.275688 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-280dbb36-c1ed-4ca7-8903-3194ea35bb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:25:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3ae29911-5eb3-493c-9e74-2238fc918af2'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:25:10.289252 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ddb22d24-3c99-41c9-8217-6b8cb5d8e7c0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:10.307030 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb22d24-3c99-41c9-8217-6b8cb5d8e7c0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c798225-9811-434b-82cc-df80406841a3,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:10.317615 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ddb22d24-3c99-41c9-8217-6b8cb5d8e7c0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:10.318741 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ddb22d24-3c99-41c9-8217-6b8cb5d8e7c0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/security-groups/9c798225-9811-434b-82cc-df80406841a3 HTTP/1.1" status: 204 len: 168 time: 0.3004601 Oct 10 11:25:10.429430 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60078) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:10.463341 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-280dbb36-c1ed-4ca7-8903-3194ea35bb71 None None] Set router 3ae29911-5eb3-493c-9e74-2238fc918af2 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:25:10.498605 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-c546bc3b-4df3-4ebf-87f7-0113e37d70be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port 20a47a3a-8892-4a67-a959-daafed9ae98d {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:25:10.498946 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c546bc3b-4df3-4ebf-87f7-0113e37d70be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:10.749288 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c546bc3b-4df3-4ebf-87f7-0113e37d70be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:10.777056 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-280dbb36-c1ed-4ca7-8903-3194ea35bb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'name': 'tempest-TestNetworkBasicOps-router-2053633434', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:24:10Z', 'updated_at': '2022-10-10T11:24:16Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:24:11Z', 'updated_at': '2022-10-10T11:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '21fce732-f060-4e72-8f9f-ccb770464208', 'name': '', 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:74:bf:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'd5b85602-b593-4d0a-be10-0361156b3733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:24:15Z', 'updated_at': '2022-10-10T11:24:21Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd5b85602-b593-4d0a-be10-0361156b3733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:25:10.781940 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280dbb36-c1ed-4ca7-8903-3194ea35bb71 None None] The sync data for ids ['3ae29911-5eb3-493c-9e74-2238fc918af2'] in dv-neutron-860842-1-hyperv is: [{'id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'name': 'tempest-TestNetworkBasicOps-router-2053633434', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:24:10Z', 'updated_at': '2022-10-10T11:24:16Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:24:11Z', 'updated_at': '2022-10-10T11:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '21fce732-f060-4e72-8f9f-ccb770464208', 'name': '', 'network_id': '968f5b5a-fec6-4f40-92b6-ec16dd44d162', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:74:bf:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'd5b85602-b593-4d0a-be10-0361156b3733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:24:15Z', 'updated_at': '2022-10-10T11:24:21Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd5b85602-b593-4d0a-be10-0361156b3733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:25:10.876019 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-c546bc3b-4df3-4ebf-87f7-0113e37d70be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for 20a47a3a-8892-4a67-a959-daafed9ae98d owned by {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:25:11.010932 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0855fd6-9453-4478-8b1d-37a72c9e5055 None None] New status for floating IP a63160db-d836-4058-8e67-57f477da871c: DOWN {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:25:11.083065 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c546bc3b-4df3-4ebf-87f7-0113e37d70be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:11.136124 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546bc3b-4df3-4ebf-87f7-0113e37d70be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=20a47a3a-8892-4a67-a959-daafed9ae98d,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:11.245008 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c546bc3b-4df3-4ebf-87f7-0113e37d70be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:11.254983 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c546bc3b-4df3-4ebf-87f7-0113e37d70be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/ports/20a47a3a-8892-4a67-a959-daafed9ae98d HTTP/1.1" status: 204 len: 168 time: 0.8243327 Oct 10 11:25:11.257676 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60082) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:11.900823 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-165aee32-f0aa-492d-94c9-4581520e2a9f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:12.248426 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-165aee32-f0aa-492d-94c9-4581520e2a9f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port 21fce732-f060-4e72-8f9f-ccb770464208 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:25:12.249456 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-165aee32-f0aa-492d-94c9-4581520e2a9f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:12.434033 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-165aee32-f0aa-492d-94c9-4581520e2a9f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port 21fce732-f060-4e72-8f9f-ccb770464208, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=21fce732-f060-4e72-8f9f-ccb770464208,segment=NetworkSegment(f159844c-2351-494b-9f5f-5eec70a9841d),segment_id=f159844c-2351-494b-9f5f-5eec70a9841d)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:25:12.434409 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-165aee32-f0aa-492d-94c9-4581520e2a9f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:12.559471 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-165aee32-f0aa-492d-94c9-4581520e2a9f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for 21fce732-f060-4e72-8f9f-ccb770464208 owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:25:12.954753 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-165aee32-f0aa-492d-94c9-4581520e2a9f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:13.005585 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165aee32-f0aa-492d-94c9-4581520e2a9f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=21fce732-f060-4e72-8f9f-ccb770464208,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:13.393120 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-165aee32-f0aa-492d-94c9-4581520e2a9f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:13.746859 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165aee32-f0aa-492d-94c9-4581520e2a9f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router 3ae29911-5eb3-493c-9e74-2238fc918af2 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:25:13.922219 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165aee32-f0aa-492d-94c9-4581520e2a9f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:25:13.932032 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da6bee3-2b53-47b3-825d-1e02e6a58de5 None None] Sync routers for ids ['3ae29911-5eb3-493c-9e74-2238fc918af2'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:25:13.938420 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60088) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:13.938914 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-165aee32-f0aa-492d-94c9-4581520e2a9f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "PUT /v2.0/routers/3ae29911-5eb3-493c-9e74-2238fc918af2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6797686 Oct 10 11:25:13.941438 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da6bee3-2b53-47b3-825d-1e02e6a58de5 None None] Routers {'3ae29911-5eb3-493c-9e74-2238fc918af2'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:25:13.942079 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0da6bee3-2b53-47b3-825d-1e02e6a58de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:25:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3ae29911-5eb3-493c-9e74-2238fc918af2'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:25:14.005804 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e951a4d-fc65-4fda-9990-3140fbdd7bb2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting subnet d5b85602-b593-4d0a-be10-0361156b3733 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:25:14.008593 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e951a4d-fc65-4fda-9990-3140fbdd7bb2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:14.065420 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e951a4d-fc65-4fda-9990-3140fbdd7bb2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:14.150623 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e951a4d-fc65-4fda-9990-3140fbdd7bb2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:14.165388 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-0da6bee3-2b53-47b3-825d-1e02e6a58de5 None None] Set router 3ae29911-5eb3-493c-9e74-2238fc918af2 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:25:14.334937 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e951a4d-fc65-4fda-9990-3140fbdd7bb2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:14.377784 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e951a4d-fc65-4fda-9990-3140fbdd7bb2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Subnet': ['ID=d5b85602-b593-4d0a-be10-0361156b3733,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:14.381707 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5e951a4d-fc65-4fda-9990-3140fbdd7bb2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:14.390926 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5e951a4d-fc65-4fda-9990-3140fbdd7bb2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/subnets/d5b85602-b593-4d0a-be10-0361156b3733 HTTP/1.1" status: 204 len: 168 time: 0.4474456 Oct 10 11:25:14.391131 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60092) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:14.412060 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd97ced9-b1cb-46b4-bb04-c6f06a2f77b3 None None] Network 968f5b5a-fec6-4f40-92b6-ec16dd44d162 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:25:14.577605 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-36bcbcef-1bdb-4182-9695-83cbd20582b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:14.615354 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0da6bee3-2b53-47b3-825d-1e02e6a58de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'name': 'tempest-TestNetworkBasicOps-router-2053633434', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:24:10Z', 'updated_at': '2022-10-10T11:25:12Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:24:11Z', 'updated_at': '2022-10-10T11:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:25:14.621377 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da6bee3-2b53-47b3-825d-1e02e6a58de5 None None] Checking router: 3ae29911-5eb3-493c-9e74-2238fc918af2 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:25:14.634783 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da6bee3-2b53-47b3-825d-1e02e6a58de5 None None] Routers {'3ae29911-5eb3-493c-9e74-2238fc918af2'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:25:14.635391 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0da6bee3-2b53-47b3-825d-1e02e6a58de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:25:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3ae29911-5eb3-493c-9e74-2238fc918af2'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:25:14.758102 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-36bcbcef-1bdb-4182-9695-83cbd20582b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:14.790164 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59867f00-39dd-4932-823d-2cdc6652e2fd None None] DHCP port deletion for 968f5b5a-fec6-4f40-92b6-ec16dd44d162 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:25:14.800701 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-59867f00-39dd-4932-823d-2cdc6652e2fd None None] Deleting port a8ac044f-efac-47a1-8e89-bfa64af1cbd8 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:25:14.801070 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-59867f00-39dd-4932-823d-2cdc6652e2fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:14.866135 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-36bcbcef-1bdb-4182-9695-83cbd20582b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port 74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:25:14.866513 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-0da6bee3-2b53-47b3-825d-1e02e6a58de5 None None] Set router 3ae29911-5eb3-493c-9e74-2238fc918af2 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:25:14.866609 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-36bcbcef-1bdb-4182-9695-83cbd20582b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:15.004431 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device a8ac044f-efac-47a1-8e89-bfa64af1cbd8 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:25:15.188247 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-36bcbcef-1bdb-4182-9695-83cbd20582b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port 74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:25:15.188854 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-36bcbcef-1bdb-4182-9695-83cbd20582b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:15.315540 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-36bcbcef-1bdb-4182-9695-83cbd20582b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for 74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8 owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:25:15.335886 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-59867f00-39dd-4932-823d-2cdc6652e2fd None None] For port a8ac044f-efac-47a1-8e89-bfa64af1cbd8, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a8ac044f-efac-47a1-8e89-bfa64af1cbd8,segment=NetworkSegment(f159844c-2351-494b-9f5f-5eec70a9841d),segment_id=f159844c-2351-494b-9f5f-5eec70a9841d)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:25:15.336273 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-59867f00-39dd-4932-823d-2cdc6652e2fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:15.541452 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port a8ac044f-efac-47a1-8e89-bfa64af1cbd8 is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:25:15.542484 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:15.558988 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-59867f00-39dd-4932-823d-2cdc6652e2fd None None] Calling delete_port for a8ac044f-efac-47a1-8e89-bfa64af1cbd8 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:25:15.566095 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-36bcbcef-1bdb-4182-9695-83cbd20582b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:15.616473 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcbcef-1bdb-4182-9695-83cbd20582b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:15.655862 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port a8ac044f-efac-47a1-8e89-bfa64af1cbd8, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a8ac044f-efac-47a1-8e89-bfa64af1cbd8,segment=NetworkSegment(f159844c-2351-494b-9f5f-5eec70a9841d),segment_id=f159844c-2351-494b-9f5f-5eec70a9841d)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:25:15.671357 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0da6bee3-2b53-47b3-825d-1e02e6a58de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'name': 'tempest-TestNetworkBasicOps-router-2053633434', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:24:10Z', 'updated_at': '2022-10-10T11:25:12Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:24:11Z', 'updated_at': '2022-10-10T11:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:25:15.675267 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da6bee3-2b53-47b3-825d-1e02e6a58de5 None None] The sync data for ids ['3ae29911-5eb3-493c-9e74-2238fc918af2'] in dv-neutron-860842-1-hyperv is: [{'id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'name': 'tempest-TestNetworkBasicOps-router-2053633434', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:24:10Z', 'updated_at': '2022-10-10T11:25:12Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae29911-5eb3-493c-9e74-2238fc918af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:24:11Z', 'updated_at': '2022-10-10T11:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:25:15.720776 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:15.727962 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-36bcbcef-1bdb-4182-9695-83cbd20582b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:15.779440 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-59867f00-39dd-4932-823d-2cdc6652e2fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:25:15.780250 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-59867f00-39dd-4932-823d-2cdc6652e2fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:25:15.796387 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=a8ac044f-efac-47a1-8e89-bfa64af1cbd8,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:15.803677 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:15.804025 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:15.804356 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:15.804747 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:15.805075 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:15.805403 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:15.805743 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:15.806060 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:15.806374 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:15.806684 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:15.806998 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:15.807310 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:15.897804 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-36bcbcef-1bdb-4182-9695-83cbd20582b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:15.899969 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-36bcbcef-1bdb-4182-9695-83cbd20582b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:15.985844 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-36bcbcef-1bdb-4182-9695-83cbd20582b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:15.986324 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bcbcef-1bdb-4182-9695-83cbd20582b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Fanout notify agent at l3_agent the message router_deleted on router 3ae29911-5eb3-493c-9e74-2238fc918af2 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:25:16.005663 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-36bcbcef-1bdb-4182-9695-83cbd20582b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:16.008854 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-36bcbcef-1bdb-4182-9695-83cbd20582b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/routers/3ae29911-5eb3-493c-9e74-2238fc918af2 HTTP/1.1" status: 204 len: 168 time: 1.6147997 Oct 10 11:25:16.009632 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60096) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:16.127291 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0251e911-a2e2-4ad4-a73c-5008e6c1a75c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:16.137798 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-0251e911-a2e2-4ad4-a73c-5008e6c1a75c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port a8ac044f-efac-47a1-8e89-bfa64af1cbd8 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:25:16.138133 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0251e911-a2e2-4ad4-a73c-5008e6c1a75c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:16.281101 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-59867f00-39dd-4932-823d-2cdc6652e2fd None None] Deleting port a8ac044f-efac-47a1-8e89-bfa64af1cbd8 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:25:16.281627 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-59867f00-39dd-4932-823d-2cdc6652e2fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:16.347705 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-0251e911-a2e2-4ad4-a73c-5008e6c1a75c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port a8ac044f-efac-47a1-8e89-bfa64af1cbd8, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a8ac044f-efac-47a1-8e89-bfa64af1cbd8,segment=NetworkSegment(f159844c-2351-494b-9f5f-5eec70a9841d),segment_id=f159844c-2351-494b-9f5f-5eec70a9841d)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:25:16.348307 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0251e911-a2e2-4ad4-a73c-5008e6c1a75c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:16.472454 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-0251e911-a2e2-4ad4-a73c-5008e6c1a75c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for a8ac044f-efac-47a1-8e89-bfa64af1cbd8 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:25:16.502138 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-59867f00-39dd-4932-823d-2cdc6652e2fd None None] For port a8ac044f-efac-47a1-8e89-bfa64af1cbd8, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a8ac044f-efac-47a1-8e89-bfa64af1cbd8,segment=NetworkSegment(f159844c-2351-494b-9f5f-5eec70a9841d),segment_id=f159844c-2351-494b-9f5f-5eec70a9841d)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:25:16.502592 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-59867f00-39dd-4932-823d-2cdc6652e2fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:16.630330 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-59867f00-39dd-4932-823d-2cdc6652e2fd None None] Calling delete_port for a8ac044f-efac-47a1-8e89-bfa64af1cbd8 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:25:16.666041 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0251e911-a2e2-4ad4-a73c-5008e6c1a75c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:16.719607 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-59867f00-39dd-4932-823d-2cdc6652e2fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:25:16.719965 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-59867f00-39dd-4932-823d-2cdc6652e2fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:25:16.726281 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0251e911-a2e2-4ad4-a73c-5008e6c1a75c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] No DVR routers for this DVR port a8ac044f-efac-47a1-8e89-bfa64af1cbd8 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:25:16.728134 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251e911-a2e2-4ad4-a73c-5008e6c1a75c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=a8ac044f-efac-47a1-8e89-bfa64af1cbd8,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:16.746670 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-59867f00-39dd-4932-823d-2cdc6652e2fd None None] Deleting port a8ac044f-efac-47a1-8e89-bfa64af1cbd8 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:25:16.747057 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-59867f00-39dd-4932-823d-2cdc6652e2fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:16.824560 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-59867f00-39dd-4932-823d-2cdc6652e2fd None None] The port 'a8ac044f-efac-47a1-8e89-bfa64af1cbd8' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:25:16.867575 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0251e911-a2e2-4ad4-a73c-5008e6c1a75c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:16.899645 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-0251e911-a2e2-4ad4-a73c-5008e6c1a75c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968f5b5a-fec6-4f40-92b6-ec16dd44d162']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:25:16.912802 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-0251e911-a2e2-4ad4-a73c-5008e6c1a75c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f159844c-2351-494b-9f5f-5eec70a9841d') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:25:16.913111 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-0251e911-a2e2-4ad4-a73c-5008e6c1a75c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f159844c-2351-494b-9f5f-5eec70a9841d') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:25:16.927590 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0251e911-a2e2-4ad4-a73c-5008e6c1a75c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:16.931556 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 21fce732-f060-4e72-8f9f-ccb770464208 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:25:16.952471 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0251e911-a2e2-4ad4-a73c-5008e6c1a75c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:16.960007 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0251e911-a2e2-4ad4-a73c-5008e6c1a75c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Releasing vlan 459 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:25:16.960441 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0251e911-a2e2-4ad4-a73c-5008e6c1a75c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:16.975699 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 21fce732-f060-4e72-8f9f-ccb770464208 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:25:16.976055 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 21fce732-f060-4e72-8f9f-ccb770464208 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:25:16.976509 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:25:17.018030 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:25:17.018386 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 74f73fb5-c6d1-48c6-8a2f-aaadd08fa9b8 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:25:17.047234 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment f159844c-2351-494b-9f5f-5eec70a9841d resource provider aggregate not found Oct 10 11:25:17.066486 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment f159844c-2351-494b-9f5f-5eec70a9841d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f159844c-2351-494b-9f5f-5eec70a9841d found for delete ", "request_id": "req-b208980f-7297-4990-a3fe-dd2e56ef8a67"}]} Oct 10 11:25:17.131651 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0251e911-a2e2-4ad4-a73c-5008e6c1a75c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:17.135973 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0251e911-a2e2-4ad4-a73c-5008e6c1a75c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:17.172744 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251e911-a2e2-4ad4-a73c-5008e6c1a75c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Network': ['ID=968f5b5a-fec6-4f40-92b6-ec16dd44d162,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:17.179104 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0251e911-a2e2-4ad4-a73c-5008e6c1a75c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/networks/968f5b5a-fec6-4f40-92b6-ec16dd44d162 HTTP/1.1" status: 204 len: 168 time: 1.1685014 Oct 10 11:25:17.196046 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60104) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:17.209254 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cc938344-a53a-4504-8b75-58fa609c8b2f tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0115960 Oct 10 11:25:17.211755 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60108) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:17.217831 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-5e313059-8b0d-4ecd-bb05-2c16090c919b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'network': {'name': 'tempest-network-smoke--803302876', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'port_security_enabled': True}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:25:17.223257 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5e313059-8b0d-4ecd-bb05-2c16090c919b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:25:17.227614 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5e313059-8b0d-4ecd-bb05-2c16090c919b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:network and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:25:17.231605 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5e313059-8b0d-4ecd-bb05-2c16090c919b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:25:17.238593 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5e313059-8b0d-4ecd-bb05-2c16090c919b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:25:17.314699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e313059-8b0d-4ecd-bb05-2c16090c919b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Made reservation on behalf of abdeb3603c4943b08320f37282de8f91 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:25:17.318241 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5e313059-8b0d-4ecd-bb05-2c16090c919b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:17.354899 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e313059-8b0d-4ecd-bb05-2c16090c919b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 492} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:25:17.367072 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5e313059-8b0d-4ecd-bb05-2c16090c919b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:17.367444 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-5e313059-8b0d-4ecd-bb05-2c16090c919b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Added segment b4451c99-5a4b-47c7-b62a-67a766590acc of type vlan for network 9ed5cd4a-74f1-4a16-82db-77e4bae47bfc Oct 10 11:25:17.394270 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5e313059-8b0d-4ecd-bb05-2c16090c919b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:17.508736 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5e313059-8b0d-4ecd-bb05-2c16090c919b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:17.514320 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e313059-8b0d-4ecd-bb05-2c16090c919b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:17.514901 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5e313059-8b0d-4ecd-bb05-2c16090c919b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:17.621937 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e313059-8b0d-4ecd-bb05-2c16090c919b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Network': ['ID=9ed5cd4a-74f1-4a16-82db-77e4bae47bfc,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:17.632911 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 9ed5cd4a-74f1-4a16-82db-77e4bae47bfc details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:25:17.681043 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5e313059-8b0d-4ecd-bb05-2c16090c919b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4681156 Oct 10 11:25:17.683751 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60112) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:17.688736 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-9a789f7c-fe11-4d7c-9545-40c496ca38d9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-675158982', 'admin_state_up': True, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:25:17.695908 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-9a789f7c-fe11-4d7c-9545-40c496ca38d9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:25:17.699671 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9a789f7c-fe11-4d7c-9545-40c496ca38d9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:router and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:25:17.703137 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9a789f7c-fe11-4d7c-9545-40c496ca38d9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:25:17.709550 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-9a789f7c-fe11-4d7c-9545-40c496ca38d9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:25:17.805888 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a789f7c-fe11-4d7c-9545-40c496ca38d9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:17.806977 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a789f7c-fe11-4d7c-9545-40c496ca38d9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:17.821622 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a789f7c-fe11-4d7c-9545-40c496ca38d9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:18.158722 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a789f7c-fe11-4d7c-9545-40c496ca38d9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:18.626479 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a789f7c-fe11-4d7c-9545-40c496ca38d9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:18.655696 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a789f7c-fe11-4d7c-9545-40c496ca38d9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:18.789151 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-9a789f7c-fe11-4d7c-9545-40c496ca38d9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.26.4.215 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/cee383f9-8b71-4806-b03c-748715a67a91) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:25:18.942010 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a789f7c-fe11-4d7c-9545-40c496ca38d9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:19.022967 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a789f7c-fe11-4d7c-9545-40c496ca38d9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:19.097606 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a789f7c-fe11-4d7c-9545-40c496ca38d9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:25:19.100296 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-9a789f7c-fe11-4d7c-9545-40c496ca38d9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:25:19.103993 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a789f7c-fe11-4d7c-9545-40c496ca38d9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:25:19.132441 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a789f7c-fe11-4d7c-9545-40c496ca38d9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=cee383f9-8b71-4806-b03c-748715a67a91,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:19.706069 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a789f7c-fe11-4d7c-9545-40c496ca38d9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_gateway, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:20.163453 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a789f7c-fe11-4d7c-9545-40c496ca38d9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:20.419836 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a789f7c-fe11-4d7c-9545-40c496ca38d9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router fee6729b-40e5-451f-959b-9f349f011070 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:25:20.601050 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a789f7c-fe11-4d7c-9545-40c496ca38d9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:25:20.611473 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712e0d71-e3e8-478b-a1f3-33d4babeb42a None None] Sync routers for ids ['fee6729b-40e5-451f-959b-9f349f011070'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:25:20.620603 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712e0d71-e3e8-478b-a1f3-33d4babeb42a None None] Routers {'fee6729b-40e5-451f-959b-9f349f011070'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:25:20.621251 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-712e0d71-e3e8-478b-a1f3-33d4babeb42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:25:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['fee6729b-40e5-451f-959b-9f349f011070'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:25:20.697372 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9a789f7c-fe11-4d7c-9545-40c496ca38d9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:20.702005 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9a789f7c-fe11-4d7c-9545-40c496ca38d9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0138676 Oct 10 11:25:20.702202 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60116) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:20.742517 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-10d0c0a8-1fef-459e-b5c3-55550f8b91a0 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=abdeb3603c4943b08320f37282de8f91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392616 Oct 10 11:25:20.745163 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60120) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:20.797200 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-712e0d71-e3e8-478b-a1f3-33d4babeb42a None None] Set router fee6729b-40e5-451f-959b-9f349f011070 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:25:20.874983 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ec585f-ba13-49dd-879d-29a0ee010bf8 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:20.876506 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-70ec585f-ba13-49dd-879d-29a0ee010bf8 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304228 Oct 10 11:25:20.879542 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60124) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:21.029166 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-00dd4f9c-83ff-4c69-9c93-98ec1a6ef9ce tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=1e933860-f99f-4a0b-a611-91d190754508&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1482377 Oct 10 11:25:21.032003 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60128) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:21.037568 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-b315f7e9-c893-433f-8fa9-bc4b9489f040 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-542353047', 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:25:21.087376 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-712e0d71-e3e8-478b-a1f3-33d4babeb42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee6729b-40e5-451f-959b-9f349f011070', 'name': 'tempest-TestNetworkBasicOps-router-675158982', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:25:17Z', 'updated_at': '2022-10-10T11:25:19Z', 'revision_number': 3, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:18Z', 'updated_at': '2022-10-10T11:25:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:25:21.091169 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712e0d71-e3e8-478b-a1f3-33d4babeb42a None None] Checking router: fee6729b-40e5-451f-959b-9f349f011070 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:25:21.091509 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712e0d71-e3e8-478b-a1f3-33d4babeb42a None None] Updating router fee6729b-40e5-451f-959b-9f349f011070 port cee383f9-8b71-4806-b03c-748715a67a91 binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:25:21.147255 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b315f7e9-c893-433f-8fa9-bc4b9489f040 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:25:21.148307 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-712e0d71-e3e8-478b-a1f3-33d4babeb42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:21.151067 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b315f7e9-c893-433f-8fa9-bc4b9489f040 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:subnet and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:25:21.154036 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b315f7e9-c893-433f-8fa9-bc4b9489f040 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:25:21.160140 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b315f7e9-c893-433f-8fa9-bc4b9489f040 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:25:21.297654 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b315f7e9-c893-433f-8fa9-bc4b9489f040 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Made reservation on behalf of abdeb3603c4943b08320f37282de8f91 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:25:21.301143 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b315f7e9-c893-433f-8fa9-bc4b9489f040 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:21.493623 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-712e0d71-e3e8-478b-a1f3-33d4babeb42a None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:21.504846 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-712e0d71-e3e8-478b-a1f3-33d4babeb42a None None] Transition to ACTIVE for port object cee383f9-8b71-4806-b03c-748715a67a91 will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:25:21.641835 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-712e0d71-e3e8-478b-a1f3-33d4babeb42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:21.663109 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b315f7e9-c893-433f-8fa9-bc4b9489f040 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:21.701381 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-712e0d71-e3e8-478b-a1f3-33d4babeb42a None None] Attempting to bind port cee383f9-8b71-4806-b03c-748715a67a91 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:25:21.702351 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-712e0d71-e3e8-478b-a1f3-33d4babeb42a None None] Attempting to bind port cee383f9-8b71-4806-b03c-748715a67a91 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:25:21.702704 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712e0d71-e3e8-478b-a1f3-33d4babeb42a None None] Attempting to bind port cee383f9-8b71-4806-b03c-748715a67a91 on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:25:21.711536 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712e0d71-e3e8-478b-a1f3-33d4babeb42a None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:25:21.711900 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712e0d71-e3e8-478b-a1f3-33d4babeb42a None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:25:21.712293 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-712e0d71-e3e8-478b-a1f3-33d4babeb42a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:21.712681 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712e0d71-e3e8-478b-a1f3-33d4babeb42a None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:25:21.713138 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-712e0d71-e3e8-478b-a1f3-33d4babeb42a None None] Bound port: cee383f9-8b71-4806-b03c-748715a67a91, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:25:21.713502 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-712e0d71-e3e8-478b-a1f3-33d4babeb42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:21.745431 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315f7e9-c893-433f-8fa9-bc4b9489f040 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Subnet': ['ID=d36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:21.754820 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b315f7e9-c893-433f-8fa9-bc4b9489f040 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Checking segment: {'id': 'b4451c99-5a4b-47c7-b62a-67a766590acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:25:21.755175 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b315f7e9-c893-433f-8fa9-bc4b9489f040 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network hostable DHCP agents. Network: 9ed5cd4a-74f1-4a16-82db-77e4bae47bfc, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:25:21.764448 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a86a39-97c7-4f13-b3bf-44bd5c8dedd1 None None] Pushing event updated for resources: {'Port': ['ID=cee383f9-8b71-4806-b03c-748715a67a91,revision_number=2']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:21.775047 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a86a39-97c7-4f13-b3bf-44bd5c8dedd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:21.776725 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a86a39-97c7-4f13-b3bf-44bd5c8dedd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:21.776725 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a86a39-97c7-4f13-b3bf-44bd5c8dedd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:21.776725 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a86a39-97c7-4f13-b3bf-44bd5c8dedd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:21.776725 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a86a39-97c7-4f13-b3bf-44bd5c8dedd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:21.776725 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a86a39-97c7-4f13-b3bf-44bd5c8dedd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:21.777281 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a86a39-97c7-4f13-b3bf-44bd5c8dedd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:21.777281 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a86a39-97c7-4f13-b3bf-44bd5c8dedd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:21.777586 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a86a39-97c7-4f13-b3bf-44bd5c8dedd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:21.777906 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a86a39-97c7-4f13-b3bf-44bd5c8dedd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:21.778221 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a86a39-97c7-4f13-b3bf-44bd5c8dedd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:21.778534 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a86a39-97c7-4f13-b3bf-44bd5c8dedd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:25:21.806898 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-712e0d71-e3e8-478b-a1f3-33d4babeb42a None None] For port cee383f9-8b71-4806-b03c-748715a67a91, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:25:21.809817 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-712e0d71-e3e8-478b-a1f3-33d4babeb42a None None] For port cee383f9-8b71-4806-b03c-748715a67a91, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=cee383f9-8b71-4806-b03c-748715a67a91,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:25:21.865683 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b315f7e9-c893-433f-8fa9-bc4b9489f040 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 9ed5cd4a-74f1-4a16-82db-77e4bae47bfc is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:25:21.928977 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-712e0d71-e3e8-478b-a1f3-33d4babeb42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:21.988817 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712e0d71-e3e8-478b-a1f3-33d4babeb42a None None] Routers {'fee6729b-40e5-451f-959b-9f349f011070'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:25:21.989413 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-712e0d71-e3e8-478b-a1f3-33d4babeb42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:25:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['fee6729b-40e5-451f-959b-9f349f011070'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:25:22.000372 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-b315f7e9-c893-433f-8fa9-bc4b9489f040 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 9ed5cd4a-74f1-4a16-82db-77e4bae47bfc) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:25:22.004612 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b315f7e9-c893-433f-8fa9-bc4b9489f040 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:22.005277 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b315f7e9-c893-433f-8fa9-bc4b9489f040 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:22.010224 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2710b4-d576-4c18-a56e-013e5e2f7946 None None] Network 9ed5cd4a-74f1-4a16-82db-77e4bae47bfc requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:25:22.074924 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a86a39-97c7-4f13-b3bf-44bd5c8dedd1 None None] Pushing event updated for resources: {'Port': ['ID=cee383f9-8b71-4806-b03c-748715a67a91,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:22.106896 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b315f7e9-c893-433f-8fa9-bc4b9489f040 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0734653 Oct 10 11:25:22.110277 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60132) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:22.179640 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-712e0d71-e3e8-478b-a1f3-33d4babeb42a None None] Set router fee6729b-40e5-451f-959b-9f349f011070 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:25:22.260422 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c33268d-66d5-40aa-836f-bcec61b68993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-9ed5cd4a-74f1-4a16-82db-77e4bae47bfc', 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ips': [{'subnet_id': 'd36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:25:22.261329 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7c33268d-66d5-40aa-836f-bcec61b68993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:22.428153 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-7c33268d-66d5-40aa-836f-bcec61b68993 None None] Allocated IP 172.20.0.2 (9ed5cd4a-74f1-4a16-82db-77e4bae47bfc/d36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d/5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:25:22.472459 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-712e0d71-e3e8-478b-a1f3-33d4babeb42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee6729b-40e5-451f-959b-9f349f011070', 'name': 'tempest-TestNetworkBasicOps-router-675158982', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:25:17Z', 'updated_at': '2022-10-10T11:25:19Z', 'revision_number': 3, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:18Z', 'updated_at': '2022-10-10T11:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:25:22.477396 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712e0d71-e3e8-478b-a1f3-33d4babeb42a None None] The sync data for ids ['fee6729b-40e5-451f-959b-9f349f011070'] in dv-neutron-860842-1-hyperv is: [{'id': 'fee6729b-40e5-451f-959b-9f349f011070', 'name': 'tempest-TestNetworkBasicOps-router-675158982', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:25:17Z', 'updated_at': '2022-10-10T11:25:19Z', 'revision_number': 3, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:18Z', 'updated_at': '2022-10-10T11:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:25:22.702730 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7c33268d-66d5-40aa-836f-bcec61b68993 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:22.728512 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7c33268d-66d5-40aa-836f-bcec61b68993 None None] Transition to ACTIVE for port object 5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:25:22.759927 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7c33268d-66d5-40aa-836f-bcec61b68993 None None] Transition to ACTIVE for port object 5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:25:22.850141 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7c33268d-66d5-40aa-836f-bcec61b68993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:22.937573 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33268d-66d5-40aa-836f-bcec61b68993 None None] Pushing event updated for resources: {'Port': ['ID=5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:22.959534 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c33268d-66d5-40aa-836f-bcec61b68993 None None] Network 9ed5cd4a-74f1-4a16-82db-77e4bae47bfc is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:25:22.959534 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-7c33268d-66d5-40aa-836f-bcec61b68993 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:25:22.960164 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c33268d-66d5-40aa-836f-bcec61b68993 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:25:23.050785 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device cee383f9-8b71-4806-b03c-748715a67a91 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:25:23.053310 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b1acfbdb-4d7a-4a60-8da6-3eb8c21e3106 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:23.122479 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-7c33268d-66d5-40aa-836f-bcec61b68993 None None] Attempting to bind port 5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:25:23.128017 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-7c33268d-66d5-40aa-836f-bcec61b68993 None None] Attempting to bind port 5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'b4451c99-5a4b-47c7-b62a-67a766590acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:25:23.128017 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33268d-66d5-40aa-836f-bcec61b68993 None None] Attempting to bind port 5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e on network 9ed5cd4a-74f1-4a16-82db-77e4bae47bfc {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:25:23.134862 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33268d-66d5-40aa-836f-bcec61b68993 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:25:23.135235 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33268d-66d5-40aa-836f-bcec61b68993 None None] Checking segment: {'id': 'b4451c99-5a4b-47c7-b62a-67a766590acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:25:23.135632 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7c33268d-66d5-40aa-836f-bcec61b68993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:23.136186 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33268d-66d5-40aa-836f-bcec61b68993 None None] Bound using segment: {'id': 'b4451c99-5a4b-47c7-b62a-67a766590acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:25:23.136463 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-7c33268d-66d5-40aa-836f-bcec61b68993 None None] Bound port: 5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4451c99-5a4b-47c7-b62a-67a766590acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:25:23.136831 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7c33268d-66d5-40aa-836f-bcec61b68993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:23.243842 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7c33268d-66d5-40aa-836f-bcec61b68993 None None] For port 5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:25:23.247004 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7c33268d-66d5-40aa-836f-bcec61b68993 None None] For port 5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e,segment=NetworkSegment(b4451c99-5a4b-47c7-b62a-67a766590acc),segment_id=b4451c99-5a4b-47c7-b62a-67a766590acc)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:25:23.272335 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port cee383f9-8b71-4806-b03c-748715a67a91 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:25:23.277821 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port cee383f9-8b71-4806-b03c-748715a67a91 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:25:23.278625 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:23.278625 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port cee383f9-8b71-4806-b03c-748715a67a91 Oct 10 11:25:23.337082 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7c33268d-66d5-40aa-836f-bcec61b68993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:23.464900 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33268d-66d5-40aa-836f-bcec61b68993 None None] Pushing event updated for resources: {'Port': ['ID=5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:23.492784 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port cee383f9-8b71-4806-b03c-748715a67a91 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:25:23.492784 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:23.496828 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-b1acfbdb-4d7a-4a60-8da6-3eb8c21e3106 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.20.0.1 (9ed5cd4a-74f1-4a16-82db-77e4bae47bfc/d36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d/a5b4f138-5efa-4afa-a19e-0182d68cb55b) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:25:23.512932 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port cee383f9-8b71-4806-b03c-748715a67a91, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=cee383f9-8b71-4806-b03c-748715a67a91,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:25:23.608572 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:23.688833 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b1acfbdb-4d7a-4a60-8da6-3eb8c21e3106 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:23.702521 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=cee383f9-8b71-4806-b03c-748715a67a91,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:23.716483 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-b1acfbdb-4d7a-4a60-8da6-3eb8c21e3106 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Transition to ACTIVE for port object a5b4f138-5efa-4afa-a19e-0182d68cb55b will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:25:23.806312 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b1acfbdb-4d7a-4a60-8da6-3eb8c21e3106 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:23.878510 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1acfbdb-4d7a-4a60-8da6-3eb8c21e3106 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 9ed5cd4a-74f1-4a16-82db-77e4bae47bfc is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:25:23.881490 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-b1acfbdb-4d7a-4a60-8da6-3eb8c21e3106 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:25:23.885495 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1acfbdb-4d7a-4a60-8da6-3eb8c21e3106 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:25:23.917007 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acfbdb-4d7a-4a60-8da6-3eb8c21e3106 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=a5b4f138-5efa-4afa-a19e-0182d68cb55b,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:23.949360 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b1acfbdb-4d7a-4a60-8da6-3eb8c21e3106 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:24.309580 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b1acfbdb-4d7a-4a60-8da6-3eb8c21e3106 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:24.586341 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e648cfdd-78e5-41ab-b122-ec36c7d85207 None None] Network 9ed5cd4a-74f1-4a16-82db-77e4bae47bfc requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:25:24.735610 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e96c6966-f512-4b0b-9850-aa0bb1750945 req-4f8bc35f-07e5-45fb-bcd7-8f2c4103d1aa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1956263 Oct 10 11:25:24.807439 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8d28e075-fb17-47a5-8ded-bc63414d0bd0 None None] Provisioning for port 5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:25:24.990491 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b1acfbdb-4d7a-4a60-8da6-3eb8c21e3106 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:24.994464 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c6966-f512-4b0b-9850-aa0bb1750945 req-54efd214-56b4-4b92-9f8e-13d621f0062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:25.001315 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e96c6966-f512-4b0b-9850-aa0bb1750945 req-54efd214-56b4-4b92-9f8e-13d621f0062a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ca309cf9da347e1972c7a5240bc70ad&device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 1099 time: 0.1309514 Oct 10 11:25:25.053253 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:25:25.063993 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b1acfbdb-4d7a-4a60-8da6-3eb8c21e3106 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:25.205818 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:25:25.211581 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:25:25.212008 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:25.212373 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e Oct 10 11:25:25.244061 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f3d754f5-30f8-461c-b13a-eaaf7aee3637 None None] Provisioning for port a5b4f138-5efa-4afa-a19e-0182d68cb55b completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:25:25.257276 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acfbdb-4d7a-4a60-8da6-3eb8c21e3106 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=a5b4f138-5efa-4afa-a19e-0182d68cb55b,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:25.264949 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b1acfbdb-4d7a-4a60-8da6-3eb8c21e3106 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:25.272532 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f3d754f5-30f8-461c-b13a-eaaf7aee3637 None None] Provisioning complete for port a5b4f138-5efa-4afa-a19e-0182d68cb55b triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:25:25.272950 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f3d754f5-30f8-461c-b13a-eaaf7aee3637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:25.273379 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f3d754f5-30f8-461c-b13a-eaaf7aee3637 None None] Attempt 1 to provision port a5b4f138-5efa-4afa-a19e-0182d68cb55b Oct 10 11:25:25.307769 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c6966-f512-4b0b-9850-aa0bb1750945 req-13cc2a81-d984-4001-9c2d-267ccc9d473e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:25.309232 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e96c6966-f512-4b0b-9850-aa0bb1750945 req-13cc2a81-d984-4001-9c2d-267ccc9d473e service neutron] 10.222.0.15 "GET /v2.0/networks?id=616f1bfe-2293-42af-8b84-9f66f180ede2 HTTP/1.1" status: 200 len: 913 time: 0.2936723 Oct 10 11:25:25.351050 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f3d754f5-30f8-461c-b13a-eaaf7aee3637 None None] Port a5b4f138-5efa-4afa-a19e-0182d68cb55b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:25:25.419172 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:25:25.419558 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:25.454087 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e,segment=NetworkSegment(b4451c99-5a4b-47c7-b62a-67a766590acc),segment_id=b4451c99-5a4b-47c7-b62a-67a766590acc)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:25:25.486814 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e96c6966-f512-4b0b-9850-aa0bb1750945 req-5379a3be-c211-4f38-a560-e46085e382e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e8b383-dc8f-453d-8b00-1ba2635cee3a HTTP/1.1" status: 200 len: 1002 time: 0.1662049 Oct 10 11:25:25.560037 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1acfbdb-4d7a-4a60-8da6-3eb8c21e3106 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 9ed5cd4a-74f1-4a16-82db-77e4bae47bfc is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:25:25.563329 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-b1acfbdb-4d7a-4a60-8da6-3eb8c21e3106 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:25:25.589054 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:25.589934 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device cee383f9-8b71-4806-b03c-748715a67a91 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:25:25.629235 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c6966-f512-4b0b-9850-aa0bb1750945 req-d2b09d44-0e7e-4e25-8539-fdf4e4d7dc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:25.630837 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e96c6966-f512-4b0b-9850-aa0bb1750945 req-d2b09d44-0e7e-4e25-8539-fdf4e4d7dc1e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c94ad8c-d8fc-4d25-b911-8ac97e113003 HTTP/1.1" status: 200 len: 851 time: 0.1331928 Oct 10 11:25:25.715626 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:25.726153 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port cee383f9-8b71-4806-b03c-748715a67a91 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:25:25.726521 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:25.726852 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port cee383f9-8b71-4806-b03c-748715a67a91 Oct 10 11:25:25.828825 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c6966-f512-4b0b-9850-aa0bb1750945 req-3103da2e-3483-4076-a918-bbab9a8ecf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:25.830319 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e96c6966-f512-4b0b-9850-aa0bb1750945 req-3103da2e-3483-4076-a918-bbab9a8ecf75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=616f1bfe-2293-42af-8b84-9f66f180ede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1898432 Oct 10 11:25:25.835814 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1acfbdb-4d7a-4a60-8da6-3eb8c21e3106 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router fee6729b-40e5-451f-959b-9f349f011070 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:25:25.849147 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port cee383f9-8b71-4806-b03c-748715a67a91 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:25:25.851901 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f3d754f5-30f8-461c-b13a-eaaf7aee3637 None None] Attempt 2 to provision port a5b4f138-5efa-4afa-a19e-0182d68cb55b Oct 10 11:25:25.910200 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f3d754f5-30f8-461c-b13a-eaaf7aee3637 None None] Port a5b4f138-5efa-4afa-a19e-0182d68cb55b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:25:26.117271 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e96c6966-f512-4b0b-9850-aa0bb1750945 req-dcaaf22e-5ab0-4b2e-bd6d-11baf7d41fae service neutron] 10.222.0.15 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803738 Oct 10 11:25:26.146185 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1acfbdb-4d7a-4a60-8da6-3eb8c21e3106 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:25:26.156377 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7db51a-cf24-4aff-9018-48799b18482c None None] Sync routers for ids ['fee6729b-40e5-451f-959b-9f349f011070'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:25:26.166141 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7db51a-cf24-4aff-9018-48799b18482c None None] Routers {'fee6729b-40e5-451f-959b-9f349f011070'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:25:26.166765 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-9d7db51a-cf24-4aff-9018-48799b18482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:25:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['fee6729b-40e5-451f-959b-9f349f011070'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:25:26.180107 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b1acfbdb-4d7a-4a60-8da6-3eb8c21e3106 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "PUT /v2.0/routers/fee6729b-40e5-451f-959b-9f349f011070/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0664589 Oct 10 11:25:26.180669 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60138) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:26.266805 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e96c6966-f512-4b0b-9850-aa0bb1750945 req-330b1b2b-c79f-4219-9820-0e6ec8994cbb service neutron] 10.222.0.15 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432683 Oct 10 11:25:26.340310 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bbba98-be47-4c32-95b0-1cc38105eb6d tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:26.340711 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bbba98-be47-4c32-95b0-1cc38105eb6d tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:26.341179 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bbba98-be47-4c32-95b0-1cc38105eb6d tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:26.341674 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bbba98-be47-4c32-95b0-1cc38105eb6d tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:26.342895 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bbba98-be47-4c32-95b0-1cc38105eb6d tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:26.343494 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bbba98-be47-4c32-95b0-1cc38105eb6d tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:26.345265 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b7bbba98-be47-4c32-95b0-1cc38105eb6d tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1634543 Oct 10 11:25:26.348082 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60142) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:26.390788 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-9d7db51a-cf24-4aff-9018-48799b18482c None None] Set router fee6729b-40e5-451f-959b-9f349f011070 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:25:26.417873 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e9c56f-858c-4d53-b677-01c68415a821 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:26.418353 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e9c56f-858c-4d53-b677-01c68415a821 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:26.419286 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e9c56f-858c-4d53-b677-01c68415a821 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:26.419392 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e9c56f-858c-4d53-b677-01c68415a821 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:26.420616 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e9c56f-858c-4d53-b677-01c68415a821 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:26.422047 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e9c56f-858c-4d53-b677-01c68415a821 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:26.422833 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-08e9c56f-858c-4d53-b677-01c68415a821 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0738509 Oct 10 11:25:26.427027 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60146) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:26.434473 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f3d754f5-30f8-461c-b13a-eaaf7aee3637 None None] Attempt 3 to provision port a5b4f138-5efa-4afa-a19e-0182d68cb55b Oct 10 11:25:26.573798 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f3d754f5-30f8-461c-b13a-eaaf7aee3637 None None] Port a5b4f138-5efa-4afa-a19e-0182d68cb55b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:25:26.759586 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-87bba021-ba4e-4d41-8ccc-4e8c9e87c5e4 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3321533 Oct 10 11:25:26.774188 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-9d7db51a-cf24-4aff-9018-48799b18482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee6729b-40e5-451f-959b-9f349f011070', 'name': 'tempest-TestNetworkBasicOps-router-675158982', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:25:17Z', 'updated_at': '2022-10-10T11:25:24Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:18Z', 'updated_at': '2022-10-10T11:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'a5b4f138-5efa-4afa-a19e-0182d68cb55b', 'name': '', 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:9a:c4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:23Z', 'updated_at': '2022-10-10T11:25:24Z', 'revision_number': 2, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:25:26.778091 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7db51a-cf24-4aff-9018-48799b18482c None None] Checking router: fee6729b-40e5-451f-959b-9f349f011070 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:25:26.778444 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7db51a-cf24-4aff-9018-48799b18482c None None] Updating router fee6729b-40e5-451f-959b-9f349f011070 port a5b4f138-5efa-4afa-a19e-0182d68cb55b binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:25:26.835700 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9d7db51a-cf24-4aff-9018-48799b18482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:26.967494 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:25:26.978367 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60152) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:26.984897 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-7025f044-158d-4ad6-9b30-a8ff7423513a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-511199147', 'description': 'tempest-secgroup-smoke-511199147 description', 'project_id': 'abdeb3603c4943b08320f37282de8f91'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:25:26.991029 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7025f044-158d-4ad6-9b30-a8ff7423513a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:25:26.995159 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7025f044-158d-4ad6-9b30-a8ff7423513a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:25:26.998120 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7025f044-158d-4ad6-9b30-a8ff7423513a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:25:27.014330 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7025f044-158d-4ad6-9b30-a8ff7423513a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:25:27.106223 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f3d754f5-30f8-461c-b13a-eaaf7aee3637 None None] Attempt 4 to provision port a5b4f138-5efa-4afa-a19e-0182d68cb55b Oct 10 11:25:27.151759 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7025f044-158d-4ad6-9b30-a8ff7423513a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:27.175964 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7025f044-158d-4ad6-9b30-a8ff7423513a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:25:27.179939 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7025f044-158d-4ad6-9b30-a8ff7423513a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:25:27.183296 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7025f044-158d-4ad6-9b30-a8ff7423513a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:25:27.189090 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7025f044-158d-4ad6-9b30-a8ff7423513a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:25:27.189465 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f3d754f5-30f8-461c-b13a-eaaf7aee3637 None None] Port a5b4f138-5efa-4afa-a19e-0182d68cb55b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:25:27.192159 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:25:27.192537 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:27.192875 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e Oct 10 11:25:27.261947 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7025f044-158d-4ad6-9b30-a8ff7423513a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:27.347343 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7025f044-158d-4ad6-9b30-a8ff7423513a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:27.392834 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025f044-158d-4ad6-9b30-a8ff7423513a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75199bb7-df50-4f63-b511-799be6413ff7,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:27.398771 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9d7db51a-cf24-4aff-9018-48799b18482c None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:27.410805 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:25:27.414669 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-9d7db51a-cf24-4aff-9018-48799b18482c None None] Transition to ACTIVE for port object a5b4f138-5efa-4afa-a19e-0182d68cb55b will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:25:27.503187 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7025f044-158d-4ad6-9b30-a8ff7423513a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:27.507437 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7025f044-158d-4ad6-9b30-a8ff7423513a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5250890 Oct 10 11:25:27.507437 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60156) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:27.512397 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-c2af21b4-9f9e-4918-83ae-ab6a43885ce6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '75199bb7-df50-4f63-b511-799be6413ff7', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:25:27.519153 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c2af21b4-9f9e-4918-83ae-ab6a43885ce6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:25:27.523111 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c2af21b4-9f9e-4918-83ae-ab6a43885ce6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:25:27.526029 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c2af21b4-9f9e-4918-83ae-ab6a43885ce6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:25:27.533909 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c2af21b4-9f9e-4918-83ae-ab6a43885ce6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:25:27.534337 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9d7db51a-cf24-4aff-9018-48799b18482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:27.630554 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c2af21b4-9f9e-4918-83ae-ab6a43885ce6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:27.696714 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c2af21b4-9f9e-4918-83ae-ab6a43885ce6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:27.715264 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f3d754f5-30f8-461c-b13a-eaaf7aee3637 None None] Attempt 5 to provision port a5b4f138-5efa-4afa-a19e-0182d68cb55b Oct 10 11:25:27.748879 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e50a8-c487-41d5-8e82-82e629c5402a None None] Pushing event updated for resources: {'Port': ['ID=a5b4f138-5efa-4afa-a19e-0182d68cb55b,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:27.774904 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c2af21b4-9f9e-4918-83ae-ab6a43885ce6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:27.795323 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-9d7db51a-cf24-4aff-9018-48799b18482c None None] Attempting to bind port a5b4f138-5efa-4afa-a19e-0182d68cb55b on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:25:27.795910 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-9d7db51a-cf24-4aff-9018-48799b18482c None None] Attempting to bind port a5b4f138-5efa-4afa-a19e-0182d68cb55b by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'b4451c99-5a4b-47c7-b62a-67a766590acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:25:27.796189 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7db51a-cf24-4aff-9018-48799b18482c None None] Attempting to bind port a5b4f138-5efa-4afa-a19e-0182d68cb55b on network 9ed5cd4a-74f1-4a16-82db-77e4bae47bfc {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:25:27.799618 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af21b4-9f9e-4918-83ae-ab6a43885ce6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d8886d-df86-47fa-bbd8-686a9f56566a,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:27.809616 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f3d754f5-30f8-461c-b13a-eaaf7aee3637 None None] Port a5b4f138-5efa-4afa-a19e-0182d68cb55b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:25:27.809616 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7db51a-cf24-4aff-9018-48799b18482c None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:25:27.809616 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7db51a-cf24-4aff-9018-48799b18482c None None] Checking segment: {'id': 'b4451c99-5a4b-47c7-b62a-67a766590acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:25:27.809616 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9d7db51a-cf24-4aff-9018-48799b18482c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:27.809616 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7db51a-cf24-4aff-9018-48799b18482c None None] Bound using segment: {'id': 'b4451c99-5a4b-47c7-b62a-67a766590acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:25:27.809616 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-9d7db51a-cf24-4aff-9018-48799b18482c None None] Bound port: a5b4f138-5efa-4afa-a19e-0182d68cb55b, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4451c99-5a4b-47c7-b62a-67a766590acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:25:27.809616 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9d7db51a-cf24-4aff-9018-48799b18482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:27.886380 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c2af21b4-9f9e-4918-83ae-ab6a43885ce6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:27.887726 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c2af21b4-9f9e-4918-83ae-ab6a43885ce6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3790665 Oct 10 11:25:27.890208 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60160) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:27.894716 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-9d7db51a-cf24-4aff-9018-48799b18482c None None] For port a5b4f138-5efa-4afa-a19e-0182d68cb55b, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:25:27.898545 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-343dfb28-bc8a-4ae9-adbe-dc01ee2ca022 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '75199bb7-df50-4f63-b511-799be6413ff7', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:25:27.898696 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-9d7db51a-cf24-4aff-9018-48799b18482c None None] For port a5b4f138-5efa-4afa-a19e-0182d68cb55b, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a5b4f138-5efa-4afa-a19e-0182d68cb55b,segment=NetworkSegment(b4451c99-5a4b-47c7-b62a-67a766590acc),segment_id=b4451c99-5a4b-47c7-b62a-67a766590acc)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:25:27.901540 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-343dfb28-bc8a-4ae9-adbe-dc01ee2ca022 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:25:27.906246 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-343dfb28-bc8a-4ae9-adbe-dc01ee2ca022 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:25:27.909038 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-343dfb28-bc8a-4ae9-adbe-dc01ee2ca022 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:25:27.914605 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-343dfb28-bc8a-4ae9-adbe-dc01ee2ca022 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:25:27.977502 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9d7db51a-cf24-4aff-9018-48799b18482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:28.012910 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-343dfb28-bc8a-4ae9-adbe-dc01ee2ca022 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:28.079134 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7db51a-cf24-4aff-9018-48799b18482c None None] Routers {'fee6729b-40e5-451f-959b-9f349f011070'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:25:28.079759 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-9d7db51a-cf24-4aff-9018-48799b18482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:25:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['fee6729b-40e5-451f-959b-9f349f011070'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:25:28.081457 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-343dfb28-bc8a-4ae9-adbe-dc01ee2ca022 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:28.165925 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-343dfb28-bc8a-4ae9-adbe-dc01ee2ca022 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:28.172106 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e50a8-c487-41d5-8e82-82e629c5402a None None] Pushing event updated for resources: {'Port': ['ID=a5b4f138-5efa-4afa-a19e-0182d68cb55b,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:28.190343 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343dfb28-bc8a-4ae9-adbe-dc01ee2ca022 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c00e278-199d-42f2-8bbc-6f9fa30daf18,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:28.261724 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-343dfb28-bc8a-4ae9-adbe-dc01ee2ca022 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:28.266730 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-343dfb28-bc8a-4ae9-adbe-dc01ee2ca022 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3712766 Oct 10 11:25:28.266730 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60164) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:28.271262 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-25b6d280-8a47-41de-92c3-3d5f98583806 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '75199bb7-df50-4f63-b511-799be6413ff7', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:25:28.273299 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-9d7db51a-cf24-4aff-9018-48799b18482c None None] Set router fee6729b-40e5-451f-959b-9f349f011070 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:25:28.277225 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-25b6d280-8a47-41de-92c3-3d5f98583806 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:25:28.282336 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-25b6d280-8a47-41de-92c3-3d5f98583806 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:25:28.285410 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-25b6d280-8a47-41de-92c3-3d5f98583806 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:25:28.291590 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-25b6d280-8a47-41de-92c3-3d5f98583806 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:25:28.312714 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f3d754f5-30f8-461c-b13a-eaaf7aee3637 None None] Attempt 6 to provision port a5b4f138-5efa-4afa-a19e-0182d68cb55b Oct 10 11:25:28.400843 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-25b6d280-8a47-41de-92c3-3d5f98583806 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:28.465811 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-25b6d280-8a47-41de-92c3-3d5f98583806 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:28.482497 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f3d754f5-30f8-461c-b13a-eaaf7aee3637 None None] Port a5b4f138-5efa-4afa-a19e-0182d68cb55b had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:25:28.551906 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f3d754f5-30f8-461c-b13a-eaaf7aee3637 None None] Provisioning complete for port 5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:25:28.554254 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f3d754f5-30f8-461c-b13a-eaaf7aee3637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:28.554254 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f3d754f5-30f8-461c-b13a-eaaf7aee3637 None None] Attempt 1 to provision port 5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e Oct 10 11:25:28.579884 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-25b6d280-8a47-41de-92c3-3d5f98583806 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:28.604849 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6d280-8a47-41de-92c3-3d5f98583806 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d2e2149-9e27-4291-b11b-36367b138715,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:28.690092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-25b6d280-8a47-41de-92c3-3d5f98583806 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:28.693342 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60168) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:28.693862 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-25b6d280-8a47-41de-92c3-3d5f98583806 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4266620 Oct 10 11:25:28.698652 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-9266d7ba-f011-4c14-a0fb-c539e6c58d5f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '75199bb7-df50-4f63-b511-799be6413ff7', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:25:28.706030 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9266d7ba-f011-4c14-a0fb-c539e6c58d5f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:25:28.709917 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9266d7ba-f011-4c14-a0fb-c539e6c58d5f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:25:28.712782 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9266d7ba-f011-4c14-a0fb-c539e6c58d5f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:25:28.719287 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9266d7ba-f011-4c14-a0fb-c539e6c58d5f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:25:28.744020 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f3d754f5-30f8-461c-b13a-eaaf7aee3637 None None] Current status of the port 5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:25:28.759290 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-9d7db51a-cf24-4aff-9018-48799b18482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee6729b-40e5-451f-959b-9f349f011070', 'name': 'tempest-TestNetworkBasicOps-router-675158982', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:25:17Z', 'updated_at': '2022-10-10T11:25:24Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:18Z', 'updated_at': '2022-10-10T11:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'a5b4f138-5efa-4afa-a19e-0182d68cb55b', 'name': '', 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:9a:c4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:23Z', 'updated_at': '2022-10-10T11:25:27Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:25:28.764671 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7db51a-cf24-4aff-9018-48799b18482c None None] The sync data for ids ['fee6729b-40e5-451f-959b-9f349f011070'] in dv-neutron-860842-1-hyperv is: [{'id': 'fee6729b-40e5-451f-959b-9f349f011070', 'name': 'tempest-TestNetworkBasicOps-router-675158982', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:25:17Z', 'updated_at': '2022-10-10T11:25:24Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:18Z', 'updated_at': '2022-10-10T11:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'a5b4f138-5efa-4afa-a19e-0182d68cb55b', 'name': '', 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:9a:c4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:23Z', 'updated_at': '2022-10-10T11:25:27Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:25:28.803608 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9266d7ba-f011-4c14-a0fb-c539e6c58d5f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:28.932373 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9266d7ba-f011-4c14-a0fb-c539e6c58d5f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:29.006353 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9266d7ba-f011-4c14-a0fb-c539e6c58d5f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:29.013110 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device a5b4f138-5efa-4afa-a19e-0182d68cb55b up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:25:29.032418 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266d7ba-f011-4c14-a0fb-c539e6c58d5f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889a2d68-b4f2-4478-9786-de1195a5ad4b,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:29.137269 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9266d7ba-f011-4c14-a0fb-c539e6c58d5f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:29.139924 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9266d7ba-f011-4c14-a0fb-c539e6c58d5f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4453366 Oct 10 11:25:29.145090 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60172) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:29.151062 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-190c80cf-a2bd-4f39-98aa-db9a88ae4ea2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '75199bb7-df50-4f63-b511-799be6413ff7', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:25:29.159671 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-190c80cf-a2bd-4f39-98aa-db9a88ae4ea2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:25:29.164144 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-190c80cf-a2bd-4f39-98aa-db9a88ae4ea2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:25:29.165548 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port a5b4f138-5efa-4afa-a19e-0182d68cb55b completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:25:29.169988 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-190c80cf-a2bd-4f39-98aa-db9a88ae4ea2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:25:29.176690 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port a5b4f138-5efa-4afa-a19e-0182d68cb55b triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:25:29.177880 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:29.178835 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-190c80cf-a2bd-4f39-98aa-db9a88ae4ea2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:25:29.180390 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port a5b4f138-5efa-4afa-a19e-0182d68cb55b Oct 10 11:25:29.289209 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-190c80cf-a2bd-4f39-98aa-db9a88ae4ea2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Project abdeb3603c4943b08320f37282de8f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:25:29.299950 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-190c80cf-a2bd-4f39-98aa-db9a88ae4ea2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:29.307410 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port a5b4f138-5efa-4afa-a19e-0182d68cb55b is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:25:29.307784 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:29.347457 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port a5b4f138-5efa-4afa-a19e-0182d68cb55b, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a5b4f138-5efa-4afa-a19e-0182d68cb55b,segment=NetworkSegment(b4451c99-5a4b-47c7-b62a-67a766590acc),segment_id=b4451c99-5a4b-47c7-b62a-67a766590acc)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:25:29.381989 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-190c80cf-a2bd-4f39-98aa-db9a88ae4ea2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:29.446072 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:29.487118 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-190c80cf-a2bd-4f39-98aa-db9a88ae4ea2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:29.515491 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c80cf-a2bd-4f39-98aa-db9a88ae4ea2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b02e21-0fc3-4fb2-ace2-24d3e29b941c,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:29.532296 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=a5b4f138-5efa-4afa-a19e-0182d68cb55b,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:29.614869 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-190c80cf-a2bd-4f39-98aa-db9a88ae4ea2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:29.616151 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-190c80cf-a2bd-4f39-98aa-db9a88ae4ea2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4716904 Oct 10 11:25:29.618963 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60176) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:29.624666 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-6f977fa0-384f-4a2e-9d04-5c5a8b0b7f5a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '75199bb7-df50-4f63-b511-799be6413ff7', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:25:29.630994 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-6f977fa0-384f-4a2e-9d04-5c5a8b0b7f5a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:25:29.634966 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6f977fa0-384f-4a2e-9d04-5c5a8b0b7f5a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:25:29.638100 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6f977fa0-384f-4a2e-9d04-5c5a8b0b7f5a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:25:29.644028 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-6f977fa0-384f-4a2e-9d04-5c5a8b0b7f5a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:25:29.746779 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-6f977fa0-384f-4a2e-9d04-5c5a8b0b7f5a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Project abdeb3603c4943b08320f37282de8f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:25:29.750908 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6f977fa0-384f-4a2e-9d04-5c5a8b0b7f5a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:29.820744 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6f977fa0-384f-4a2e-9d04-5c5a8b0b7f5a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:29.906693 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6f977fa0-384f-4a2e-9d04-5c5a8b0b7f5a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:29.932498 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f977fa0-384f-4a2e-9d04-5c5a8b0b7f5a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eebaace-e3d8-42d6-87f3-2a4d2578874e,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:30.018650 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6f977fa0-384f-4a2e-9d04-5c5a8b0b7f5a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:30.019292 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6f977fa0-384f-4a2e-9d04-5c5a8b0b7f5a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3990333 Oct 10 11:25:30.180631 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-4c919e0b-0805-49b0-aa5b-e63709df2129 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:25:30.277382 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-4c919e0b-0805-49b0-aa5b-e63709df2129 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:25:30.278595 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-4c919e0b-0805-49b0-aa5b-e63709df2129 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-511199147&fields=id&tenant_id=abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 267 time: 0.1382937 Oct 10 11:25:30.432137 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-06f29bf6-42a7-40c0-9495-b7fccbaf3441 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:30.432805 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-06f29bf6-42a7-40c0-9495-b7fccbaf3441 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:network {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:25:30.537961 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-06f29bf6-42a7-40c0-9495-b7fccbaf3441 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:network {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:25:30.539677 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-06f29bf6-42a7-40c0-9495-b7fccbaf3441 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/networks?id=9ed5cd4a-74f1-4a16-82db-77e4bae47bfc HTTP/1.1" status: 200 len: 796 time: 0.2525764 Oct 10 11:25:30.554511 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-c7ed2fe6-4228-4cdc-a744-8df8831e65c3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/quotas/abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 375 time: 0.0095747 Oct 10 11:25:30.647991 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-3fb5928a-42ec-4c32-8fd2-23e802c627e4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:25:30.751324 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-3fb5928a-42ec-4c32-8fd2-23e802c627e4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:25:30.752634 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-3fb5928a-42ec-4c32-8fd2-23e802c627e4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1932957 Oct 10 11:25:30.939371 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device a5b4f138-5efa-4afa-a19e-0182d68cb55b up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:25:30.942700 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-7fd4db71-bc37-426c-80de-c5ca611f077e service neutron] 10.222.0.40 "GET /v2.0/networks/9ed5cd4a-74f1-4a16-82db-77e4bae47bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781163 Oct 10 11:25:31.014098 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port a5b4f138-5efa-4afa-a19e-0182d68cb55b triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:25:31.014379 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:31.014732 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port a5b4f138-5efa-4afa-a19e-0182d68cb55b Oct 10 11:25:31.086932 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-5d46daa7-edf0-4412-b988-de15b0e30d2d service neutron] 10.222.0.40 "GET /v2.0/networks/9ed5cd4a-74f1-4a16-82db-77e4bae47bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367619 Oct 10 11:25:31.132012 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port a5b4f138-5efa-4afa-a19e-0182d68cb55b is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:25:31.455612 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-3aac8d1d-c007-4cea-941a-46906b534b55 req-f4ecf565-06e2-494b-a079-a218da078335 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:25:31.468300 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-3aac8d1d-c007-4cea-941a-46906b534b55 req-f4ecf565-06e2-494b-a079-a218da078335 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:25:31.469458 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3aac8d1d-c007-4cea-941a-46906b534b55 req-f4ecf565-06e2-494b-a079-a218da078335 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=b141890b-06db-4ef4-a153-9cc6575d7921 HTTP/1.1" status: 200 len: 210 time: 0.0660300 Oct 10 11:25:32.636273 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fa54acac-1134-4b9d-844c-da6c80385cd2 req-555a7a66-22da-454c-8a66-7a8fff46a3f3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=b141890b-06db-4ef4-a153-9cc6575d7921 HTTP/1.1" status: 200 len: 210 time: 0.0511124 Oct 10 11:25:33.435782 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0211312d-7b2e-4f0b-9fa7-29c205e79430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:33.717055 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-29c9209c-02e3-4c3d-8e56-ab094195a773 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:33.717055 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-29c9209c-02e3-4c3d-8e56-ab094195a773 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/networks?id=9ed5cd4a-74f1-4a16-82db-77e4bae47bfc HTTP/1.1" status: 200 len: 796 time: 0.1484709 Oct 10 11:25:33.759231 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-aae2449e-6d79-4bcb-9873-48d7780b2133 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 379 time: 0.0399411 Oct 10 11:25:33.768033 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-9860a291-ad36-4158-82b8-b284078c50f2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'port': {'device_id': 'b141890b-06db-4ef4-a153-9cc6575d7921', 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc', 'admin_state_up': True, 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'security_groups': ['75199bb7-df50-4f63-b511-799be6413ff7']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:25:33.805361 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-de5065d9-6149-4a72-9361-255fa4f36126 req-bd164c46-e61c-4766-b11a-2d10dd3927bf tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=b141890b-06db-4ef4-a153-9cc6575d7921 HTTP/1.1" status: 200 len: 210 time: 0.0543644 Oct 10 11:25:33.910281 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-9860a291-ad36-4158-82b8-b284078c50f2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:25:33.920805 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-9860a291-ad36-4158-82b8-b284078c50f2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:25:34.034544 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-9860a291-ad36-4158-82b8-b284078c50f2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Made reservation on behalf of abdeb3603c4943b08320f37282de8f91 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:25:34.038350 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-9860a291-ad36-4158-82b8-b284078c50f2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:34.298483 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-9860a291-ad36-4158-82b8-b284078c50f2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.20.0.11 (9ed5cd4a-74f1-4a16-82db-77e4bae47bfc/d36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d/8ad34854-8a58-40c4-ab8e-3f33c2238102) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:25:34.487271 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-9860a291-ad36-4158-82b8-b284078c50f2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:34.502588 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-9860a291-ad36-4158-82b8-b284078c50f2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Transition to ACTIVE for port object 8ad34854-8a58-40c4-ab8e-3f33c2238102 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:25:34.589813 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-9860a291-ad36-4158-82b8-b284078c50f2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:34.656884 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-9860a291-ad36-4158-82b8-b284078c50f2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 9ed5cd4a-74f1-4a16-82db-77e4bae47bfc is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:25:34.661993 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-9860a291-ad36-4158-82b8-b284078c50f2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:25:34.663729 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-9860a291-ad36-4158-82b8-b284078c50f2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:25:34.703868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860a291-ad36-4158-82b8-b284078c50f2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=8ad34854-8a58-40c4-ab8e-3f33c2238102,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:34.737243 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-9860a291-ad36-4158-82b8-b284078c50f2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:34.743345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-9860a291-ad36-4158-82b8-b284078c50f2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:34.869761 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-9860a291-ad36-4158-82b8-b284078c50f2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1059008 Oct 10 11:25:34.884047 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-b3b2659e-7927-43c0-9cf6-ab749e2d8352 service neutron] Request body: {'port': {'device_id': 'b141890b-06db-4ef4-a153-9cc6575d7921', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:25:35.047307 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-929333aa-5ce6-4654-8800-8af2b0843ea2 None None] Provisioning for port 8ad34854-8a58-40c4-ab8e-3f33c2238102 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:25:35.052412 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-929333aa-5ce6-4654-8800-8af2b0843ea2 None None] Provisioning complete for port 8ad34854-8a58-40c4-ab8e-3f33c2238102 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:25:35.052810 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-929333aa-5ce6-4654-8800-8af2b0843ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:35.053145 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-929333aa-5ce6-4654-8800-8af2b0843ea2 None None] Attempt 1 to provision port 8ad34854-8a58-40c4-ab8e-3f33c2238102 Oct 10 11:25:35.056050 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-b3b2659e-7927-43c0-9cf6-ab749e2d8352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:35.108425 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-929333aa-5ce6-4654-8800-8af2b0843ea2 None None] Port 8ad34854-8a58-40c4-ab8e-3f33c2238102 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:25:35.130103 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e89186-d11a-4a54-8bad-ed4abfce9529 req-bb7a8878-1fc5-47fa-84b7-605cd7bf3f26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:35.130798 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-50e89186-d11a-4a54-8bad-ed4abfce9529 req-bb7a8878-1fc5-47fa-84b7-605cd7bf3f26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:25:35.217059 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-50e89186-d11a-4a54-8bad-ed4abfce9529 req-bb7a8878-1fc5-47fa-84b7-605cd7bf3f26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:25:35.218161 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-50e89186-d11a-4a54-8bad-ed4abfce9529 req-bb7a8878-1fc5-47fa-84b7-605cd7bf3f26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=b141890b-06db-4ef4-a153-9cc6575d7921 HTTP/1.1" status: 200 len: 932 time: 0.2819180 Oct 10 11:25:35.346665 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-50e89186-d11a-4a54-8bad-ed4abfce9529 req-d8fd7d71-98d2-420a-aa29-9baac4bb03c7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=75199bb7-df50-4f63-b511-799be6413ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220300 Oct 10 11:25:35.462559 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-b3b2659e-7927-43c0-9cf6-ab749e2d8352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad34854-8a58-40c4-ab8e-3f33c2238102 {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:25:35.469953 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-b3b2659e-7927-43c0-9cf6-ab749e2d8352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:35.484334 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-b3b2659e-7927-43c0-9cf6-ab749e2d8352 service neutron] Transition to ACTIVE for port object 8ad34854-8a58-40c4-ab8e-3f33c2238102 will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:25:35.588126 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-b3b2659e-7927-43c0-9cf6-ab749e2d8352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:35.616906 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-929333aa-5ce6-4654-8800-8af2b0843ea2 None None] Attempt 2 to provision port 8ad34854-8a58-40c4-ab8e-3f33c2238102 Oct 10 11:25:35.677988 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-929333aa-5ce6-4654-8800-8af2b0843ea2 None None] Port 8ad34854-8a58-40c4-ab8e-3f33c2238102 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:25:35.745717 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-996b4c66-0e6c-49e9-9483-2d30b77fe43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:35.780936 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2659e-7927-43c0-9cf6-ab749e2d8352 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad34854-8a58-40c4-ab8e-3f33c2238102,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:35.820855 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-b3b2659e-7927-43c0-9cf6-ab749e2d8352 service neutron] Attempting to bind port 8ad34854-8a58-40c4-ab8e-3f33c2238102 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:25:35.821190 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-b3b2659e-7927-43c0-9cf6-ab749e2d8352 service neutron] Attempting to bind port 8ad34854-8a58-40c4-ab8e-3f33c2238102 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'b4451c99-5a4b-47c7-b62a-67a766590acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:25:35.821515 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-b3b2659e-7927-43c0-9cf6-ab749e2d8352 service neutron] Attempting to bind port 8ad34854-8a58-40c4-ab8e-3f33c2238102 on network 9ed5cd4a-74f1-4a16-82db-77e4bae47bfc {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:25:35.836106 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-b3b2659e-7927-43c0-9cf6-ab749e2d8352 service neutron] Port 8ad34854-8a58-40c4-ab8e-3f33c2238102 on network 9ed5cd4a-74f1-4a16-82db-77e4bae47bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:25:35.836106 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-b3b2659e-7927-43c0-9cf6-ab749e2d8352 service neutron] Attempting to bind port 8ad34854-8a58-40c4-ab8e-3f33c2238102 on network 9ed5cd4a-74f1-4a16-82db-77e4bae47bfc {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:25:35.836106 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-b3b2659e-7927-43c0-9cf6-ab749e2d8352 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:25:35.836106 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-b3b2659e-7927-43c0-9cf6-ab749e2d8352 service neutron] Checking segment: {'id': 'b4451c99-5a4b-47c7-b62a-67a766590acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:25:35.836106 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-b3b2659e-7927-43c0-9cf6-ab749e2d8352 service neutron] Bound using segment: {'id': 'b4451c99-5a4b-47c7-b62a-67a766590acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:25:35.836106 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-b3b2659e-7927-43c0-9cf6-ab749e2d8352 service neutron] Bound port: 8ad34854-8a58-40c4-ab8e-3f33c2238102, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4451c99-5a4b-47c7-b62a-67a766590acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:25:35.836106 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-b3b2659e-7927-43c0-9cf6-ab749e2d8352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:35.922509 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-b3b2659e-7927-43c0-9cf6-ab749e2d8352 service neutron] For port 8ad34854-8a58-40c4-ab8e-3f33c2238102, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:25:35.925368 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-b3b2659e-7927-43c0-9cf6-ab749e2d8352 service neutron] For port 8ad34854-8a58-40c4-ab8e-3f33c2238102, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8ad34854-8a58-40c4-ab8e-3f33c2238102,segment=NetworkSegment(b4451c99-5a4b-47c7-b62a-67a766590acc),segment_id=b4451c99-5a4b-47c7-b62a-67a766590acc)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:25:36.100232 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-b3b2659e-7927-43c0-9cf6-ab749e2d8352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:36.103360 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-b3b2659e-7927-43c0-9cf6-ab749e2d8352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:36.104463 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-b3b2659e-7927-43c0-9cf6-ab749e2d8352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:36.105748 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-b3b2659e-7927-43c0-9cf6-ab749e2d8352 service neutron] 10.222.0.15 "PUT /v2.0/ports/8ad34854-8a58-40c4-ab8e-3f33c2238102 HTTP/1.1" status: 200 len: 1094 time: 1.2293267 Oct 10 11:25:36.135388 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b141890b-06db-4ef4-a153-9cc6575d7921', 'tag': '8ad34854-8a58-40c4-ab8e-3f33c2238102'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:25:36.137728 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7998bf-f51f-44dd-acf6-e4ee43f57af0" -d '{"events": [{"name": "network-changed", "server_uuid": "b141890b-06db-4ef4-a153-9cc6575d7921", "tag": "8ad34854-8a58-40c4-ab8e-3f33c2238102"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:25:36.180631 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-929333aa-5ce6-4654-8800-8af2b0843ea2 None None] Attempt 3 to provision port 8ad34854-8a58-40c4-ab8e-3f33c2238102 Oct 10 11:25:36.181354 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06db978-4223-4acd-9fd2-1b638a6dcd06 x-openstack-request-id: req-c06db978-4223-4acd-9fd2-1b638a6dcd06 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:25:36.181354 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b141890b-06db-4ef4-a153-9cc6575d7921", "tag": "8ad34854-8a58-40c4-ab8e-3f33c2238102", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:25:36.181354 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c06db978-4223-4acd-9fd2-1b638a6dcd06 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:25:36.181354 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c06db978-4223-4acd-9fd2-1b638a6dcd06'] response: {'name': 'network-changed', 'server_uuid': 'b141890b-06db-4ef4-a153-9cc6575d7921', 'tag': '8ad34854-8a58-40c4-ab8e-3f33c2238102', 'status': 'completed', 'code': 200} Oct 10 11:25:36.183964 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2659e-7927-43c0-9cf6-ab749e2d8352 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad34854-8a58-40c4-ab8e-3f33c2238102,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:36.248296 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-929333aa-5ce6-4654-8800-8af2b0843ea2 None None] Port 8ad34854-8a58-40c4-ab8e-3f33c2238102 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:25:36.283307 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7998bf-f51f-44dd-acf6-e4ee43f57af0 req-afa66119-0ef8-424f-883c-0dcc6916cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:36.284692 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3d7998bf-f51f-44dd-acf6-e4ee43f57af0 req-afa66119-0ef8-424f-883c-0dcc6916cc7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=b141890b-06db-4ef4-a153-9cc6575d7921 HTTP/1.1" status: 200 len: 1097 time: 0.0834963 Oct 10 11:25:36.583246 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7998bf-f51f-44dd-acf6-e4ee43f57af0 req-c3cfb3df-73fe-4244-8452-e918760beca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:36.584693 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3d7998bf-f51f-44dd-acf6-e4ee43f57af0 req-c3cfb3df-73fe-4244-8452-e918760beca9 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=abdeb3603c4943b08320f37282de8f91&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2938817 Oct 10 11:25:36.636830 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a383b-ab5b-4f6c-9dd7-3e8b6b76834a req-79c9c7a9-7334-4ebe-9c9d-2483b069f601 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:36.638851 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-121a383b-ab5b-4f6c-9dd7-3e8b6b76834a req-79c9c7a9-7334-4ebe-9c9d-2483b069f601 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=b141890b-06db-4ef4-a153-9cc6575d7921 HTTP/1.1" status: 200 len: 944 time: 0.1623826 Oct 10 11:25:36.765669 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-121a383b-ab5b-4f6c-9dd7-3e8b6b76834a req-89fd7f81-2a6a-4f72-866e-5c98e9b758a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=75199bb7-df50-4f63-b511-799be6413ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803106 Oct 10 11:25:36.772542 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7998bf-f51f-44dd-acf6-e4ee43f57af0 req-6f9e6e2a-0c28-44b5-9f28-0085fb8842ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:36.773979 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3d7998bf-f51f-44dd-acf6-e4ee43f57af0 req-6f9e6e2a-0c28-44b5-9f28-0085fb8842ea service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1823738 Oct 10 11:25:36.890062 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-426e2c5f-4665-4d5b-9d4a-ff6037d8baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:36.891665 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-426e2c5f-4665-4d5b-9d4a-ff6037d8baa4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=b141890b-06db-4ef4-a153-9cc6575d7921 HTTP/1.1" status: 200 len: 1097 time: 0.0829210 Oct 10 11:25:36.964904 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-25a2d5ca-9c5e-42f1-b956-75d3e4d85dda service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ad34854-8a58-40c4-ab8e-3f33c2238102 HTTP/1.1" status: 200 len: 217 time: 0.0668416 Oct 10 11:25:36.968644 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:36.999519 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:37.026218 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-be5151e1-0063-4b62-8b97-4eaf6c92e0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:37.027669 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-be5151e1-0063-4b62-8b97-4eaf6c92e0f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d HTTP/1.1" status: 200 len: 834 time: 0.0571675 Oct 10 11:25:37.114735 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-ed933f13-b761-4b7d-8161-54acd95a7dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:37.116222 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-ed933f13-b761-4b7d-8161-54acd95a7dcf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ed5cd4a-74f1-4a16-82db-77e4bae47bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819833 Oct 10 11:25:37.249302 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-9dbd3fe3-44d0-48d6-8b93-b1ec5099541e service neutron] 10.222.0.15 "GET /v2.0/networks/9ed5cd4a-74f1-4a16-82db-77e4bae47bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272326 Oct 10 11:25:37.381325 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e9518ce9-6683-412f-a5f1-58f4676de0a5 req-61827888-cae9-48e6-965e-fdba8bceb376 service neutron] 10.222.0.15 "GET /v2.0/networks/9ed5cd4a-74f1-4a16-82db-77e4bae47bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253273 Oct 10 11:25:37.970305 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa571ffa-83ad-43b8-9f84-fcd6824de61a req-e06aa187-fc1e-4bc5-a025-58ec2cf1db1e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:37.972674 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-fa571ffa-83ad-43b8-9f84-fcd6824de61a req-e06aa187-fc1e-4bc5-a025-58ec2cf1db1e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=b141890b-06db-4ef4-a153-9cc6575d7921 HTTP/1.1" status: 200 len: 944 time: 0.0897667 Oct 10 11:25:38.016467 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-fa571ffa-83ad-43b8-9f84-fcd6824de61a req-a9b1a850-4201-43db-95b6-7ac070ac0ba0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:25:38.028695 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-fa571ffa-83ad-43b8-9f84-fcd6824de61a req-a9b1a850-4201-43db-95b6-7ac070ac0ba0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:25:38.030750 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-fa571ffa-83ad-43b8-9f84-fcd6824de61a req-a9b1a850-4201-43db-95b6-7ac070ac0ba0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=75199bb7-df50-4f63-b511-799be6413ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523088 Oct 10 11:25:38.628227 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:39.228557 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69bd29-2eb4-4dd8-af3d-08d944513d8c req-72a8c034-acd9-4591-873c-eb02f00f8d9f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:39.234525 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2c69bd29-2eb4-4dd8-af3d-08d944513d8c req-72a8c034-acd9-4591-873c-eb02f00f8d9f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=b141890b-06db-4ef4-a153-9cc6575d7921 HTTP/1.1" status: 200 len: 944 time: 0.0875473 Oct 10 11:25:39.274013 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2c69bd29-2eb4-4dd8-af3d-08d944513d8c req-926811ee-8864-481f-808e-707852eda142 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=75199bb7-df50-4f63-b511-799be6413ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382283 Oct 10 11:25:39.411151 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:40.027215 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:25:40.474902 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2993ebe-8c07-4cee-9a28-7205929c104d req-023a4d0b-869c-45fc-b807-983f2cd3d7f6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:40.476363 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c2993ebe-8c07-4cee-9a28-7205929c104d req-023a4d0b-869c-45fc-b807-983f2cd3d7f6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=b141890b-06db-4ef4-a153-9cc6575d7921 HTTP/1.1" status: 200 len: 944 time: 0.0929248 Oct 10 11:25:40.521077 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c2993ebe-8c07-4cee-9a28-7205929c104d req-997df1a2-9a31-4a7d-8515-c0210b44e19f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=75199bb7-df50-4f63-b511-799be6413ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385261 Oct 10 11:25:41.021216 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 8ad34854-8a58-40c4-ab8e-3f33c2238102 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:25:41.192623 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 8ad34854-8a58-40c4-ab8e-3f33c2238102, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8ad34854-8a58-40c4-ab8e-3f33c2238102,segment=NetworkSegment(b4451c99-5a4b-47c7-b62a-67a766590acc),segment_id=b4451c99-5a4b-47c7-b62a-67a766590acc)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:25:41.205358 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '8ad34854-8a58-40c4-ab8e-3f33c2238102', 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc', 'port_id': '8ad34854-8a58-40c4-ab8e-3f33c2238102', 'mac_address': 'fa:16:3e:9c:c3:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 492, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:25:41.260252 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 8ad34854-8a58-40c4-ab8e-3f33c2238102 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:25:41.260627 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:41.279508 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad34854-8a58-40c4-ab8e-3f33c2238102 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:25:41.295644 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 8ad34854-8a58-40c4-ab8e-3f33c2238102, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8ad34854-8a58-40c4-ab8e-3f33c2238102,segment=NetworkSegment(b4451c99-5a4b-47c7-b62a-67a766590acc),segment_id=b4451c99-5a4b-47c7-b62a-67a766590acc)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:25:41.457683 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:41.527202 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=8ad34854-8a58-40c4-ab8e-3f33c2238102,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:41.669862 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['8ad34854-8a58-40c4-ab8e-3f33c2238102'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:25:41.723395 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26272cf-73a5-40f4-bc48-5e9dbe5b6f95 req-74da580c-c900-4a3b-804b-64099aada724 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:41.724922 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c26272cf-73a5-40f4-bc48-5e9dbe5b6f95 req-74da580c-c900-4a3b-804b-64099aada724 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=b141890b-06db-4ef4-a153-9cc6575d7921 HTTP/1.1" status: 200 len: 945 time: 0.0948625 Oct 10 11:25:41.769976 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c26272cf-73a5-40f4-bc48-5e9dbe5b6f95 req-ad8a50af-6cd1-48fd-9d87-1ca153bc4540 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=75199bb7-df50-4f63-b511-799be6413ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392039 Oct 10 11:25:42.971501 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5ce94-d7fe-42df-9a44-fd3674279d64 req-3181e61d-1b30-4a69-918f-7a0465982606 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:42.973116 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9be5ce94-d7fe-42df-9a44-fd3674279d64 req-3181e61d-1b30-4a69-918f-7a0465982606 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=b141890b-06db-4ef4-a153-9cc6575d7921 HTTP/1.1" status: 200 len: 945 time: 0.0900650 Oct 10 11:25:43.020696 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9be5ce94-d7fe-42df-9a44-fd3674279d64 req-f820e03b-a9ea-43f1-b456-50a3171b0f48 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=75199bb7-df50-4f63-b511-799be6413ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419104 Oct 10 11:25:43.049971 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 8ad34854-8a58-40c4-ab8e-3f33c2238102 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:25:43.173837 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port 8ad34854-8a58-40c4-ab8e-3f33c2238102 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:25:43.178826 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 8ad34854-8a58-40c4-ab8e-3f33c2238102 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:25:43.179195 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:43.179529 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 8ad34854-8a58-40c4-ab8e-3f33c2238102 Oct 10 11:25:43.297099 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 8ad34854-8a58-40c4-ab8e-3f33c2238102 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:25:43.297475 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:43.323261 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b141890b-06db-4ef4-a153-9cc6575d7921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad34854-8a58-40c4-ab8e-3f33c2238102'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:25:43.326030 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332372de-32ee-41cb-93c3-1eb538a60001" -d '{"events": [{"server_uuid": "b141890b-06db-4ef4-a153-9cc6575d7921", "name": "network-vif-plugged", "status": "completed", "tag": "8ad34854-8a58-40c4-ab8e-3f33c2238102"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:25:43.333492 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 8ad34854-8a58-40c4-ab8e-3f33c2238102, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8ad34854-8a58-40c4-ab8e-3f33c2238102,segment=NetworkSegment(b4451c99-5a4b-47c7-b62a-67a766590acc),segment_id=b4451c99-5a4b-47c7-b62a-67a766590acc)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:25:43.368200 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96259cab-03d5-4526-be0a-832615083579 x-openstack-request-id: req-96259cab-03d5-4526-be0a-832615083579 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:25:43.368497 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b141890b-06db-4ef4-a153-9cc6575d7921", "name": "network-vif-plugged", "status": "completed", "tag": "8ad34854-8a58-40c4-ab8e-3f33c2238102", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:25:43.368777 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-96259cab-03d5-4526-be0a-832615083579 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:25:43.369169 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96259cab-03d5-4526-be0a-832615083579'] response: {'server_uuid': 'b141890b-06db-4ef4-a153-9cc6575d7921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad34854-8a58-40c4-ab8e-3f33c2238102', 'code': 200} Oct 10 11:25:43.423553 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:43.487467 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=8ad34854-8a58-40c4-ab8e-3f33c2238102,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:43.804873 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94e3f9-05cf-4938-b146-437e97f8dd9c req-3f3cdd39-ba2e-4d59-bb43-cd8163f28706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:43.806372 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8a94e3f9-05cf-4938-b146-437e97f8dd9c req-3f3cdd39-ba2e-4d59-bb43-cd8163f28706 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b141890b-06db-4ef4-a153-9cc6575d7921 HTTP/1.1" status: 200 len: 1099 time: 0.0815601 Oct 10 11:25:43.845601 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8a94e3f9-05cf-4938-b146-437e97f8dd9c req-12148e8c-aa09-4a8c-8242-197e987956a7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=75199bb7-df50-4f63-b511-799be6413ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333567 Oct 10 11:25:44.222390 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf0fca-ec02-46de-8660-554981993611 req-3b55f98c-d18d-4b8b-97f7-6750f9d32529 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:44.226916 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-7adf0fca-ec02-46de-8660-554981993611 req-3b55f98c-d18d-4b8b-97f7-6750f9d32529 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=b141890b-06db-4ef4-a153-9cc6575d7921 HTTP/1.1" status: 200 len: 946 time: 0.0891020 Oct 10 11:25:44.267455 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-7adf0fca-ec02-46de-8660-554981993611 req-d3e1b49f-2889-48aa-85c7-535844a47173 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=75199bb7-df50-4f63-b511-799be6413ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379176 Oct 10 11:25:45.467777 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefe28d-5562-4485-b92f-0c443710c528 req-21250296-4a6a-4dc1-82b4-b27953d50f09 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:45.469234 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6cefe28d-5562-4485-b92f-0c443710c528 req-21250296-4a6a-4dc1-82b4-b27953d50f09 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=b141890b-06db-4ef4-a153-9cc6575d7921 HTTP/1.1" status: 200 len: 946 time: 0.0894923 Oct 10 11:25:45.513754 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6cefe28d-5562-4485-b92f-0c443710c528 req-ba73480d-4194-49c2-848e-0b4c5cb3179e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=75199bb7-df50-4f63-b511-799be6413ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386720 Oct 10 11:25:45.725226 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf70ce4-5092-4004-bc4f-1c3316be95a9 req-96de0c24-c3e6-4d95-92a7-5e58503cc915 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:45.726694 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8cf70ce4-5092-4004-bc4f-1c3316be95a9 req-96de0c24-c3e6-4d95-92a7-5e58503cc915 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=b141890b-06db-4ef4-a153-9cc6575d7921 HTTP/1.1" status: 200 len: 946 time: 0.1022680 Oct 10 11:25:45.770411 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8cf70ce4-5092-4004-bc4f-1c3316be95a9 req-9a8fe469-ae12-415d-88d3-b887ea61c1e6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=75199bb7-df50-4f63-b511-799be6413ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374253 Oct 10 11:25:45.802256 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60240) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:45.891482 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baa5f99-be3c-42f5-a414-80c07f44a94c tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:45.891482 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7baa5f99-be3c-42f5-a414-80c07f44a94c tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=b141890b-06db-4ef4-a153-9cc6575d7921 HTTP/1.1" status: 200 len: 1094 time: 0.0794315 Oct 10 11:25:45.893720 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60244) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:45.898660 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-074d9ca2-b62d-4844-801b-603e799c7783 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'port_id': '8ad34854-8a58-40c4-ab8e-3f33c2238102', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:25:45.906123 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-074d9ca2-b62d-4844-801b-603e799c7783 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:25:45.910350 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-074d9ca2-b62d-4844-801b-603e799c7783 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:floatingip and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:25:45.913289 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-074d9ca2-b62d-4844-801b-603e799c7783 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:25:45.920318 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-074d9ca2-b62d-4844-801b-603e799c7783 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:25:46.262834 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-074d9ca2-b62d-4844-801b-603e799c7783 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:46.398322 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-074d9ca2-b62d-4844-801b-603e799c7783 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:46.636887 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-074d9ca2-b62d-4844-801b-603e799c7783 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.26.4.57 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/3968df60-00bb-4e47-abfb-c2f068619c0b) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:25:46.782577 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-074d9ca2-b62d-4844-801b-603e799c7783 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:46.912240 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-074d9ca2-b62d-4844-801b-603e799c7783 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:46.977094 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074d9ca2-b62d-4844-801b-603e799c7783 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:25:46.980124 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-074d9ca2-b62d-4844-801b-603e799c7783 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:25:46.984328 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074d9ca2-b62d-4844-801b-603e799c7783 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:25:47.018859 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d9ca2-b62d-4844-801b-603e799c7783 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=3968df60-00bb-4e47-abfb-c2f068619c0b,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:47.404546 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-074d9ca2-b62d-4844-801b-603e799c7783 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:47.573878 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-074d9ca2-b62d-4844-801b-603e799c7783 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:47.778225 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-074d9ca2-b62d-4844-801b-603e799c7783 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:47.840522 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-074d9ca2-b62d-4844-801b-603e799c7783 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:47.944952 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d9ca2-b62d-4844-801b-603e799c7783 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=3968df60-00bb-4e47-abfb-c2f068619c0b,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:25:47.953949 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-074d9ca2-b62d-4844-801b-603e799c7783 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:48.118313 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-074d9ca2-b62d-4844-801b-603e799c7783 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Floating IP e8f4ccb2-a381-4358-aa92-a6f3afa40dfd associated. External IP: 172.26.4.57, port: 8ad34854-8a58-40c4-ab8e-3f33c2238102. Oct 10 11:25:48.585720 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074d9ca2-b62d-4844-801b-603e799c7783 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router fee6729b-40e5-451f-959b-9f349f011070 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:25:48.765659 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074d9ca2-b62d-4844-801b-603e799c7783 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:25:48.775077 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0926a9-e6e0-40b9-88c5-41c3c741b3ea None None] Sync routers for ids ['fee6729b-40e5-451f-959b-9f349f011070'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:25:48.786091 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0926a9-e6e0-40b9-88c5-41c3c741b3ea None None] Routers {'fee6729b-40e5-451f-959b-9f349f011070'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:25:48.786690 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-3c0926a9-e6e0-40b9-88c5-41c3c741b3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:25:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['fee6729b-40e5-451f-959b-9f349f011070'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:25:48.960841 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-3c0926a9-e6e0-40b9-88c5-41c3c741b3ea None None] Set router fee6729b-40e5-451f-959b-9f349f011070 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:25:48.997434 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-074d9ca2-b62d-4844-801b-603e799c7783 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:25:49.057626 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-074d9ca2-b62d-4844-801b-603e799c7783 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1628222 Oct 10 11:25:49.058267 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b141890b-06db-4ef4-a153-9cc6575d7921', 'tag': '8ad34854-8a58-40c4-ab8e-3f33c2238102'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:25:49.060582 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60250) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:49.061135 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdad00f-775f-4a3d-a2f2-709132c39c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "b141890b-06db-4ef4-a153-9cc6575d7921", "tag": "8ad34854-8a58-40c4-ab8e-3f33c2238102"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:25:49.104836 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff51613-40bb-4052-bb58-722a863b0dc7 x-openstack-request-id: req-6ff51613-40bb-4052-bb58-722a863b0dc7 {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:25:49.105132 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b141890b-06db-4ef4-a153-9cc6575d7921", "tag": "8ad34854-8a58-40c4-ab8e-3f33c2238102", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:25:49.105382 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6ff51613-40bb-4052-bb58-722a863b0dc7 {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:25:49.105803 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ff51613-40bb-4052-bb58-722a863b0dc7'] response: {'name': 'network-changed', 'server_uuid': 'b141890b-06db-4ef4-a153-9cc6575d7921', 'tag': '8ad34854-8a58-40c4-ab8e-3f33c2238102', 'status': 'completed', 'code': 200} Oct 10 11:25:49.345852 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-3c0926a9-e6e0-40b9-88c5-41c3c741b3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee6729b-40e5-451f-959b-9f349f011070', 'name': 'tempest-TestNetworkBasicOps-router-675158982', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:25:17Z', 'updated_at': '2022-10-10T11:25:24Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:18Z', 'updated_at': '2022-10-10T11:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'e8f4ccb2-a381-4358-aa92-a6f3afa40dfd', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'port_id': '8ad34854-8a58-40c4-ab8e-3f33c2238102', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc', 'mac_address': 'fa:16:3e:9c:c3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b141890b-06db-4ef4-a153-9cc6575d7921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:25:47Z', 'updated_at': '2022-10-10T11:25:47Z', 'revision_number': 0, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b4f138-5efa-4afa-a19e-0182d68cb55b', 'name': '', 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:9a:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:23Z', 'updated_at': '2022-10-10T11:25:29Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:25:49.350498 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0926a9-e6e0-40b9-88c5-41c3c741b3ea None None] Checking router: fee6729b-40e5-451f-959b-9f349f011070 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:25:49.359657 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0926a9-e6e0-40b9-88c5-41c3c741b3ea None None] Routers {'fee6729b-40e5-451f-959b-9f349f011070'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:25:49.360265 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-3c0926a9-e6e0-40b9-88c5-41c3c741b3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:25:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['fee6729b-40e5-451f-959b-9f349f011070'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:25:49.431099 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b05286fe-1b4b-4546-8dff-315c93623220 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/routers/fee6729b-40e5-451f-959b-9f349f011070 HTTP/1.1" status: 200 len: 922 time: 0.3693292 Oct 10 11:25:49.438533 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdad00f-775f-4a3d-a2f2-709132c39c4d req-2c1e147b-7d58-4104-b70c-d5f295c67aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:49.438679 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60256) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:49.438794 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ccdad00f-775f-4a3d-a2f2-709132c39c4d req-2c1e147b-7d58-4104-b70c-d5f295c67aa2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=b141890b-06db-4ef4-a153-9cc6575d7921 HTTP/1.1" status: 200 len: 1099 time: 0.3075936 Oct 10 11:25:49.549254 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-3c0926a9-e6e0-40b9-88c5-41c3c741b3ea None None] Set router fee6729b-40e5-451f-959b-9f349f011070 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:25:49.556912 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ca2571ca-2ccc-4b43-a40b-9dc3845fe835 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/e8f4ccb2-a381-4358-aa92-a6f3afa40dfd HTTP/1.1" status: 200 len: 991 time: 0.1199205 Oct 10 11:25:49.578944 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdad00f-775f-4a3d-a2f2-709132c39c4d req-9b2abe50-47dd-4fa1-ac3f-8211134c35ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:49.580359 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ccdad00f-775f-4a3d-a2f2-709132c39c4d req-9b2abe50-47dd-4fa1-ac3f-8211134c35ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=9ed5cd4a-74f1-4a16-82db-77e4bae47bfc HTTP/1.1" status: 200 len: 897 time: 0.1367524 Oct 10 11:25:49.683060 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ccdad00f-775f-4a3d-a2f2-709132c39c4d req-c617fbb6-46ef-4fe5-b1ff-f35e9adb35a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ad34854-8a58-40c4-ab8e-3f33c2238102 HTTP/1.1" status: 200 len: 999 time: 0.0969193 Oct 10 11:25:50.034614 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdad00f-775f-4a3d-a2f2-709132c39c4d req-e9541bfc-2cfa-437c-aff2-2fe54643aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:50.034614 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ccdad00f-775f-4a3d-a2f2-709132c39c4d req-e9541bfc-2cfa-437c-aff2-2fe54643aa32 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d HTTP/1.1" status: 200 len: 834 time: 0.0575223 Oct 10 11:25:50.034614 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdad00f-775f-4a3d-a2f2-709132c39c4d req-76fb4b46-8f79-4c38-bd58-b87b13fe761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:25:50.034614 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ccdad00f-775f-4a3d-a2f2-709132c39c4d req-76fb4b46-8f79-4c38-bd58-b87b13fe761b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ed5cd4a-74f1-4a16-82db-77e4bae47bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835242 Oct 10 11:25:50.038687 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-3c0926a9-e6e0-40b9-88c5-41c3c741b3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee6729b-40e5-451f-959b-9f349f011070', 'name': 'tempest-TestNetworkBasicOps-router-675158982', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:25:17Z', 'updated_at': '2022-10-10T11:25:24Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:18Z', 'updated_at': '2022-10-10T11:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'e8f4ccb2-a381-4358-aa92-a6f3afa40dfd', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'port_id': '8ad34854-8a58-40c4-ab8e-3f33c2238102', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc', 'mac_address': 'fa:16:3e:9c:c3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b141890b-06db-4ef4-a153-9cc6575d7921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:25:47Z', 'updated_at': '2022-10-10T11:25:47Z', 'revision_number': 0, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b4f138-5efa-4afa-a19e-0182d68cb55b', 'name': '', 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:9a:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:23Z', 'updated_at': '2022-10-10T11:25:29Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:25:50.038687 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0926a9-e6e0-40b9-88c5-41c3c741b3ea None None] The sync data for ids ['fee6729b-40e5-451f-959b-9f349f011070'] in dv-neutron-860842-1-hyperv is: [{'id': 'fee6729b-40e5-451f-959b-9f349f011070', 'name': 'tempest-TestNetworkBasicOps-router-675158982', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:25:17Z', 'updated_at': '2022-10-10T11:25:24Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:18Z', 'updated_at': '2022-10-10T11:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'e8f4ccb2-a381-4358-aa92-a6f3afa40dfd', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'port_id': '8ad34854-8a58-40c4-ab8e-3f33c2238102', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc', 'mac_address': 'fa:16:3e:9c:c3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b141890b-06db-4ef4-a153-9cc6575d7921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:25:47Z', 'updated_at': '2022-10-10T11:25:47Z', 'revision_number': 0, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b4f138-5efa-4afa-a19e-0182d68cb55b', 'name': '', 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:9a:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:23Z', 'updated_at': '2022-10-10T11:25:29Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:25:50.041481 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ccdad00f-775f-4a3d-a2f2-709132c39c4d req-411878f8-c4f4-436a-ad30-f19bcd4cfc36 service neutron] 10.222.0.15 "GET /v2.0/networks/9ed5cd4a-74f1-4a16-82db-77e4bae47bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389892 Oct 10 11:25:50.122553 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ccdad00f-775f-4a3d-a2f2-709132c39c4d req-e31de25e-be45-424c-a103-ccbaa8ebd7af service neutron] 10.222.0.15 "GET /v2.0/networks/9ed5cd4a-74f1-4a16-82db-77e4bae47bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345832 Oct 10 11:25:50.126740 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dcb555-5aa6-4bd1-84e9-3af04bce22e0 None None] New status for floating IP e8f4ccb2-a381-4358-aa92-a6f3afa40dfd: ACTIVE {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:25:50.559320 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60260) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:25:50.664825 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6e6e2a8a-7512-408b-ae8f-d8fa29f1541a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/e8f4ccb2-a381-4358-aa92-a6f3afa40dfd HTTP/1.1" status: 200 len: 993 time: 0.1037467 Oct 10 11:26:03.539547 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a0770b32-9f15-4952-9faa-338c5eb38105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:05.731557 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-70627faa-005d-4eef-aaf2-3b914aeaa0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:07.011051 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:07.107798 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:08.668137 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:09.376305 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:17.026452 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:26:19.804816 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60282) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:19.987056 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ce8f3cbc-76e1-47bf-943d-4e3ce9114b5b tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/routers/fee6729b-40e5-451f-959b-9f349f011070/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1812599 Oct 10 11:26:19.990422 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60286) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:20.292343 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fee6ba9-767e-445c-8f14-2e2024c64b22 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Notify agent at dv-neutron-860842-1-hyperv the message router_removed_from_agent {{(pid=89896) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Oct 10 11:26:20.295594 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5fee6ba9-767e-445c-8f14-2e2024c64b22 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "DELETE /v2.0/agents/fc865cc8-08a9-4b72-9393-fae14a4cb5b4/l3-routers/fee6729b-40e5-451f-959b-9f349f011070 HTTP/1.1" status: 204 len: 168 time: 0.3042979 Oct 10 11:26:20.298241 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60290) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:20.479578 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4e718c2e-e2e7-4a64-90ba-e3d15a3856e8 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/routers/fee6729b-40e5-451f-959b-9f349f011070/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1802444 Oct 10 11:26:20.482388 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60294) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:20.710558 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-35ce9931-8255-4a78-abe6-2acc228360b6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/e8f4ccb2-a381-4358-aa92-a6f3afa40dfd HTTP/1.1" status: 200 len: 993 time: 0.2271352 Oct 10 11:26:21.043408 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb02a32-6073-46da-9ebe-bbd0f041a0df None None] New status for floating IP e8f4ccb2-a381-4358-aa92-a6f3afa40dfd: DOWN {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:26:21.074883 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device a5b4f138-5efa-4afa-a19e-0182d68cb55b no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:26:21.189396 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port a5b4f138-5efa-4afa-a19e-0182d68cb55b is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:26:21.189821 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:21.222168 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port a5b4f138-5efa-4afa-a19e-0182d68cb55b, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a5b4f138-5efa-4afa-a19e-0182d68cb55b,segment=NetworkSegment(b4451c99-5a4b-47c7-b62a-67a766590acc),segment_id=b4451c99-5a4b-47c7-b62a-67a766590acc)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:26:21.314192 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:21.315172 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device cee383f9-8b71-4806-b03c-748715a67a91 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:26:21.430642 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=a5b4f138-5efa-4afa-a19e-0182d68cb55b,revision_number=6']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:21.442476 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:21.442476 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:21.442476 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:21.442476 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:21.442476 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:21.442476 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:21.442476 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:21.442476 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:21.442476 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:21.442476 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:21.443181 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:21.443181 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:21.499075 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port cee383f9-8b71-4806-b03c-748715a67a91 is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:26:21.499462 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:21.516094 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port cee383f9-8b71-4806-b03c-748715a67a91, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=cee383f9-8b71-4806-b03c-748715a67a91,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:26:21.648135 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:21.713939 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60298) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:21.715728 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=cee383f9-8b71-4806-b03c-748715a67a91,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:21.824022 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4323ee29-990f-47f3-b905-40b602a351f7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/e8f4ccb2-a381-4358-aa92-a6f3afa40dfd HTTP/1.1" status: 200 len: 991 time: 0.1083786 Oct 10 11:26:22.971297 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60304) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:23.262010 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e7a2f7-77e7-4429-aac1-6929b63979f4 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Router fee6729b-40e5-451f-959b-9f349f011070 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:26:23.262429 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e7a2f7-77e7-4429-aac1-6929b63979f4 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Notify agent at dv-neutron-860842-1-hyperv the message router_added_to_agent {{(pid=89896) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Oct 10 11:26:23.280271 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-46e7a2f7-77e7-4429-aac1-6929b63979f4 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "POST /v2.0/agents/fc865cc8-08a9-4b72-9393-fae14a4cb5b4/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3079200 Oct 10 11:26:23.283070 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60312) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:23.294665 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df2b2fd-5119-492c-b066-2e998269d293 None None] Sync routers for ids ['fee6729b-40e5-451f-959b-9f349f011070'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:26:23.304132 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df2b2fd-5119-492c-b066-2e998269d293 None None] Routers {'fee6729b-40e5-451f-959b-9f349f011070'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:26:23.304747 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-1df2b2fd-5119-492c-b066-2e998269d293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:26:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['fee6729b-40e5-451f-959b-9f349f011070'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:26:23.467145 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-76045b1c-535c-44c7-b827-d5bd8fa70190 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/routers/fee6729b-40e5-451f-959b-9f349f011070/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1830220 Oct 10 11:26:23.469862 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60316) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:23.524251 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-1df2b2fd-5119-492c-b066-2e998269d293 None None] Set router fee6729b-40e5-451f-959b-9f349f011070 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:26:23.575269 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-48b66da6-d32f-4e7c-9e5f-f67c85e1aa32 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/e8f4ccb2-a381-4358-aa92-a6f3afa40dfd HTTP/1.1" status: 200 len: 991 time: 0.1041834 Oct 10 11:26:23.865039 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-1df2b2fd-5119-492c-b066-2e998269d293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee6729b-40e5-451f-959b-9f349f011070', 'name': 'tempest-TestNetworkBasicOps-router-675158982', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:25:17Z', 'updated_at': '2022-10-10T11:25:24Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:18Z', 'updated_at': '2022-10-10T11:26:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'e8f4ccb2-a381-4358-aa92-a6f3afa40dfd', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'port_id': '8ad34854-8a58-40c4-ab8e-3f33c2238102', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc', 'mac_address': 'fa:16:3e:9c:c3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b141890b-06db-4ef4-a153-9cc6575d7921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:25:47Z', 'updated_at': '2022-10-10T11:26:21Z', 'revision_number': 2, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b4f138-5efa-4afa-a19e-0182d68cb55b', 'name': '', 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:9a:c4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:23Z', 'updated_at': '2022-10-10T11:26:21Z', 'revision_number': 6, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:26:23.868757 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df2b2fd-5119-492c-b066-2e998269d293 None None] Checking router: fee6729b-40e5-451f-959b-9f349f011070 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:26:23.876946 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df2b2fd-5119-492c-b066-2e998269d293 None None] Routers {'fee6729b-40e5-451f-959b-9f349f011070'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:26:23.877554 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-1df2b2fd-5119-492c-b066-2e998269d293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:26:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['fee6729b-40e5-451f-959b-9f349f011070'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:26:24.054561 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-1df2b2fd-5119-492c-b066-2e998269d293 None None] Set router fee6729b-40e5-451f-959b-9f349f011070 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:26:24.389044 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-1df2b2fd-5119-492c-b066-2e998269d293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee6729b-40e5-451f-959b-9f349f011070', 'name': 'tempest-TestNetworkBasicOps-router-675158982', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:25:17Z', 'updated_at': '2022-10-10T11:25:24Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:18Z', 'updated_at': '2022-10-10T11:26:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'e8f4ccb2-a381-4358-aa92-a6f3afa40dfd', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'port_id': '8ad34854-8a58-40c4-ab8e-3f33c2238102', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc', 'mac_address': 'fa:16:3e:9c:c3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b141890b-06db-4ef4-a153-9cc6575d7921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:25:47Z', 'updated_at': '2022-10-10T11:26:21Z', 'revision_number': 2, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b4f138-5efa-4afa-a19e-0182d68cb55b', 'name': '', 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:9a:c4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:23Z', 'updated_at': '2022-10-10T11:26:21Z', 'revision_number': 6, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:26:24.392927 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df2b2fd-5119-492c-b066-2e998269d293 None None] The sync data for ids ['fee6729b-40e5-451f-959b-9f349f011070'] in dv-neutron-860842-1-hyperv is: [{'id': 'fee6729b-40e5-451f-959b-9f349f011070', 'name': 'tempest-TestNetworkBasicOps-router-675158982', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:25:17Z', 'updated_at': '2022-10-10T11:25:24Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:18Z', 'updated_at': '2022-10-10T11:26:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'e8f4ccb2-a381-4358-aa92-a6f3afa40dfd', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'port_id': '8ad34854-8a58-40c4-ab8e-3f33c2238102', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc', 'mac_address': 'fa:16:3e:9c:c3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b141890b-06db-4ef4-a153-9cc6575d7921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:25:47Z', 'updated_at': '2022-10-10T11:26:21Z', 'revision_number': 2, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b4f138-5efa-4afa-a19e-0182d68cb55b', 'name': '', 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:9a:c4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:23Z', 'updated_at': '2022-10-10T11:26:21Z', 'revision_number': 6, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:26:24.579456 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60322) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:24.645035 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6b110fa8-6792-4f2d-9eb2-db94ad859314 req-ce7ceb1c-9b4f-4cf1-9bf3-33e7723193f9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1432374 Oct 10 11:26:24.708703 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f41660a8-fbda-4718-b810-e8317d72bca8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/e8f4ccb2-a381-4358-aa92-a6f3afa40dfd HTTP/1.1" status: 200 len: 991 time: 0.1272600 Oct 10 11:26:24.821597 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b110fa8-6792-4f2d-9eb2-db94ad859314 req-b41a8391-ab84-4d86-a908-9600549f67f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:24.823131 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6b110fa8-6792-4f2d-9eb2-db94ad859314 req-b41a8391-ab84-4d86-a908-9600549f67f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ca309cf9da347e1972c7a5240bc70ad&device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 1099 time: 0.0871911 Oct 10 11:26:24.997230 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b110fa8-6792-4f2d-9eb2-db94ad859314 req-adb94747-55c1-46c5-8d7a-87aed74efdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:25.000175 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device a5b4f138-5efa-4afa-a19e-0182d68cb55b up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:26:25.002599 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6b110fa8-6792-4f2d-9eb2-db94ad859314 req-adb94747-55c1-46c5-8d7a-87aed74efdd9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=616f1bfe-2293-42af-8b84-9f66f180ede2 HTTP/1.1" status: 200 len: 913 time: 0.1591437 Oct 10 11:26:25.100524 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port a5b4f138-5efa-4afa-a19e-0182d68cb55b triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:26:25.100897 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:25.101245 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port a5b4f138-5efa-4afa-a19e-0182d68cb55b Oct 10 11:26:25.120891 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6b110fa8-6792-4f2d-9eb2-db94ad859314 req-aba524bf-e3b9-49e7-82f0-65a8df7b2f75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e8b383-dc8f-453d-8b00-1ba2635cee3a HTTP/1.1" status: 200 len: 1002 time: 0.1118884 Oct 10 11:26:25.193482 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b110fa8-6792-4f2d-9eb2-db94ad859314 req-04d884f6-625d-4de7-b403-0823d8a105c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:25.194985 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6b110fa8-6792-4f2d-9eb2-db94ad859314 req-04d884f6-625d-4de7-b403-0823d8a105c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c94ad8c-d8fc-4d25-b911-8ac97e113003 HTTP/1.1" status: 200 len: 851 time: 0.0686760 Oct 10 11:26:25.233508 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port a5b4f138-5efa-4afa-a19e-0182d68cb55b is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:26:25.234238 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:25.268938 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port a5b4f138-5efa-4afa-a19e-0182d68cb55b, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a5b4f138-5efa-4afa-a19e-0182d68cb55b,segment=NetworkSegment(b4451c99-5a4b-47c7-b62a-67a766590acc),segment_id=b4451c99-5a4b-47c7-b62a-67a766590acc)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:26:25.282630 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b110fa8-6792-4f2d-9eb2-db94ad859314 req-d9f739e5-794c-4ebc-a637-78d3738678a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:25.284322 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6b110fa8-6792-4f2d-9eb2-db94ad859314 req-d9f739e5-794c-4ebc-a637-78d3738678a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=616f1bfe-2293-42af-8b84-9f66f180ede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839980 Oct 10 11:26:25.362352 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:25.431485 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6b110fa8-6792-4f2d-9eb2-db94ad859314 req-11af26f0-14f0-4c47-af04-f5b06166c5f0 service neutron] 10.222.0.15 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407101 Oct 10 11:26:25.434748 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=a5b4f138-5efa-4afa-a19e-0182d68cb55b,revision_number=7']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:25.572322 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6b110fa8-6792-4f2d-9eb2-db94ad859314 req-d4301bd1-3cf7-4697-a223-8ff5c7ff203f service neutron] 10.222.0.15 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355469 Oct 10 11:26:25.712542 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60326) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:25.822705 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4097cbff-e866-4b9d-9618-f6ca5951df0e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/e8f4ccb2-a381-4358-aa92-a6f3afa40dfd HTTP/1.1" status: 200 len: 991 time: 0.1079767 Oct 10 11:26:26.076834 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d448fc65-6ec3-4dfd-b5cc-b70c92d091d4 None None] New status for floating IP e8f4ccb2-a381-4358-aa92-a6f3afa40dfd: ACTIVE {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:26:26.825151 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60330) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:26.935584 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-401c1153-e072-4105-bb63-af6151690164 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/e8f4ccb2-a381-4358-aa92-a6f3afa40dfd HTTP/1.1" status: 200 len: 993 time: 0.1065464 Oct 10 11:26:27.025064 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device a5b4f138-5efa-4afa-a19e-0182d68cb55b up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:26:27.092505 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port a5b4f138-5efa-4afa-a19e-0182d68cb55b triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:26:27.092871 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:27.093203 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port a5b4f138-5efa-4afa-a19e-0182d68cb55b Oct 10 11:26:27.210290 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port a5b4f138-5efa-4afa-a19e-0182d68cb55b is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:26:27.211212 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device cee383f9-8b71-4806-b03c-748715a67a91 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:26:27.316878 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port cee383f9-8b71-4806-b03c-748715a67a91 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:26:27.317908 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:27.318239 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port cee383f9-8b71-4806-b03c-748715a67a91 Oct 10 11:26:27.429019 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port cee383f9-8b71-4806-b03c-748715a67a91 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:26:27.429394 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:27.446066 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port cee383f9-8b71-4806-b03c-748715a67a91, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=cee383f9-8b71-4806-b03c-748715a67a91,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:26:27.551012 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:27.624221 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=cee383f9-8b71-4806-b03c-748715a67a91,revision_number=6']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:28.964522 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device cee383f9-8b71-4806-b03c-748715a67a91 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:26:29.038282 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port cee383f9-8b71-4806-b03c-748715a67a91 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:26:29.038664 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:29.038994 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port cee383f9-8b71-4806-b03c-748715a67a91 Oct 10 11:26:29.155797 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port cee383f9-8b71-4806-b03c-748715a67a91 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:26:29.210330 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60338) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:29.518192 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-dfcf1bad-73f7-48f9-a30c-b647d2cc4e26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port 3968df60-00bb-4e47-abfb-c2f068619c0b {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:26:29.518534 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dfcf1bad-73f7-48f9-a30c-b647d2cc4e26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:29.688974 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dfcf1bad-73f7-48f9-a30c-b647d2cc4e26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:29.689296 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dfcf1bad-73f7-48f9-a30c-b647d2cc4e26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:29.813173 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-dfcf1bad-73f7-48f9-a30c-b647d2cc4e26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for 3968df60-00bb-4e47-abfb-c2f068619c0b owned by network:floatingip {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:26:30.016221 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dfcf1bad-73f7-48f9-a30c-b647d2cc4e26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:30.061486 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf1bad-73f7-48f9-a30c-b647d2cc4e26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=3968df60-00bb-4e47-abfb-c2f068619c0b,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:30.103382 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf1bad-73f7-48f9-a30c-b647d2cc4e26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:30.103723 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf1bad-73f7-48f9-a30c-b647d2cc4e26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:30.104094 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf1bad-73f7-48f9-a30c-b647d2cc4e26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:30.104419 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf1bad-73f7-48f9-a30c-b647d2cc4e26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:30.104741 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf1bad-73f7-48f9-a30c-b647d2cc4e26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:30.105060 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf1bad-73f7-48f9-a30c-b647d2cc4e26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:30.105378 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf1bad-73f7-48f9-a30c-b647d2cc4e26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:30.105726 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf1bad-73f7-48f9-a30c-b647d2cc4e26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:30.106045 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf1bad-73f7-48f9-a30c-b647d2cc4e26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:30.106358 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf1bad-73f7-48f9-a30c-b647d2cc4e26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:30.106669 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf1bad-73f7-48f9-a30c-b647d2cc4e26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:30.106979 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf1bad-73f7-48f9-a30c-b647d2cc4e26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:30.170904 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dfcf1bad-73f7-48f9-a30c-b647d2cc4e26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:30.171251 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [None req-dfcf1bad-73f7-48f9-a30c-b647d2cc4e26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Floating IP e8f4ccb2-a381-4358-aa92-a6f3afa40dfd disassociated (deleted). External IP: 172.26.4.57, port: 8ad34854-8a58-40c4-ab8e-3f33c2238102. Oct 10 11:26:30.514860 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfcf1bad-73f7-48f9-a30c-b647d2cc4e26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router fee6729b-40e5-451f-959b-9f349f011070 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:26:30.794427 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcf1bad-73f7-48f9-a30c-b647d2cc4e26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:26:30.804716 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc5fa6-d437-49ae-8c0a-46c977c38d4f None None] Sync routers for ids ['fee6729b-40e5-451f-959b-9f349f011070'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:26:30.813982 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bc5fa6-d437-49ae-8c0a-46c977c38d4f None None] Routers {'fee6729b-40e5-451f-959b-9f349f011070'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:26:30.814601 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-15bc5fa6-d437-49ae-8c0a-46c977c38d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:26:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['fee6729b-40e5-451f-959b-9f349f011070'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:26:30.894678 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dfcf1bad-73f7-48f9-a30c-b647d2cc4e26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:30.953447 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-dfcf1bad-73f7-48f9-a30c-b647d2cc4e26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/floatingips/e8f4ccb2-a381-4358-aa92-a6f3afa40dfd HTTP/1.1" status: 204 len: 168 time: 1.7396066 Oct 10 11:26:30.953447 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b141890b-06db-4ef4-a153-9cc6575d7921', 'tag': '8ad34854-8a58-40c4-ab8e-3f33c2238102'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:26:30.954262 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163fc7f3-5583-418f-bd72-d3ab3fef4759" -d '{"events": [{"name": "network-changed", "server_uuid": "b141890b-06db-4ef4-a153-9cc6575d7921", "tag": "8ad34854-8a58-40c4-ab8e-3f33c2238102"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:26:31.000999 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-15bc5fa6-d437-49ae-8c0a-46c977c38d4f None None] Set router fee6729b-40e5-451f-959b-9f349f011070 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:26:31.014085 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5513650a-ec00-45e7-bf09-d72cd7003240 x-openstack-request-id: req-5513650a-ec00-45e7-bf09-d72cd7003240 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:26:31.014374 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b141890b-06db-4ef4-a153-9cc6575d7921", "tag": "8ad34854-8a58-40c4-ab8e-3f33c2238102", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:26:31.014758 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5513650a-ec00-45e7-bf09-d72cd7003240 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:26:31.015207 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5513650a-ec00-45e7-bf09-d72cd7003240'] response: {'name': 'network-changed', 'server_uuid': 'b141890b-06db-4ef4-a153-9cc6575d7921', 'tag': '8ad34854-8a58-40c4-ab8e-3f33c2238102', 'status': 'completed', 'code': 200} Oct 10 11:26:31.125640 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fc7f3-5583-418f-bd72-d3ab3fef4759 req-805650c4-0dd2-4da4-a046-0219c7849968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:31.127120 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-163fc7f3-5583-418f-bd72-d3ab3fef4759 req-805650c4-0dd2-4da4-a046-0219c7849968 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=b141890b-06db-4ef4-a153-9cc6575d7921 HTTP/1.1" status: 200 len: 1099 time: 0.0888462 Oct 10 11:26:31.263596 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fc7f3-5583-418f-bd72-d3ab3fef4759 req-a5e94e82-9c87-4809-9954-9b3e3131fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:31.265018 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-163fc7f3-5583-418f-bd72-d3ab3fef4759 req-a5e94e82-9c87-4809-9954-9b3e3131fe8e service neutron] 10.222.0.15 "GET /v2.0/networks?id=9ed5cd4a-74f1-4a16-82db-77e4bae47bfc HTTP/1.1" status: 200 len: 897 time: 0.1323695 Oct 10 11:26:31.326637 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-15bc5fa6-d437-49ae-8c0a-46c977c38d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee6729b-40e5-451f-959b-9f349f011070', 'name': 'tempest-TestNetworkBasicOps-router-675158982', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:25:17Z', 'updated_at': '2022-10-10T11:25:24Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:18Z', 'updated_at': '2022-10-10T11:26:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'a5b4f138-5efa-4afa-a19e-0182d68cb55b', 'name': '', 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:9a:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:23Z', 'updated_at': '2022-10-10T11:26:25Z', 'revision_number': 7, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:26:31.330758 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc5fa6-d437-49ae-8c0a-46c977c38d4f None None] Checking router: fee6729b-40e5-451f-959b-9f349f011070 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:26:31.338385 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-163fc7f3-5583-418f-bd72-d3ab3fef4759 req-8d2623d2-5870-44d0-ba13-5f66bff83637 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ad34854-8a58-40c4-ab8e-3f33c2238102 HTTP/1.1" status: 200 len: 217 time: 0.0626588 Oct 10 11:26:31.339786 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bc5fa6-d437-49ae-8c0a-46c977c38d4f None None] Routers {'fee6729b-40e5-451f-959b-9f349f011070'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:26:31.340385 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-15bc5fa6-d437-49ae-8c0a-46c977c38d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:26:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['fee6729b-40e5-451f-959b-9f349f011070'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:26:31.404818 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fc7f3-5583-418f-bd72-d3ab3fef4759 req-149334a0-ddeb-46e3-8335-e117fdb9ad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:31.406685 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-163fc7f3-5583-418f-bd72-d3ab3fef4759 req-149334a0-ddeb-46e3-8335-e117fdb9ad4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d HTTP/1.1" status: 200 len: 834 time: 0.0629625 Oct 10 11:26:31.501158 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fc7f3-5583-418f-bd72-d3ab3fef4759 req-1f47d3dd-4aed-4752-940c-fddc41ead239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:31.502783 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-163fc7f3-5583-418f-bd72-d3ab3fef4759 req-1f47d3dd-4aed-4752-940c-fddc41ead239 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ed5cd4a-74f1-4a16-82db-77e4bae47bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0891128 Oct 10 11:26:31.532823 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-15bc5fa6-d437-49ae-8c0a-46c977c38d4f None None] Set router fee6729b-40e5-451f-959b-9f349f011070 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:26:31.595608 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92987eaa-20e2-46ac-a4fe-d405660af7e9 req-3b188529-be3c-45be-80ed-4f9f511039d5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:31.597450 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-92987eaa-20e2-46ac-a4fe-d405660af7e9 req-3b188529-be3c-45be-80ed-4f9f511039d5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=b141890b-06db-4ef4-a153-9cc6575d7921 HTTP/1.1" status: 200 len: 946 time: 0.1481979 Oct 10 11:26:31.643591 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-163fc7f3-5583-418f-bd72-d3ab3fef4759 req-a94f26c3-1378-433b-8535-f8d772338ff7 service neutron] 10.222.0.15 "GET /v2.0/networks/9ed5cd4a-74f1-4a16-82db-77e4bae47bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333096 Oct 10 11:26:31.648484 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-92987eaa-20e2-46ac-a4fe-d405660af7e9 req-278c65f7-8dd2-4ac3-b39b-9b6b548f06ca tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=75199bb7-df50-4f63-b511-799be6413ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410330 Oct 10 11:26:31.779608 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-163fc7f3-5583-418f-bd72-d3ab3fef4759 req-82224859-d867-4321-803e-a730dae67231 service neutron] 10.222.0.15 "GET /v2.0/networks/9ed5cd4a-74f1-4a16-82db-77e4bae47bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295288 Oct 10 11:26:31.889544 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-15bc5fa6-d437-49ae-8c0a-46c977c38d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee6729b-40e5-451f-959b-9f349f011070', 'name': 'tempest-TestNetworkBasicOps-router-675158982', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:25:17Z', 'updated_at': '2022-10-10T11:25:24Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:18Z', 'updated_at': '2022-10-10T11:26:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'a5b4f138-5efa-4afa-a19e-0182d68cb55b', 'name': '', 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:9a:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:23Z', 'updated_at': '2022-10-10T11:26:25Z', 'revision_number': 7, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:26:31.893562 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc5fa6-d437-49ae-8c0a-46c977c38d4f None None] The sync data for ids ['fee6729b-40e5-451f-959b-9f349f011070'] in dv-neutron-860842-1-hyperv is: [{'id': 'fee6729b-40e5-451f-959b-9f349f011070', 'name': 'tempest-TestNetworkBasicOps-router-675158982', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:25:17Z', 'updated_at': '2022-10-10T11:25:24Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:18Z', 'updated_at': '2022-10-10T11:26:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'a5b4f138-5efa-4afa-a19e-0182d68cb55b', 'name': '', 'network_id': '9ed5cd4a-74f1-4a16-82db-77e4bae47bfc', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:9a:c4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:23Z', 'updated_at': '2022-10-10T11:26:25Z', 'revision_number': 7, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': 'd36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:26:32.516340 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10375143-7f3b-4cba-9c16-0a47074fb71c None None] New status for floating IP e8f4ccb2-a381-4358-aa92-a6f3afa40dfd: DOWN {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:26:32.742927 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af32992-3a2f-4987-aaae-22f77b3bb2bf req-59070c44-9b23-4b77-876a-4d5250ca6298 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:32.743622 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-8af32992-3a2f-4987-aaae-22f77b3bb2bf req-59070c44-9b23-4b77-876a-4d5250ca6298 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:26:32.853567 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-8af32992-3a2f-4987-aaae-22f77b3bb2bf req-59070c44-9b23-4b77-876a-4d5250ca6298 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:26:32.854744 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8af32992-3a2f-4987-aaae-22f77b3bb2bf req-59070c44-9b23-4b77-876a-4d5250ca6298 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/ports?device_id=b141890b-06db-4ef4-a153-9cc6575d7921 HTTP/1.1" status: 200 len: 946 time: 0.2027955 Oct 10 11:26:32.946246 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-8af32992-3a2f-4987-aaae-22f77b3bb2bf req-243d5e2e-ebf8-4df1-ad52-8f7d1ef2081e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port 8ad34854-8a58-40c4-ab8e-3f33c2238102 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:26:32.946593 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-8af32992-3a2f-4987-aaae-22f77b3bb2bf req-243d5e2e-ebf8-4df1-ad52-8f7d1ef2081e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:33.007676 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315011f9-82c3-43f8-920b-f04e97223bf9 req-bcda0e8f-f6c1-4a83-ac8f-60413def03d8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:33.009062 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-315011f9-82c3-43f8-920b-f04e97223bf9 req-bcda0e8f-f6c1-4a83-ac8f-60413def03d8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=b141890b-06db-4ef4-a153-9cc6575d7921 HTTP/1.1" status: 200 len: 946 time: 0.2419574 Oct 10 11:26:33.113706 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-315011f9-82c3-43f8-920b-f04e97223bf9 req-efc439f5-5bdb-4eae-8e3f-04b3f7d5c9d0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=75199bb7-df50-4f63-b511-799be6413ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988691 Oct 10 11:26:33.258344 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-8af32992-3a2f-4987-aaae-22f77b3bb2bf req-243d5e2e-ebf8-4df1-ad52-8f7d1ef2081e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port 8ad34854-8a58-40c4-ab8e-3f33c2238102, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8ad34854-8a58-40c4-ab8e-3f33c2238102,segment=NetworkSegment(b4451c99-5a4b-47c7-b62a-67a766590acc),segment_id=b4451c99-5a4b-47c7-b62a-67a766590acc)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:26:33.258619 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-8af32992-3a2f-4987-aaae-22f77b3bb2bf req-243d5e2e-ebf8-4df1-ad52-8f7d1ef2081e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:33.384010 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-8af32992-3a2f-4987-aaae-22f77b3bb2bf req-243d5e2e-ebf8-4df1-ad52-8f7d1ef2081e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for 8ad34854-8a58-40c4-ab8e-3f33c2238102 owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:26:33.433414 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1cbf872f-4066-4bdc-bb6e-e19e625195ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:33.719122 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-8af32992-3a2f-4987-aaae-22f77b3bb2bf req-243d5e2e-ebf8-4df1-ad52-8f7d1ef2081e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:33.770733 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d5e2e-ebf8-4df1-ad52-8f7d1ef2081e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=8ad34854-8a58-40c4-ab8e-3f33c2238102,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:33.859557 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af32992-3a2f-4987-aaae-22f77b3bb2bf req-243d5e2e-ebf8-4df1-ad52-8f7d1ef2081e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] No DVR routers for this DVR port 8ad34854-8a58-40c4-ab8e-3f33c2238102 on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:26:33.862236 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-8af32992-3a2f-4987-aaae-22f77b3bb2bf req-243d5e2e-ebf8-4df1-ad52-8f7d1ef2081e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:33.864882 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b141890b-06db-4ef4-a153-9cc6575d7921', 'name': 'network-vif-deleted', 'tag': '8ad34854-8a58-40c4-ab8e-3f33c2238102'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:26:33.867191 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e8aa76-5dea-4999-8f4a-e2fa17da7ca1" -d '{"events": [{"server_uuid": "b141890b-06db-4ef4-a153-9cc6575d7921", "name": "network-vif-deleted", "tag": "8ad34854-8a58-40c4-ab8e-3f33c2238102"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:26:33.909426 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23897b99-ac9a-4b05-bb07-aa87ed291a59 x-openstack-request-id: req-23897b99-ac9a-4b05-bb07-aa87ed291a59 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:26:33.909817 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b141890b-06db-4ef4-a153-9cc6575d7921", "name": "network-vif-deleted", "tag": "8ad34854-8a58-40c4-ab8e-3f33c2238102", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:26:33.910094 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-23897b99-ac9a-4b05-bb07-aa87ed291a59 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:26:33.910497 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23897b99-ac9a-4b05-bb07-aa87ed291a59'] response: {'server_uuid': 'b141890b-06db-4ef4-a153-9cc6575d7921', 'name': 'network-vif-deleted', 'tag': '8ad34854-8a58-40c4-ab8e-3f33c2238102', 'status': 'completed', 'code': 200} Oct 10 11:26:34.002705 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8af32992-3a2f-4987-aaae-22f77b3bb2bf req-243d5e2e-ebf8-4df1-ad52-8f7d1ef2081e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "DELETE /v2.0/ports/8ad34854-8a58-40c4-ab8e-3f33c2238102 HTTP/1.1" status: 204 len: 173 time: 1.1410429 Oct 10 11:26:34.284549 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-55902ccf-3371-4a8c-95c3-253cdb4fc6e9 req-b2ce9517-17d9-42a8-8e94-30e637153900 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:26:34.358702 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-55902ccf-3371-4a8c-95c3-253cdb4fc6e9 req-b2ce9517-17d9-42a8-8e94-30e637153900 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:26:34.359826 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-55902ccf-3371-4a8c-95c3-253cdb4fc6e9 req-b2ce9517-17d9-42a8-8e94-30e637153900 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=b141890b-06db-4ef4-a153-9cc6575d7921 HTTP/1.1" status: 200 len: 210 time: 0.1263218 Oct 10 11:26:35.459030 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60360) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:35.528280 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b85497f5-8ace-468b-bfa6-a9bbcaf4fc17 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:35.557152 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b85497f5-8ace-468b-bfa6-a9bbcaf4fc17 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:35.670959 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b85497f5-8ace-468b-bfa6-a9bbcaf4fc17 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:35.689754 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85497f5-8ace-468b-bfa6-a9bbcaf4fc17 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75199bb7-df50-4f63-b511-799be6413ff7,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:35.698288 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85497f5-8ace-468b-bfa6-a9bbcaf4fc17 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:35.698636 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85497f5-8ace-468b-bfa6-a9bbcaf4fc17 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:35.698974 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85497f5-8ace-468b-bfa6-a9bbcaf4fc17 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:35.699305 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85497f5-8ace-468b-bfa6-a9bbcaf4fc17 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:35.699635 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85497f5-8ace-468b-bfa6-a9bbcaf4fc17 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:35.699964 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85497f5-8ace-468b-bfa6-a9bbcaf4fc17 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:35.700290 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85497f5-8ace-468b-bfa6-a9bbcaf4fc17 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:35.700613 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85497f5-8ace-468b-bfa6-a9bbcaf4fc17 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:35.700937 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85497f5-8ace-468b-bfa6-a9bbcaf4fc17 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:35.701256 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85497f5-8ace-468b-bfa6-a9bbcaf4fc17 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:35.701601 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85497f5-8ace-468b-bfa6-a9bbcaf4fc17 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:35.701940 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85497f5-8ace-468b-bfa6-a9bbcaf4fc17 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:35.705592 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3d45a410-bc6b-49dc-9e60-ae513892667f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:35.769303 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b85497f5-8ace-468b-bfa6-a9bbcaf4fc17 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:35.770698 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b85497f5-8ace-468b-bfa6-a9bbcaf4fc17 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/security-groups/75199bb7-df50-4f63-b511-799be6413ff7 HTTP/1.1" status: 204 len: 168 time: 0.3106940 Oct 10 11:26:35.862659 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60366) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:36.408204 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8d1f0ab7-c6a8-422f-b470-d46ac173b37c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:36.756591 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f0ab7-c6a8-422f-b470-d46ac173b37c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port a5b4f138-5efa-4afa-a19e-0182d68cb55b {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:26:36.756940 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8d1f0ab7-c6a8-422f-b470-d46ac173b37c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:36.943098 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-8d1f0ab7-c6a8-422f-b470-d46ac173b37c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port a5b4f138-5efa-4afa-a19e-0182d68cb55b, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a5b4f138-5efa-4afa-a19e-0182d68cb55b,segment=NetworkSegment(b4451c99-5a4b-47c7-b62a-67a766590acc),segment_id=b4451c99-5a4b-47c7-b62a-67a766590acc)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:26:36.943747 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8d1f0ab7-c6a8-422f-b470-d46ac173b37c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:37.002946 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:37.037486 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:37.184006 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f0ab7-c6a8-422f-b470-d46ac173b37c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for a5b4f138-5efa-4afa-a19e-0182d68cb55b owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:26:37.336836 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 8ad34854-8a58-40c4-ab8e-3f33c2238102 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:26:37.371222 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: 8ad34854-8a58-40c4-ab8e-3f33c2238102 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:26:37.371563 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 8ad34854-8a58-40c4-ab8e-3f33c2238102 not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:26:37.556380 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8d1f0ab7-c6a8-422f-b470-d46ac173b37c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:37.607255 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f0ab7-c6a8-422f-b470-d46ac173b37c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=a5b4f138-5efa-4afa-a19e-0182d68cb55b,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:37.882745 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8d1f0ab7-c6a8-422f-b470-d46ac173b37c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:38.235626 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1f0ab7-c6a8-422f-b470-d46ac173b37c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router fee6729b-40e5-451f-959b-9f349f011070 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:26:38.521004 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1f0ab7-c6a8-422f-b470-d46ac173b37c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:26:38.530199 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c027723c-4405-4785-89c8-437f7b14a1c8 None None] Sync routers for ids ['fee6729b-40e5-451f-959b-9f349f011070'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:26:38.550892 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c027723c-4405-4785-89c8-437f7b14a1c8 None None] Routers {'fee6729b-40e5-451f-959b-9f349f011070'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:26:38.551542 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c027723c-4405-4785-89c8-437f7b14a1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:26:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['fee6729b-40e5-451f-959b-9f349f011070'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:26:38.600832 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8d1f0ab7-c6a8-422f-b470-d46ac173b37c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "PUT /v2.0/routers/fee6729b-40e5-451f-959b-9f349f011070/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7344716 Oct 10 11:26:38.601175 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60370) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:38.627559 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:38.667417 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb9c987-af38-4b9f-bba3-a2a3d91c8ddf tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting subnet d36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:26:38.670331 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6bb9c987-af38-4b9f-bba3-a2a3d91c8ddf tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:38.726798 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6bb9c987-af38-4b9f-bba3-a2a3d91c8ddf tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:38.732101 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-c027723c-4405-4785-89c8-437f7b14a1c8 None None] Set router fee6729b-40e5-451f-959b-9f349f011070 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:26:38.810441 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6bb9c987-af38-4b9f-bba3-a2a3d91c8ddf tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:38.979890 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6bb9c987-af38-4b9f-bba3-a2a3d91c8ddf tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:39.019226 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9c987-af38-4b9f-bba3-a2a3d91c8ddf tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Subnet': ['ID=d36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:39.021556 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c027723c-4405-4785-89c8-437f7b14a1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee6729b-40e5-451f-959b-9f349f011070', 'name': 'tempest-TestNetworkBasicOps-router-675158982', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:25:17Z', 'updated_at': '2022-10-10T11:26:37Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:18Z', 'updated_at': '2022-10-10T11:26:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:26:39.026189 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c027723c-4405-4785-89c8-437f7b14a1c8 None None] Checking router: fee6729b-40e5-451f-959b-9f349f011070 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:26:39.031890 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6bb9c987-af38-4b9f-bba3-a2a3d91c8ddf tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:39.032872 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6573e1cc-33d4-405e-993a-cbe527dd1082 None None] Network 9ed5cd4a-74f1-4a16-82db-77e4bae47bfc requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:26:39.033728 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6bb9c987-af38-4b9f-bba3-a2a3d91c8ddf tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/subnets/d36a23d0-f05f-4d34-ab9b-e2ffe5c6c44d HTTP/1.1" status: 204 len: 168 time: 0.4315395 Oct 10 11:26:39.036399 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60374) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:39.062933 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c027723c-4405-4785-89c8-437f7b14a1c8 None None] Routers {'fee6729b-40e5-451f-959b-9f349f011070'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:26:39.063486 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c027723c-4405-4785-89c8-437f7b14a1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:26:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['fee6729b-40e5-451f-959b-9f349f011070'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:26:39.225435 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cded22d8-a039-489a-bd28-d89a682c1425 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:39.389098 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-c027723c-4405-4785-89c8-437f7b14a1c8 None None] Set router fee6729b-40e5-451f-959b-9f349f011070 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:26:39.408955 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cded22d8-a039-489a-bd28-d89a682c1425 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:39.487432 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:39.507221 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-cded22d8-a039-489a-bd28-d89a682c1425 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port cee383f9-8b71-4806-b03c-748715a67a91 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:26:39.507676 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cded22d8-a039-489a-bd28-d89a682c1425 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:39.673538 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04cb740-1db5-4cbe-9350-1bffe8f87e91 None None] DHCP port deletion for 9ed5cd4a-74f1-4a16-82db-77e4bae47bfc request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:26:39.684174 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c04cb740-1db5-4cbe-9350-1bffe8f87e91 None None] Deleting port 5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:26:39.684626 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c04cb740-1db5-4cbe-9350-1bffe8f87e91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:39.701009 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-cded22d8-a039-489a-bd28-d89a682c1425 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port cee383f9-8b71-4806-b03c-748715a67a91, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=cee383f9-8b71-4806-b03c-748715a67a91,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:26:39.701359 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cded22d8-a039-489a-bd28-d89a682c1425 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:39.835693 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-cded22d8-a039-489a-bd28-d89a682c1425 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for cee383f9-8b71-4806-b03c-748715a67a91 owned by network:router_gateway {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:26:39.840700 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c027723c-4405-4785-89c8-437f7b14a1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee6729b-40e5-451f-959b-9f349f011070', 'name': 'tempest-TestNetworkBasicOps-router-675158982', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:25:17Z', 'updated_at': '2022-10-10T11:26:37Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:18Z', 'updated_at': '2022-10-10T11:26:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:26:39.862836 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c027723c-4405-4785-89c8-437f7b14a1c8 None None] The sync data for ids ['fee6729b-40e5-451f-959b-9f349f011070'] in dv-neutron-860842-1-hyperv is: [{'id': 'fee6729b-40e5-451f-959b-9f349f011070', 'name': 'tempest-TestNetworkBasicOps-router-675158982', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:25:17Z', 'updated_at': '2022-10-10T11:26:37Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cee383f9-8b71-4806-b03c-748715a67a91', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee6729b-40e5-451f-959b-9f349f011070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:25:18Z', 'updated_at': '2022-10-10T11:26:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:26:39.953346 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-c04cb740-1db5-4cbe-9350-1bffe8f87e91 None None] For port 5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e,segment=NetworkSegment(b4451c99-5a4b-47c7-b62a-67a766590acc),segment_id=b4451c99-5a4b-47c7-b62a-67a766590acc)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:26:39.953684 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c04cb740-1db5-4cbe-9350-1bffe8f87e91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:40.078159 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c04cb740-1db5-4cbe-9350-1bffe8f87e91 None None] Calling delete_port for 5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:26:40.173901 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cded22d8-a039-489a-bd28-d89a682c1425 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:40.222188 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded22d8-a039-489a-bd28-d89a682c1425 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=cee383f9-8b71-4806-b03c-748715a67a91,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:40.305216 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c04cb740-1db5-4cbe-9350-1bffe8f87e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:40.331020 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cded22d8-a039-489a-bd28-d89a682c1425 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:40.356065 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04cb740-1db5-4cbe-9350-1bffe8f87e91 None None] Pushing event deleted for resources: {'Port': ['ID=5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:40.359458 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04cb740-1db5-4cbe-9350-1bffe8f87e91 None None] No DVR routers for this DVR port 5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:26:40.611346 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cded22d8-a039-489a-bd28-d89a682c1425 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:40.613440 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cded22d8-a039-489a-bd28-d89a682c1425 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:40.710679 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cded22d8-a039-489a-bd28-d89a682c1425 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:40.711184 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cded22d8-a039-489a-bd28-d89a682c1425 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Fanout notify agent at l3_agent the message router_deleted on router fee6729b-40e5-451f-959b-9f349f011070 {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:26:40.726113 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cded22d8-a039-489a-bd28-d89a682c1425 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:40.727244 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cded22d8-a039-489a-bd28-d89a682c1425 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/routers/fee6729b-40e5-451f-959b-9f349f011070 HTTP/1.1" status: 204 len: 168 time: 1.6899362 Oct 10 11:26:40.729891 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60378) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:40.849096 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ee33651-24f7-4a82-aced-be5a0cf51ff1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:40.977978 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ee33651-24f7-4a82-aced-be5a0cf51ff1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:41.002900 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-7ee33651-24f7-4a82-aced-be5a0cf51ff1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed5cd4a-74f1-4a16-82db-77e4bae47bfc']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:26:41.015429 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-7ee33651-24f7-4a82-aced-be5a0cf51ff1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4451c99-5a4b-47c7-b62a-67a766590acc') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:26:41.015719 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-7ee33651-24f7-4a82-aced-be5a0cf51ff1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4451c99-5a4b-47c7-b62a-67a766590acc') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:26:41.027019 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ee33651-24f7-4a82-aced-be5a0cf51ff1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:41.042899 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ee33651-24f7-4a82-aced-be5a0cf51ff1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:41.048754 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee33651-24f7-4a82-aced-be5a0cf51ff1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Releasing vlan 492 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:26:41.049275 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ee33651-24f7-4a82-aced-be5a0cf51ff1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:41.148965 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment b4451c99-5a4b-47c7-b62a-67a766590acc resource provider aggregate not found Oct 10 11:26:41.167747 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment b4451c99-5a4b-47c7-b62a-67a766590acc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4451c99-5a4b-47c7-b62a-67a766590acc found for delete ", "request_id": "req-55db9249-a024-40c9-a4cd-371c72732e17"}]} Oct 10 11:26:41.190169 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device a5b4f138-5efa-4afa-a19e-0182d68cb55b no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:26:41.226735 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: a5b4f138-5efa-4afa-a19e-0182d68cb55b {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:26:41.227072 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device a5b4f138-5efa-4afa-a19e-0182d68cb55b not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:26:41.227470 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:26:41.230382 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ee33651-24f7-4a82-aced-be5a0cf51ff1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:41.234787 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ee33651-24f7-4a82-aced-be5a0cf51ff1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:41.260609 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:26:41.260952 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5e59d9d4-8c1d-4bc3-af2c-6bbeee440f8e not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:26:41.261372 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device cee383f9-8b71-4806-b03c-748715a67a91 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:26:41.262429 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee33651-24f7-4a82-aced-be5a0cf51ff1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Network': ['ID=9ed5cd4a-74f1-4a16-82db-77e4bae47bfc,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:41.293652 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: cee383f9-8b71-4806-b03c-748715a67a91 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:26:41.293991 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device cee383f9-8b71-4806-b03c-748715a67a91 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:26:41.351387 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7ee33651-24f7-4a82-aced-be5a0cf51ff1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/networks/9ed5cd4a-74f1-4a16-82db-77e4bae47bfc HTTP/1.1" status: 204 len: 168 time: 0.6204927 Oct 10 11:26:41.372909 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60388) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:41.378566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-0e830b62-41f7-4577-8539-156949acfcea tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'network': {'name': 'tempest-network-smoke--2141715565', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'port_security_enabled': True}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:26:41.384469 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-0e830b62-41f7-4577-8539-156949acfcea tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:26:41.388601 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0e830b62-41f7-4577-8539-156949acfcea tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:network and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:26:41.391517 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0e830b62-41f7-4577-8539-156949acfcea tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:26:41.397916 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-0e830b62-41f7-4577-8539-156949acfcea tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:26:41.484208 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e830b62-41f7-4577-8539-156949acfcea tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Made reservation on behalf of abdeb3603c4943b08320f37282de8f91 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:26:41.487632 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0e830b62-41f7-4577-8539-156949acfcea tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:41.520116 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e830b62-41f7-4577-8539-156949acfcea tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 497} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:26:41.528722 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0e830b62-41f7-4577-8539-156949acfcea tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:41.529052 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-0e830b62-41f7-4577-8539-156949acfcea tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Added segment 919ee6b2-d844-4e47-b75c-22f5ec4d1b7b of type vlan for network a42c3008-a1d7-4969-8bbb-9d3cc67fa117 Oct 10 11:26:41.555009 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0e830b62-41f7-4577-8539-156949acfcea tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:41.647580 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0e830b62-41f7-4577-8539-156949acfcea tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:41.653032 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e830b62-41f7-4577-8539-156949acfcea tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:41.653629 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0e830b62-41f7-4577-8539-156949acfcea tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:41.764967 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e830b62-41f7-4577-8539-156949acfcea tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Network': ['ID=a42c3008-a1d7-4969-8bbb-9d3cc67fa117,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:41.775742 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network a42c3008-a1d7-4969-8bbb-9d3cc67fa117 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:26:41.796955 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0e830b62-41f7-4577-8539-156949acfcea tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4229593 Oct 10 11:26:41.799830 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60392) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:41.805061 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-faac4053-8b21-4211-ad64-50cbb9026752 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1641051689', 'admin_state_up': True, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:26:41.812102 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-faac4053-8b21-4211-ad64-50cbb9026752 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:26:41.816000 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-faac4053-8b21-4211-ad64-50cbb9026752 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:router and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:26:41.819273 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-faac4053-8b21-4211-ad64-50cbb9026752 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:26:41.825619 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-faac4053-8b21-4211-ad64-50cbb9026752 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:26:41.912853 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-faac4053-8b21-4211-ad64-50cbb9026752 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:41.913941 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-faac4053-8b21-4211-ad64-50cbb9026752 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:41.928499 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-faac4053-8b21-4211-ad64-50cbb9026752 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:42.265072 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-faac4053-8b21-4211-ad64-50cbb9026752 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:42.713799 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-faac4053-8b21-4211-ad64-50cbb9026752 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:42.742687 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-faac4053-8b21-4211-ad64-50cbb9026752 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:42.877183 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-faac4053-8b21-4211-ad64-50cbb9026752 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.26.4.171 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/5968a3d4-dba5-4e6d-96cb-f122936cbfe3) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:26:43.023545 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-faac4053-8b21-4211-ad64-50cbb9026752 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:43.101733 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-faac4053-8b21-4211-ad64-50cbb9026752 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:43.171457 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faac4053-8b21-4211-ad64-50cbb9026752 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:26:43.174204 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-faac4053-8b21-4211-ad64-50cbb9026752 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:26:43.178366 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faac4053-8b21-4211-ad64-50cbb9026752 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:26:43.211055 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac4053-8b21-4211-ad64-50cbb9026752 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=5968a3d4-dba5-4e6d-96cb-f122936cbfe3,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:43.630215 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-faac4053-8b21-4211-ad64-50cbb9026752 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_gateway, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:43.964378 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-faac4053-8b21-4211-ad64-50cbb9026752 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:44.358675 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faac4053-8b21-4211-ad64-50cbb9026752 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router 0cd13c7e-4990-4e92-8464-8fd36be0eedf is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:26:44.535228 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faac4053-8b21-4211-ad64-50cbb9026752 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:26:44.545110 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea2f2bb-3191-41ee-b984-b6fa9426b911 None None] Sync routers for ids ['0cd13c7e-4990-4e92-8464-8fd36be0eedf'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:26:44.557885 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea2f2bb-3191-41ee-b984-b6fa9426b911 None None] Routers {'0cd13c7e-4990-4e92-8464-8fd36be0eedf'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:26:44.558595 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-cea2f2bb-3191-41ee-b984-b6fa9426b911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:26:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['0cd13c7e-4990-4e92-8464-8fd36be0eedf'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:26:44.621941 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-faac4053-8b21-4211-ad64-50cbb9026752 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:44.623115 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-faac4053-8b21-4211-ad64-50cbb9026752 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8223250 Oct 10 11:26:44.626324 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60396) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:44.666090 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ded29a1e-22cb-43fa-9f71-c3d972285da7 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=abdeb3603c4943b08320f37282de8f91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386734 Oct 10 11:26:44.668646 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60400) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:44.735698 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-cea2f2bb-3191-41ee-b984-b6fa9426b911 None None] Set router 0cd13c7e-4990-4e92-8464-8fd36be0eedf gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:26:44.798036 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac09451-6035-4255-afab-6ec319d2e596 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:44.799507 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3ac09451-6035-4255-afab-6ec319d2e596 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299787 Oct 10 11:26:44.802691 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60404) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:44.840970 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1727aadf-89e2-4d52-9861-132fd7ff0583 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=1e933860-f99f-4a0b-a611-91d190754508&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372343 Oct 10 11:26:44.843441 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60408) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:44.849318 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-fc11bf8e-4fda-4a3c-93ae-708695a2fd66 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1574248353', 'network_id': 'a42c3008-a1d7-4969-8bbb-9d3cc67fa117', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:26:44.959404 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-fc11bf8e-4fda-4a3c-93ae-708695a2fd66 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:26:44.963257 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-fc11bf8e-4fda-4a3c-93ae-708695a2fd66 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:subnet and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:26:44.966103 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-fc11bf8e-4fda-4a3c-93ae-708695a2fd66 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:26:44.971727 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-fc11bf8e-4fda-4a3c-93ae-708695a2fd66 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:26:45.019144 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-cea2f2bb-3191-41ee-b984-b6fa9426b911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'name': 'tempest-TestNetworkBasicOps-router-1641051689', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:26:41Z', 'updated_at': '2022-10-10T11:26:43Z', 'revision_number': 3, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:55:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:26:42Z', 'updated_at': '2022-10-10T11:26:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:26:45.023673 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea2f2bb-3191-41ee-b984-b6fa9426b911 None None] Checking router: 0cd13c7e-4990-4e92-8464-8fd36be0eedf for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:26:45.024015 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea2f2bb-3191-41ee-b984-b6fa9426b911 None None] Updating router 0cd13c7e-4990-4e92-8464-8fd36be0eedf port 5968a3d4-dba5-4e6d-96cb-f122936cbfe3 binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:26:45.075188 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-cea2f2bb-3191-41ee-b984-b6fa9426b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:45.087627 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc11bf8e-4fda-4a3c-93ae-708695a2fd66 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Made reservation on behalf of abdeb3603c4943b08320f37282de8f91 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:26:45.091406 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fc11bf8e-4fda-4a3c-93ae-708695a2fd66 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:45.367676 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fc11bf8e-4fda-4a3c-93ae-708695a2fd66 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:45.402689 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-cea2f2bb-3191-41ee-b984-b6fa9426b911 None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:45.414324 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-cea2f2bb-3191-41ee-b984-b6fa9426b911 None None] Transition to ACTIVE for port object 5968a3d4-dba5-4e6d-96cb-f122936cbfe3 will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:26:45.446522 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11bf8e-4fda-4a3c-93ae-708695a2fd66 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Subnet': ['ID=0cb60eda-fb97-48af-a643-a37d147eb15d,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:45.458263 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc11bf8e-4fda-4a3c-93ae-708695a2fd66 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Checking segment: {'id': '919ee6b2-d844-4e47-b75c-22f5ec4d1b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'a42c3008-a1d7-4969-8bbb-9d3cc67fa117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:26:45.458622 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc11bf8e-4fda-4a3c-93ae-708695a2fd66 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network hostable DHCP agents. Network: a42c3008-a1d7-4969-8bbb-9d3cc67fa117, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:26:45.484170 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-cea2f2bb-3191-41ee-b984-b6fa9426b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:45.547584 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-cea2f2bb-3191-41ee-b984-b6fa9426b911 None None] Attempting to bind port 5968a3d4-dba5-4e6d-96cb-f122936cbfe3 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:26:45.548214 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-cea2f2bb-3191-41ee-b984-b6fa9426b911 None None] Attempting to bind port 5968a3d4-dba5-4e6d-96cb-f122936cbfe3 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:26:45.548330 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea2f2bb-3191-41ee-b984-b6fa9426b911 None None] Attempting to bind port 5968a3d4-dba5-4e6d-96cb-f122936cbfe3 on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:26:45.553470 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc11bf8e-4fda-4a3c-93ae-708695a2fd66 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network a42c3008-a1d7-4969-8bbb-9d3cc67fa117 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:26:45.560837 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea2f2bb-3191-41ee-b984-b6fa9426b911 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:26:45.561202 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea2f2bb-3191-41ee-b984-b6fa9426b911 None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:26:45.561622 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-cea2f2bb-3191-41ee-b984-b6fa9426b911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:45.562073 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea2f2bb-3191-41ee-b984-b6fa9426b911 None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:26:45.562467 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-cea2f2bb-3191-41ee-b984-b6fa9426b911 None None] Bound port: 5968a3d4-dba5-4e6d-96cb-f122936cbfe3, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:26:45.562830 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-cea2f2bb-3191-41ee-b984-b6fa9426b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:45.592087 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806744cd-0575-4701-b82d-461828ef80e2 None None] Pushing event updated for resources: {'Port': ['ID=5968a3d4-dba5-4e6d-96cb-f122936cbfe3,revision_number=2']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:45.611890 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806744cd-0575-4701-b82d-461828ef80e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:45.612239 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806744cd-0575-4701-b82d-461828ef80e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:45.612572 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806744cd-0575-4701-b82d-461828ef80e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:45.612899 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806744cd-0575-4701-b82d-461828ef80e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:45.613226 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806744cd-0575-4701-b82d-461828ef80e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:45.613579 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806744cd-0575-4701-b82d-461828ef80e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:45.614453 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806744cd-0575-4701-b82d-461828ef80e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:45.614797 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806744cd-0575-4701-b82d-461828ef80e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:45.615120 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806744cd-0575-4701-b82d-461828ef80e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:45.615444 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806744cd-0575-4701-b82d-461828ef80e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:45.615755 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806744cd-0575-4701-b82d-461828ef80e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:45.616069 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806744cd-0575-4701-b82d-461828ef80e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:26:45.621862 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-fc11bf8e-4fda-4a3c-93ae-708695a2fd66 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, a42c3008-a1d7-4969-8bbb-9d3cc67fa117) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:26:45.625854 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc11bf8e-4fda-4a3c-93ae-708695a2fd66 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:45.626443 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fc11bf8e-4fda-4a3c-93ae-708695a2fd66 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:45.633946 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28716a09-ad4c-489b-82b1-61919567f2c7 None None] Network a42c3008-a1d7-4969-8bbb-9d3cc67fa117 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:26:45.652196 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-cea2f2bb-3191-41ee-b984-b6fa9426b911 None None] For port 5968a3d4-dba5-4e6d-96cb-f122936cbfe3, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:26:45.655139 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-cea2f2bb-3191-41ee-b984-b6fa9426b911 None None] For port 5968a3d4-dba5-4e6d-96cb-f122936cbfe3, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5968a3d4-dba5-4e6d-96cb-f122936cbfe3,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:26:45.718003 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-fc11bf8e-4fda-4a3c-93ae-708695a2fd66 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8733909 Oct 10 11:26:45.720632 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60412) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:45.740304 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-cea2f2bb-3191-41ee-b984-b6fa9426b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:45.804245 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea2f2bb-3191-41ee-b984-b6fa9426b911 None None] Routers {'0cd13c7e-4990-4e92-8464-8fd36be0eedf'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:26:45.804874 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-cea2f2bb-3191-41ee-b984-b6fa9426b911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:26:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['0cd13c7e-4990-4e92-8464-8fd36be0eedf'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:26:45.866453 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0882492d-97ae-4a61-bcaa-c580588b4b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-a42c3008-a1d7-4969-8bbb-9d3cc67fa117', 'network_id': 'a42c3008-a1d7-4969-8bbb-9d3cc67fa117', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ips': [{'subnet_id': '0cb60eda-fb97-48af-a643-a37d147eb15d'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:26:45.867317 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0882492d-97ae-4a61-bcaa-c580588b4b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:45.900407 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806744cd-0575-4701-b82d-461828ef80e2 None None] Pushing event updated for resources: {'Port': ['ID=5968a3d4-dba5-4e6d-96cb-f122936cbfe3,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:46.036102 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-0882492d-97ae-4a61-bcaa-c580588b4b64 None None] Allocated IP 172.20.0.2 (a42c3008-a1d7-4969-8bbb-9d3cc67fa117/0cb60eda-fb97-48af-a643-a37d147eb15d/4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:26:46.056403 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-cea2f2bb-3191-41ee-b984-b6fa9426b911 None None] Set router 0cd13c7e-4990-4e92-8464-8fd36be0eedf gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:26:46.243309 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0882492d-97ae-4a61-bcaa-c580588b4b64 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:46.255081 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0882492d-97ae-4a61-bcaa-c580588b4b64 None None] Transition to ACTIVE for port object 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:26:46.273712 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0882492d-97ae-4a61-bcaa-c580588b4b64 None None] Transition to ACTIVE for port object 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:26:46.347964 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0882492d-97ae-4a61-bcaa-c580588b4b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:46.351260 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-cea2f2bb-3191-41ee-b984-b6fa9426b911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'name': 'tempest-TestNetworkBasicOps-router-1641051689', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:26:41Z', 'updated_at': '2022-10-10T11:26:43Z', 'revision_number': 3, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:55:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:26:42Z', 'updated_at': '2022-10-10T11:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:26:46.355427 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea2f2bb-3191-41ee-b984-b6fa9426b911 None None] The sync data for ids ['0cd13c7e-4990-4e92-8464-8fd36be0eedf'] in dv-neutron-860842-1-hyperv is: [{'id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'name': 'tempest-TestNetworkBasicOps-router-1641051689', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:26:41Z', 'updated_at': '2022-10-10T11:26:43Z', 'revision_number': 3, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:55:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:26:42Z', 'updated_at': '2022-10-10T11:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:26:46.421183 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0882492d-97ae-4a61-bcaa-c580588b4b64 None None] Network a42c3008-a1d7-4969-8bbb-9d3cc67fa117 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:26:46.424107 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-0882492d-97ae-4a61-bcaa-c580588b4b64 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:26:46.428296 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0882492d-97ae-4a61-bcaa-c580588b4b64 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:26:46.510989 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882492d-97ae-4a61-bcaa-c580588b4b64 None None] Pushing event updated for resources: {'Port': ['ID=4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:46.538438 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-0882492d-97ae-4a61-bcaa-c580588b4b64 None None] Attempting to bind port 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:26:46.538804 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-0882492d-97ae-4a61-bcaa-c580588b4b64 None None] Attempting to bind port 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '919ee6b2-d844-4e47-b75c-22f5ec4d1b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'a42c3008-a1d7-4969-8bbb-9d3cc67fa117'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:26:46.539335 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0882492d-97ae-4a61-bcaa-c580588b4b64 None None] Attempting to bind port 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a on network a42c3008-a1d7-4969-8bbb-9d3cc67fa117 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:26:46.544614 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0882492d-97ae-4a61-bcaa-c580588b4b64 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:26:46.544985 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0882492d-97ae-4a61-bcaa-c580588b4b64 None None] Checking segment: {'id': '919ee6b2-d844-4e47-b75c-22f5ec4d1b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'a42c3008-a1d7-4969-8bbb-9d3cc67fa117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:26:46.545382 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0882492d-97ae-4a61-bcaa-c580588b4b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:46.545807 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0882492d-97ae-4a61-bcaa-c580588b4b64 None None] Bound using segment: {'id': '919ee6b2-d844-4e47-b75c-22f5ec4d1b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'a42c3008-a1d7-4969-8bbb-9d3cc67fa117'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:26:46.546265 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-0882492d-97ae-4a61-bcaa-c580588b4b64 None None] Bound port: 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '919ee6b2-d844-4e47-b75c-22f5ec4d1b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'a42c3008-a1d7-4969-8bbb-9d3cc67fa117'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:26:46.546766 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0882492d-97ae-4a61-bcaa-c580588b4b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:46.606947 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a6ac61bd-3d3d-44a7-8604-2f8ff1f7c4b6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:46.691655 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-0882492d-97ae-4a61-bcaa-c580588b4b64 None None] For port 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:26:46.695459 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-0882492d-97ae-4a61-bcaa-c580588b4b64 None None] For port 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a,segment=NetworkSegment(919ee6b2-d844-4e47-b75c-22f5ec4d1b7b),segment_id=919ee6b2-d844-4e47-b75c-22f5ec4d1b7b)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:26:46.787643 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0882492d-97ae-4a61-bcaa-c580588b4b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:46.889311 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882492d-97ae-4a61-bcaa-c580588b4b64 None None] Pushing event updated for resources: {'Port': ['ID=4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:47.027754 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5968a3d4-dba5-4e6d-96cb-f122936cbfe3 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:26:47.065135 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-a6ac61bd-3d3d-44a7-8604-2f8ff1f7c4b6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.20.0.1 (a42c3008-a1d7-4969-8bbb-9d3cc67fa117/0cb60eda-fb97-48af-a643-a37d147eb15d/e5ae0bfb-123c-4b23-a1c5-276ab5461312) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:26:47.207610 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 5968a3d4-dba5-4e6d-96cb-f122936cbfe3 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:26:47.214299 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 5968a3d4-dba5-4e6d-96cb-f122936cbfe3 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:26:47.216212 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:47.216567 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 5968a3d4-dba5-4e6d-96cb-f122936cbfe3 Oct 10 11:26:47.259036 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a6ac61bd-3d3d-44a7-8604-2f8ff1f7c4b6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:47.277064 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-a6ac61bd-3d3d-44a7-8604-2f8ff1f7c4b6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Transition to ACTIVE for port object e5ae0bfb-123c-4b23-a1c5-276ab5461312 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:26:47.346387 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 5968a3d4-dba5-4e6d-96cb-f122936cbfe3 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:26:47.346783 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:47.366136 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 5968a3d4-dba5-4e6d-96cb-f122936cbfe3, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5968a3d4-dba5-4e6d-96cb-f122936cbfe3,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:26:47.482349 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a6ac61bd-3d3d-44a7-8604-2f8ff1f7c4b6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:47.507513 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:47.552559 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ac61bd-3d3d-44a7-8604-2f8ff1f7c4b6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network a42c3008-a1d7-4969-8bbb-9d3cc67fa117 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:26:47.555688 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-a6ac61bd-3d3d-44a7-8604-2f8ff1f7c4b6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:26:47.559563 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ac61bd-3d3d-44a7-8604-2f8ff1f7c4b6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:26:47.576617 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=5968a3d4-dba5-4e6d-96cb-f122936cbfe3,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:47.595862 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac61bd-3d3d-44a7-8604-2f8ff1f7c4b6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=e5ae0bfb-123c-4b23-a1c5-276ab5461312,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:47.624369 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a6ac61bd-3d3d-44a7-8604-2f8ff1f7c4b6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:47.891067 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07ee61c-1878-408a-b20b-b9ca5c25c3f7 None None] Network a42c3008-a1d7-4969-8bbb-9d3cc67fa117 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:26:47.965631 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a6ac61bd-3d3d-44a7-8604-2f8ff1f7c4b6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:48.064041 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f943da17-8c28-4972-afec-dfe827528584 None None] Provisioning for port 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:26:48.450100 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-99b79a52-7b55-4c7f-b7a6-f2e632b58ac4 None None] Provisioning for port e5ae0bfb-123c-4b23-a1c5-276ab5461312 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:26:48.455304 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-99b79a52-7b55-4c7f-b7a6-f2e632b58ac4 None None] Provisioning complete for port e5ae0bfb-123c-4b23-a1c5-276ab5461312 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:26:48.455681 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-99b79a52-7b55-4c7f-b7a6-f2e632b58ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:48.456152 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-99b79a52-7b55-4c7f-b7a6-f2e632b58ac4 None None] Attempt 1 to provision port e5ae0bfb-123c-4b23-a1c5-276ab5461312 Oct 10 11:26:48.518778 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-99b79a52-7b55-4c7f-b7a6-f2e632b58ac4 None None] Port e5ae0bfb-123c-4b23-a1c5-276ab5461312 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:26:48.525371 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a6ac61bd-3d3d-44a7-8604-2f8ff1f7c4b6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:48.592708 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a6ac61bd-3d3d-44a7-8604-2f8ff1f7c4b6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:48.705941 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a6ac61bd-3d3d-44a7-8604-2f8ff1f7c4b6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:48.709411 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac61bd-3d3d-44a7-8604-2f8ff1f7c4b6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=e5ae0bfb-123c-4b23-a1c5-276ab5461312,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:48.840750 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ac61bd-3d3d-44a7-8604-2f8ff1f7c4b6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network a42c3008-a1d7-4969-8bbb-9d3cc67fa117 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:26:48.841904 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-a6ac61bd-3d3d-44a7-8604-2f8ff1f7c4b6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:26:49.020571 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-99b79a52-7b55-4c7f-b7a6-f2e632b58ac4 None None] Attempt 2 to provision port e5ae0bfb-123c-4b23-a1c5-276ab5461312 Oct 10 11:26:49.049189 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ac61bd-3d3d-44a7-8604-2f8ff1f7c4b6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router 0cd13c7e-4990-4e92-8464-8fd36be0eedf has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:26:49.076069 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:26:49.120095 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-99b79a52-7b55-4c7f-b7a6-f2e632b58ac4 None None] Port e5ae0bfb-123c-4b23-a1c5-276ab5461312 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:26:49.226868 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:26:49.231281 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ac61bd-3d3d-44a7-8604-2f8ff1f7c4b6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:26:49.231884 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:26:49.232924 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:49.233270 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a Oct 10 11:26:49.247209 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a6ac61bd-3d3d-44a7-8604-2f8ff1f7c4b6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "PUT /v2.0/routers/0cd13c7e-4990-4e92-8464-8fd36be0eedf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5232575 Oct 10 11:26:49.247511 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60416) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:49.262312 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a026b1-635b-4678-99b4-738dacd422a3 None None] Sync routers for ids ['0cd13c7e-4990-4e92-8464-8fd36be0eedf'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:26:49.293181 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a026b1-635b-4678-99b4-738dacd422a3 None None] Routers {'0cd13c7e-4990-4e92-8464-8fd36be0eedf'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:26:49.293825 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-19a026b1-635b-4678-99b4-738dacd422a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:26:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['0cd13c7e-4990-4e92-8464-8fd36be0eedf'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:26:49.390224 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6c65e5-17b1-4f24-a84e-ed9a42730f19 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:49.390745 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6c65e5-17b1-4f24-a84e-ed9a42730f19 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:49.391215 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6c65e5-17b1-4f24-a84e-ed9a42730f19 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:49.391681 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6c65e5-17b1-4f24-a84e-ed9a42730f19 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:49.392140 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6c65e5-17b1-4f24-a84e-ed9a42730f19 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:49.392597 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6c65e5-17b1-4f24-a84e-ed9a42730f19 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:49.394371 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8c6c65e5-17b1-4f24-a84e-ed9a42730f19 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1459482 Oct 10 11:26:49.397293 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60420) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:49.470447 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305fe4c0-9c03-46a8-8035-f6207a6b852e tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:49.470919 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305fe4c0-9c03-46a8-8035-f6207a6b852e tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:49.471384 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305fe4c0-9c03-46a8-8035-f6207a6b852e tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:49.471842 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305fe4c0-9c03-46a8-8035-f6207a6b852e tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:49.472297 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305fe4c0-9c03-46a8-8035-f6207a6b852e tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:49.472771 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305fe4c0-9c03-46a8-8035-f6207a6b852e tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:49.477071 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-305fe4c0-9c03-46a8-8035-f6207a6b852e tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0763998 Oct 10 11:26:49.477281 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60424) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:49.513802 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:26:49.514185 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:49.536046 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-19a026b1-635b-4678-99b4-738dacd422a3 None None] Set router 0cd13c7e-4990-4e92-8464-8fd36be0eedf gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:26:49.617742 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a,segment=NetworkSegment(919ee6b2-d844-4e47-b75c-22f5ec4d1b7b),segment_id=919ee6b2-d844-4e47-b75c-22f5ec4d1b7b)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:26:49.670305 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-99b79a52-7b55-4c7f-b7a6-f2e632b58ac4 None None] Attempt 3 to provision port e5ae0bfb-123c-4b23-a1c5-276ab5461312 Oct 10 11:26:49.696111 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6875c277-569a-4a27-91cf-470553e56de8 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2124898 Oct 10 11:26:49.713378 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:49.714069 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5968a3d4-dba5-4e6d-96cb-f122936cbfe3 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:26:49.841373 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60430) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:49.846713 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-8113aa96-b476-4569-80d7-9a98afcf96fe tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1220537281', 'description': 'tempest-secgroup-smoke-1220537281 description', 'project_id': 'abdeb3603c4943b08320f37282de8f91'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:26:49.853474 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8113aa96-b476-4569-80d7-9a98afcf96fe tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:26:49.857682 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8113aa96-b476-4569-80d7-9a98afcf96fe tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:26:49.860657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8113aa96-b476-4569-80d7-9a98afcf96fe tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:26:49.867361 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8113aa96-b476-4569-80d7-9a98afcf96fe tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:26:49.939322 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8113aa96-b476-4569-80d7-9a98afcf96fe tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:49.948129 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-99b79a52-7b55-4c7f-b7a6-f2e632b58ac4 None None] Port e5ae0bfb-123c-4b23-a1c5-276ab5461312 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:26:49.964592 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8113aa96-b476-4569-80d7-9a98afcf96fe tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:26:49.969177 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8113aa96-b476-4569-80d7-9a98afcf96fe tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:26:49.972099 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8113aa96-b476-4569-80d7-9a98afcf96fe tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:26:49.976780 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:49.978609 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8113aa96-b476-4569-80d7-9a98afcf96fe tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:26:50.011719 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 5968a3d4-dba5-4e6d-96cb-f122936cbfe3 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:26:50.012090 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:50.012424 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 5968a3d4-dba5-4e6d-96cb-f122936cbfe3 Oct 10 11:26:50.049853 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8113aa96-b476-4569-80d7-9a98afcf96fe tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:50.122018 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8113aa96-b476-4569-80d7-9a98afcf96fe tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:50.169429 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113aa96-b476-4569-80d7-9a98afcf96fe tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdb6859-1717-4318-aa54-4fb94a5c70a3,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:50.179117 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-19a026b1-635b-4678-99b4-738dacd422a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'name': 'tempest-TestNetworkBasicOps-router-1641051689', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:26:41Z', 'updated_at': '2022-10-10T11:26:47Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:55:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:26:42Z', 'updated_at': '2022-10-10T11:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'e5ae0bfb-123c-4b23-a1c5-276ab5461312', 'name': '', 'network_id': 'a42c3008-a1d7-4969-8bbb-9d3cc67fa117', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:6a:78:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0cb60eda-fb97-48af-a643-a37d147eb15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:26:46Z', 'updated_at': '2022-10-10T11:26:48Z', 'revision_number': 2, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '0cb60eda-fb97-48af-a643-a37d147eb15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:26:50.185217 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 5968a3d4-dba5-4e6d-96cb-f122936cbfe3 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:26:50.188366 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a026b1-635b-4678-99b4-738dacd422a3 None None] Checking router: 0cd13c7e-4990-4e92-8464-8fd36be0eedf for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:26:50.188701 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a026b1-635b-4678-99b4-738dacd422a3 None None] Updating router 0cd13c7e-4990-4e92-8464-8fd36be0eedf port e5ae0bfb-123c-4b23-a1c5-276ab5461312 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:26:50.244516 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8113aa96-b476-4569-80d7-9a98afcf96fe tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:50.244737 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-19a026b1-635b-4678-99b4-738dacd422a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:50.245784 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8113aa96-b476-4569-80d7-9a98afcf96fe tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4032609 Oct 10 11:26:50.248854 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60434) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:50.253954 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-4fb38906-77c9-4aa1-851a-73d598d2f3a1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '7bdb6859-1717-4318-aa54-4fb94a5c70a3', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:26:50.260650 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-4fb38906-77c9-4aa1-851a-73d598d2f3a1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:26:50.264630 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-4fb38906-77c9-4aa1-851a-73d598d2f3a1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:26:50.267563 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-4fb38906-77c9-4aa1-851a-73d598d2f3a1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:26:50.273332 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-4fb38906-77c9-4aa1-851a-73d598d2f3a1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:26:50.354562 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4fb38906-77c9-4aa1-851a-73d598d2f3a1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:50.415969 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4fb38906-77c9-4aa1-851a-73d598d2f3a1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:50.463817 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-99b79a52-7b55-4c7f-b7a6-f2e632b58ac4 None None] Attempt 4 to provision port e5ae0bfb-123c-4b23-a1c5-276ab5461312 Oct 10 11:26:50.472869 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4fb38906-77c9-4aa1-851a-73d598d2f3a1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:50.497305 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb38906-77c9-4aa1-851a-73d598d2f3a1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35044930-073f-4c61-8d84-bcfa40d62a52,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:50.541700 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-99b79a52-7b55-4c7f-b7a6-f2e632b58ac4 None None] Port e5ae0bfb-123c-4b23-a1c5-276ab5461312 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:26:50.570060 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4fb38906-77c9-4aa1-851a-73d598d2f3a1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:50.571271 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4fb38906-77c9-4aa1-851a-73d598d2f3a1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3214602 Oct 10 11:26:50.574605 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60438) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:50.579681 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-ad01fb4d-39e5-48a3-8aa0-8e7f43cff87d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '7bdb6859-1717-4318-aa54-4fb94a5c70a3', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:26:50.585916 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ad01fb4d-39e5-48a3-8aa0-8e7f43cff87d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:26:50.589718 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ad01fb4d-39e5-48a3-8aa0-8e7f43cff87d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:26:50.592562 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ad01fb4d-39e5-48a3-8aa0-8e7f43cff87d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:26:50.598764 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ad01fb4d-39e5-48a3-8aa0-8e7f43cff87d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:26:50.635843 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-19a026b1-635b-4678-99b4-738dacd422a3 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:50.647348 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-19a026b1-635b-4678-99b4-738dacd422a3 None None] Transition to ACTIVE for port object e5ae0bfb-123c-4b23-a1c5-276ab5461312 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:26:50.666715 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ad01fb4d-39e5-48a3-8aa0-8e7f43cff87d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:50.730124 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ad01fb4d-39e5-48a3-8aa0-8e7f43cff87d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:50.735704 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-19a026b1-635b-4678-99b4-738dacd422a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:50.815721 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ad01fb4d-39e5-48a3-8aa0-8e7f43cff87d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:50.844517 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01fb4d-39e5-48a3-8aa0-8e7f43cff87d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc81002d-5bfb-48c9-8bbd-e733ffdcf305,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:50.924148 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ad01fb4d-39e5-48a3-8aa0-8e7f43cff87d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:50.929811 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ad01fb4d-39e5-48a3-8aa0-8e7f43cff87d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3498433 Oct 10 11:26:50.929811 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60442) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:50.933373 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-88610968-9ecb-483d-a6fb-47d4e30d26b4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '7bdb6859-1717-4318-aa54-4fb94a5c70a3', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:26:50.942764 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-88610968-9ecb-483d-a6fb-47d4e30d26b4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:26:50.943715 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489aa60-a39c-4321-9965-9d3f19410fd7 None None] Pushing event updated for resources: {'Port': ['ID=e5ae0bfb-123c-4b23-a1c5-276ab5461312,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:50.951219 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-88610968-9ecb-483d-a6fb-47d4e30d26b4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:26:50.955436 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-88610968-9ecb-483d-a6fb-47d4e30d26b4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:26:50.955577 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-19a026b1-635b-4678-99b4-738dacd422a3 None None] Attempting to bind port e5ae0bfb-123c-4b23-a1c5-276ab5461312 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:26:50.955948 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-19a026b1-635b-4678-99b4-738dacd422a3 None None] Attempting to bind port e5ae0bfb-123c-4b23-a1c5-276ab5461312 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '919ee6b2-d844-4e47-b75c-22f5ec4d1b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'a42c3008-a1d7-4969-8bbb-9d3cc67fa117'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:26:50.956310 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a026b1-635b-4678-99b4-738dacd422a3 None None] Attempting to bind port e5ae0bfb-123c-4b23-a1c5-276ab5461312 on network a42c3008-a1d7-4969-8bbb-9d3cc67fa117 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:26:50.962902 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-88610968-9ecb-483d-a6fb-47d4e30d26b4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:26:50.963967 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a026b1-635b-4678-99b4-738dacd422a3 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:26:50.964342 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a026b1-635b-4678-99b4-738dacd422a3 None None] Checking segment: {'id': '919ee6b2-d844-4e47-b75c-22f5ec4d1b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'a42c3008-a1d7-4969-8bbb-9d3cc67fa117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:26:50.964756 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-19a026b1-635b-4678-99b4-738dacd422a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:50.965350 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a026b1-635b-4678-99b4-738dacd422a3 None None] Bound using segment: {'id': '919ee6b2-d844-4e47-b75c-22f5ec4d1b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'a42c3008-a1d7-4969-8bbb-9d3cc67fa117'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:26:50.965665 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-19a026b1-635b-4678-99b4-738dacd422a3 None None] Bound port: e5ae0bfb-123c-4b23-a1c5-276ab5461312, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '919ee6b2-d844-4e47-b75c-22f5ec4d1b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'a42c3008-a1d7-4969-8bbb-9d3cc67fa117'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:26:50.966040 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-19a026b1-635b-4678-99b4-738dacd422a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:51.013309 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:26:51.041135 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-88610968-9ecb-483d-a6fb-47d4e30d26b4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:51.050881 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-99b79a52-7b55-4c7f-b7a6-f2e632b58ac4 None None] Attempt 5 to provision port e5ae0bfb-123c-4b23-a1c5-276ab5461312 Oct 10 11:26:51.109152 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-88610968-9ecb-483d-a6fb-47d4e30d26b4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:51.151830 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-99b79a52-7b55-4c7f-b7a6-f2e632b58ac4 None None] Port e5ae0bfb-123c-4b23-a1c5-276ab5461312 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:26:51.152981 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-88610968-9ecb-483d-a6fb-47d4e30d26b4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:51.163677 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-19a026b1-635b-4678-99b4-738dacd422a3 None None] For port e5ae0bfb-123c-4b23-a1c5-276ab5461312, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:26:51.167420 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-19a026b1-635b-4678-99b4-738dacd422a3 None None] For port e5ae0bfb-123c-4b23-a1c5-276ab5461312, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=e5ae0bfb-123c-4b23-a1c5-276ab5461312,segment=NetworkSegment(919ee6b2-d844-4e47-b75c-22f5ec4d1b7b),segment_id=919ee6b2-d844-4e47-b75c-22f5ec4d1b7b)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:26:51.177089 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:26:51.177487 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:51.177829 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a Oct 10 11:26:51.182110 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88610968-9ecb-483d-a6fb-47d4e30d26b4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d17fa43-e3e7-475e-87c8-8f8799561828,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:51.232273 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-19a026b1-635b-4678-99b4-738dacd422a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:51.253801 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-88610968-9ecb-483d-a6fb-47d4e30d26b4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:51.255512 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-88610968-9ecb-483d-a6fb-47d4e30d26b4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3263540 Oct 10 11:26:51.258376 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60446) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:51.263333 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-9eece075-f980-4293-88aa-72c2b239c347 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '7bdb6859-1717-4318-aa54-4fb94a5c70a3', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:26:51.269274 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-9eece075-f980-4293-88aa-72c2b239c347 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:26:51.274056 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9eece075-f980-4293-88aa-72c2b239c347 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:26:51.276907 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9eece075-f980-4293-88aa-72c2b239c347 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:26:51.282959 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-9eece075-f980-4293-88aa-72c2b239c347 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:26:51.297964 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a026b1-635b-4678-99b4-738dacd422a3 None None] Routers {'0cd13c7e-4990-4e92-8464-8fd36be0eedf'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:26:51.298588 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-19a026b1-635b-4678-99b4-738dacd422a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:26:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['0cd13c7e-4990-4e92-8464-8fd36be0eedf'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:26:51.368968 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9eece075-f980-4293-88aa-72c2b239c347 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:51.438147 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9eece075-f980-4293-88aa-72c2b239c347 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:51.478828 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489aa60-a39c-4321-9965-9d3f19410fd7 None None] Pushing event updated for resources: {'Port': ['ID=e5ae0bfb-123c-4b23-a1c5-276ab5461312,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:51.516404 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9eece075-f980-4293-88aa-72c2b239c347 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:51.540446 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:26:51.587195 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-19a026b1-635b-4678-99b4-738dacd422a3 None None] Set router 0cd13c7e-4990-4e92-8464-8fd36be0eedf gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:26:51.645942 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eece075-f980-4293-88aa-72c2b239c347 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5388a1-09a8-4d8e-af11-afbd81953be1,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:51.653756 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-99b79a52-7b55-4c7f-b7a6-f2e632b58ac4 None None] Attempt 6 to provision port e5ae0bfb-123c-4b23-a1c5-276ab5461312 Oct 10 11:26:51.718670 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9eece075-f980-4293-88aa-72c2b239c347 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:51.719912 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9eece075-f980-4293-88aa-72c2b239c347 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4606152 Oct 10 11:26:51.722684 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60450) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:51.727622 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-20c3ff22-0540-44f9-9c79-2e990e141cfd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '7bdb6859-1717-4318-aa54-4fb94a5c70a3', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:26:51.733661 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-20c3ff22-0540-44f9-9c79-2e990e141cfd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:26:51.737378 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-20c3ff22-0540-44f9-9c79-2e990e141cfd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:26:51.740810 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-20c3ff22-0540-44f9-9c79-2e990e141cfd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:26:51.746910 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-20c3ff22-0540-44f9-9c79-2e990e141cfd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:26:51.816213 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-20c3ff22-0540-44f9-9c79-2e990e141cfd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Project abdeb3603c4943b08320f37282de8f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:26:51.823689 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-20c3ff22-0540-44f9-9c79-2e990e141cfd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:51.864241 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-99b79a52-7b55-4c7f-b7a6-f2e632b58ac4 None None] Port e5ae0bfb-123c-4b23-a1c5-276ab5461312 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:26:51.887229 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-20c3ff22-0540-44f9-9c79-2e990e141cfd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:51.898943 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-99b79a52-7b55-4c7f-b7a6-f2e632b58ac4 None None] Provisioning complete for port 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:26:51.899315 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-99b79a52-7b55-4c7f-b7a6-f2e632b58ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:51.899650 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-99b79a52-7b55-4c7f-b7a6-f2e632b58ac4 None None] Attempt 1 to provision port 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a Oct 10 11:26:51.955997 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-20c3ff22-0540-44f9-9c79-2e990e141cfd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:51.978124 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3ff22-0540-44f9-9c79-2e990e141cfd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79074988-c56c-4c39-8468-a708b3d364c8,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:52.070473 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-19a026b1-635b-4678-99b4-738dacd422a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'name': 'tempest-TestNetworkBasicOps-router-1641051689', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:26:41Z', 'updated_at': '2022-10-10T11:26:47Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:55:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:26:42Z', 'updated_at': '2022-10-10T11:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'e5ae0bfb-123c-4b23-a1c5-276ab5461312', 'name': '', 'network_id': 'a42c3008-a1d7-4969-8bbb-9d3cc67fa117', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:6a:78:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0cb60eda-fb97-48af-a643-a37d147eb15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:26:46Z', 'updated_at': '2022-10-10T11:26:51Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '0cb60eda-fb97-48af-a643-a37d147eb15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:26:52.074398 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-99b79a52-7b55-4c7f-b7a6-f2e632b58ac4 None None] Current status of the port 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:26:52.077513 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a026b1-635b-4678-99b4-738dacd422a3 None None] The sync data for ids ['0cd13c7e-4990-4e92-8464-8fd36be0eedf'] in dv-neutron-860842-1-hyperv is: [{'id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'name': 'tempest-TestNetworkBasicOps-router-1641051689', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:26:41Z', 'updated_at': '2022-10-10T11:26:47Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:55:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:26:42Z', 'updated_at': '2022-10-10T11:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'e5ae0bfb-123c-4b23-a1c5-276ab5461312', 'name': '', 'network_id': 'a42c3008-a1d7-4969-8bbb-9d3cc67fa117', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:6a:78:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0cb60eda-fb97-48af-a643-a37d147eb15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:26:46Z', 'updated_at': '2022-10-10T11:26:51Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '0cb60eda-fb97-48af-a643-a37d147eb15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:26:52.079497 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-20c3ff22-0540-44f9-9c79-2e990e141cfd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:52.081128 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-20c3ff22-0540-44f9-9c79-2e990e141cfd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3572562 Oct 10 11:26:52.083648 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60454) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:26:52.089005 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-d077790e-1994-43a9-b1cf-1cb2452fad51 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '7bdb6859-1717-4318-aa54-4fb94a5c70a3', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:26:52.095156 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d077790e-1994-43a9-b1cf-1cb2452fad51 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:26:52.099724 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d077790e-1994-43a9-b1cf-1cb2452fad51 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:26:52.102691 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d077790e-1994-43a9-b1cf-1cb2452fad51 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:26:52.108894 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d077790e-1994-43a9-b1cf-1cb2452fad51 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:26:52.191048 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-d077790e-1994-43a9-b1cf-1cb2452fad51 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Project abdeb3603c4943b08320f37282de8f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:26:52.199769 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d077790e-1994-43a9-b1cf-1cb2452fad51 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:52.269345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d077790e-1994-43a9-b1cf-1cb2452fad51 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:52.350728 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d077790e-1994-43a9-b1cf-1cb2452fad51 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:52.375718 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077790e-1994-43a9-b1cf-1cb2452fad51 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9996c8-c60f-4392-8a47-86caf133748b,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:52.442230 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d077790e-1994-43a9-b1cf-1cb2452fad51 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:52.443457 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d077790e-1994-43a9-b1cf-1cb2452fad51 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3587492 Oct 10 11:26:52.620408 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-2eaae47a-f659-4cbd-98a6-58727a4c5882 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:26:52.707967 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-2eaae47a-f659-4cbd-98a6-58727a4c5882 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:26:52.709611 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-2eaae47a-f659-4cbd-98a6-58727a4c5882 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1220537281&fields=id&tenant_id=abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 267 time: 0.1331193 Oct 10 11:26:52.868700 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-e29a5f96-1de4-4160-8624-1f76e032c08f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:52.869317 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-e29a5f96-1de4-4160-8624-1f76e032c08f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:network {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:26:53.005743 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device e5ae0bfb-123c-4b23-a1c5-276ab5461312 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:26:53.048281 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-e29a5f96-1de4-4160-8624-1f76e032c08f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:network {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:26:53.049617 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-e29a5f96-1de4-4160-8624-1f76e032c08f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/networks?id=a42c3008-a1d7-4969-8bbb-9d3cc67fa117 HTTP/1.1" status: 200 len: 797 time: 0.3332548 Oct 10 11:26:53.075090 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-ea406f1b-0591-49f5-b7a4-bfc83e5156ff tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/quotas/abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 375 time: 0.0174239 Oct 10 11:26:53.164510 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-5ee47ff8-2060-48fd-8f58-45da1c0886e0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:26:53.198742 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port e5ae0bfb-123c-4b23-a1c5-276ab5461312 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:26:53.203902 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port e5ae0bfb-123c-4b23-a1c5-276ab5461312 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:26:53.204266 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:53.204593 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port e5ae0bfb-123c-4b23-a1c5-276ab5461312 Oct 10 11:26:53.250047 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-5ee47ff8-2060-48fd-8f58-45da1c0886e0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:26:53.251370 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-5ee47ff8-2060-48fd-8f58-45da1c0886e0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1754518 Oct 10 11:26:53.320479 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port e5ae0bfb-123c-4b23-a1c5-276ab5461312 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:26:53.320848 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:53.352752 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port e5ae0bfb-123c-4b23-a1c5-276ab5461312, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=e5ae0bfb-123c-4b23-a1c5-276ab5461312,segment=NetworkSegment(919ee6b2-d844-4e47-b75c-22f5ec4d1b7b),segment_id=919ee6b2-d844-4e47-b75c-22f5ec4d1b7b)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:26:53.392415 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-43b5b8a9-b8b4-4266-a5cd-33a9368e6cc0 service neutron] 10.222.0.40 "GET /v2.0/networks/a42c3008-a1d7-4969-8bbb-9d3cc67fa117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286221 Oct 10 11:26:53.432829 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:53.504516 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=e5ae0bfb-123c-4b23-a1c5-276ab5461312,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:53.528260 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-022cb0a5-d602-4e29-aaa9-05d746dfcb59 service neutron] 10.222.0.40 "GET /v2.0/networks/a42c3008-a1d7-4969-8bbb-9d3cc67fa117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297989 Oct 10 11:26:53.772882 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-fb551d03-5dfe-4811-837e-65a9c42ce689 req-e3de94a7-8bf1-4968-a60d-e31175977ab4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=567f4ec2-2e4a-4108-9f47-11cb1601b295 HTTP/1.1" status: 200 len: 210 time: 0.0549929 Oct 10 11:26:54.026236 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:26:54.954956 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9726e6f6-09fa-4414-a3f8-ccf78e0022a7 req-6e9bb9f3-be6d-4c83-9136-4904ad6a8485 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=567f4ec2-2e4a-4108-9f47-11cb1601b295 HTTP/1.1" status: 200 len: 210 time: 0.0691502 Oct 10 11:26:54.977441 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device e5ae0bfb-123c-4b23-a1c5-276ab5461312 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:26:55.046291 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port e5ae0bfb-123c-4b23-a1c5-276ab5461312 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:26:55.046658 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:55.047015 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port e5ae0bfb-123c-4b23-a1c5-276ab5461312 Oct 10 11:26:55.165362 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port e5ae0bfb-123c-4b23-a1c5-276ab5461312 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:26:55.777751 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-bcf0c5e2-a6af-4dad-bc23-59d8650ad307 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:55.779151 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-bcf0c5e2-a6af-4dad-bc23-59d8650ad307 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/networks?id=a42c3008-a1d7-4969-8bbb-9d3cc67fa117 HTTP/1.1" status: 200 len: 797 time: 0.1481309 Oct 10 11:26:55.830056 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-5a5e054c-5fc1-43a8-80ff-589d668b492d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 380 time: 0.0428360 Oct 10 11:26:55.838671 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-b9cc14d2-15cb-4075-a601-5aaa9c53c498 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'port': {'device_id': '567f4ec2-2e4a-4108-9f47-11cb1601b295', 'network_id': 'a42c3008-a1d7-4969-8bbb-9d3cc67fa117', 'admin_state_up': True, 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'security_groups': ['7bdb6859-1717-4318-aa54-4fb94a5c70a3']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:26:55.976017 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-b9cc14d2-15cb-4075-a601-5aaa9c53c498 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:26:55.986029 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-b9cc14d2-15cb-4075-a601-5aaa9c53c498 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:26:56.121167 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3d2e383d-7212-4c0f-b22c-02d4747b9597 req-985061dc-0213-4bde-9039-1b618e0e7091 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=567f4ec2-2e4a-4108-9f47-11cb1601b295 HTTP/1.1" status: 200 len: 210 time: 0.0540135 Oct 10 11:26:56.124334 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-b9cc14d2-15cb-4075-a601-5aaa9c53c498 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Made reservation on behalf of abdeb3603c4943b08320f37282de8f91 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:26:56.127953 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-b9cc14d2-15cb-4075-a601-5aaa9c53c498 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:56.296675 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-b9cc14d2-15cb-4075-a601-5aaa9c53c498 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.20.0.9 (a42c3008-a1d7-4969-8bbb-9d3cc67fa117/0cb60eda-fb97-48af-a643-a37d147eb15d/8b10cd8f-f5e4-4169-96ba-912fae8f18ff) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:26:56.485698 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-b9cc14d2-15cb-4075-a601-5aaa9c53c498 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:56.502890 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-b9cc14d2-15cb-4075-a601-5aaa9c53c498 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Transition to ACTIVE for port object 8b10cd8f-f5e4-4169-96ba-912fae8f18ff will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:26:56.587517 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-b9cc14d2-15cb-4075-a601-5aaa9c53c498 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:56.664452 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-b9cc14d2-15cb-4075-a601-5aaa9c53c498 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network a42c3008-a1d7-4969-8bbb-9d3cc67fa117 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:26:56.667347 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-b9cc14d2-15cb-4075-a601-5aaa9c53c498 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:26:56.669796 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-b9cc14d2-15cb-4075-a601-5aaa9c53c498 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:26:56.701244 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc14d2-15cb-4075-a601-5aaa9c53c498 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=8b10cd8f-f5e4-4169-96ba-912fae8f18ff,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:56.742099 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-b9cc14d2-15cb-4075-a601-5aaa9c53c498 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:56.742859 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-b9cc14d2-15cb-4075-a601-5aaa9c53c498 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:56.837605 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-b9cc14d2-15cb-4075-a601-5aaa9c53c498 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0024235 Oct 10 11:26:56.850284 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-26bb7ef3-0ee8-4c92-ba29-87893a56cc18 service neutron] Request body: {'port': {'device_id': '567f4ec2-2e4a-4108-9f47-11cb1601b295', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:26:57.031071 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3a3b7e2c-17e1-4bdf-98b7-0b11c0535290 None None] Provisioning for port 8b10cd8f-f5e4-4169-96ba-912fae8f18ff completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:26:57.037752 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3a3b7e2c-17e1-4bdf-98b7-0b11c0535290 None None] Provisioning complete for port 8b10cd8f-f5e4-4169-96ba-912fae8f18ff triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:26:57.038328 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3a3b7e2c-17e1-4bdf-98b7-0b11c0535290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:57.040520 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3a3b7e2c-17e1-4bdf-98b7-0b11c0535290 None None] Attempt 1 to provision port 8b10cd8f-f5e4-4169-96ba-912fae8f18ff Oct 10 11:26:57.073048 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-26bb7ef3-0ee8-4c92-ba29-87893a56cc18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:57.100963 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3a3b7e2c-17e1-4bdf-98b7-0b11c0535290 None None] Port 8b10cd8f-f5e4-4169-96ba-912fae8f18ff cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:26:57.481297 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-26bb7ef3-0ee8-4c92-ba29-87893a56cc18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b10cd8f-f5e4-4169-96ba-912fae8f18ff {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:26:57.496199 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-26bb7ef3-0ee8-4c92-ba29-87893a56cc18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:57.516606 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-26bb7ef3-0ee8-4c92-ba29-87893a56cc18 service neutron] Transition to ACTIVE for port object 8b10cd8f-f5e4-4169-96ba-912fae8f18ff will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:26:57.537875 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263791c-cd88-4d19-8555-c635957443c3 req-b4854b02-a9b4-47c9-b329-494ef7875754 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:57.538578 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-a263791c-cd88-4d19-8555-c635957443c3 req-b4854b02-a9b4-47c9-b329-494ef7875754 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:26:57.590273 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-26bb7ef3-0ee8-4c92-ba29-87893a56cc18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:57.602298 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3a3b7e2c-17e1-4bdf-98b7-0b11c0535290 None None] Attempt 2 to provision port 8b10cd8f-f5e4-4169-96ba-912fae8f18ff Oct 10 11:26:57.659324 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3a3b7e2c-17e1-4bdf-98b7-0b11c0535290 None None] Port 8b10cd8f-f5e4-4169-96ba-912fae8f18ff cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:26:57.684074 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-a263791c-cd88-4d19-8555-c635957443c3 req-b4854b02-a9b4-47c9-b329-494ef7875754 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:26:57.685226 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a263791c-cd88-4d19-8555-c635957443c3 req-b4854b02-a9b4-47c9-b329-494ef7875754 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=567f4ec2-2e4a-4108-9f47-11cb1601b295 HTTP/1.1" status: 200 len: 931 time: 0.2793519 Oct 10 11:26:57.815126 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb7ef3-0ee8-4c92-ba29-87893a56cc18 service neutron] Pushing event updated for resources: {'Port': ['ID=8b10cd8f-f5e4-4169-96ba-912fae8f18ff,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:57.840413 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a263791c-cd88-4d19-8555-c635957443c3 req-3aa8d218-aa32-438c-89c2-21fafda2b617 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bdb6859-1717-4318-aa54-4fb94a5c70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460752 Oct 10 11:26:57.868412 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-26bb7ef3-0ee8-4c92-ba29-87893a56cc18 service neutron] Attempting to bind port 8b10cd8f-f5e4-4169-96ba-912fae8f18ff on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:26:57.868743 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-26bb7ef3-0ee8-4c92-ba29-87893a56cc18 service neutron] Attempting to bind port 8b10cd8f-f5e4-4169-96ba-912fae8f18ff by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '919ee6b2-d844-4e47-b75c-22f5ec4d1b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'a42c3008-a1d7-4969-8bbb-9d3cc67fa117'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:26:57.869063 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-26bb7ef3-0ee8-4c92-ba29-87893a56cc18 service neutron] Attempting to bind port 8b10cd8f-f5e4-4169-96ba-912fae8f18ff on network a42c3008-a1d7-4969-8bbb-9d3cc67fa117 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:26:57.873676 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-26bb7ef3-0ee8-4c92-ba29-87893a56cc18 service neutron] Port 8b10cd8f-f5e4-4169-96ba-912fae8f18ff on network a42c3008-a1d7-4969-8bbb-9d3cc67fa117 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:26:57.873987 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-26bb7ef3-0ee8-4c92-ba29-87893a56cc18 service neutron] Attempting to bind port 8b10cd8f-f5e4-4169-96ba-912fae8f18ff on network a42c3008-a1d7-4969-8bbb-9d3cc67fa117 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:26:57.878998 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-26bb7ef3-0ee8-4c92-ba29-87893a56cc18 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:26:57.879837 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-26bb7ef3-0ee8-4c92-ba29-87893a56cc18 service neutron] Checking segment: {'id': '919ee6b2-d844-4e47-b75c-22f5ec4d1b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'a42c3008-a1d7-4969-8bbb-9d3cc67fa117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:26:57.880290 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-26bb7ef3-0ee8-4c92-ba29-87893a56cc18 service neutron] Bound using segment: {'id': '919ee6b2-d844-4e47-b75c-22f5ec4d1b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'a42c3008-a1d7-4969-8bbb-9d3cc67fa117'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:26:57.880820 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-26bb7ef3-0ee8-4c92-ba29-87893a56cc18 service neutron] Bound port: 8b10cd8f-f5e4-4169-96ba-912fae8f18ff, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919ee6b2-d844-4e47-b75c-22f5ec4d1b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'a42c3008-a1d7-4969-8bbb-9d3cc67fa117'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:26:57.881157 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-26bb7ef3-0ee8-4c92-ba29-87893a56cc18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:57.980335 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-26bb7ef3-0ee8-4c92-ba29-87893a56cc18 service neutron] For port 8b10cd8f-f5e4-4169-96ba-912fae8f18ff, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:26:57.983533 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-26bb7ef3-0ee8-4c92-ba29-87893a56cc18 service neutron] For port 8b10cd8f-f5e4-4169-96ba-912fae8f18ff, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8b10cd8f-f5e4-4169-96ba-912fae8f18ff,segment=NetworkSegment(919ee6b2-d844-4e47-b75c-22f5ec4d1b7b),segment_id=919ee6b2-d844-4e47-b75c-22f5ec4d1b7b)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:26:58.124822 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-26bb7ef3-0ee8-4c92-ba29-87893a56cc18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:58.160534 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3a3b7e2c-17e1-4bdf-98b7-0b11c0535290 None None] Attempt 3 to provision port 8b10cd8f-f5e4-4169-96ba-912fae8f18ff Oct 10 11:26:58.174214 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-26bb7ef3-0ee8-4c92-ba29-87893a56cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:58.174840 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-26bb7ef3-0ee8-4c92-ba29-87893a56cc18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:26:58.176235 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-26bb7ef3-0ee8-4c92-ba29-87893a56cc18 service neutron] 10.222.0.15 "PUT /v2.0/ports/8b10cd8f-f5e4-4169-96ba-912fae8f18ff HTTP/1.1" status: 200 len: 1093 time: 1.3311405 Oct 10 11:26:58.176788 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '567f4ec2-2e4a-4108-9f47-11cb1601b295', 'tag': '8b10cd8f-f5e4-4169-96ba-912fae8f18ff'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:26:58.179492 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c26bf59-8d27-4bcd-bdac-48d5c6d56f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "567f4ec2-2e4a-4108-9f47-11cb1601b295", "tag": "8b10cd8f-f5e4-4169-96ba-912fae8f18ff"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:26:58.233162 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb7ef3-0ee8-4c92-ba29-87893a56cc18 service neutron] Pushing event updated for resources: {'Port': ['ID=8b10cd8f-f5e4-4169-96ba-912fae8f18ff,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:26:58.240292 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3a3b7e2c-17e1-4bdf-98b7-0b11c0535290 None None] Port 8b10cd8f-f5e4-4169-96ba-912fae8f18ff had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:26:58.324850 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f119d72-9309-4fc5-aaa2-880ee4b5cb85 x-openstack-request-id: req-9f119d72-9309-4fc5-aaa2-880ee4b5cb85 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:26:58.325128 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "567f4ec2-2e4a-4108-9f47-11cb1601b295", "tag": "8b10cd8f-f5e4-4169-96ba-912fae8f18ff", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:26:58.325371 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9f119d72-9309-4fc5-aaa2-880ee4b5cb85 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:26:58.325846 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f119d72-9309-4fc5-aaa2-880ee4b5cb85'] response: {'name': 'network-changed', 'server_uuid': '567f4ec2-2e4a-4108-9f47-11cb1601b295', 'tag': '8b10cd8f-f5e4-4169-96ba-912fae8f18ff', 'status': 'completed', 'code': 200} Oct 10 11:26:58.372185 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-a57e224a-1859-4bd8-b955-00b273d5b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:58.373766 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-a57e224a-1859-4bd8-b955-00b273d5b6af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=567f4ec2-2e4a-4108-9f47-11cb1601b295 HTTP/1.1" status: 200 len: 1096 time: 0.0851328 Oct 10 11:26:58.446494 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-a90c94cf-e5a5-481f-9af7-b22b3883832d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b10cd8f-f5e4-4169-96ba-912fae8f18ff HTTP/1.1" status: 200 len: 217 time: 0.0659945 Oct 10 11:26:58.512082 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-94465a29-85ed-45e2-9edd-f316efe2c30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:58.513622 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-94465a29-85ed-45e2-9edd-f316efe2c30b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0cb60eda-fb97-48af-a643-a37d147eb15d HTTP/1.1" status: 200 len: 844 time: 0.0617363 Oct 10 11:26:58.595256 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-91c5a40d-f04f-48d5-8358-247ea0085b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:58.596768 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-91c5a40d-f04f-48d5-8358-247ea0085b8d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a42c3008-a1d7-4969-8bbb-9d3cc67fa117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777445 Oct 10 11:26:58.728783 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-6966b3fc-83c1-428e-a985-b6a628c60ee6 service neutron] 10.222.0.15 "GET /v2.0/networks/a42c3008-a1d7-4969-8bbb-9d3cc67fa117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255670 Oct 10 11:26:58.859199 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-aca1f547-b8f5-4cd0-9423-9efa97fcdfd9 req-2c4caa11-b27a-4829-86fe-befa8346d5b1 service neutron] 10.222.0.15 "GET /v2.0/networks/a42c3008-a1d7-4969-8bbb-9d3cc67fa117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238623 Oct 10 11:26:59.213689 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26bf59-8d27-4bcd-bdac-48d5c6d56f8f req-af33a7ef-2df5-455e-b314-7f904ee77f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:59.215837 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7c26bf59-8d27-4bcd-bdac-48d5c6d56f8f req-af33a7ef-2df5-455e-b314-7f904ee77f13 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=567f4ec2-2e4a-4108-9f47-11cb1601b295 HTTP/1.1" status: 200 len: 1096 time: 0.2215014 Oct 10 11:26:59.225362 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa845a-c24e-41a6-b872-3d8b8d69b470 req-61e2ab2b-2b78-457f-bead-ec29649afbdc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:59.226852 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c8aa845a-c24e-41a6-b872-3d8b8d69b470 req-61e2ab2b-2b78-457f-bead-ec29649afbdc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=567f4ec2-2e4a-4108-9f47-11cb1601b295 HTTP/1.1" status: 200 len: 943 time: 0.2720642 Oct 10 11:26:59.359400 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c8aa845a-c24e-41a6-b872-3d8b8d69b470 req-037bc2aa-768a-460e-87d4-440037a3c979 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bdb6859-1717-4318-aa54-4fb94a5c70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118734 Oct 10 11:26:59.400593 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26bf59-8d27-4bcd-bdac-48d5c6d56f8f req-12c0bb8c-d9c3-4f6f-bc9a-7dbd230a1df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:59.402075 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7c26bf59-8d27-4bcd-bdac-48d5c6d56f8f req-12c0bb8c-d9c3-4f6f-bc9a-7dbd230a1df4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a42c3008-a1d7-4969-8bbb-9d3cc67fa117 HTTP/1.1" status: 200 len: 898 time: 0.1743641 Oct 10 11:26:59.468472 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7c26bf59-8d27-4bcd-bdac-48d5c6d56f8f req-b8c0cdde-177c-43a8-8d08-4be623dd6ef6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b10cd8f-f5e4-4169-96ba-912fae8f18ff HTTP/1.1" status: 200 len: 217 time: 0.0600421 Oct 10 11:26:59.534736 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26bf59-8d27-4bcd-bdac-48d5c6d56f8f req-31b1363b-6017-4205-863d-ec834fc514b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:59.536462 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7c26bf59-8d27-4bcd-bdac-48d5c6d56f8f req-31b1363b-6017-4205-863d-ec834fc514b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0cb60eda-fb97-48af-a643-a37d147eb15d HTTP/1.1" status: 200 len: 844 time: 0.0604773 Oct 10 11:26:59.621314 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26bf59-8d27-4bcd-bdac-48d5c6d56f8f req-586801ce-00df-4e96-a4a1-1d60760ad840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:26:59.622821 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7c26bf59-8d27-4bcd-bdac-48d5c6d56f8f req-586801ce-00df-4e96-a4a1-1d60760ad840 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a42c3008-a1d7-4969-8bbb-9d3cc67fa117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794888 Oct 10 11:26:59.758526 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7c26bf59-8d27-4bcd-bdac-48d5c6d56f8f req-ec315cf8-6856-4abc-a5dd-3f27cec028e5 service neutron] 10.222.0.15 "GET /v2.0/networks/a42c3008-a1d7-4969-8bbb-9d3cc67fa117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277890 Oct 10 11:26:59.896963 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7c26bf59-8d27-4bcd-bdac-48d5c6d56f8f req-6e0f1f77-60af-4377-a253-142d7c936071 service neutron] 10.222.0.15 "GET /v2.0/networks/a42c3008-a1d7-4969-8bbb-9d3cc67fa117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326785 Oct 10 11:27:00.566082 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb0e5e-2bb6-4579-8a2a-a07f838d71e7 req-05e6f865-e6a3-4033-8cec-f7d020934af0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:00.568064 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f1cb0e5e-2bb6-4579-8a2a-a07f838d71e7 req-05e6f865-e6a3-4033-8cec-f7d020934af0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=567f4ec2-2e4a-4108-9f47-11cb1601b295 HTTP/1.1" status: 200 len: 943 time: 0.0899682 Oct 10 11:27:00.614951 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-f1cb0e5e-2bb6-4579-8a2a-a07f838d71e7 req-d97e1fd7-e972-44c0-8571-a2c62c88529a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:27:00.626263 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-f1cb0e5e-2bb6-4579-8a2a-a07f838d71e7 req-d97e1fd7-e972-44c0-8571-a2c62c88529a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:27:00.627345 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f1cb0e5e-2bb6-4579-8a2a-a07f838d71e7 req-d97e1fd7-e972-44c0-8571-a2c62c88529a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bdb6859-1717-4318-aa54-4fb94a5c70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535970 Oct 10 11:27:01.466586 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 8b10cd8f-f5e4-4169-96ba-912fae8f18ff details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:27:01.602115 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 8b10cd8f-f5e4-4169-96ba-912fae8f18ff, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8b10cd8f-f5e4-4169-96ba-912fae8f18ff,segment=NetworkSegment(919ee6b2-d844-4e47-b75c-22f5ec4d1b7b),segment_id=919ee6b2-d844-4e47-b75c-22f5ec4d1b7b)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:27:01.615178 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '8b10cd8f-f5e4-4169-96ba-912fae8f18ff', 'network_id': 'a42c3008-a1d7-4969-8bbb-9d3cc67fa117', 'port_id': '8b10cd8f-f5e4-4169-96ba-912fae8f18ff', 'mac_address': 'fa:16:3e:09:fc:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 497, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cb60eda-fb97-48af-a643-a37d147eb15d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:27:01.677486 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 8b10cd8f-f5e4-4169-96ba-912fae8f18ff is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:27:01.677887 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:01.696460 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b10cd8f-f5e4-4169-96ba-912fae8f18ff {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:27:01.713900 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 8b10cd8f-f5e4-4169-96ba-912fae8f18ff, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8b10cd8f-f5e4-4169-96ba-912fae8f18ff,segment=NetworkSegment(919ee6b2-d844-4e47-b75c-22f5ec4d1b7b),segment_id=919ee6b2-d844-4e47-b75c-22f5ec4d1b7b)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:27:01.787319 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:01.843139 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0f10d-c424-4afc-8453-a2e9bfa19db1 req-1da63ad8-00e9-4346-b1b4-76441f8a43d7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:01.844614 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cab0f10d-c424-4afc-8453-a2e9bfa19db1 req-1da63ad8-00e9-4346-b1b4-76441f8a43d7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=567f4ec2-2e4a-4108-9f47-11cb1601b295 HTTP/1.1" status: 200 len: 944 time: 0.0952094 Oct 10 11:27:01.864696 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=8b10cd8f-f5e4-4169-96ba-912fae8f18ff,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:27:01.890698 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cab0f10d-c424-4afc-8453-a2e9bfa19db1 req-ac86f89e-2274-43dc-9f33-e90d7aaa9775 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bdb6859-1717-4318-aa54-4fb94a5c70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396280 Oct 10 11:27:02.002832 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['8b10cd8f-f5e4-4169-96ba-912fae8f18ff'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:27:03.222730 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1ec7c-85cc-45f2-a180-c690b36a961b req-15021c82-9ac9-4a7c-8157-fde13e0dee36 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:03.225352 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b8e1ec7c-85cc-45f2-a180-c690b36a961b req-15021c82-9ac9-4a7c-8157-fde13e0dee36 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=567f4ec2-2e4a-4108-9f47-11cb1601b295 HTTP/1.1" status: 200 len: 944 time: 0.2180629 Oct 10 11:27:03.274154 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b8e1ec7c-85cc-45f2-a180-c690b36a961b req-be114add-e3da-48ec-986a-03595bcbecdf tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bdb6859-1717-4318-aa54-4fb94a5c70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429270 Oct 10 11:27:03.467648 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 8b10cd8f-f5e4-4169-96ba-912fae8f18ff up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:27:03.496816 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e139f566-6cd6-4de2-88c8-12ffeaa76f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:03.641628 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port 8b10cd8f-f5e4-4169-96ba-912fae8f18ff completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:27:03.647500 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 8b10cd8f-f5e4-4169-96ba-912fae8f18ff triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:27:03.647853 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:03.648201 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 8b10cd8f-f5e4-4169-96ba-912fae8f18ff Oct 10 11:27:03.767996 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 8b10cd8f-f5e4-4169-96ba-912fae8f18ff is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:27:03.768360 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:03.794909 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567f4ec2-2e4a-4108-9f47-11cb1601b295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b10cd8f-f5e4-4169-96ba-912fae8f18ff'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:27:03.797588 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61550326-eea2-46a4-82e0-24a3d713a46a" -d '{"events": [{"server_uuid": "567f4ec2-2e4a-4108-9f47-11cb1601b295", "name": "network-vif-plugged", "status": "completed", "tag": "8b10cd8f-f5e4-4169-96ba-912fae8f18ff"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:27:03.809557 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 8b10cd8f-f5e4-4169-96ba-912fae8f18ff, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8b10cd8f-f5e4-4169-96ba-912fae8f18ff,segment=NetworkSegment(919ee6b2-d844-4e47-b75c-22f5ec4d1b7b),segment_id=919ee6b2-d844-4e47-b75c-22f5ec4d1b7b)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:27:03.840417 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf64b7c6-c4eb-4837-b7dc-5d57a53c912b x-openstack-request-id: req-cf64b7c6-c4eb-4837-b7dc-5d57a53c912b {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:27:03.841152 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567f4ec2-2e4a-4108-9f47-11cb1601b295", "name": "network-vif-plugged", "status": "completed", "tag": "8b10cd8f-f5e4-4169-96ba-912fae8f18ff", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:27:03.841152 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cf64b7c6-c4eb-4837-b7dc-5d57a53c912b {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:27:03.841435 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf64b7c6-c4eb-4837-b7dc-5d57a53c912b'] response: {'server_uuid': '567f4ec2-2e4a-4108-9f47-11cb1601b295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b10cd8f-f5e4-4169-96ba-912fae8f18ff', 'code': 200} Oct 10 11:27:03.933619 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:04.002106 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=8b10cd8f-f5e4-4169-96ba-912fae8f18ff,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:27:04.295619 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821c5e1-d863-42d0-b0ca-a55543108977 req-3e0db1a8-86e4-42e7-bc9f-786678e9c266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:04.297270 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0821c5e1-d863-42d0-b0ca-a55543108977 req-3e0db1a8-86e4-42e7-bc9f-786678e9c266 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=567f4ec2-2e4a-4108-9f47-11cb1601b295 HTTP/1.1" status: 200 len: 1098 time: 0.0792458 Oct 10 11:27:04.339303 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0821c5e1-d863-42d0-b0ca-a55543108977 req-22af070a-e62d-487d-8827-755931eb21f2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7bdb6859-1717-4318-aa54-4fb94a5c70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350657 Oct 10 11:27:04.489971 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c679d7-ffb4-420f-963f-b7acfb1557bb req-fe2f1e0f-8d93-4098-a29b-cfdd309730eb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:04.491443 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-63c679d7-ffb4-420f-963f-b7acfb1557bb req-fe2f1e0f-8d93-4098-a29b-cfdd309730eb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=567f4ec2-2e4a-4108-9f47-11cb1601b295 HTTP/1.1" status: 200 len: 945 time: 0.1003385 Oct 10 11:27:04.538547 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-63c679d7-ffb4-420f-963f-b7acfb1557bb req-cb115d81-a3fc-4c23-bab6-90bdfdf4a454 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bdb6859-1717-4318-aa54-4fb94a5c70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413513 Oct 10 11:27:05.750114 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3d29e-f1fb-4571-b0bb-42b7a0b15db3 req-9ce2dc3b-9c6d-4bfe-8708-830b2ba67cb8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:05.751588 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9ae3d29e-f1fb-4571-b0bb-42b7a0b15db3 req-9ce2dc3b-9c6d-4bfe-8708-830b2ba67cb8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=567f4ec2-2e4a-4108-9f47-11cb1601b295 HTTP/1.1" status: 200 len: 945 time: 0.0988927 Oct 10 11:27:05.756854 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6126cc07-b145-4643-bf5e-06e37fede80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:05.802092 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9ae3d29e-f1fb-4571-b0bb-42b7a0b15db3 req-2bb880e5-7b69-4b23-8822-8c572b598921 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bdb6859-1717-4318-aa54-4fb94a5c70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413873 Oct 10 11:27:07.007939 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1238e1-38d4-4e72-9035-1c174089243d req-ed4b3216-d5f8-4840-a456-b11a6bbe52bd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:07.010810 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ba1238e1-38d4-4e72-9035-1c174089243d req-ed4b3216-d5f8-4840-a456-b11a6bbe52bd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=567f4ec2-2e4a-4108-9f47-11cb1601b295 HTTP/1.1" status: 200 len: 945 time: 0.0966411 Oct 10 11:27:07.019108 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:07.050368 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:07.059879 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ba1238e1-38d4-4e72-9035-1c174089243d req-584ad13e-5724-4041-9a3e-cfaf2549e795 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bdb6859-1717-4318-aa54-4fb94a5c70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432897 Oct 10 11:27:07.269679 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c88e2-62a8-4f32-8fd1-59bbf36a0bfa req-c19d0a52-551b-49cb-8e56-88ac44bdf178 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:07.271229 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0d6c88e2-62a8-4f32-8fd1-59bbf36a0bfa req-c19d0a52-551b-49cb-8e56-88ac44bdf178 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=567f4ec2-2e4a-4108-9f47-11cb1601b295 HTTP/1.1" status: 200 len: 945 time: 0.0963006 Oct 10 11:27:07.319577 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0d6c88e2-62a8-4f32-8fd1-59bbf36a0bfa req-427f7ad6-3f27-4f82-8e68-64c3569bcb0a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bdb6859-1717-4318-aa54-4fb94a5c70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418801 Oct 10 11:27:07.347727 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60544) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:27:07.431475 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6916325b-6f7a-481b-909b-796bbc50e8cd tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:07.432885 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6916325b-6f7a-481b-909b-796bbc50e8cd tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=567f4ec2-2e4a-4108-9f47-11cb1601b295 HTTP/1.1" status: 200 len: 1093 time: 0.0839770 Oct 10 11:27:07.436094 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60548) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:27:07.444663 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-2a26380a-b6b9-46f2-bac6-6a80795828a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'port_id': '8b10cd8f-f5e4-4169-96ba-912fae8f18ff', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:27:07.450922 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-2a26380a-b6b9-46f2-bac6-6a80795828a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:27:07.455047 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-2a26380a-b6b9-46f2-bac6-6a80795828a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:floatingip and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:27:07.457933 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-2a26380a-b6b9-46f2-bac6-6a80795828a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:27:07.463671 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-2a26380a-b6b9-46f2-bac6-6a80795828a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:27:07.618955 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2a26380a-b6b9-46f2-bac6-6a80795828a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:07.781331 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2a26380a-b6b9-46f2-bac6-6a80795828a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:07.934174 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-2a26380a-b6b9-46f2-bac6-6a80795828a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.26.4.165 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/ab034c88-9f33-4b6f-8cfc-318c3c93f754) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:27:08.189705 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2a26380a-b6b9-46f2-bac6-6a80795828a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:08.344995 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2a26380a-b6b9-46f2-bac6-6a80795828a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:08.415645 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a26380a-b6b9-46f2-bac6-6a80795828a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:27:08.418563 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-2a26380a-b6b9-46f2-bac6-6a80795828a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:27:08.422197 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a26380a-b6b9-46f2-bac6-6a80795828a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:27:08.458174 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26380a-b6b9-46f2-bac6-6a80795828a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=ab034c88-9f33-4b6f-8cfc-318c3c93f754,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:27:08.636378 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:08.858462 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2a26380a-b6b9-46f2-bac6-6a80795828a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:09.071043 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2a26380a-b6b9-46f2-bac6-6a80795828a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:09.283831 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2a26380a-b6b9-46f2-bac6-6a80795828a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:09.381656 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2a26380a-b6b9-46f2-bac6-6a80795828a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:09.427028 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:09.492613 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26380a-b6b9-46f2-bac6-6a80795828a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=ab034c88-9f33-4b6f-8cfc-318c3c93f754,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:27:09.497264 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2a26380a-b6b9-46f2-bac6-6a80795828a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:09.666266 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [None req-2a26380a-b6b9-46f2-bac6-6a80795828a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Floating IP f6f3af8f-5fa9-4654-9c95-36594ca4bbdf associated. External IP: 172.26.4.165, port: 8b10cd8f-f5e4-4169-96ba-912fae8f18ff. Oct 10 11:27:10.154217 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a26380a-b6b9-46f2-bac6-6a80795828a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router 0cd13c7e-4990-4e92-8464-8fd36be0eedf has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:27:10.344998 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a26380a-b6b9-46f2-bac6-6a80795828a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:27:10.355181 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89185e5-995e-4402-9f8a-bc64ed64de98 None None] Sync routers for ids ['0cd13c7e-4990-4e92-8464-8fd36be0eedf'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:27:10.365458 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89185e5-995e-4402-9f8a-bc64ed64de98 None None] Routers {'0cd13c7e-4990-4e92-8464-8fd36be0eedf'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:27:10.366110 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-b89185e5-995e-4402-9f8a-bc64ed64de98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:27:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['0cd13c7e-4990-4e92-8464-8fd36be0eedf'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:27:10.490892 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2a26380a-b6b9-46f2-bac6-6a80795828a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:10.543892 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-b89185e5-995e-4402-9f8a-bc64ed64de98 None None] Set router 0cd13c7e-4990-4e92-8464-8fd36be0eedf gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:27:10.556643 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2a26380a-b6b9-46f2-bac6-6a80795828a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1187036 Oct 10 11:27:10.557279 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '567f4ec2-2e4a-4108-9f47-11cb1601b295', 'tag': '8b10cd8f-f5e4-4169-96ba-912fae8f18ff'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:27:10.559611 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13adf03f-543d-45ab-8041-0531132d5eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "567f4ec2-2e4a-4108-9f47-11cb1601b295", "tag": "8b10cd8f-f5e4-4169-96ba-912fae8f18ff"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:27:10.559745 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60558) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:27:10.602716 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400fbe7f-e53b-4e1c-9159-67cbd66e064e x-openstack-request-id: req-400fbe7f-e53b-4e1c-9159-67cbd66e064e {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:27:10.603028 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "567f4ec2-2e4a-4108-9f47-11cb1601b295", "tag": "8b10cd8f-f5e4-4169-96ba-912fae8f18ff", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:27:10.603278 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-400fbe7f-e53b-4e1c-9159-67cbd66e064e {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:27:10.603673 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-400fbe7f-e53b-4e1c-9159-67cbd66e064e'] response: {'name': 'network-changed', 'server_uuid': '567f4ec2-2e4a-4108-9f47-11cb1601b295', 'tag': '8b10cd8f-f5e4-4169-96ba-912fae8f18ff', 'status': 'completed', 'code': 200} Oct 10 11:27:10.679998 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a25f0302-9a4a-430b-9e57-dfa160c76232 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/f6f3af8f-5fa9-4654-9c95-36594ca4bbdf HTTP/1.1" status: 200 len: 991 time: 0.1191611 Oct 10 11:27:10.715308 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adf03f-543d-45ab-8041-0531132d5eb2 req-a883a2fc-6e2f-4230-ae24-a55585140699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:10.716817 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-13adf03f-543d-45ab-8041-0531132d5eb2 req-a883a2fc-6e2f-4230-ae24-a55585140699 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=567f4ec2-2e4a-4108-9f47-11cb1601b295 HTTP/1.1" status: 200 len: 1098 time: 0.0919504 Oct 10 11:27:10.858242 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adf03f-543d-45ab-8041-0531132d5eb2 req-e6dc8d3b-50fd-4e21-801f-34ac8a0f8488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:10.859617 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-13adf03f-543d-45ab-8041-0531132d5eb2 req-e6dc8d3b-50fd-4e21-801f-34ac8a0f8488 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a42c3008-a1d7-4969-8bbb-9d3cc67fa117 HTTP/1.1" status: 200 len: 898 time: 0.1374478 Oct 10 11:27:10.901209 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-b89185e5-995e-4402-9f8a-bc64ed64de98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'name': 'tempest-TestNetworkBasicOps-router-1641051689', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:26:41Z', 'updated_at': '2022-10-10T11:26:47Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:55:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:26:42Z', 'updated_at': '2022-10-10T11:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'f6f3af8f-5fa9-4654-9c95-36594ca4bbdf', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.165', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'port_id': '8b10cd8f-f5e4-4169-96ba-912fae8f18ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42c3008-a1d7-4969-8bbb-9d3cc67fa117', 'mac_address': 'fa:16:3e:09:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567f4ec2-2e4a-4108-9f47-11cb1601b295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:27:08Z', 'updated_at': '2022-10-10T11:27:08Z', 'revision_number': 0, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ae0bfb-123c-4b23-a1c5-276ab5461312', 'name': '', 'network_id': 'a42c3008-a1d7-4969-8bbb-9d3cc67fa117', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:6a:78:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0cb60eda-fb97-48af-a643-a37d147eb15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:26:46Z', 'updated_at': '2022-10-10T11:26:53Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '0cb60eda-fb97-48af-a643-a37d147eb15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:27:10.907530 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89185e5-995e-4402-9f8a-bc64ed64de98 None None] Checking router: 0cd13c7e-4990-4e92-8464-8fd36be0eedf for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:27:10.916724 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89185e5-995e-4402-9f8a-bc64ed64de98 None None] Routers {'0cd13c7e-4990-4e92-8464-8fd36be0eedf'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:27:10.917316 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-b89185e5-995e-4402-9f8a-bc64ed64de98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:27:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['0cd13c7e-4990-4e92-8464-8fd36be0eedf'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:27:10.992664 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-13adf03f-543d-45ab-8041-0531132d5eb2 req-c8ad6e2f-b639-4d83-b06c-24778f7afa41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b10cd8f-f5e4-4169-96ba-912fae8f18ff HTTP/1.1" status: 200 len: 999 time: 0.1265528 Oct 10 11:27:11.060709 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adf03f-543d-45ab-8041-0531132d5eb2 req-1c02f99c-7ba9-45b6-a3ad-e2177a03dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:11.062459 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-13adf03f-543d-45ab-8041-0531132d5eb2 req-1c02f99c-7ba9-45b6-a3ad-e2177a03dbef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0cb60eda-fb97-48af-a643-a37d147eb15d HTTP/1.1" status: 200 len: 844 time: 0.0645175 Oct 10 11:27:11.106121 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-b89185e5-995e-4402-9f8a-bc64ed64de98 None None] Set router 0cd13c7e-4990-4e92-8464-8fd36be0eedf gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:27:11.160449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adf03f-543d-45ab-8041-0531132d5eb2 req-7c33ee22-f071-463b-b226-28e95789e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:11.161894 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-13adf03f-543d-45ab-8041-0531132d5eb2 req-7c33ee22-f071-463b-b226-28e95789e3bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a42c3008-a1d7-4969-8bbb-9d3cc67fa117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0930841 Oct 10 11:27:11.306620 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-13adf03f-543d-45ab-8041-0531132d5eb2 req-0dff8c03-9fa6-4490-b756-a2d1fa625d52 service neutron] 10.222.0.15 "GET /v2.0/networks/a42c3008-a1d7-4969-8bbb-9d3cc67fa117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383088 Oct 10 11:27:11.454811 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-13adf03f-543d-45ab-8041-0531132d5eb2 req-dd7b2d42-7a82-4b96-aa4c-15c63cbae616 service neutron] 10.222.0.15 "GET /v2.0/networks/a42c3008-a1d7-4969-8bbb-9d3cc67fa117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418686 Oct 10 11:27:11.504102 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-b89185e5-995e-4402-9f8a-bc64ed64de98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'name': 'tempest-TestNetworkBasicOps-router-1641051689', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:26:41Z', 'updated_at': '2022-10-10T11:26:47Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:55:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:26:42Z', 'updated_at': '2022-10-10T11:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'f6f3af8f-5fa9-4654-9c95-36594ca4bbdf', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.165', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'port_id': '8b10cd8f-f5e4-4169-96ba-912fae8f18ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42c3008-a1d7-4969-8bbb-9d3cc67fa117', 'mac_address': 'fa:16:3e:09:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567f4ec2-2e4a-4108-9f47-11cb1601b295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:27:08Z', 'updated_at': '2022-10-10T11:27:08Z', 'revision_number': 0, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ae0bfb-123c-4b23-a1c5-276ab5461312', 'name': '', 'network_id': 'a42c3008-a1d7-4969-8bbb-9d3cc67fa117', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:6a:78:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0cb60eda-fb97-48af-a643-a37d147eb15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:26:46Z', 'updated_at': '2022-10-10T11:26:53Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '0cb60eda-fb97-48af-a643-a37d147eb15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:27:11.508048 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89185e5-995e-4402-9f8a-bc64ed64de98 None None] The sync data for ids ['0cd13c7e-4990-4e92-8464-8fd36be0eedf'] in dv-neutron-860842-1-hyperv is: [{'id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'name': 'tempest-TestNetworkBasicOps-router-1641051689', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:26:41Z', 'updated_at': '2022-10-10T11:26:47Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:55:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:26:42Z', 'updated_at': '2022-10-10T11:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'f6f3af8f-5fa9-4654-9c95-36594ca4bbdf', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.165', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'port_id': '8b10cd8f-f5e4-4169-96ba-912fae8f18ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42c3008-a1d7-4969-8bbb-9d3cc67fa117', 'mac_address': 'fa:16:3e:09:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567f4ec2-2e4a-4108-9f47-11cb1601b295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:27:08Z', 'updated_at': '2022-10-10T11:27:08Z', 'revision_number': 0, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ae0bfb-123c-4b23-a1c5-276ab5461312', 'name': '', 'network_id': 'a42c3008-a1d7-4969-8bbb-9d3cc67fa117', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:6a:78:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0cb60eda-fb97-48af-a643-a37d147eb15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:26:46Z', 'updated_at': '2022-10-10T11:26:53Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '0cb60eda-fb97-48af-a643-a37d147eb15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:27:11.682325 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60566) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:27:11.700695 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab502df6-25d4-48d7-a44b-fcd81a6d51b7 None None] New status for floating IP f6f3af8f-5fa9-4654-9c95-36594ca4bbdf: ACTIVE {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:27:11.792527 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0401c7e9-380b-40c8-ac4c-4430c67dc9f3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/f6f3af8f-5fa9-4654-9c95-36594ca4bbdf HTTP/1.1" status: 200 len: 991 time: 0.1090655 Oct 10 11:27:12.796402 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60572) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:27:12.900834 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-3fd3238d-5e93-4824-94f6-42c00d6c1d74 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/f6f3af8f-5fa9-4654-9c95-36594ca4bbdf HTTP/1.1" status: 200 len: 993 time: 0.1031992 Oct 10 11:27:23.362485 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-0201c8b3-5478-4896-8531-0b992c54ad87 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1682342367&fields=id&tenant_id=2ca309cf9da347e1972c7a5240bc70ad HTTP/1.1" status: 200 len: 267 time: 0.0399430 Oct 10 11:27:23.512682 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-67cf4c24-69cb-47b6-9bc6-15981b35608f tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:23.516540 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-67cf4c24-69cb-47b6-9bc6-15981b35608f tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/networks?id=616f1bfe-2293-42af-8b84-9f66f180ede2 HTTP/1.1" status: 200 len: 812 time: 0.1444261 Oct 10 11:27:23.528601 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-5f085c24-8086-4b30-828a-68783b5356b8 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/quotas/2ca309cf9da347e1972c7a5240bc70ad HTTP/1.1" status: 200 len: 375 time: 0.0090649 Oct 10 11:27:23.628168 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-64d1b77a-1b2d-4b7d-8c05-5302d300004e tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=2ca309cf9da347e1972c7a5240bc70ad&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0944407 Oct 10 11:27:23.765334 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-697fd579-8013-4d04-ba54-8720d19d8b09 service neutron] 10.222.0.40 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258018 Oct 10 11:27:24.003786 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-7738283d-c939-456c-bbce-532782e3bf1e service neutron] 10.222.0.40 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320857 Oct 10 11:27:24.702918 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-06617bc2-7bdf-4d22-8b69-e0caba9504ea req-bad60463-3422-4d01-be9d-9a97108eba7d tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5 HTTP/1.1" status: 200 len: 210 time: 0.0537357 Oct 10 11:27:25.865267 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-77868eb9-85c6-4589-8b3f-5006e6f9d1ac req-fec84737-6ee8-4090-a227-bca5d9f95dad tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5 HTTP/1.1" status: 200 len: 210 time: 0.0525367 Oct 10 11:27:27.032005 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e9ab140d-a204-4749-9f2d-af3cd2d629e1 req-81de3385-8a75-4f3a-a828-86fd68754893 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5 HTTP/1.1" status: 200 len: 210 time: 0.0503395 Oct 10 11:27:27.221103 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-3b765488-3c4a-4f6e-aae7-60eb474498f5 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:27.223278 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-3b765488-3c4a-4f6e-aae7-60eb474498f5 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.15 "GET /v2.0/networks?id=616f1bfe-2293-42af-8b84-9f66f180ede2 HTTP/1.1" status: 200 len: 812 time: 0.1435490 Oct 10 11:27:27.273684 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-6a839894-8c6e-4cd5-9a7b-b00dd67fa1a5 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ca309cf9da347e1972c7a5240bc70ad HTTP/1.1" status: 200 len: 380 time: 0.0400479 Oct 10 11:27:27.281974 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-9aebbf6e-3b6e-41eb-b290-8b917fff98f7 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Request body: {'port': {'device_id': '7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'admin_state_up': True, 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'security_groups': ['31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:27:27.422971 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-9aebbf6e-3b6e-41eb-b290-8b917fff98f7 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:27:27.433085 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-9aebbf6e-3b6e-41eb-b290-8b917fff98f7 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:27:27.544480 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-9aebbf6e-3b6e-41eb-b290-8b917fff98f7 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Made reservation on behalf of 2ca309cf9da347e1972c7a5240bc70ad for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:27:27.550319 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-9aebbf6e-3b6e-41eb-b290-8b917fff98f7 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:27.717118 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-9aebbf6e-3b6e-41eb-b290-8b917fff98f7 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Allocated IP 172.20.0.9 (616f1bfe-2293-42af-8b84-9f66f180ede2/3c94ad8c-d8fc-4d25-b911-8ac97e113003/c9fea652-b62d-450d-858f-b9fa46427100) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:27:27.911968 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-9aebbf6e-3b6e-41eb-b290-8b917fff98f7 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:27.929044 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-9aebbf6e-3b6e-41eb-b290-8b917fff98f7 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Transition to ACTIVE for port object c9fea652-b62d-450d-858f-b9fa46427100 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:27:28.061589 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-9aebbf6e-3b6e-41eb-b290-8b917fff98f7 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:28.137010 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-9aebbf6e-3b6e-41eb-b290-8b917fff98f7 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Network 616f1bfe-2293-42af-8b84-9f66f180ede2 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:27:28.139934 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-9aebbf6e-3b6e-41eb-b290-8b917fff98f7 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:27:28.145030 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-9aebbf6e-3b6e-41eb-b290-8b917fff98f7 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:27:28.223473 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebbf6e-3b6e-41eb-b290-8b917fff98f7 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Pushing event updated for resources: {'Port': ['ID=c9fea652-b62d-450d-858f-b9fa46427100,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:27:28.279385 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-9aebbf6e-3b6e-41eb-b290-8b917fff98f7 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:28.280005 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-9aebbf6e-3b6e-41eb-b290-8b917fff98f7 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:28.330811 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a7564-e0c7-445d-817c-c1146a4a07de req-00f08601-5f91-4d5e-8092-731c042ff3b8 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:28.331692 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-765a7564-e0c7-445d-817c-c1146a4a07de req-00f08601-5f91-4d5e-8092-731c042ff3b8 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Synchronizing usage tracker for tenant:2ca309cf9da347e1972c7a5240bc70ad on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:27:28.399842 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-9aebbf6e-3b6e-41eb-b290-8b917fff98f7 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1211262 Oct 10 11:27:28.412284 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-5845ff19-9b63-4964-9ce7-94e2f8a47534 service neutron] Request body: {'port': {'device_id': '7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:27:28.531067 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-5845ff19-9b63-4964-9ce7-94e2f8a47534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:28.545131 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-765a7564-e0c7-445d-817c-c1146a4a07de req-00f08601-5f91-4d5e-8092-731c042ff3b8 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Unset dirty status for tenant:2ca309cf9da347e1972c7a5240bc70ad on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:27:28.546350 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-765a7564-e0c7-445d-817c-c1146a4a07de req-00f08601-5f91-4d5e-8092-731c042ff3b8 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5 HTTP/1.1" status: 200 len: 931 time: 0.4025052 Oct 10 11:27:28.584448 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-fc4dfc50-25ba-4f80-8db6-7315f3259646 None None] Provisioning for port c9fea652-b62d-450d-858f-b9fa46427100 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:27:28.586176 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-fc4dfc50-25ba-4f80-8db6-7315f3259646 None None] Provisioning complete for port c9fea652-b62d-450d-858f-b9fa46427100 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:27:28.586550 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-fc4dfc50-25ba-4f80-8db6-7315f3259646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:28.586882 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-fc4dfc50-25ba-4f80-8db6-7315f3259646 None None] Attempt 1 to provision port c9fea652-b62d-450d-858f-b9fa46427100 Oct 10 11:27:28.646205 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-fc4dfc50-25ba-4f80-8db6-7315f3259646 None None] Port c9fea652-b62d-450d-858f-b9fa46427100 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:27:28.646443 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-765a7564-e0c7-445d-817c-c1146a4a07de req-b1618989-b351-4a24-adca-0cf82e5c93a5 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683935 Oct 10 11:27:28.920052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-5845ff19-9b63-4964-9ce7-94e2f8a47534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9fea652-b62d-450d-858f-b9fa46427100 {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:27:28.928589 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-5845ff19-9b63-4964-9ce7-94e2f8a47534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:28.944183 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-5845ff19-9b63-4964-9ce7-94e2f8a47534 service neutron] Transition to ACTIVE for port object c9fea652-b62d-450d-858f-b9fa46427100 will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:27:29.038184 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-5845ff19-9b63-4964-9ce7-94e2f8a47534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:29.147542 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-fc4dfc50-25ba-4f80-8db6-7315f3259646 None None] Attempt 2 to provision port c9fea652-b62d-450d-858f-b9fa46427100 Oct 10 11:27:29.203400 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-fc4dfc50-25ba-4f80-8db6-7315f3259646 None None] Port c9fea652-b62d-450d-858f-b9fa46427100 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:27:29.333029 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845ff19-9b63-4964-9ce7-94e2f8a47534 service neutron] Pushing event updated for resources: {'Port': ['ID=c9fea652-b62d-450d-858f-b9fa46427100,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:27:29.370601 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-5845ff19-9b63-4964-9ce7-94e2f8a47534 service neutron] Attempting to bind port c9fea652-b62d-450d-858f-b9fa46427100 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:27:29.370925 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-5845ff19-9b63-4964-9ce7-94e2f8a47534 service neutron] Attempting to bind port c9fea652-b62d-450d-858f-b9fa46427100 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '7c4f4c4c-5113-482f-a194-d6aa0f6b009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:27:29.371245 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-5845ff19-9b63-4964-9ce7-94e2f8a47534 service neutron] Attempting to bind port c9fea652-b62d-450d-858f-b9fa46427100 on network 616f1bfe-2293-42af-8b84-9f66f180ede2 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:27:29.375994 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-5845ff19-9b63-4964-9ce7-94e2f8a47534 service neutron] Port c9fea652-b62d-450d-858f-b9fa46427100 on network 616f1bfe-2293-42af-8b84-9f66f180ede2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:27:29.376409 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-5845ff19-9b63-4964-9ce7-94e2f8a47534 service neutron] Attempting to bind port c9fea652-b62d-450d-858f-b9fa46427100 on network 616f1bfe-2293-42af-8b84-9f66f180ede2 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:27:29.382185 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-5845ff19-9b63-4964-9ce7-94e2f8a47534 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:27:29.384466 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-5845ff19-9b63-4964-9ce7-94e2f8a47534 service neutron] Checking segment: {'id': '7c4f4c4c-5113-482f-a194-d6aa0f6b009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:27:29.384466 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-5845ff19-9b63-4964-9ce7-94e2f8a47534 service neutron] Bound using segment: {'id': '7c4f4c4c-5113-482f-a194-d6aa0f6b009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:27:29.384466 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-5845ff19-9b63-4964-9ce7-94e2f8a47534 service neutron] Bound port: c9fea652-b62d-450d-858f-b9fa46427100, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4f4c4c-5113-482f-a194-d6aa0f6b009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:27:29.384466 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-5845ff19-9b63-4964-9ce7-94e2f8a47534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:29.484518 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-5845ff19-9b63-4964-9ce7-94e2f8a47534 service neutron] For port c9fea652-b62d-450d-858f-b9fa46427100, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:27:29.487725 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-5845ff19-9b63-4964-9ce7-94e2f8a47534 service neutron] For port c9fea652-b62d-450d-858f-b9fa46427100, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=c9fea652-b62d-450d-858f-b9fa46427100,segment=NetworkSegment(7c4f4c4c-5113-482f-a194-d6aa0f6b009c),segment_id=7c4f4c4c-5113-482f-a194-d6aa0f6b009c)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:27:29.621394 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-5845ff19-9b63-4964-9ce7-94e2f8a47534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:29.653047 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-5845ff19-9b63-4964-9ce7-94e2f8a47534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:29.653697 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-5845ff19-9b63-4964-9ce7-94e2f8a47534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:29.655077 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-5845ff19-9b63-4964-9ce7-94e2f8a47534 service neutron] 10.222.0.15 "PUT /v2.0/ports/c9fea652-b62d-450d-858f-b9fa46427100 HTTP/1.1" status: 200 len: 1093 time: 1.2486823 Oct 10 11:27:29.655563 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5', 'tag': 'c9fea652-b62d-450d-858f-b9fa46427100'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:27:29.658150 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a96f1e4-aa55-41ed-a016-8187913a97b1" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5", "tag": "c9fea652-b62d-450d-858f-b9fa46427100"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:27:29.705340 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-fc4dfc50-25ba-4f80-8db6-7315f3259646 None None] Attempt 3 to provision port c9fea652-b62d-450d-858f-b9fa46427100 Oct 10 11:27:29.712364 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845ff19-9b63-4964-9ce7-94e2f8a47534 service neutron] Pushing event updated for resources: {'Port': ['ID=c9fea652-b62d-450d-858f-b9fa46427100,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:27:29.738837 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d54581f-c0ed-458b-8a34-f8853ba8a2b8 x-openstack-request-id: req-2d54581f-c0ed-458b-8a34-f8853ba8a2b8 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:27:29.739135 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5", "tag": "c9fea652-b62d-450d-858f-b9fa46427100", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:27:29.739386 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2d54581f-c0ed-458b-8a34-f8853ba8a2b8 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:27:29.739794 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d54581f-c0ed-458b-8a34-f8853ba8a2b8'] response: {'name': 'network-changed', 'server_uuid': '7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5', 'tag': 'c9fea652-b62d-450d-858f-b9fa46427100', 'status': 'completed', 'code': 200} Oct 10 11:27:29.787187 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-fc4dfc50-25ba-4f80-8db6-7315f3259646 None None] Port c9fea652-b62d-450d-858f-b9fa46427100 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:27:29.908116 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96f1e4-aa55-41ed-a016-8187913a97b1 req-1207fe25-e3ca-4f2d-9467-e8daf121ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:29.909627 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0a96f1e4-aa55-41ed-a016-8187913a97b1 req-1207fe25-e3ca-4f2d-9467-e8daf121ff68 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ca309cf9da347e1972c7a5240bc70ad&device_id=7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5 HTTP/1.1" status: 200 len: 1096 time: 0.1478875 Oct 10 11:27:29.920716 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e912113-44eb-4a8b-b687-0c654176a90d req-61b43bf9-18f1-451e-bf7e-5a6239aed5a7 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:29.922104 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9e912113-44eb-4a8b-b687-0c654176a90d req-61b43bf9-18f1-451e-bf7e-5a6239aed5a7 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5 HTTP/1.1" status: 200 len: 943 time: 0.1242733 Oct 10 11:27:30.064016 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9e912113-44eb-4a8b-b687-0c654176a90d req-37f3142e-2096-474c-85df-6df93a349ff0 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227951 Oct 10 11:27:30.094534 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96f1e4-aa55-41ed-a016-8187913a97b1 req-d8e496ea-27a4-4e00-a21d-03c4efebbff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:30.096022 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0a96f1e4-aa55-41ed-a016-8187913a97b1 req-d8e496ea-27a4-4e00-a21d-03c4efebbff4 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=2ca309cf9da347e1972c7a5240bc70ad&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1730816 Oct 10 11:27:30.232343 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96f1e4-aa55-41ed-a016-8187913a97b1 req-ab1d78c9-a9ba-493d-8285-f79aeb134cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:30.233703 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0a96f1e4-aa55-41ed-a016-8187913a97b1 req-ab1d78c9-a9ba-493d-8285-f79aeb134cb4 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317532 Oct 10 11:27:30.352972 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-c46cb78a-27c9-449d-b7c1-0a57e346fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:30.354535 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-c46cb78a-27c9-449d-b7c1-0a57e346fb37 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ca309cf9da347e1972c7a5240bc70ad&device_id=7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5 HTTP/1.1" status: 200 len: 1096 time: 0.0836079 Oct 10 11:27:30.427477 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-464b0a1a-df2d-44e6-b86b-1250c2ccd311 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9fea652-b62d-450d-858f-b9fa46427100 HTTP/1.1" status: 200 len: 217 time: 0.0651739 Oct 10 11:27:30.489587 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-4d653bf1-13de-4617-a41e-229042ec29ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:30.491000 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-4d653bf1-13de-4617-a41e-229042ec29ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c94ad8c-d8fc-4d25-b911-8ac97e113003 HTTP/1.1" status: 200 len: 851 time: 0.0571578 Oct 10 11:27:30.572850 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-dd3f84bb-5f11-4e71-8a89-8e7393608dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:30.574259 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-dd3f84bb-5f11-4e71-8a89-8e7393608dfb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=616f1bfe-2293-42af-8b84-9f66f180ede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775094 Oct 10 11:27:30.706191 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-8b723ccf-1c7a-4c4b-9bc7-bc0691ecbb61 service neutron] 10.222.0.15 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246984 Oct 10 11:27:30.837196 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6e941d4-0c4f-4fd2-9fae-0d32b1dd5cf7 req-c64b4555-5f58-4b36-9aea-a51c1c6a7449 service neutron] 10.222.0.15 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250541 Oct 10 11:27:31.025342 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:27:31.269044 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684b1f4-cf74-41bc-ba68-729facd801f2 req-f903d09e-d4e0-4244-bd9c-a569deb8271a tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:31.270518 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7684b1f4-cf74-41bc-ba68-729facd801f2 req-f903d09e-d4e0-4244-bd9c-a569deb8271a tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5 HTTP/1.1" status: 200 len: 943 time: 0.0937724 Oct 10 11:27:31.314729 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7684b1f4-cf74-41bc-ba68-729facd801f2 req-c2f53219-cdb0-4163-8e7d-1dc423a853b3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385540 Oct 10 11:27:32.515549 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80417aa3-9a76-4820-852f-32ac0de64671 req-cc320878-3582-4608-839e-e9b09f612036 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:32.516991 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-80417aa3-9a76-4820-852f-32ac0de64671 req-cc320878-3582-4608-839e-e9b09f612036 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5 HTTP/1.1" status: 200 len: 943 time: 0.0897057 Oct 10 11:27:32.561174 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-80417aa3-9a76-4820-852f-32ac0de64671 req-c46980b9-685e-4626-a6a4-7141d0a40724 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384424 Oct 10 11:27:33.492484 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f9efddc9-0257-482f-a749-4d9dec67cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:33.761645 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e71892-beea-4758-b4d1-0945dc152ca7 req-94800547-6813-4e94-93f3-0e1280ef5469 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:33.763091 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-88e71892-beea-4758-b4d1-0945dc152ca7 req-94800547-6813-4e94-93f3-0e1280ef5469 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5 HTTP/1.1" status: 200 len: 943 time: 0.0926433 Oct 10 11:27:33.807446 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-88e71892-beea-4758-b4d1-0945dc152ca7 req-1649b983-d639-43be-9908-9cc34518f807 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384684 Oct 10 11:27:35.009241 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d036c-fa17-46c6-be8d-f61d8a97bb6c req-71620615-293e-455c-b995-72894f22ab03 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:35.010854 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-871d036c-fa17-46c6-be8d-f61d8a97bb6c req-71620615-293e-455c-b995-72894f22ab03 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5 HTTP/1.1" status: 200 len: 943 time: 0.0885730 Oct 10 11:27:35.057912 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-871d036c-fa17-46c6-be8d-f61d8a97bb6c req-e23ab09b-b00b-41f4-8b6a-27930aafea45 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413680 Oct 10 11:27:35.728966 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ce8db7a2-4050-4daf-b640-ccc480a843d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:36.257948 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89842797-8731-42c8-ad96-93e34f4e5e38 req-15406d8f-a9a9-43d7-9889-e6fdfc08f893 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:36.259400 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-89842797-8731-42c8-ad96-93e34f4e5e38 req-15406d8f-a9a9-43d7-9889-e6fdfc08f893 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5 HTTP/1.1" status: 200 len: 943 time: 0.0876110 Oct 10 11:27:36.302846 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-89842797-8731-42c8-ad96-93e34f4e5e38 req-56f48395-cbe5-49e6-9171-12f142f77267 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378964 Oct 10 11:27:37.018771 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:37.083103 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:37.500903 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47661b3a-ef64-4321-aba3-41c967359bb0 req-335639ef-fecc-4594-ba51-70fe3c4a9040 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:37.503267 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-47661b3a-ef64-4321-aba3-41c967359bb0 req-335639ef-fecc-4594-ba51-70fe3c4a9040 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5 HTTP/1.1" status: 200 len: 943 time: 0.0888104 Oct 10 11:27:37.547091 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-47661b3a-ef64-4321-aba3-41c967359bb0 req-2bca83bb-24c5-4ef5-8175-b776c7b7495d tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389476 Oct 10 11:27:38.638186 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:38.836175 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063a7f2-1829-4576-9957-7304668980ad req-4547956c-d46e-4f1d-926a-2dcebd05dc50 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:38.838973 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5063a7f2-1829-4576-9957-7304668980ad req-4547956c-d46e-4f1d-926a-2dcebd05dc50 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5 HTTP/1.1" status: 200 len: 943 time: 0.1815069 Oct 10 11:27:38.882037 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5063a7f2-1829-4576-9957-7304668980ad req-ad8dc694-54d9-4901-b4d4-628bb729252a tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385246 Oct 10 11:27:39.427311 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:39.662304 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device c9fea652-b62d-450d-858f-b9fa46427100 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:27:39.799784 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port c9fea652-b62d-450d-858f-b9fa46427100, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=c9fea652-b62d-450d-858f-b9fa46427100,segment=NetworkSegment(7c4f4c4c-5113-482f-a194-d6aa0f6b009c),segment_id=7c4f4c4c-5113-482f-a194-d6aa0f6b009c)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:27:39.814059 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': 'c9fea652-b62d-450d-858f-b9fa46427100', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'port_id': 'c9fea652-b62d-450d-858f-b9fa46427100', 'mac_address': 'fa:16:3e:d5:54:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 460, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:27:39.869615 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port c9fea652-b62d-450d-858f-b9fa46427100 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:27:39.869997 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:39.887346 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9fea652-b62d-450d-858f-b9fa46427100 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:27:39.903858 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port c9fea652-b62d-450d-858f-b9fa46427100, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=c9fea652-b62d-450d-858f-b9fa46427100,segment=NetworkSegment(7c4f4c4c-5113-482f-a194-d6aa0f6b009c),segment_id=7c4f4c4c-5113-482f-a194-d6aa0f6b009c)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:27:39.975377 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:40.049287 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=c9fea652-b62d-450d-858f-b9fa46427100,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:27:40.056735 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:27:40.057098 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:27:40.057438 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:27:40.057817 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:27:40.058152 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:27:40.059431 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:27:40.059431 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:27:40.059720 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:27:40.060007 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:27:40.060341 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:27:40.060668 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:27:40.060992 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:27:40.090876 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463818e5-aff9-470e-864c-f5b3f34ce82d req-3ce4ce34-942f-4cf0-9e51-da1f1e00cc5d tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:40.092931 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-463818e5-aff9-470e-864c-f5b3f34ce82d req-3ce4ce34-942f-4cf0-9e51-da1f1e00cc5d tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5 HTTP/1.1" status: 200 len: 944 time: 0.0998487 Oct 10 11:27:40.138556 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-463818e5-aff9-470e-864c-f5b3f34ce82d req-25c7c152-307d-4120-83ec-66c480864821 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392346 Oct 10 11:27:40.202590 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['c9fea652-b62d-450d-858f-b9fa46427100'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:27:41.336076 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343aff4-9580-4866-b266-eeeaf44670db req-d272f8a5-b33d-4a41-8cf5-69c77b8aa87a tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:41.337506 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c343aff4-9580-4866-b266-eeeaf44670db req-d272f8a5-b33d-4a41-8cf5-69c77b8aa87a tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5 HTTP/1.1" status: 200 len: 944 time: 0.0894544 Oct 10 11:27:41.382098 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c343aff4-9580-4866-b266-eeeaf44670db req-75090e6f-c607-4617-9b9e-ada65929a61f tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388923 Oct 10 11:27:41.689327 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device c9fea652-b62d-450d-858f-b9fa46427100 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:27:41.871982 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port c9fea652-b62d-450d-858f-b9fa46427100 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:27:41.879156 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port c9fea652-b62d-450d-858f-b9fa46427100 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:27:41.880214 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:41.880782 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port c9fea652-b62d-450d-858f-b9fa46427100 Oct 10 11:27:42.014784 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port c9fea652-b62d-450d-858f-b9fa46427100 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:27:42.015164 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:42.042119 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9fea652-b62d-450d-858f-b9fa46427100'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:27:42.044395 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7ea950-e9ca-4f88-9358-a1027e461d57" -d '{"events": [{"server_uuid": "7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5", "name": "network-vif-plugged", "status": "completed", "tag": "c9fea652-b62d-450d-858f-b9fa46427100"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:27:42.052375 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port c9fea652-b62d-450d-858f-b9fa46427100, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=c9fea652-b62d-450d-858f-b9fa46427100,segment=NetworkSegment(7c4f4c4c-5113-482f-a194-d6aa0f6b009c),segment_id=7c4f4c4c-5113-482f-a194-d6aa0f6b009c)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:27:42.138499 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99542f5c-87c5-4f4b-9b3d-231c00a55ddb x-openstack-request-id: req-99542f5c-87c5-4f4b-9b3d-231c00a55ddb {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:27:42.138796 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5", "name": "network-vif-plugged", "status": "completed", "tag": "c9fea652-b62d-450d-858f-b9fa46427100", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:27:42.139093 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-99542f5c-87c5-4f4b-9b3d-231c00a55ddb {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:27:42.139513 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99542f5c-87c5-4f4b-9b3d-231c00a55ddb'] response: {'server_uuid': '7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9fea652-b62d-450d-858f-b9fa46427100', 'code': 200} Oct 10 11:27:42.168917 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:42.240139 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=c9fea652-b62d-450d-858f-b9fa46427100,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:27:42.647534 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8c268-6264-43d3-a205-90be6478d9e8 req-de1fbd83-f354-4bda-9db7-54ceb5473dbe tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:42.649148 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-89f8c268-6264-43d3-a205-90be6478d9e8 req-de1fbd83-f354-4bda-9db7-54ceb5473dbe tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5 HTTP/1.1" status: 200 len: 945 time: 0.1536038 Oct 10 11:27:42.651714 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cdff5-e79e-4ca4-9bd9-350a9f0e2f2e req-61a118c3-0153-4081-85a4-4b46ef2435b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:42.653033 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-448cdff5-e79e-4ca4-9bd9-350a9f0e2f2e req-61a118c3-0153-4081-85a4-4b46ef2435b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5 HTTP/1.1" status: 200 len: 1098 time: 0.1157703 Oct 10 11:27:42.719758 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-89f8c268-6264-43d3-a205-90be6478d9e8 req-b9ddccfa-fea6-496c-97a1-131478300943 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649297 Oct 10 11:27:42.722966 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-448cdff5-e79e-4ca4-9bd9-350a9f0e2f2e req-1c017a52-0712-43ad-9c32-ea3d3ecfa91b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546045 Oct 10 11:27:43.930139 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c4af4-0965-4ca4-9135-4bb9aff01210 req-bff68f39-87d3-46b9-ad19-72ca7007546e tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:43.931611 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-7b1c4af4-0965-4ca4-9135-4bb9aff01210 req-bff68f39-87d3-46b9-ad19-72ca7007546e tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5 HTTP/1.1" status: 200 len: 945 time: 0.0951312 Oct 10 11:27:43.981636 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-7b1c4af4-0965-4ca4-9135-4bb9aff01210 req-8aecf145-d05c-44e7-97e6-892841f099d7 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443008 Oct 10 11:27:45.179815 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70d791-6836-4739-b619-21d6e0af0e16 req-6d618afb-fe64-44c5-a40a-2e57aff7675d tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:45.181288 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1c70d791-6836-4739-b619-21d6e0af0e16 req-6d618afb-fe64-44c5-a40a-2e57aff7675d tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5 HTTP/1.1" status: 200 len: 945 time: 0.0908411 Oct 10 11:27:45.225584 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1c70d791-6836-4739-b619-21d6e0af0e16 req-2bc4cdb5-b577-46a6-894c-9d346e9d3ab6 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386217 Oct 10 11:27:45.428547 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512fe33-5997-499b-b641-fe4de62255ac req-028ac4a0-dc62-412f-b2c6-d3380badf439 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:45.429984 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3512fe33-5997-499b-b641-fe4de62255ac req-028ac4a0-dc62-412f-b2c6-d3380badf439 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5 HTTP/1.1" status: 200 len: 945 time: 0.0925963 Oct 10 11:27:45.475226 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3512fe33-5997-499b-b641-fe4de62255ac req-adb300e2-ee7c-4400-8464-df3ac342e535 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395672 Oct 10 11:27:45.503830 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60674) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:27:45.688853 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415830c9-f91f-41d0-98a6-2be87d35aa49 tempest-TestVolumeBootPattern-666718067 tempest-TestVolumeBootPattern-666718067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:45.690298 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-415830c9-f91f-41d0-98a6-2be87d35aa49 tempest-TestVolumeBootPattern-666718067 tempest-TestVolumeBootPattern-666718067-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5 HTTP/1.1" status: 200 len: 1093 time: 0.1854591 Oct 10 11:27:45.693161 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60680) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:27:45.698003 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'port_id': 'c9fea652-b62d-450d-858f-b9fa46427100', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:27:45.703794 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:27:45.708264 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Usage tracker for resource:floatingip and tenant:2ca309cf9da347e1972c7a5240bc70ad is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:27:45.711217 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:27:45.716793 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:27:45.786856 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for floatingip, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:45.926099 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:46.059848 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Allocated IP 172.26.4.200 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/f72ec394-dd1a-441d-bfdc-4169dd000600) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:27:46.211978 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:46.306619 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:46.372518 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:27:46.375274 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:27:46.377893 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:27:46.423332 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Pushing event updated for resources: {'Port': ['ID=f72ec394-dd1a-441d-bfdc-4169dd000600,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:27:46.435654 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:27:46.436006 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:27:46.436344 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:27:46.436678 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:27:46.437013 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:27:46.437343 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:27:46.437696 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:27:46.438023 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:27:46.438358 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:27:46.438680 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:27:46.439001 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:27:46.439321 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:27:46.802540 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:46.966422 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:47.272595 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:47.366834 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:47.479372 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:47.529173 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Pushing event updated for resources: {'Port': ['ID=f72ec394-dd1a-441d-bfdc-4169dd000600,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:27:47.654001 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Floating IP 08c5d229-fdf2-4ae8-9879-89ce9166fe96 associated. External IP: 172.26.4.200, port: c9fea652-b62d-450d-858f-b9fa46427100. Oct 10 11:27:48.005048 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:27:48.185650 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:27:48.195037 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd634b68-368c-473d-b356-7faed26a2524 None None] Sync routers for ids ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:27:48.204104 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd634b68-368c-473d-b356-7faed26a2524 None None] Routers {'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:27:48.204632 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-bd634b68-368c-473d-b356-7faed26a2524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:27:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:27:48.306414 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:27:48.361152 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3b7688e1-c449-4418-b361-2c4aebc602c2 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6668973 Oct 10 11:27:48.361818 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5', 'tag': 'c9fea652-b62d-450d-858f-b9fa46427100'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:27:48.365068 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a74a897-a688-457e-9a70-ffebeaa54b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5", "tag": "c9fea652-b62d-450d-858f-b9fa46427100"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:27:48.377743 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-bd634b68-368c-473d-b356-7faed26a2524 None None] Set router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:27:48.407365 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a900056-9eb6-498f-a4ae-fe3cd314806d x-openstack-request-id: req-7a900056-9eb6-498f-a4ae-fe3cd314806d {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:27:48.407640 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5", "tag": "c9fea652-b62d-450d-858f-b9fa46427100", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:27:48.407910 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7a900056-9eb6-498f-a4ae-fe3cd314806d {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:27:48.408313 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a900056-9eb6-498f-a4ae-fe3cd314806d'] response: {'name': 'network-changed', 'server_uuid': '7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5', 'tag': 'c9fea652-b62d-450d-858f-b9fa46427100', 'status': 'completed', 'code': 200} Oct 10 11:27:48.514448 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74a897-a688-457e-9a70-ffebeaa54b2a req-50b88ddd-94dd-429d-b729-d001f76ba9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:48.515940 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3a74a897-a688-457e-9a70-ffebeaa54b2a req-50b88ddd-94dd-429d-b729-d001f76ba9d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ca309cf9da347e1972c7a5240bc70ad&device_id=7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5 HTTP/1.1" status: 200 len: 1098 time: 0.0800025 Oct 10 11:27:48.648500 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74a897-a688-457e-9a70-ffebeaa54b2a req-a0bef91e-7367-41ef-9cd7-e4267a8b365a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:48.649979 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3a74a897-a688-457e-9a70-ffebeaa54b2a req-a0bef91e-7367-41ef-9cd7-e4267a8b365a service neutron] 10.222.0.15 "GET /v2.0/networks?id=616f1bfe-2293-42af-8b84-9f66f180ede2 HTTP/1.1" status: 200 len: 913 time: 0.1282384 Oct 10 11:27:48.731722 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-bd634b68-368c-473d-b356-7faed26a2524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'name': 'tempest-TestVolumeBootPattern-1067560194-router', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:07Z', 'updated_at': '2022-10-10T11:19:15Z', 'revision_number': 4, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'gw_port': {'id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:08Z', 'updated_at': '2022-10-10T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '08c5d229-fdf2-4ae8-9879-89ce9166fe96', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'floating_ip_address': '172.26.4.200', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'port_id': 'c9fea652-b62d-450d-858f-b9fa46427100', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'mac_address': 'fa:16:3e:d5:54:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:27:46Z', 'updated_at': '2022-10-10T11:27:46Z', 'revision_number': 0, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'fixed_ip_address_scope': None}, {'id': 'efc0d4f5-a01e-4e00-840a-73d9a46b84c1', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'floating_ip_address': '172.26.4.188', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'port_id': 'c3e8b383-dc8f-453d-8b00-1ba2635cee3a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'mac_address': 'fa:16:3e:e3:07:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:24:09Z', 'updated_at': '2022-10-10T11:24:12Z', 'revision_number': 1, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bc4e2c-d966-40d7-97e7-106c145b51f6', 'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'mac_address': 'fa:16:3e:69:c9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:14Z', 'updated_at': '2022-10-10T11:19:31Z', 'revision_number': 5, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'subnets': [{'id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:27:48.736001 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd634b68-368c-473d-b356-7faed26a2524 None None] Checking router: e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:27:48.745272 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd634b68-368c-473d-b356-7faed26a2524 None None] Routers {'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:27:48.745840 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-bd634b68-368c-473d-b356-7faed26a2524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:27:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:27:48.865664 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3a74a897-a688-457e-9a70-ffebeaa54b2a req-c89d3990-066a-49ad-bde7-f64a1d80f3cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9fea652-b62d-450d-858f-b9fa46427100 HTTP/1.1" status: 200 len: 999 time: 0.2095363 Oct 10 11:27:48.929065 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-bd634b68-368c-473d-b356-7faed26a2524 None None] Set router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:27:48.932843 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74a897-a688-457e-9a70-ffebeaa54b2a req-1368587b-e87c-4ec9-97b0-4e5e41d3a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:48.934455 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3a74a897-a688-457e-9a70-ffebeaa54b2a req-1368587b-e87c-4ec9-97b0-4e5e41d3a2be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c94ad8c-d8fc-4d25-b911-8ac97e113003 HTTP/1.1" status: 200 len: 851 time: 0.0631018 Oct 10 11:27:49.021667 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74a897-a688-457e-9a70-ffebeaa54b2a req-20797836-3b92-4639-ad16-926b178c1965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:27:49.023081 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3a74a897-a688-457e-9a70-ffebeaa54b2a req-20797836-3b92-4639-ad16-926b178c1965 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=616f1bfe-2293-42af-8b84-9f66f180ede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825984 Oct 10 11:27:49.169159 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3a74a897-a688-457e-9a70-ffebeaa54b2a req-4004933d-29a3-47d4-beb1-3350c0e92f6d service neutron] 10.222.0.15 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285763 Oct 10 11:27:49.278228 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-bd634b68-368c-473d-b356-7faed26a2524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'name': 'tempest-TestVolumeBootPattern-1067560194-router', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:07Z', 'updated_at': '2022-10-10T11:19:15Z', 'revision_number': 4, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'gw_port': {'id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:08Z', 'updated_at': '2022-10-10T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '08c5d229-fdf2-4ae8-9879-89ce9166fe96', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'floating_ip_address': '172.26.4.200', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'port_id': 'c9fea652-b62d-450d-858f-b9fa46427100', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'mac_address': 'fa:16:3e:d5:54:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:27:46Z', 'updated_at': '2022-10-10T11:27:46Z', 'revision_number': 0, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'fixed_ip_address_scope': None}, {'id': 'efc0d4f5-a01e-4e00-840a-73d9a46b84c1', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'floating_ip_address': '172.26.4.188', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'port_id': 'c3e8b383-dc8f-453d-8b00-1ba2635cee3a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'mac_address': 'fa:16:3e:e3:07:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:24:09Z', 'updated_at': '2022-10-10T11:24:12Z', 'revision_number': 1, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bc4e2c-d966-40d7-97e7-106c145b51f6', 'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'mac_address': 'fa:16:3e:69:c9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:14Z', 'updated_at': '2022-10-10T11:19:31Z', 'revision_number': 5, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'subnets': [{'id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:27:49.282573 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd634b68-368c-473d-b356-7faed26a2524 None None] The sync data for ids ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'] in dv-neutron-860842-1-hyperv is: [{'id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'name': 'tempest-TestVolumeBootPattern-1067560194-router', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:07Z', 'updated_at': '2022-10-10T11:19:15Z', 'revision_number': 4, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'gw_port': {'id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:08Z', 'updated_at': '2022-10-10T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '08c5d229-fdf2-4ae8-9879-89ce9166fe96', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'floating_ip_address': '172.26.4.200', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'port_id': 'c9fea652-b62d-450d-858f-b9fa46427100', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'mac_address': 'fa:16:3e:d5:54:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:27:46Z', 'updated_at': '2022-10-10T11:27:46Z', 'revision_number': 0, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'fixed_ip_address_scope': None}, {'id': 'efc0d4f5-a01e-4e00-840a-73d9a46b84c1', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'floating_ip_address': '172.26.4.188', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'port_id': 'c3e8b383-dc8f-453d-8b00-1ba2635cee3a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'mac_address': 'fa:16:3e:e3:07:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:24:09Z', 'updated_at': '2022-10-10T11:24:12Z', 'revision_number': 1, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bc4e2c-d966-40d7-97e7-106c145b51f6', 'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'mac_address': 'fa:16:3e:69:c9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:14Z', 'updated_at': '2022-10-10T11:19:31Z', 'revision_number': 5, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'subnets': [{'id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:27:49.306092 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3a74a897-a688-457e-9a70-ffebeaa54b2a req-21dee500-9770-41a2-8786-95b6c1d399a6 service neutron] 10.222.0.15 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300588 Oct 10 11:27:49.480917 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53714cb-8979-4a11-9610-9ef8f084524a None None] New status for floating IP 08c5d229-fdf2-4ae8-9879-89ce9166fe96: ACTIVE {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:28:03.454583 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-29b4d959-1df5-46fd-bfd7-7d7a924ebc55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:28:05.796277 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-00044033-f7de-49a6-b0de-5ee9cce55bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:28:07.026341 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:28:07.057492 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:28:08.024776 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:28:08.643156 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:28:09.396088 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:28:28.236450 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7018f1ce-3088-4b7f-9d22-53e7f9386451 req-ea1ab75a-55d5-4ca4-97b6-00d675bd2c66 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0871119 Oct 10 11:28:28.381950 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018f1ce-3088-4b7f-9d22-53e7f9386451 req-52160c4e-83f7-4621-97f8-5056196ac840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:28:28.383446 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7018f1ce-3088-4b7f-9d22-53e7f9386451 req-52160c4e-83f7-4621-97f8-5056196ac840 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ca309cf9da347e1972c7a5240bc70ad&device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 1099 time: 0.0799737 Oct 10 11:28:28.526756 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018f1ce-3088-4b7f-9d22-53e7f9386451 req-6847cfdf-01f9-4108-b74b-cf820ea736fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:28:28.528055 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7018f1ce-3088-4b7f-9d22-53e7f9386451 req-6847cfdf-01f9-4108-b74b-cf820ea736fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=616f1bfe-2293-42af-8b84-9f66f180ede2 HTTP/1.1" status: 200 len: 913 time: 0.1271565 Oct 10 11:28:28.635889 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7018f1ce-3088-4b7f-9d22-53e7f9386451 req-4403ebe0-e995-4d89-b477-8bc39382d268 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e8b383-dc8f-453d-8b00-1ba2635cee3a HTTP/1.1" status: 200 len: 1002 time: 0.0992618 Oct 10 11:28:28.702117 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018f1ce-3088-4b7f-9d22-53e7f9386451 req-e097c304-07f4-4e1f-bb02-7b2bbeaa203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:28:28.703608 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7018f1ce-3088-4b7f-9d22-53e7f9386451 req-e097c304-07f4-4e1f-bb02-7b2bbeaa203c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c94ad8c-d8fc-4d25-b911-8ac97e113003 HTTP/1.1" status: 200 len: 851 time: 0.0627780 Oct 10 11:28:28.786518 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018f1ce-3088-4b7f-9d22-53e7f9386451 req-7c7f0a10-f6d1-4a79-9bf1-005b34de6397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:28:28.787938 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7018f1ce-3088-4b7f-9d22-53e7f9386451 req-7c7f0a10-f6d1-4a79-9bf1-005b34de6397 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=616f1bfe-2293-42af-8b84-9f66f180ede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781584 Oct 10 11:28:28.919313 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7018f1ce-3088-4b7f-9d22-53e7f9386451 req-18728edc-100c-4b73-b66f-f9acb865186f service neutron] 10.222.0.15 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250687 Oct 10 11:28:29.054437 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7018f1ce-3088-4b7f-9d22-53e7f9386451 req-ef995ad9-797f-477a-932b-196ec989e8f4 service neutron] 10.222.0.15 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287591 Oct 10 11:28:33.476918 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f294bcf0-c9bf-4ae1-a367-213383704735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:28:35.755039 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-599d9c65-204c-403d-8c54-88a9ac7d96fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:28:36.991025 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:28:37.018106 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:28:38.669222 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:28:39.362479 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:28:45.023678 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:29:00.307253 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60706) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:29:00.375834 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-74668163-6116-4e99-b23d-ef88bf4ac33e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:29:00.498061 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-74668163-6116-4e99-b23d-ef88bf4ac33e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2518579'] for subnet, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:00.760328 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-74668163-6116-4e99-b23d-ef88bf4ac33e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733224530571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2413672'] for subnet, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:00.813516 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74668163-6116-4e99-b23d-ef88bf4ac33e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:29:00.814342 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-74668163-6116-4e99-b23d-ef88bf4ac33e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:00.817508 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-74668163-6116-4e99-b23d-ef88bf4ac33e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "PUT /v2.0/subnets/0cb60eda-fb97-48af-a643-a37d147eb15d HTTP/1.1" status: 200 len: 836 time: 0.5070307 Oct 10 11:29:00.817673 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc8f9cc-f46b-4148-9dde-dca937cbd57f None None] Network a42c3008-a1d7-4969-8bbb-9d3cc67fa117 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:29:00.829446 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74668163-6116-4e99-b23d-ef88bf4ac33e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Subnet': ['ID=0cb60eda-fb97-48af-a643-a37d147eb15d,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:29:00.837544 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74668163-6116-4e99-b23d-ef88bf4ac33e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:00.837908 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74668163-6116-4e99-b23d-ef88bf4ac33e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:00.838240 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74668163-6116-4e99-b23d-ef88bf4ac33e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:00.838571 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74668163-6116-4e99-b23d-ef88bf4ac33e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:00.838895 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74668163-6116-4e99-b23d-ef88bf4ac33e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:00.839218 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74668163-6116-4e99-b23d-ef88bf4ac33e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:00.839540 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74668163-6116-4e99-b23d-ef88bf4ac33e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:00.839859 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74668163-6116-4e99-b23d-ef88bf4ac33e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:00.840201 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74668163-6116-4e99-b23d-ef88bf4ac33e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:00.840520 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74668163-6116-4e99-b23d-ef88bf4ac33e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:00.840879 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74668163-6116-4e99-b23d-ef88bf4ac33e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:00.841587 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74668163-6116-4e99-b23d-ef88bf4ac33e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:01.319545 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-02f0ccff-e2d9-43dc-913a-93475e6f0c46 None None] Provisioning complete for port 8b10cd8f-f5e4-4169-96ba-912fae8f18ff triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:29:01.321157 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-02f0ccff-e2d9-43dc-913a-93475e6f0c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:01.321157 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-02f0ccff-e2d9-43dc-913a-93475e6f0c46 None None] Attempt 1 to provision port 8b10cd8f-f5e4-4169-96ba-912fae8f18ff Oct 10 11:29:01.437019 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-02f0ccff-e2d9-43dc-913a-93475e6f0c46 None None] Current status of the port 8b10cd8f-f5e4-4169-96ba-912fae8f18ff is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:29:01.448636 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-02f0ccff-e2d9-43dc-913a-93475e6f0c46 None None] Provisioning complete for port e5ae0bfb-123c-4b23-a1c5-276ab5461312 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:29:01.449053 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-02f0ccff-e2d9-43dc-913a-93475e6f0c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:01.449377 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-02f0ccff-e2d9-43dc-913a-93475e6f0c46 None None] Attempt 1 to provision port e5ae0bfb-123c-4b23-a1c5-276ab5461312 Oct 10 11:29:01.579017 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-02f0ccff-e2d9-43dc-913a-93475e6f0c46 None None] Current status of the port e5ae0bfb-123c-4b23-a1c5-276ab5461312 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:29:01.590937 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-02f0ccff-e2d9-43dc-913a-93475e6f0c46 None None] Provisioning complete for port 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:29:01.591312 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-02f0ccff-e2d9-43dc-913a-93475e6f0c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:01.591638 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-02f0ccff-e2d9-43dc-913a-93475e6f0c46 None None] Attempt 1 to provision port 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a Oct 10 11:29:01.708459 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-02f0ccff-e2d9-43dc-913a-93475e6f0c46 None None] Current status of the port 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:29:03.464835 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cbb54788-6835-4b32-9efa-fc2d4f270400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:05.871044 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6e40ad2e-d49d-47d9-bed9-ebc7db2e59b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:07.057408 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:07.102764 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:08.636850 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:09.491019 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:22.022661 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:29:28.446530 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7c33f7a5-9fb0-4370-8787-53050102fa3a req-587b16d0-e2ad-4bb0-8917-23508123aec9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=567f4ec2-2e4a-4108-9f47-11cb1601b295&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0820785 Oct 10 11:29:28.541962 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33f7a5-9fb0-4370-8787-53050102fa3a req-f802a8ca-6615-4b37-b4b2-feaefcc93b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:29:28.543402 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7c33f7a5-9fb0-4370-8787-53050102fa3a req-f802a8ca-6615-4b37-b4b2-feaefcc93b9d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=567f4ec2-2e4a-4108-9f47-11cb1601b295 HTTP/1.1" status: 200 len: 1098 time: 0.0775886 Oct 10 11:29:28.686503 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33f7a5-9fb0-4370-8787-53050102fa3a req-6a18993c-5f64-42d0-98ce-33638228327d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:29:28.687858 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7c33f7a5-9fb0-4370-8787-53050102fa3a req-6a18993c-5f64-42d0-98ce-33638228327d service neutron] 10.222.0.15 "GET /v2.0/networks?id=a42c3008-a1d7-4969-8bbb-9d3cc67fa117 HTTP/1.1" status: 200 len: 898 time: 0.1258113 Oct 10 11:29:28.792468 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7c33f7a5-9fb0-4370-8787-53050102fa3a req-48cf8da1-b0ba-4a03-8142-aa720ac26ffd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b10cd8f-f5e4-4169-96ba-912fae8f18ff HTTP/1.1" status: 200 len: 1001 time: 0.0974576 Oct 10 11:29:28.950930 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33f7a5-9fb0-4370-8787-53050102fa3a req-3d6b2376-ae71-4eb4-8bd3-a8df3de2ed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:29:28.952364 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7c33f7a5-9fb0-4370-8787-53050102fa3a req-3d6b2376-ae71-4eb4-8bd3-a8df3de2ed67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0cb60eda-fb97-48af-a643-a37d147eb15d HTTP/1.1" status: 200 len: 844 time: 0.1543665 Oct 10 11:29:29.037333 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33f7a5-9fb0-4370-8787-53050102fa3a req-dafe0559-49fe-4fab-a28b-dff7fadc153a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:29:29.039432 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7c33f7a5-9fb0-4370-8787-53050102fa3a req-dafe0559-49fe-4fab-a28b-dff7fadc153a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a42c3008-a1d7-4969-8bbb-9d3cc67fa117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811455 Oct 10 11:29:29.171032 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7c33f7a5-9fb0-4370-8787-53050102fa3a req-12295062-508f-4aca-be8f-c3726a325b20 service neutron] 10.222.0.15 "GET /v2.0/networks/a42c3008-a1d7-4969-8bbb-9d3cc67fa117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228352 Oct 10 11:29:29.305149 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7c33f7a5-9fb0-4370-8787-53050102fa3a req-c918be6f-5712-4c7f-8199-bea2022afacc service neutron] 10.222.0.15 "GET /v2.0/networks/a42c3008-a1d7-4969-8bbb-9d3cc67fa117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269374 Oct 10 11:29:33.497703 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-48857627-5053-44a2-bdb3-b9f173969663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:35.727301 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-bc23f417-afdd-4a7a-b0d7-909616ab25cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:37.006783 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:37.030921 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:38.631754 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:39.411565 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:43.731367 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60736) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:29:43.946338 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-7ea5dd03-9e8f-4fd9-97c4-5f73d85c2e94 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port ab034c88-9f33-4b6f-8cfc-318c3c93f754 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:29:43.946669 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ea5dd03-9e8f-4fd9-97c4-5f73d85c2e94 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:44.113984 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ea5dd03-9e8f-4fd9-97c4-5f73d85c2e94 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:44.114307 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ea5dd03-9e8f-4fd9-97c4-5f73d85c2e94 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:44.241219 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-7ea5dd03-9e8f-4fd9-97c4-5f73d85c2e94 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for ab034c88-9f33-4b6f-8cfc-318c3c93f754 owned by network:floatingip {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:29:44.533257 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ea5dd03-9e8f-4fd9-97c4-5f73d85c2e94 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:44.610703 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5dd03-9e8f-4fd9-97c4-5f73d85c2e94 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=ab034c88-9f33-4b6f-8cfc-318c3c93f754,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:29:44.682008 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ea5dd03-9e8f-4fd9-97c4-5f73d85c2e94 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:44.682448 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [None req-7ea5dd03-9e8f-4fd9-97c4-5f73d85c2e94 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Floating IP f6f3af8f-5fa9-4654-9c95-36594ca4bbdf disassociated (deleted). External IP: 172.26.4.165, port: 8b10cd8f-f5e4-4169-96ba-912fae8f18ff. Oct 10 11:29:45.136053 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea5dd03-9e8f-4fd9-97c4-5f73d85c2e94 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router 0cd13c7e-4990-4e92-8464-8fd36be0eedf has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:29:45.316550 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea5dd03-9e8f-4fd9-97c4-5f73d85c2e94 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:29:45.326590 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60424f52-4d32-4367-b8ef-d9b892c90426 None None] Sync routers for ids ['0cd13c7e-4990-4e92-8464-8fd36be0eedf'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:29:45.335989 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60424f52-4d32-4367-b8ef-d9b892c90426 None None] Routers {'0cd13c7e-4990-4e92-8464-8fd36be0eedf'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:29:45.337883 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-60424f52-4d32-4367-b8ef-d9b892c90426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:29:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['0cd13c7e-4990-4e92-8464-8fd36be0eedf'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:29:45.384350 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ea5dd03-9e8f-4fd9-97c4-5f73d85c2e94 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:45.440226 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7ea5dd03-9e8f-4fd9-97c4-5f73d85c2e94 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/floatingips/f6f3af8f-5fa9-4654-9c95-36594ca4bbdf HTTP/1.1" status: 204 len: 168 time: 1.7077718 Oct 10 11:29:45.440950 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '567f4ec2-2e4a-4108-9f47-11cb1601b295', 'tag': '8b10cd8f-f5e4-4169-96ba-912fae8f18ff'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:29:45.443780 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537c6b35-5f7b-4675-b9e5-9711546d5dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "567f4ec2-2e4a-4108-9f47-11cb1601b295", "tag": "8b10cd8f-f5e4-4169-96ba-912fae8f18ff"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:29:45.490374 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab54e2b-488d-45c9-bb19-0bcfd0b07ba2 x-openstack-request-id: req-6ab54e2b-488d-45c9-bb19-0bcfd0b07ba2 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:29:45.490671 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "567f4ec2-2e4a-4108-9f47-11cb1601b295", "tag": "8b10cd8f-f5e4-4169-96ba-912fae8f18ff", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:29:45.490920 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6ab54e2b-488d-45c9-bb19-0bcfd0b07ba2 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:29:45.491330 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ab54e2b-488d-45c9-bb19-0bcfd0b07ba2'] response: {'name': 'network-changed', 'server_uuid': '567f4ec2-2e4a-4108-9f47-11cb1601b295', 'tag': '8b10cd8f-f5e4-4169-96ba-912fae8f18ff', 'status': 'completed', 'code': 200} Oct 10 11:29:45.516283 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-60424f52-4d32-4367-b8ef-d9b892c90426 None None] Set router 0cd13c7e-4990-4e92-8464-8fd36be0eedf gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:29:45.599423 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c6b35-5f7b-4675-b9e5-9711546d5dc8 req-8cb145ff-e945-4e78-8833-b1c5c7c2b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:29:45.601019 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-537c6b35-5f7b-4675-b9e5-9711546d5dc8 req-8cb145ff-e945-4e78-8833-b1c5c7c2b5ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=567f4ec2-2e4a-4108-9f47-11cb1601b295 HTTP/1.1" status: 200 len: 1098 time: 0.0887558 Oct 10 11:29:45.735694 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c6b35-5f7b-4675-b9e5-9711546d5dc8 req-d97ca7a5-d78e-4c13-b5fc-1d478c384eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:29:45.737154 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-537c6b35-5f7b-4675-b9e5-9711546d5dc8 req-d97ca7a5-d78e-4c13-b5fc-1d478c384eda service neutron] 10.222.0.15 "GET /v2.0/networks?id=a42c3008-a1d7-4969-8bbb-9d3cc67fa117 HTTP/1.1" status: 200 len: 898 time: 0.1307921 Oct 10 11:29:45.807164 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-537c6b35-5f7b-4675-b9e5-9711546d5dc8 req-ed22a38f-6f3a-48fd-afdb-6dfcf0c51ad0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b10cd8f-f5e4-4169-96ba-912fae8f18ff HTTP/1.1" status: 200 len: 217 time: 0.0643361 Oct 10 11:29:45.853373 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-60424f52-4d32-4367-b8ef-d9b892c90426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'name': 'tempest-TestNetworkBasicOps-router-1641051689', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:26:41Z', 'updated_at': '2022-10-10T11:26:47Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:55:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:26:42Z', 'updated_at': '2022-10-10T11:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'e5ae0bfb-123c-4b23-a1c5-276ab5461312', 'name': '', 'network_id': 'a42c3008-a1d7-4969-8bbb-9d3cc67fa117', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:6a:78:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0cb60eda-fb97-48af-a643-a37d147eb15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:26:46Z', 'updated_at': '2022-10-10T11:26:53Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '0cb60eda-fb97-48af-a643-a37d147eb15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:29:45.854281 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60424f52-4d32-4367-b8ef-d9b892c90426 None None] Checking router: 0cd13c7e-4990-4e92-8464-8fd36be0eedf for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:29:45.862844 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60424f52-4d32-4367-b8ef-d9b892c90426 None None] Routers {'0cd13c7e-4990-4e92-8464-8fd36be0eedf'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:29:45.864138 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-60424f52-4d32-4367-b8ef-d9b892c90426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:29:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['0cd13c7e-4990-4e92-8464-8fd36be0eedf'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:29:45.875429 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c6b35-5f7b-4675-b9e5-9711546d5dc8 req-70a8a6f5-1c8c-4dc9-a297-5fb063580cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:29:45.876915 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-537c6b35-5f7b-4675-b9e5-9711546d5dc8 req-70a8a6f5-1c8c-4dc9-a297-5fb063580cbe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0cb60eda-fb97-48af-a643-a37d147eb15d HTTP/1.1" status: 200 len: 844 time: 0.0635931 Oct 10 11:29:45.964231 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c6b35-5f7b-4675-b9e5-9711546d5dc8 req-d54851aa-e450-45fd-ae99-5c886e55afed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:29:45.964231 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-537c6b35-5f7b-4675-b9e5-9711546d5dc8 req-d54851aa-e450-45fd-ae99-5c886e55afed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a42c3008-a1d7-4969-8bbb-9d3cc67fa117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799744 Oct 10 11:29:46.051137 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-60424f52-4d32-4367-b8ef-d9b892c90426 None None] Set router 0cd13c7e-4990-4e92-8464-8fd36be0eedf gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:29:46.171548 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-537c6b35-5f7b-4675-b9e5-9711546d5dc8 req-b11e8194-9c12-4781-a5e4-4d0167c3869e service neutron] 10.222.0.15 "GET /v2.0/networks/a42c3008-a1d7-4969-8bbb-9d3cc67fa117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985579 Oct 10 11:29:46.225246 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63c249-3b24-4b2b-9913-645a5243a9ae req-03ccb074-9bee-46fa-972b-8cdd1483722e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:29:46.225952 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-5f63c249-3b24-4b2b-9913-645a5243a9ae req-03ccb074-9bee-46fa-972b-8cdd1483722e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:29:46.328476 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-537c6b35-5f7b-4675-b9e5-9711546d5dc8 req-c7743f64-a672-43cd-a6f9-c3ef025d729b service neutron] 10.222.0.15 "GET /v2.0/networks/a42c3008-a1d7-4969-8bbb-9d3cc67fa117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505167 Oct 10 11:29:46.360000 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-5f63c249-3b24-4b2b-9913-645a5243a9ae req-03ccb074-9bee-46fa-972b-8cdd1483722e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:29:46.361106 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5f63c249-3b24-4b2b-9913-645a5243a9ae req-03ccb074-9bee-46fa-972b-8cdd1483722e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=567f4ec2-2e4a-4108-9f47-11cb1601b295 HTTP/1.1" status: 200 len: 945 time: 0.2979591 Oct 10 11:29:46.371200 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-60424f52-4d32-4367-b8ef-d9b892c90426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'name': 'tempest-TestNetworkBasicOps-router-1641051689', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:26:41Z', 'updated_at': '2022-10-10T11:26:47Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:55:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:26:42Z', 'updated_at': '2022-10-10T11:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'e5ae0bfb-123c-4b23-a1c5-276ab5461312', 'name': '', 'network_id': 'a42c3008-a1d7-4969-8bbb-9d3cc67fa117', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:6a:78:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0cb60eda-fb97-48af-a643-a37d147eb15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:26:46Z', 'updated_at': '2022-10-10T11:26:53Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '0cb60eda-fb97-48af-a643-a37d147eb15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:29:46.375145 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60424f52-4d32-4367-b8ef-d9b892c90426 None None] The sync data for ids ['0cd13c7e-4990-4e92-8464-8fd36be0eedf'] in dv-neutron-860842-1-hyperv is: [{'id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'name': 'tempest-TestNetworkBasicOps-router-1641051689', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:26:41Z', 'updated_at': '2022-10-10T11:26:47Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:55:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:26:42Z', 'updated_at': '2022-10-10T11:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'e5ae0bfb-123c-4b23-a1c5-276ab5461312', 'name': '', 'network_id': 'a42c3008-a1d7-4969-8bbb-9d3cc67fa117', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:6a:78:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0cb60eda-fb97-48af-a643-a37d147eb15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:26:46Z', 'updated_at': '2022-10-10T11:26:53Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '0cb60eda-fb97-48af-a643-a37d147eb15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:29:46.408874 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5f63c249-3b24-4b2b-9913-645a5243a9ae req-30c4e7e7-92a8-4a4e-87bf-c0e8e96402aa tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bdb6859-1717-4318-aa54-4fb94a5c70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420587 Oct 10 11:29:46.602092 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a894d6-23b1-4db5-be62-1b4722cfada5 None None] New status for floating IP f6f3af8f-5fa9-4654-9c95-36594ca4bbdf: DOWN {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:29:47.356928 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdecc402-2810-491c-9f43-a9cae285a711 req-b338b7cf-9785-4ef4-b966-b3e32185dc24 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:29:47.358272 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fdecc402-2810-491c-9f43-a9cae285a711 req-b338b7cf-9785-4ef4-b966-b3e32185dc24 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/ports?device_id=567f4ec2-2e4a-4108-9f47-11cb1601b295 HTTP/1.1" status: 200 len: 945 time: 0.0886207 Oct 10 11:29:47.427281 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-fdecc402-2810-491c-9f43-a9cae285a711 req-81221651-35d6-453a-aa05-34124d601ad8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port 8b10cd8f-f5e4-4169-96ba-912fae8f18ff {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:29:47.427613 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-fdecc402-2810-491c-9f43-a9cae285a711 req-81221651-35d6-453a-aa05-34124d601ad8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:47.619689 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb7d7f-a08d-4267-b0ff-cd349ad621bf req-32a5ec17-4e46-4cd9-b33a-7fac7cc7be26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:29:47.621130 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-52cb7d7f-a08d-4267-b0ff-cd349ad621bf req-32a5ec17-4e46-4cd9-b33a-7fac7cc7be26 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=567f4ec2-2e4a-4108-9f47-11cb1601b295 HTTP/1.1" status: 200 len: 945 time: 0.0970473 Oct 10 11:29:47.666784 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-52cb7d7f-a08d-4267-b0ff-cd349ad621bf req-56f7caee-defd-4a25-af1f-31d89582b9bf tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bdb6859-1717-4318-aa54-4fb94a5c70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396235 Oct 10 11:29:47.788159 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-fdecc402-2810-491c-9f43-a9cae285a711 req-81221651-35d6-453a-aa05-34124d601ad8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port 8b10cd8f-f5e4-4169-96ba-912fae8f18ff, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8b10cd8f-f5e4-4169-96ba-912fae8f18ff,segment=NetworkSegment(919ee6b2-d844-4e47-b75c-22f5ec4d1b7b),segment_id=919ee6b2-d844-4e47-b75c-22f5ec4d1b7b)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:29:47.788508 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-fdecc402-2810-491c-9f43-a9cae285a711 req-81221651-35d6-453a-aa05-34124d601ad8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:47.913894 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-fdecc402-2810-491c-9f43-a9cae285a711 req-81221651-35d6-453a-aa05-34124d601ad8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for 8b10cd8f-f5e4-4169-96ba-912fae8f18ff owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:29:48.109827 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-fdecc402-2810-491c-9f43-a9cae285a711 req-81221651-35d6-453a-aa05-34124d601ad8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:48.158911 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81221651-35d6-453a-aa05-34124d601ad8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=8b10cd8f-f5e4-4169-96ba-912fae8f18ff,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:29:48.248004 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdecc402-2810-491c-9f43-a9cae285a711 req-81221651-35d6-453a-aa05-34124d601ad8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] No DVR routers for this DVR port 8b10cd8f-f5e4-4169-96ba-912fae8f18ff on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:29:48.250537 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-fdecc402-2810-491c-9f43-a9cae285a711 req-81221651-35d6-453a-aa05-34124d601ad8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:48.253147 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567f4ec2-2e4a-4108-9f47-11cb1601b295', 'name': 'network-vif-deleted', 'tag': '8b10cd8f-f5e4-4169-96ba-912fae8f18ff'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:29:48.255424 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28518efd-d4ac-41b1-8360-0fce2ae1f898" -d '{"events": [{"server_uuid": "567f4ec2-2e4a-4108-9f47-11cb1601b295", "name": "network-vif-deleted", "tag": "8b10cd8f-f5e4-4169-96ba-912fae8f18ff"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:29:48.301353 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c2158d-ce35-4fbb-a151-f9708764e765 x-openstack-request-id: req-e7c2158d-ce35-4fbb-a151-f9708764e765 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:29:48.301668 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567f4ec2-2e4a-4108-9f47-11cb1601b295", "name": "network-vif-deleted", "tag": "8b10cd8f-f5e4-4169-96ba-912fae8f18ff", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:29:48.306750 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e7c2158d-ce35-4fbb-a151-f9708764e765 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:29:48.306750 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7c2158d-ce35-4fbb-a151-f9708764e765'] response: {'server_uuid': '567f4ec2-2e4a-4108-9f47-11cb1601b295', 'name': 'network-vif-deleted', 'tag': '8b10cd8f-f5e4-4169-96ba-912fae8f18ff', 'status': 'completed', 'code': 200} Oct 10 11:29:48.326587 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fdecc402-2810-491c-9f43-a9cae285a711 req-81221651-35d6-453a-aa05-34124d601ad8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "DELETE /v2.0/ports/8b10cd8f-f5e4-4169-96ba-912fae8f18ff HTTP/1.1" status: 204 len: 173 time: 0.9629152 Oct 10 11:29:48.839909 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6938ed12-9453-4a00-9f1b-dd6b187ab9ef req-951a8116-5a9b-4b54-ba90-f65e7631f178 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=567f4ec2-2e4a-4108-9f47-11cb1601b295 HTTP/1.1" status: 200 len: 210 time: 0.0498383 Oct 10 11:29:49.943088 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60760) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:29:50.010905 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-228ff365-5f9b-4fd6-b30f-5a968a224c78 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:50.040495 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-228ff365-5f9b-4fd6-b30f-5a968a224c78 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:50.184539 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-228ff365-5f9b-4fd6-b30f-5a968a224c78 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:50.206497 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ff365-5f9b-4fd6-b30f-5a968a224c78 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdb6859-1717-4318-aa54-4fb94a5c70a3,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:29:50.274364 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-228ff365-5f9b-4fd6-b30f-5a968a224c78 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:50.275465 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-228ff365-5f9b-4fd6-b30f-5a968a224c78 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/security-groups/7bdb6859-1717-4318-aa54-4fb94a5c70a3 HTTP/1.1" status: 204 len: 168 time: 0.3313963 Oct 10 11:29:50.355769 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60766) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:29:50.899735 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bdf44dae-5568-43a4-b7dd-ae51f6ec6c82 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:51.353042 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-bdf44dae-5568-43a4-b7dd-ae51f6ec6c82 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port e5ae0bfb-123c-4b23-a1c5-276ab5461312 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:29:51.353754 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bdf44dae-5568-43a4-b7dd-ae51f6ec6c82 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:51.538714 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-bdf44dae-5568-43a4-b7dd-ae51f6ec6c82 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port e5ae0bfb-123c-4b23-a1c5-276ab5461312, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=e5ae0bfb-123c-4b23-a1c5-276ab5461312,segment=NetworkSegment(919ee6b2-d844-4e47-b75c-22f5ec4d1b7b),segment_id=919ee6b2-d844-4e47-b75c-22f5ec4d1b7b)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:29:51.539115 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bdf44dae-5568-43a4-b7dd-ae51f6ec6c82 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:51.666430 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-bdf44dae-5568-43a4-b7dd-ae51f6ec6c82 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for e5ae0bfb-123c-4b23-a1c5-276ab5461312 owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:29:52.063937 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bdf44dae-5568-43a4-b7dd-ae51f6ec6c82 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:52.111435 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf44dae-5568-43a4-b7dd-ae51f6ec6c82 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=e5ae0bfb-123c-4b23-a1c5-276ab5461312,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:29:52.197920 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 8b10cd8f-f5e4-4169-96ba-912fae8f18ff no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:29:52.236535 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: 8b10cd8f-f5e4-4169-96ba-912fae8f18ff {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:29:52.236885 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 8b10cd8f-f5e4-4169-96ba-912fae8f18ff not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:29:52.393323 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bdf44dae-5568-43a4-b7dd-ae51f6ec6c82 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:52.840163 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf44dae-5568-43a4-b7dd-ae51f6ec6c82 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router 0cd13c7e-4990-4e92-8464-8fd36be0eedf has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:29:53.020051 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf44dae-5568-43a4-b7dd-ae51f6ec6c82 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:29:53.033019 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1710a92-25c2-40bf-9963-f51f823a0816 None None] Sync routers for ids ['0cd13c7e-4990-4e92-8464-8fd36be0eedf'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:29:53.037310 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-bdf44dae-5568-43a4-b7dd-ae51f6ec6c82 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "PUT /v2.0/routers/0cd13c7e-4990-4e92-8464-8fd36be0eedf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6789472 Oct 10 11:29:53.038758 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60770) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:29:53.043730 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1710a92-25c2-40bf-9963-f51f823a0816 None None] Routers {'0cd13c7e-4990-4e92-8464-8fd36be0eedf'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:29:53.044327 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-f1710a92-25c2-40bf-9963-f51f823a0816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:29:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['0cd13c7e-4990-4e92-8464-8fd36be0eedf'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:29:53.110787 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-27895f25-9133-40bf-86a3-c3ee0697104f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting subnet 0cb60eda-fb97-48af-a643-a37d147eb15d {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:29:53.113693 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-27895f25-9133-40bf-86a3-c3ee0697104f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:53.168204 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-27895f25-9133-40bf-86a3-c3ee0697104f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:53.260161 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-f1710a92-25c2-40bf-9963-f51f823a0816 None None] Set router 0cd13c7e-4990-4e92-8464-8fd36be0eedf gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:29:53.356228 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-27895f25-9133-40bf-86a3-c3ee0697104f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:53.487852 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-27895f25-9133-40bf-86a3-c3ee0697104f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:53.528768 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27895f25-9133-40bf-86a3-c3ee0697104f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb60eda-fb97-48af-a643-a37d147eb15d,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:29:53.536048 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a229590-bae2-4e3e-8541-bc864c014930 None None] Network a42c3008-a1d7-4969-8bbb-9d3cc67fa117 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:29:53.536487 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-27895f25-9133-40bf-86a3-c3ee0697104f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:53.539369 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27895f25-9133-40bf-86a3-c3ee0697104f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:53.540238 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27895f25-9133-40bf-86a3-c3ee0697104f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:53.540562 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27895f25-9133-40bf-86a3-c3ee0697104f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:53.540980 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27895f25-9133-40bf-86a3-c3ee0697104f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:53.541310 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27895f25-9133-40bf-86a3-c3ee0697104f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:53.541667 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27895f25-9133-40bf-86a3-c3ee0697104f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:53.542080 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27895f25-9133-40bf-86a3-c3ee0697104f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:53.542318 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27895f25-9133-40bf-86a3-c3ee0697104f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:53.542643 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27895f25-9133-40bf-86a3-c3ee0697104f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:53.542965 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27895f25-9133-40bf-86a3-c3ee0697104f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:53.543332 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27895f25-9133-40bf-86a3-c3ee0697104f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:53.543651 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27895f25-9133-40bf-86a3-c3ee0697104f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:53.543749 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-f1710a92-25c2-40bf-9963-f51f823a0816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'name': 'tempest-TestNetworkBasicOps-router-1641051689', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:26:41Z', 'updated_at': '2022-10-10T11:29:51Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:55:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:26:42Z', 'updated_at': '2022-10-10T11:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:29:53.550034 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-27895f25-9133-40bf-86a3-c3ee0697104f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/subnets/0cb60eda-fb97-48af-a643-a37d147eb15d HTTP/1.1" status: 204 len: 168 time: 0.5100710 Oct 10 11:29:53.552521 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60774) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:29:53.553689 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1710a92-25c2-40bf-9963-f51f823a0816 None None] Checking router: 0cd13c7e-4990-4e92-8464-8fd36be0eedf for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:29:53.563092 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1710a92-25c2-40bf-9963-f51f823a0816 None None] Routers {'0cd13c7e-4990-4e92-8464-8fd36be0eedf'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:29:53.563682 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-f1710a92-25c2-40bf-9963-f51f823a0816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:29:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['0cd13c7e-4990-4e92-8464-8fd36be0eedf'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:29:53.743644 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8882df3d-f3dc-4146-b2a2-345c4e03b812 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:53.746778 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-f1710a92-25c2-40bf-9963-f51f823a0816 None None] Set router 0cd13c7e-4990-4e92-8464-8fd36be0eedf gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:29:53.804803 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb1ac5b-71cd-47eb-ae8e-ae308958200b None None] DHCP port deletion for a42c3008-a1d7-4969-8bbb-9d3cc67fa117 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:29:53.809764 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1ac5b-71cd-47eb-ae8e-ae308958200b None None] Deleting port 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:29:53.810139 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ac5b-71cd-47eb-ae8e-ae308958200b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:53.952333 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8882df3d-f3dc-4146-b2a2-345c4e03b812 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:54.027620 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-fdb1ac5b-71cd-47eb-ae8e-ae308958200b None None] For port 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a,segment=NetworkSegment(919ee6b2-d844-4e47-b75c-22f5ec4d1b7b),segment_id=919ee6b2-d844-4e47-b75c-22f5ec4d1b7b)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:29:54.027929 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ac5b-71cd-47eb-ae8e-ae308958200b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:54.030186 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-8882df3d-f3dc-4146-b2a2-345c4e03b812 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port 5968a3d4-dba5-4e6d-96cb-f122936cbfe3 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:29:54.030589 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8882df3d-f3dc-4146-b2a2-345c4e03b812 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:54.040388 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-f1710a92-25c2-40bf-9963-f51f823a0816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'name': 'tempest-TestNetworkBasicOps-router-1641051689', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:26:41Z', 'updated_at': '2022-10-10T11:29:51Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:55:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:26:42Z', 'updated_at': '2022-10-10T11:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:29:54.044517 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1710a92-25c2-40bf-9963-f51f823a0816 None None] The sync data for ids ['0cd13c7e-4990-4e92-8464-8fd36be0eedf'] in dv-neutron-860842-1-hyperv is: [{'id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'name': 'tempest-TestNetworkBasicOps-router-1641051689', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:26:41Z', 'updated_at': '2022-10-10T11:29:51Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': '5968a3d4-dba5-4e6d-96cb-f122936cbfe3', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:55:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd13c7e-4990-4e92-8464-8fd36be0eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:26:42Z', 'updated_at': '2022-10-10T11:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:29:54.157709 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1ac5b-71cd-47eb-ae8e-ae308958200b None None] Calling delete_port for 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:29:54.215694 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-8882df3d-f3dc-4146-b2a2-345c4e03b812 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port 5968a3d4-dba5-4e6d-96cb-f122936cbfe3, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5968a3d4-dba5-4e6d-96cb-f122936cbfe3,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:29:54.216263 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8882df3d-f3dc-4146-b2a2-345c4e03b812 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:54.298525 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ac5b-71cd-47eb-ae8e-ae308958200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:54.341552 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-8882df3d-f3dc-4146-b2a2-345c4e03b812 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for 5968a3d4-dba5-4e6d-96cb-f122936cbfe3 owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:29:54.345168 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ac5b-71cd-47eb-ae8e-ae308958200b None None] Pushing event deleted for resources: {'Port': ['ID=4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:29:54.349470 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb1ac5b-71cd-47eb-ae8e-ae308958200b None None] No DVR routers for this DVR port 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:29:54.362881 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ac5b-71cd-47eb-ae8e-ae308958200b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:54.363229 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ac5b-71cd-47eb-ae8e-ae308958200b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:54.363563 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ac5b-71cd-47eb-ae8e-ae308958200b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:54.363906 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ac5b-71cd-47eb-ae8e-ae308958200b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:54.364283 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ac5b-71cd-47eb-ae8e-ae308958200b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:54.364580 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ac5b-71cd-47eb-ae8e-ae308958200b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:54.364906 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ac5b-71cd-47eb-ae8e-ae308958200b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:54.365278 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ac5b-71cd-47eb-ae8e-ae308958200b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:54.365548 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ac5b-71cd-47eb-ae8e-ae308958200b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:54.365920 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ac5b-71cd-47eb-ae8e-ae308958200b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:54.366236 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ac5b-71cd-47eb-ae8e-ae308958200b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:54.366668 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ac5b-71cd-47eb-ae8e-ae308958200b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:29:54.588503 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8882df3d-f3dc-4146-b2a2-345c4e03b812 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:54.633803 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882df3d-f3dc-4146-b2a2-345c4e03b812 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=5968a3d4-dba5-4e6d-96cb-f122936cbfe3,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:29:54.734013 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8882df3d-f3dc-4146-b2a2-345c4e03b812 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:54.901438 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8882df3d-f3dc-4146-b2a2-345c4e03b812 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:54.903579 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8882df3d-f3dc-4146-b2a2-345c4e03b812 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:54.972534 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8882df3d-f3dc-4146-b2a2-345c4e03b812 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:54.973039 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8882df3d-f3dc-4146-b2a2-345c4e03b812 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Fanout notify agent at l3_agent the message router_deleted on router 0cd13c7e-4990-4e92-8464-8fd36be0eedf {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:29:54.988825 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8882df3d-f3dc-4146-b2a2-345c4e03b812 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:54.989900 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8882df3d-f3dc-4146-b2a2-345c4e03b812 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/routers/0cd13c7e-4990-4e92-8464-8fd36be0eedf HTTP/1.1" status: 204 len: 168 time: 1.4358995 Oct 10 11:29:54.992488 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60778) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:29:55.215955 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0ef189f0-3c35-481a-9b30-48c29916a977 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:55.343134 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0ef189f0-3c35-481a-9b30-48c29916a977 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:55.367143 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-0ef189f0-3c35-481a-9b30-48c29916a977 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a42c3008-a1d7-4969-8bbb-9d3cc67fa117']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:29:55.379076 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-0ef189f0-3c35-481a-9b30-48c29916a977 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '919ee6b2-d844-4e47-b75c-22f5ec4d1b7b') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:29:55.379458 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-0ef189f0-3c35-481a-9b30-48c29916a977 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '919ee6b2-d844-4e47-b75c-22f5ec4d1b7b') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:29:55.391161 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0ef189f0-3c35-481a-9b30-48c29916a977 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:55.406318 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0ef189f0-3c35-481a-9b30-48c29916a977 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:55.412512 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef189f0-3c35-481a-9b30-48c29916a977 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Releasing vlan 497 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:29:55.412930 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0ef189f0-3c35-481a-9b30-48c29916a977 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:55.435634 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:29:55.483394 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:29:55.483394 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 4648bf3f-ca80-41d8-8b0c-f1d3ea0ca57a not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:29:55.483394 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device e5ae0bfb-123c-4b23-a1c5-276ab5461312 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:29:55.516039 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 919ee6b2-d844-4e47-b75c-22f5ec4d1b7b resource provider aggregate not found Oct 10 11:29:55.521942 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: e5ae0bfb-123c-4b23-a1c5-276ab5461312 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:29:55.527681 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device e5ae0bfb-123c-4b23-a1c5-276ab5461312 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:29:55.536134 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 919ee6b2-d844-4e47-b75c-22f5ec4d1b7b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 919ee6b2-d844-4e47-b75c-22f5ec4d1b7b found for delete ", "request_id": "req-8adaa6e5-4542-4d5b-85e9-d56d2e606b10"}]} Oct 10 11:29:55.595764 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0ef189f0-3c35-481a-9b30-48c29916a977 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:55.613630 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0ef189f0-3c35-481a-9b30-48c29916a977 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:55.625752 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef189f0-3c35-481a-9b30-48c29916a977 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Network': ['ID=a42c3008-a1d7-4969-8bbb-9d3cc67fa117,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:29:55.698285 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0ef189f0-3c35-481a-9b30-48c29916a977 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/networks/a42c3008-a1d7-4969-8bbb-9d3cc67fa117 HTTP/1.1" status: 204 len: 168 time: 0.7047412 Oct 10 11:29:55.710318 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60788) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:29:55.716756 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-02498890-3b4f-4cda-af71-8b40f9ee7cf0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'network': {'name': 'tempest-network-smoke--506380262', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'port_security_enabled': True}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:29:55.721946 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-02498890-3b4f-4cda-af71-8b40f9ee7cf0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:29:55.726131 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-02498890-3b4f-4cda-af71-8b40f9ee7cf0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:network and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:29:55.729534 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-02498890-3b4f-4cda-af71-8b40f9ee7cf0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:29:55.735257 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-02498890-3b4f-4cda-af71-8b40f9ee7cf0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:29:55.816505 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02498890-3b4f-4cda-af71-8b40f9ee7cf0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Made reservation on behalf of abdeb3603c4943b08320f37282de8f91 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:29:55.819871 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-02498890-3b4f-4cda-af71-8b40f9ee7cf0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:55.848022 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02498890-3b4f-4cda-af71-8b40f9ee7cf0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 456} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:29:55.857649 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-02498890-3b4f-4cda-af71-8b40f9ee7cf0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:55.857987 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-02498890-3b4f-4cda-af71-8b40f9ee7cf0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Added segment ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822 of type vlan for network 8f89a73c-4675-4b7d-b8a2-5d9153223e36 Oct 10 11:29:55.883610 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-02498890-3b4f-4cda-af71-8b40f9ee7cf0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:56.022776 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-02498890-3b4f-4cda-af71-8b40f9ee7cf0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:56.028484 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02498890-3b4f-4cda-af71-8b40f9ee7cf0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:29:56.029066 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-02498890-3b4f-4cda-af71-8b40f9ee7cf0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:56.137222 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02498890-3b4f-4cda-af71-8b40f9ee7cf0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Network': ['ID=8f89a73c-4675-4b7d-b8a2-5d9153223e36,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:29:56.147953 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 8f89a73c-4675-4b7d-b8a2-5d9153223e36 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:29:56.207682 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-02498890-3b4f-4cda-af71-8b40f9ee7cf0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4962051 Oct 10 11:29:56.210475 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60792) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:29:56.216365 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-6ab2d5aa-f718-442a-9a9f-dd490d01d82e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-500747273', 'admin_state_up': True, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:29:56.223310 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6ab2d5aa-f718-442a-9a9f-dd490d01d82e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:29:56.227982 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6ab2d5aa-f718-442a-9a9f-dd490d01d82e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:router and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:29:56.231141 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6ab2d5aa-f718-442a-9a9f-dd490d01d82e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:29:56.237298 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6ab2d5aa-f718-442a-9a9f-dd490d01d82e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:29:56.309979 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6ab2d5aa-f718-442a-9a9f-dd490d01d82e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:56.310966 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6ab2d5aa-f718-442a-9a9f-dd490d01d82e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:56.325482 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6ab2d5aa-f718-442a-9a9f-dd490d01d82e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:56.644474 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6ab2d5aa-f718-442a-9a9f-dd490d01d82e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:57.003046 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6ab2d5aa-f718-442a-9a9f-dd490d01d82e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_gateway, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:57.024662 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5968a3d4-dba5-4e6d-96cb-f122936cbfe3 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:29:57.032697 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6ab2d5aa-f718-442a-9a9f-dd490d01d82e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:57.090801 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 5968a3d4-dba5-4e6d-96cb-f122936cbfe3 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:29:57.091140 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5968a3d4-dba5-4e6d-96cb-f122936cbfe3 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:29:57.277281 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-6ab2d5aa-f718-442a-9a9f-dd490d01d82e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.26.4.76 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:29:57.421061 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6ab2d5aa-f718-442a-9a9f-dd490d01d82e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:57.514184 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6ab2d5aa-f718-442a-9a9f-dd490d01d82e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:57.582812 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab2d5aa-f718-442a-9a9f-dd490d01d82e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:29:57.585938 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-6ab2d5aa-f718-442a-9a9f-dd490d01d82e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:29:57.590540 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab2d5aa-f718-442a-9a9f-dd490d01d82e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:29:57.623268 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2d5aa-f718-442a-9a9f-dd490d01d82e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:29:58.060936 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6ab2d5aa-f718-442a-9a9f-dd490d01d82e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_gateway, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:58.399740 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6ab2d5aa-f718-442a-9a9f-dd490d01d82e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:58.698519 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab2d5aa-f718-442a-9a9f-dd490d01d82e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:29:58.987384 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab2d5aa-f718-442a-9a9f-dd490d01d82e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:29:58.997770 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a8b981-ff7f-4f93-918e-727eab2334fb None None] Sync routers for ids ['e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:29:59.006887 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a8b981-ff7f-4f93-918e-727eab2334fb None None] Routers {'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:29:59.007494 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-b6a8b981-ff7f-4f93-918e-727eab2334fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:29:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:29:59.021236 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:29:59.075887 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6ab2d5aa-f718-442a-9a9f-dd490d01d82e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:59.077220 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6ab2d5aa-f718-442a-9a9f-dd490d01d82e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8658352 Oct 10 11:29:59.080457 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60796) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:29:59.183175 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d42d802d-6fa0-4421-a0ce-045e516c8420 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=abdeb3603c4943b08320f37282de8f91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1015406 Oct 10 11:29:59.184556 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-b6a8b981-ff7f-4f93-918e-727eab2334fb None None] Set router e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:29:59.185805 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60802) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:29:59.314446 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c14fac-c7b4-4af2-8ee1-daf0f4df63d0 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:29:59.315944 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-83c14fac-c7b4-4af2-8ee1-daf0f4df63d0 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1292427 Oct 10 11:29:59.318805 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60806) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:29:59.357789 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9fad23ff-a7b8-4cbc-8ac6-19343f916878 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=1e933860-f99f-4a0b-a611-91d190754508&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379124 Oct 10 11:29:59.360282 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60810) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:29:59.365477 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-cf4d33ac-435e-4b24-8b16-091b5a9f50ff tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1893801917', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:29:59.469591 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-b6a8b981-ff7f-4f93-918e-727eab2334fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'name': 'tempest-TestNetworkBasicOps-router-500747273', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:29:56Z', 'updated_at': '2022-10-10T11:29:57Z', 'revision_number': 3, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:51:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:29:57Z', 'updated_at': '2022-10-10T11:29:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:29:59.473421 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a8b981-ff7f-4f93-918e-727eab2334fb None None] Checking router: e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:29:59.473801 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a8b981-ff7f-4f93-918e-727eab2334fb None None] Updating router e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 port cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:29:59.474584 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cf4d33ac-435e-4b24-8b16-091b5a9f50ff tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:29:59.479095 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cf4d33ac-435e-4b24-8b16-091b5a9f50ff tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:subnet and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:29:59.481893 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cf4d33ac-435e-4b24-8b16-091b5a9f50ff tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:29:59.487504 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cf4d33ac-435e-4b24-8b16-091b5a9f50ff tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:29:59.531110 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b6a8b981-ff7f-4f93-918e-727eab2334fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:59.567280 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4d33ac-435e-4b24-8b16-091b5a9f50ff tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Made reservation on behalf of abdeb3603c4943b08320f37282de8f91 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:29:59.570690 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cf4d33ac-435e-4b24-8b16-091b5a9f50ff tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:59.858641 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cf4d33ac-435e-4b24-8b16-091b5a9f50ff tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:59.864502 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b6a8b981-ff7f-4f93-918e-727eab2334fb None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:29:59.877077 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-b6a8b981-ff7f-4f93-918e-727eab2334fb None None] Transition to ACTIVE for port object cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:29:59.936335 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d33ac-435e-4b24-8b16-091b5a9f50ff tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Subnet': ['ID=2d1b03a4-2bae-4e95-83cd-9c17b028dd46,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:29:59.947237 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4d33ac-435e-4b24-8b16-091b5a9f50ff tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Checking segment: {'id': 'ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:29:59.947580 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4d33ac-435e-4b24-8b16-091b5a9f50ff tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network hostable DHCP agents. Network: 8f89a73c-4675-4b7d-b8a2-5d9153223e36, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:29:59.966787 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b6a8b981-ff7f-4f93-918e-727eab2334fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:00.026851 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-b6a8b981-ff7f-4f93-918e-727eab2334fb None None] Attempting to bind port cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:30:00.027526 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-b6a8b981-ff7f-4f93-918e-727eab2334fb None None] Attempting to bind port cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:30:00.027526 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a8b981-ff7f-4f93-918e-727eab2334fb None None] Attempting to bind port cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5 on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:30:00.037798 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a8b981-ff7f-4f93-918e-727eab2334fb None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:30:00.038167 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a8b981-ff7f-4f93-918e-727eab2334fb None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:30:00.038557 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b6a8b981-ff7f-4f93-918e-727eab2334fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:00.038936 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a8b981-ff7f-4f93-918e-727eab2334fb None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:30:00.039383 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-b6a8b981-ff7f-4f93-918e-727eab2334fb None None] Bound port: cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:30:00.039745 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b6a8b981-ff7f-4f93-918e-727eab2334fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:00.052770 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4d33ac-435e-4b24-8b16-091b5a9f50ff tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 8f89a73c-4675-4b7d-b8a2-5d9153223e36 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:30:00.078671 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510562b-e985-4bd5-9a50-07124052751d None None] Pushing event updated for resources: {'Port': ['ID=cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:00.117472 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-b6a8b981-ff7f-4f93-918e-727eab2334fb None None] For port cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:30:00.121111 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-b6a8b981-ff7f-4f93-918e-727eab2334fb None None] For port cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:30:00.153960 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-cf4d33ac-435e-4b24-8b16-091b5a9f50ff tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 8f89a73c-4675-4b7d-b8a2-5d9153223e36) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:30:00.158314 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4d33ac-435e-4b24-8b16-091b5a9f50ff tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:00.158908 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cf4d33ac-435e-4b24-8b16-091b5a9f50ff tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:00.164200 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a55b17a-3f26-45fd-9181-e76a56b7f400 None None] Network 8f89a73c-4675-4b7d-b8a2-5d9153223e36 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:30:00.236929 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b6a8b981-ff7f-4f93-918e-727eab2334fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:00.291073 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-cf4d33ac-435e-4b24-8b16-091b5a9f50ff tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9266498 Oct 10 11:30:00.291374 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60814) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:00.320383 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a8b981-ff7f-4f93-918e-727eab2334fb None None] Routers {'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:30:00.321140 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-b6a8b981-ff7f-4f93-918e-727eab2334fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:29:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:00.455256 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510562b-e985-4bd5-9a50-07124052751d None None] Pushing event updated for resources: {'Port': ['ID=cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:00.650647 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-b6a8b981-ff7f-4f93-918e-727eab2334fb None None] Set router e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:30:00.693237 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66acc5f0-3134-475d-addb-482520d637a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ips': [{'subnet_id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:30:00.694165 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-66acc5f0-3134-475d-addb-482520d637a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:01.052459 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-66acc5f0-3134-475d-addb-482520d637a5 None None] Allocated IP 172.20.0.2 (8f89a73c-4675-4b7d-b8a2-5d9153223e36/2d1b03a4-2bae-4e95-83cd-9c17b028dd46/3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:30:01.097673 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-809e9c53-14f5-4b6c-a5fa-4c0a8e3698ac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:01.175020 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-b6a8b981-ff7f-4f93-918e-727eab2334fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'name': 'tempest-TestNetworkBasicOps-router-500747273', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:29:56Z', 'updated_at': '2022-10-10T11:29:57Z', 'revision_number': 3, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:51:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:29:57Z', 'updated_at': '2022-10-10T11:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:01.185329 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a8b981-ff7f-4f93-918e-727eab2334fb None None] The sync data for ids ['e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'] in dv-neutron-860842-1-hyperv is: [{'id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'name': 'tempest-TestNetworkBasicOps-router-500747273', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:29:56Z', 'updated_at': '2022-10-10T11:29:57Z', 'revision_number': 3, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:51:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:29:57Z', 'updated_at': '2022-10-10T11:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:30:01.282737 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-66acc5f0-3134-475d-addb-482520d637a5 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:01.294058 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-66acc5f0-3134-475d-addb-482520d637a5 None None] Transition to ACTIVE for port object 3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:30:01.314011 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-66acc5f0-3134-475d-addb-482520d637a5 None None] Transition to ACTIVE for port object 3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:30:01.373563 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-66acc5f0-3134-475d-addb-482520d637a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:01.466872 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66acc5f0-3134-475d-addb-482520d637a5 None None] Network 8f89a73c-4675-4b7d-b8a2-5d9153223e36 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:30:01.468295 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-66acc5f0-3134-475d-addb-482520d637a5 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:30:01.472151 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66acc5f0-3134-475d-addb-482520d637a5 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:30:01.481887 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acc5f0-3134-475d-addb-482520d637a5 None None] Pushing event updated for resources: {'Port': ['ID=3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:01.534812 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-809e9c53-14f5-4b6c-a5fa-4c0a8e3698ac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.20.0.1 (8f89a73c-4675-4b7d-b8a2-5d9153223e36/2d1b03a4-2bae-4e95-83cd-9c17b028dd46/df940b62-54c3-4250-86a6-3251ab7146cc) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:30:01.594078 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-66acc5f0-3134-475d-addb-482520d637a5 None None] Attempting to bind port 3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:30:01.594448 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-66acc5f0-3134-475d-addb-482520d637a5 None None] Attempting to bind port 3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:30:01.594805 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66acc5f0-3134-475d-addb-482520d637a5 None None] Attempting to bind port 3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2 on network 8f89a73c-4675-4b7d-b8a2-5d9153223e36 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:30:01.600505 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66acc5f0-3134-475d-addb-482520d637a5 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:30:01.600875 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66acc5f0-3134-475d-addb-482520d637a5 None None] Checking segment: {'id': 'ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:30:01.601275 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-66acc5f0-3134-475d-addb-482520d637a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:01.601698 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66acc5f0-3134-475d-addb-482520d637a5 None None] Bound using segment: {'id': 'ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:30:01.602752 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-66acc5f0-3134-475d-addb-482520d637a5 None None] Bound port: 3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:30:01.603377 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-66acc5f0-3134-475d-addb-482520d637a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:01.700605 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-66acc5f0-3134-475d-addb-482520d637a5 None None] For port 3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:30:01.703820 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-66acc5f0-3134-475d-addb-482520d637a5 None None] For port 3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2,segment=NetworkSegment(ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822),segment_id=ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:30:01.714716 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-809e9c53-14f5-4b6c-a5fa-4c0a8e3698ac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:01.731982 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-809e9c53-14f5-4b6c-a5fa-4c0a8e3698ac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Transition to ACTIVE for port object df940b62-54c3-4250-86a6-3251ab7146cc will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:30:01.808009 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-66acc5f0-3134-475d-addb-482520d637a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:01.842637 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-809e9c53-14f5-4b6c-a5fa-4c0a8e3698ac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:01.895572 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acc5f0-3134-475d-addb-482520d637a5 None None] Pushing event updated for resources: {'Port': ['ID=3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:01.953851 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e9c53-14f5-4b6c-a5fa-4c0a8e3698ac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=df940b62-54c3-4250-86a6-3251ab7146cc,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:01.960666 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809e9c53-14f5-4b6c-a5fa-4c0a8e3698ac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 8f89a73c-4675-4b7d-b8a2-5d9153223e36 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:30:01.962924 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-809e9c53-14f5-4b6c-a5fa-4c0a8e3698ac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:30:01.969153 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809e9c53-14f5-4b6c-a5fa-4c0a8e3698ac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:30:02.034478 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-809e9c53-14f5-4b6c-a5fa-4c0a8e3698ac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:02.373763 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-809e9c53-14f5-4b6c-a5fa-4c0a8e3698ac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:02.781436 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-809e9c53-14f5-4b6c-a5fa-4c0a8e3698ac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:02.853000 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-809e9c53-14f5-4b6c-a5fa-4c0a8e3698ac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:03.080347 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e9c53-14f5-4b6c-a5fa-4c0a8e3698ac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=df940b62-54c3-4250-86a6-3251ab7146cc,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:03.085640 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-809e9c53-14f5-4b6c-a5fa-4c0a8e3698ac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:03.114982 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:30:03.228675 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809e9c53-14f5-4b6c-a5fa-4c0a8e3698ac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 8f89a73c-4675-4b7d-b8a2-5d9153223e36 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:30:03.229859 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-809e9c53-14f5-4b6c-a5fa-4c0a8e3698ac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:30:03.253116 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:30:03.260956 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:30:03.418329 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:30:03.424226 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:30:03.427521 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:03.427521 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5 Oct 10 11:30:03.428093 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809e9c53-14f5-4b6c-a5fa-4c0a8e3698ac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:30:03.475454 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4e811be5-38a3-4898-af18-ea2f262fa5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:03.504713 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4fa847-9802-417d-81b9-8335438e4c43 None None] Network 8f89a73c-4675-4b7d-b8a2-5d9153223e36 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:30:03.630137 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809e9c53-14f5-4b6c-a5fa-4c0a8e3698ac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:30:03.640949 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05709642-9676-4371-872c-760c555c2342 None None] Sync routers for ids ['e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:30:03.645016 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-809e9c53-14f5-4b6c-a5fa-4c0a8e3698ac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "PUT /v2.0/routers/e0a80a12-d2f2-48c1-9b3b-cea550f8ca94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3501253 Oct 10 11:30:03.645190 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60818) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:03.652164 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05709642-9676-4371-872c-760c555c2342 None None] Routers {'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:30:03.652940 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-05709642-9676-4371-872c-760c555c2342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:29:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:03.662798 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:30:03.663173 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:03.695217 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:30:03.697741 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-b3132566-a84c-4db6-a469-ec4484a3cf3d None None] Provisioning for port 3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:30:03.736399 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-b3132566-a84c-4db6-a469-ec4484a3cf3d None None] Provisioning complete for port 3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:30:03.736764 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b3132566-a84c-4db6-a469-ec4484a3cf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:03.737092 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-b3132566-a84c-4db6-a469-ec4484a3cf3d None None] Attempt 1 to provision port 3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2 Oct 10 11:30:03.797549 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873bfbd9-9140-4d3b-a7af-be4aaf2a39fc tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:03.798135 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873bfbd9-9140-4d3b-a7af-be4aaf2a39fc tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:03.798613 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873bfbd9-9140-4d3b-a7af-be4aaf2a39fc tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:03.799085 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873bfbd9-9140-4d3b-a7af-be4aaf2a39fc tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:03.799550 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873bfbd9-9140-4d3b-a7af-be4aaf2a39fc tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:03.800013 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873bfbd9-9140-4d3b-a7af-be4aaf2a39fc tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:03.804971 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-873bfbd9-9140-4d3b-a7af-be4aaf2a39fc tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1560507 Oct 10 11:30:03.805363 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60822) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:03.815992 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:03.841209 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-05709642-9676-4371-872c-760c555c2342 None None] Set router e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:30:03.889892 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc69bdc-ca86-474e-85bc-8a8085c89be8 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:03.890085 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc69bdc-ca86-474e-85bc-8a8085c89be8 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:03.890488 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc69bdc-ca86-474e-85bc-8a8085c89be8 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:03.891402 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc69bdc-ca86-474e-85bc-8a8085c89be8 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:03.892294 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc69bdc-ca86-474e-85bc-8a8085c89be8 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:03.892589 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc69bdc-ca86-474e-85bc-8a8085c89be8 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:03.899635 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-acc69bdc-ca86-474e-85bc-8a8085c89be8 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0883067 Oct 10 11:30:03.902563 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60826) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:03.969681 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:04.040479 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b3132566-a84c-4db6-a469-ec4484a3cf3d None None] Current status of the port 3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:30:04.040851 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b3132566-a84c-4db6-a469-ec4484a3cf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:04.080593 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-b3132566-a84c-4db6-a469-ec4484a3cf3d None None] For port 3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2,segment=NetworkSegment(ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822),segment_id=ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:30:04.141062 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-bb4692d7-2539-4a70-8990-91dfd4a66ab8 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2361193 Oct 10 11:30:04.185059 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-05709642-9676-4371-872c-760c555c2342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'name': 'tempest-TestNetworkBasicOps-router-500747273', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:29:56Z', 'updated_at': '2022-10-10T11:30:02Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:51:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:29:57Z', 'updated_at': '2022-10-10T11:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'df940b62-54c3-4250-86a6-3251ab7146cc', 'name': '', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:4c:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:30:01Z', 'updated_at': '2022-10-10T11:30:02Z', 'revision_number': 2, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:04.189287 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05709642-9676-4371-872c-760c555c2342 None None] Checking router: e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:30:04.189687 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b3132566-a84c-4db6-a469-ec4484a3cf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:04.190184 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05709642-9676-4371-872c-760c555c2342 None None] Updating router e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 port df940b62-54c3-4250-86a6-3251ab7146cc binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:30:04.252043 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-05709642-9676-4371-872c-760c555c2342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:04.263411 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3132566-a84c-4db6-a469-ec4484a3cf3d None None] Pushing event updated for resources: {'Port': ['ID=3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:04.292284 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60832) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:04.297592 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-06b6bf4a-c156-4cff-b6fc-a375c09dd7a4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-885280946', 'description': 'tempest-secgroup-smoke-885280946 description', 'project_id': 'abdeb3603c4943b08320f37282de8f91'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:30:04.303995 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-06b6bf4a-c156-4cff-b6fc-a375c09dd7a4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:30:04.310864 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-06b6bf4a-c156-4cff-b6fc-a375c09dd7a4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:30:04.313405 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-06b6bf4a-c156-4cff-b6fc-a375c09dd7a4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:30:04.321821 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-06b6bf4a-c156-4cff-b6fc-a375c09dd7a4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:30:04.365246 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3a7cf5d7-ec73-4c37-9f61-b485083d4647 None None] Provisioning for port df940b62-54c3-4250-86a6-3251ab7146cc completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:30:04.371642 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3a7cf5d7-ec73-4c37-9f61-b485083d4647 None None] Provisioning complete for port df940b62-54c3-4250-86a6-3251ab7146cc triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:30:04.372009 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3a7cf5d7-ec73-4c37-9f61-b485083d4647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:04.372343 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3a7cf5d7-ec73-4c37-9f61-b485083d4647 None None] Attempt 1 to provision port df940b62-54c3-4250-86a6-3251ab7146cc Oct 10 11:30:04.390008 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-06b6bf4a-c156-4cff-b6fc-a375c09dd7a4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:04.415104 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-06b6bf4a-c156-4cff-b6fc-a375c09dd7a4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:30:04.420702 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-06b6bf4a-c156-4cff-b6fc-a375c09dd7a4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:30:04.424783 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-06b6bf4a-c156-4cff-b6fc-a375c09dd7a4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:30:04.430896 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cf5d7-ec73-4c37-9f61-b485083d4647 None None] Port df940b62-54c3-4250-86a6-3251ab7146cc cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:30:04.432100 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-06b6bf4a-c156-4cff-b6fc-a375c09dd7a4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:30:04.509185 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-06b6bf4a-c156-4cff-b6fc-a375c09dd7a4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:04.588522 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-06b6bf4a-c156-4cff-b6fc-a375c09dd7a4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:04.636917 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6bf4a-c156-4cff-b6fc-a375c09dd7a4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e8f678-ebcf-49a5-a68d-24f47da778b7,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:04.645657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6bf4a-c156-4cff-b6fc-a375c09dd7a4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:04.646066 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6bf4a-c156-4cff-b6fc-a375c09dd7a4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:04.646331 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6bf4a-c156-4cff-b6fc-a375c09dd7a4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:04.646789 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6bf4a-c156-4cff-b6fc-a375c09dd7a4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:04.647068 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6bf4a-c156-4cff-b6fc-a375c09dd7a4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:04.647318 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6bf4a-c156-4cff-b6fc-a375c09dd7a4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:04.653391 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6bf4a-c156-4cff-b6fc-a375c09dd7a4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:04.653391 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6bf4a-c156-4cff-b6fc-a375c09dd7a4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:04.653391 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6bf4a-c156-4cff-b6fc-a375c09dd7a4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:04.653391 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6bf4a-c156-4cff-b6fc-a375c09dd7a4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:04.653391 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6bf4a-c156-4cff-b6fc-a375c09dd7a4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:04.653391 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6bf4a-c156-4cff-b6fc-a375c09dd7a4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:04.668769 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-05709642-9676-4371-872c-760c555c2342 None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:04.680597 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-05709642-9676-4371-872c-760c555c2342 None None] Transition to ACTIVE for port object df940b62-54c3-4250-86a6-3251ab7146cc will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:30:04.698436 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-06b6bf4a-c156-4cff-b6fc-a375c09dd7a4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:04.699759 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-06b6bf4a-c156-4cff-b6fc-a375c09dd7a4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4066327 Oct 10 11:30:04.702645 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60836) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:04.707739 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-afb179c9-3b55-47e0-9db7-17081fbfb9cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '48e8f678-ebcf-49a5-a68d-24f47da778b7', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:30:04.713932 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-afb179c9-3b55-47e0-9db7-17081fbfb9cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:30:04.717844 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-afb179c9-3b55-47e0-9db7-17081fbfb9cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:30:04.720670 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-afb179c9-3b55-47e0-9db7-17081fbfb9cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:30:04.726457 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-afb179c9-3b55-47e0-9db7-17081fbfb9cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:30:04.760062 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-05709642-9676-4371-872c-760c555c2342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:04.825503 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-afb179c9-3b55-47e0-9db7-17081fbfb9cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:04.886635 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-afb179c9-3b55-47e0-9db7-17081fbfb9cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:04.932341 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3a7cf5d7-ec73-4c37-9f61-b485083d4647 None None] Attempt 2 to provision port df940b62-54c3-4250-86a6-3251ab7146cc Oct 10 11:30:04.942195 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2502d3-afa9-445f-85ca-9cfcab899076 None None] Pushing event updated for resources: {'Port': ['ID=df940b62-54c3-4250-86a6-3251ab7146cc,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:04.959072 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2502d3-afa9-445f-85ca-9cfcab899076 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:04.959413 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2502d3-afa9-445f-85ca-9cfcab899076 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:04.959747 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2502d3-afa9-445f-85ca-9cfcab899076 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:04.960072 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2502d3-afa9-445f-85ca-9cfcab899076 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:04.960394 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2502d3-afa9-445f-85ca-9cfcab899076 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:04.960714 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2502d3-afa9-445f-85ca-9cfcab899076 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:04.961032 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2502d3-afa9-445f-85ca-9cfcab899076 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:04.961704 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2502d3-afa9-445f-85ca-9cfcab899076 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:04.963903 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2502d3-afa9-445f-85ca-9cfcab899076 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:04.963903 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2502d3-afa9-445f-85ca-9cfcab899076 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:04.963903 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2502d3-afa9-445f-85ca-9cfcab899076 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:04.963903 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2502d3-afa9-445f-85ca-9cfcab899076 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:04.981296 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-05709642-9676-4371-872c-760c555c2342 None None] Attempting to bind port df940b62-54c3-4250-86a6-3251ab7146cc on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:30:04.981756 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-05709642-9676-4371-872c-760c555c2342 None None] Attempting to bind port df940b62-54c3-4250-86a6-3251ab7146cc by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:30:04.982113 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05709642-9676-4371-872c-760c555c2342 None None] Attempting to bind port df940b62-54c3-4250-86a6-3251ab7146cc on network 8f89a73c-4675-4b7d-b8a2-5d9153223e36 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:30:04.987271 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05709642-9676-4371-872c-760c555c2342 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:30:04.987617 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05709642-9676-4371-872c-760c555c2342 None None] Checking segment: {'id': 'ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:30:04.988006 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-05709642-9676-4371-872c-760c555c2342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:04.988389 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05709642-9676-4371-872c-760c555c2342 None None] Bound using segment: {'id': 'ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:30:04.988847 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-05709642-9676-4371-872c-760c555c2342 None None] Bound port: df940b62-54c3-4250-86a6-3251ab7146cc, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:30:04.989211 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-05709642-9676-4371-872c-760c555c2342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:04.990211 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-afb179c9-3b55-47e0-9db7-17081fbfb9cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:04.993210 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cf5d7-ec73-4c37-9f61-b485083d4647 None None] Port df940b62-54c3-4250-86a6-3251ab7146cc cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:30:05.014797 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb179c9-3b55-47e0-9db7-17081fbfb9cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8efed61d-abf1-4244-b55d-3b8fba0041bc,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:05.083657 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-05709642-9676-4371-872c-760c555c2342 None None] For port df940b62-54c3-4250-86a6-3251ab7146cc, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:30:05.084751 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:30:05.087295 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-05709642-9676-4371-872c-760c555c2342 None None] For port df940b62-54c3-4250-86a6-3251ab7146cc, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=df940b62-54c3-4250-86a6-3251ab7146cc,segment=NetworkSegment(ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822),segment_id=ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:30:05.096799 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-afb179c9-3b55-47e0-9db7-17081fbfb9cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:05.098160 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-afb179c9-3b55-47e0-9db7-17081fbfb9cb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3945770 Oct 10 11:30:05.101396 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60840) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:05.107060 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-7dd43f61-af67-453a-864c-385881d86cf6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '48e8f678-ebcf-49a5-a68d-24f47da778b7', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:30:05.112945 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7dd43f61-af67-453a-864c-385881d86cf6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:30:05.116805 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7dd43f61-af67-453a-864c-385881d86cf6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:30:05.120505 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7dd43f61-af67-453a-864c-385881d86cf6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:30:05.126501 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7dd43f61-af67-453a-864c-385881d86cf6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:30:05.152631 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:30:05.152997 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:05.153330 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2 Oct 10 11:30:05.188709 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-05709642-9676-4371-872c-760c555c2342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:05.220288 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7dd43f61-af67-453a-864c-385881d86cf6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:05.250742 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05709642-9676-4371-872c-760c555c2342 None None] Routers {'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:30:05.251363 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-05709642-9676-4371-872c-760c555c2342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:29:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:05.272043 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:30:05.273105 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:30:05.288398 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7dd43f61-af67-453a-864c-385881d86cf6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:05.340608 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:30:05.340989 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:05.341318 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5 Oct 10 11:30:05.347978 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2502d3-afa9-445f-85ca-9cfcab899076 None None] Pushing event updated for resources: {'Port': ['ID=df940b62-54c3-4250-86a6-3251ab7146cc,revision_number=4']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:05.367117 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7dd43f61-af67-453a-864c-385881d86cf6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:05.391496 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd43f61-af67-453a-864c-385881d86cf6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0262b9d8-a271-4093-ad7b-69843410fd46,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:05.449447 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-05709642-9676-4371-872c-760c555c2342 None None] Set router e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:30:05.458810 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7dd43f61-af67-453a-864c-385881d86cf6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:05.460026 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7dd43f61-af67-453a-864c-385881d86cf6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3573213 Oct 10 11:30:05.463379 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60844) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:05.468016 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:30:05.468348 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-456a96d4-08b3-4409-b2e9-8c2e2bdef719 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '48e8f678-ebcf-49a5-a68d-24f47da778b7', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:30:05.477850 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-456a96d4-08b3-4409-b2e9-8c2e2bdef719 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:30:05.481535 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-456a96d4-08b3-4409-b2e9-8c2e2bdef719 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:30:05.484449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-456a96d4-08b3-4409-b2e9-8c2e2bdef719 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:30:05.490203 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-456a96d4-08b3-4409-b2e9-8c2e2bdef719 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:30:05.493973 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3a7cf5d7-ec73-4c37-9f61-b485083d4647 None None] Attempt 3 to provision port df940b62-54c3-4250-86a6-3251ab7146cc Oct 10 11:30:05.556895 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cf5d7-ec73-4c37-9f61-b485083d4647 None None] Port df940b62-54c3-4250-86a6-3251ab7146cc had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:30:05.562708 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-456a96d4-08b3-4409-b2e9-8c2e2bdef719 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:05.567362 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3a7cf5d7-ec73-4c37-9f61-b485083d4647 None None] Provisioning complete for port 3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:30:05.567733 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3a7cf5d7-ec73-4c37-9f61-b485083d4647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:05.568070 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3a7cf5d7-ec73-4c37-9f61-b485083d4647 None None] Attempt 1 to provision port 3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2 Oct 10 11:30:05.629440 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-456a96d4-08b3-4409-b2e9-8c2e2bdef719 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:05.691427 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-456a96d4-08b3-4409-b2e9-8c2e2bdef719 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:05.701264 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cf5d7-ec73-4c37-9f61-b485083d4647 None None] Current status of the port 3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:30:05.719456 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a96d4-08b3-4409-b2e9-8c2e2bdef719 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d321d1-6fdb-41af-93ae-4e7825831182,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:05.748454 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7231fd9f-696d-469d-9c6e-3428ec0ecff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:05.766495 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-05709642-9676-4371-872c-760c555c2342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'name': 'tempest-TestNetworkBasicOps-router-500747273', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:29:56Z', 'updated_at': '2022-10-10T11:30:02Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:51:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:29:57Z', 'updated_at': '2022-10-10T11:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'df940b62-54c3-4250-86a6-3251ab7146cc', 'name': '', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:4c:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:30:01Z', 'updated_at': '2022-10-10T11:30:05Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:05.770324 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05709642-9676-4371-872c-760c555c2342 None None] The sync data for ids ['e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'] in dv-neutron-860842-1-hyperv is: [{'id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'name': 'tempest-TestNetworkBasicOps-router-500747273', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:29:56Z', 'updated_at': '2022-10-10T11:30:02Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:51:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:29:57Z', 'updated_at': '2022-10-10T11:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'df940b62-54c3-4250-86a6-3251ab7146cc', 'name': '', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:4c:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:30:01Z', 'updated_at': '2022-10-10T11:30:05Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:30:05.801555 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-456a96d4-08b3-4409-b2e9-8c2e2bdef719 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:05.803652 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-456a96d4-08b3-4409-b2e9-8c2e2bdef719 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3392057 Oct 10 11:30:05.807002 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60848) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:05.816448 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-f425730d-d354-4b8d-bbfb-5f83e339bf4f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '48e8f678-ebcf-49a5-a68d-24f47da778b7', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:30:05.827671 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f425730d-d354-4b8d-bbfb-5f83e339bf4f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:30:05.832848 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f425730d-d354-4b8d-bbfb-5f83e339bf4f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:30:05.836369 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f425730d-d354-4b8d-bbfb-5f83e339bf4f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:30:05.844613 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f425730d-d354-4b8d-bbfb-5f83e339bf4f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:30:05.942237 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f425730d-d354-4b8d-bbfb-5f83e339bf4f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:06.010941 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f425730d-d354-4b8d-bbfb-5f83e339bf4f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:06.097182 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f425730d-d354-4b8d-bbfb-5f83e339bf4f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:06.124759 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425730d-d354-4b8d-bbfb-5f83e339bf4f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c24657-9df7-4f8f-ae8e-2e34276365d1,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:06.224278 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f425730d-d354-4b8d-bbfb-5f83e339bf4f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:06.225442 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f425730d-d354-4b8d-bbfb-5f83e339bf4f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4173753 Oct 10 11:30:06.229088 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60852) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:06.234440 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-bee33ff4-cc6b-4307-bc2d-e2651e98e254 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '48e8f678-ebcf-49a5-a68d-24f47da778b7', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:30:06.240621 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-bee33ff4-cc6b-4307-bc2d-e2651e98e254 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:30:06.245399 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-bee33ff4-cc6b-4307-bc2d-e2651e98e254 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:30:06.248477 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-bee33ff4-cc6b-4307-bc2d-e2651e98e254 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:30:06.254564 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-bee33ff4-cc6b-4307-bc2d-e2651e98e254 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:30:06.320517 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-bee33ff4-cc6b-4307-bc2d-e2651e98e254 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Project abdeb3603c4943b08320f37282de8f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:30:06.327899 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bee33ff4-cc6b-4307-bc2d-e2651e98e254 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:06.397884 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bee33ff4-cc6b-4307-bc2d-e2651e98e254 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:06.456790 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bee33ff4-cc6b-4307-bc2d-e2651e98e254 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:06.487861 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee33ff4-cc6b-4307-bc2d-e2651e98e254 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cae7bbb-3f4d-480e-ba91-67ce86b53ca3,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:06.578371 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bee33ff4-cc6b-4307-bc2d-e2651e98e254 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:06.579603 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-bee33ff4-cc6b-4307-bc2d-e2651e98e254 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3494806 Oct 10 11:30:06.582356 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60856) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:06.587520 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-05e702c4-59a9-4a27-846e-7de20df6b8ab tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '48e8f678-ebcf-49a5-a68d-24f47da778b7', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:30:06.593974 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-05e702c4-59a9-4a27-846e-7de20df6b8ab tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:30:06.598118 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-05e702c4-59a9-4a27-846e-7de20df6b8ab tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:30:06.601054 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-05e702c4-59a9-4a27-846e-7de20df6b8ab tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:30:06.607426 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-05e702c4-59a9-4a27-846e-7de20df6b8ab tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:30:06.675407 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-05e702c4-59a9-4a27-846e-7de20df6b8ab tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Project abdeb3603c4943b08320f37282de8f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:30:06.682919 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-05e702c4-59a9-4a27-846e-7de20df6b8ab tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:06.751382 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-05e702c4-59a9-4a27-846e-7de20df6b8ab tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:06.805188 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-05e702c4-59a9-4a27-846e-7de20df6b8ab tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:06.831966 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e702c4-59a9-4a27-846e-7de20df6b8ab tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda27ee1-5937-4c94-984b-0588199a4cd0,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:06.921469 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-05e702c4-59a9-4a27-846e-7de20df6b8ab tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:06.922705 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-05e702c4-59a9-4a27-846e-7de20df6b8ab tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3393512 Oct 10 11:30:07.047298 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:07.093442 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device df940b62-54c3-4250-86a6-3251ab7146cc up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:30:07.122432 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:07.136026 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-3943ad1f-f5f9-4a86-b74c-ff3b2620c8e5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-885280946&fields=id&tenant_id=abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 267 time: 0.0474029 Oct 10 11:30:07.251220 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port df940b62-54c3-4250-86a6-3251ab7146cc completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:30:07.251777 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port df940b62-54c3-4250-86a6-3251ab7146cc triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:30:07.252150 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:07.252507 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port df940b62-54c3-4250-86a6-3251ab7146cc Oct 10 11:30:07.288021 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-67b90d69-6caf-4355-bb17-d8e8e1a3f7e0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:07.291354 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-67b90d69-6caf-4355-bb17-d8e8e1a3f7e0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:network {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:30:07.369126 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port df940b62-54c3-4250-86a6-3251ab7146cc is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:30:07.369496 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:07.400939 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port df940b62-54c3-4250-86a6-3251ab7146cc, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=df940b62-54c3-4250-86a6-3251ab7146cc,segment=NetworkSegment(ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822),segment_id=ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:30:07.435236 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-67b90d69-6caf-4355-bb17-d8e8e1a3f7e0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:network {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:30:07.436395 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-67b90d69-6caf-4355-bb17-d8e8e1a3f7e0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/networks?id=8f89a73c-4675-4b7d-b8a2-5d9153223e36 HTTP/1.1" status: 200 len: 796 time: 0.2932990 Oct 10 11:30:07.452191 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-f04dd94d-be2e-4c21-899b-a616af6f7ada tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/quotas/abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 375 time: 0.0102074 Oct 10 11:30:07.510368 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:07.541118 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-28255142-9b9e-4bb4-b626-7dfef08280bc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:30:07.577110 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=df940b62-54c3-4250-86a6-3251ab7146cc,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:07.635366 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-28255142-9b9e-4bb4-b626-7dfef08280bc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:30:07.636685 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-28255142-9b9e-4bb4-b626-7dfef08280bc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1796508 Oct 10 11:30:07.812465 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-0b26a19f-ad03-4b23-9470-c9ca8bd491bf service neutron] 10.222.0.40 "GET /v2.0/networks/8f89a73c-4675-4b7d-b8a2-5d9153223e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642747 Oct 10 11:30:07.947441 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-029b8408-2efd-46dc-af5c-ba5b7d7bb762 service neutron] 10.222.0.40 "GET /v2.0/networks/8f89a73c-4675-4b7d-b8a2-5d9153223e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292431 Oct 10 11:30:08.242361 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-1e85a74e-0da0-4982-bad8-7fbe966bd98c req-b94bf1ad-4814-4c37-81fa-781ac71814b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:30:08.254358 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-1e85a74e-0da0-4982-bad8-7fbe966bd98c req-b94bf1ad-4814-4c37-81fa-781ac71814b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:30:08.255489 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1e85a74e-0da0-4982-bad8-7fbe966bd98c req-b94bf1ad-4814-4c37-81fa-781ac71814b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f739a53-6ec3-44ee-9d0f-4f0b76902d7f HTTP/1.1" status: 200 len: 210 time: 0.0631690 Oct 10 11:30:08.622511 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:09.076221 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device df940b62-54c3-4250-86a6-3251ab7146cc up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:30:09.147558 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port df940b62-54c3-4250-86a6-3251ab7146cc triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:30:09.147925 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:09.148265 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port df940b62-54c3-4250-86a6-3251ab7146cc Oct 10 11:30:09.266237 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port df940b62-54c3-4250-86a6-3251ab7146cc is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:30:09.389922 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:09.423276 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b5e3c043-f3cd-49af-82ee-1c03875986f2 req-ff62ff55-673d-46ef-804e-42500a906d22 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f739a53-6ec3-44ee-9d0f-4f0b76902d7f HTTP/1.1" status: 200 len: 210 time: 0.0538609 Oct 10 11:30:10.353018 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-8dc8c887-6829-4a1e-9c6f-7e830a3c87ce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:10.354623 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-8dc8c887-6829-4a1e-9c6f-7e830a3c87ce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/networks?id=8f89a73c-4675-4b7d-b8a2-5d9153223e36 HTTP/1.1" status: 200 len: 796 time: 0.1471808 Oct 10 11:30:10.405622 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-2dbb811c-8b8b-4a0e-82a1-db18883ae9b5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:30:10.485693 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-2dbb811c-8b8b-4a0e-82a1-db18883ae9b5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:30:10.486843 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-2dbb811c-8b8b-4a0e-82a1-db18883ae9b5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 379 time: 0.1239944 Oct 10 11:30:10.497310 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-f4f90127-af8f-46f7-9031-befd844a1b3f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'port': {'device_id': '7f739a53-6ec3-44ee-9d0f-4f0b76902d7f', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'admin_state_up': True, 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'security_groups': ['48e8f678-ebcf-49a5-a68d-24f47da778b7']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:30:10.639700 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2924f758-f1b8-4f5d-984c-2e9d711778ee req-c7810021-4aee-45bb-bb90-35f127091c0b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f739a53-6ec3-44ee-9d0f-4f0b76902d7f HTTP/1.1" status: 200 len: 210 time: 0.1023440 Oct 10 11:30:10.687417 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-f4f90127-af8f-46f7-9031-befd844a1b3f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:30:10.696787 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-f4f90127-af8f-46f7-9031-befd844a1b3f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:30:10.788389 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-f4f90127-af8f-46f7-9031-befd844a1b3f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Made reservation on behalf of abdeb3603c4943b08320f37282de8f91 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:30:10.792045 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-f4f90127-af8f-46f7-9031-befd844a1b3f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:11.049493 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-f4f90127-af8f-46f7-9031-befd844a1b3f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.20.0.4 (8f89a73c-4675-4b7d-b8a2-5d9153223e36/2d1b03a4-2bae-4e95-83cd-9c17b028dd46/8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:30:11.237100 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-f4f90127-af8f-46f7-9031-befd844a1b3f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:11.252648 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-f4f90127-af8f-46f7-9031-befd844a1b3f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Transition to ACTIVE for port object 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:30:11.350521 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-f4f90127-af8f-46f7-9031-befd844a1b3f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:11.423548 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-f4f90127-af8f-46f7-9031-befd844a1b3f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 8f89a73c-4675-4b7d-b8a2-5d9153223e36 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:30:11.426474 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-f4f90127-af8f-46f7-9031-befd844a1b3f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:30:11.430778 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-f4f90127-af8f-46f7-9031-befd844a1b3f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:30:11.461537 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f90127-af8f-46f7-9031-befd844a1b3f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:11.499466 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-f4f90127-af8f-46f7-9031-befd844a1b3f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:11.500105 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-f4f90127-af8f-46f7-9031-befd844a1b3f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:11.590739 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-f4f90127-af8f-46f7-9031-befd844a1b3f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0989819 Oct 10 11:30:11.602335 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-9cb4882d-d18d-4aa8-aa5e-624826c452d3 service neutron] Request body: {'port': {'device_id': '7f739a53-6ec3-44ee-9d0f-4f0b76902d7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:30:11.716162 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-9cb4882d-d18d-4aa8-aa5e-624826c452d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:11.761261 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-24d84dfe-39c6-4c7c-9fc3-1d20244c8378 None None] Provisioning for port 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:30:11.766933 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-24d84dfe-39c6-4c7c-9fc3-1d20244c8378 None None] Provisioning complete for port 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:30:11.767398 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-24d84dfe-39c6-4c7c-9fc3-1d20244c8378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:11.767904 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-24d84dfe-39c6-4c7c-9fc3-1d20244c8378 None None] Attempt 1 to provision port 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b Oct 10 11:30:11.825832 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-24d84dfe-39c6-4c7c-9fc3-1d20244c8378 None None] Port 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:30:11.950618 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1d4f3-7f17-47af-ac54-08ec4572ddb3 req-699d026a-5430-4c86-b11d-506f037bdb50 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:11.952101 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-fda1d4f3-7f17-47af-ac54-08ec4572ddb3 req-699d026a-5430-4c86-b11d-506f037bdb50 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f739a53-6ec3-44ee-9d0f-4f0b76902d7f HTTP/1.1" status: 200 len: 931 time: 0.2004583 Oct 10 11:30:11.999241 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-fda1d4f3-7f17-47af-ac54-08ec4572ddb3 req-7d45803e-799a-4fa2-aad3-3d31af4650dc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=48e8f678-ebcf-49a5-a68d-24f47da778b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398502 Oct 10 11:30:12.076988 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-9cb4882d-d18d-4aa8-aa5e-624826c452d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:30:12.084180 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-9cb4882d-d18d-4aa8-aa5e-624826c452d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:12.097911 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-9cb4882d-d18d-4aa8-aa5e-624826c452d3 service neutron] Transition to ACTIVE for port object 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:30:12.183505 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-9cb4882d-d18d-4aa8-aa5e-624826c452d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:12.326894 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-24d84dfe-39c6-4c7c-9fc3-1d20244c8378 None None] Attempt 2 to provision port 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b Oct 10 11:30:12.366220 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4882d-d18d-4aa8-aa5e-624826c452d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:12.383977 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-24d84dfe-39c6-4c7c-9fc3-1d20244c8378 None None] Port 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:30:12.406872 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-9cb4882d-d18d-4aa8-aa5e-624826c452d3 service neutron] Attempting to bind port 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:30:12.407200 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-9cb4882d-d18d-4aa8-aa5e-624826c452d3 service neutron] Attempting to bind port 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:30:12.407518 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-9cb4882d-d18d-4aa8-aa5e-624826c452d3 service neutron] Attempting to bind port 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b on network 8f89a73c-4675-4b7d-b8a2-5d9153223e36 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:30:12.412230 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-9cb4882d-d18d-4aa8-aa5e-624826c452d3 service neutron] Port 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b on network 8f89a73c-4675-4b7d-b8a2-5d9153223e36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:30:12.412558 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-9cb4882d-d18d-4aa8-aa5e-624826c452d3 service neutron] Attempting to bind port 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b on network 8f89a73c-4675-4b7d-b8a2-5d9153223e36 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:30:12.418052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-9cb4882d-d18d-4aa8-aa5e-624826c452d3 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:30:12.418376 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-9cb4882d-d18d-4aa8-aa5e-624826c452d3 service neutron] Checking segment: {'id': 'ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:30:12.418746 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-9cb4882d-d18d-4aa8-aa5e-624826c452d3 service neutron] Bound using segment: {'id': 'ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:30:12.419158 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-9cb4882d-d18d-4aa8-aa5e-624826c452d3 service neutron] Bound port: 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:30:12.419487 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-9cb4882d-d18d-4aa8-aa5e-624826c452d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:12.508134 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-9cb4882d-d18d-4aa8-aa5e-624826c452d3 service neutron] For port 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:30:12.511262 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-9cb4882d-d18d-4aa8-aa5e-624826c452d3 service neutron] For port 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b,segment=NetworkSegment(ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822),segment_id=ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:30:12.602112 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-9cb4882d-d18d-4aa8-aa5e-624826c452d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:12.632473 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-9cb4882d-d18d-4aa8-aa5e-624826c452d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:12.633263 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-9cb4882d-d18d-4aa8-aa5e-624826c452d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:12.634685 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-9cb4882d-d18d-4aa8-aa5e-624826c452d3 service neutron] 10.222.0.15 "PUT /v2.0/ports/8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b HTTP/1.1" status: 200 len: 1093 time: 1.0371330 Oct 10 11:30:12.635169 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f739a53-6ec3-44ee-9d0f-4f0b76902d7f', 'tag': '8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:30:12.637430 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b961923b-0d96-4d8e-854f-4a22cf3fbcdd" -d '{"events": [{"name": "network-changed", "server_uuid": "7f739a53-6ec3-44ee-9d0f-4f0b76902d7f", "tag": "8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:30:12.680510 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84f39e7-cd1e-4d5e-b8d4-54a06256b0b4 x-openstack-request-id: req-b84f39e7-cd1e-4d5e-b8d4-54a06256b0b4 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:30:12.680791 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f739a53-6ec3-44ee-9d0f-4f0b76902d7f", "tag": "8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:30:12.681035 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b84f39e7-cd1e-4d5e-b8d4-54a06256b0b4 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:30:12.681431 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b84f39e7-cd1e-4d5e-b8d4-54a06256b0b4'] response: {'name': 'network-changed', 'server_uuid': '7f739a53-6ec3-44ee-9d0f-4f0b76902d7f', 'tag': '8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b', 'status': 'completed', 'code': 200} Oct 10 11:30:12.682247 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4882d-d18d-4aa8-aa5e-624826c452d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:12.781452 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961923b-0d96-4d8e-854f-4a22cf3fbcdd req-a646e1a3-3bf5-40d8-b1ce-e2fb3f21bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:12.782947 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b961923b-0d96-4d8e-854f-4a22cf3fbcdd req-a646e1a3-3bf5-40d8-b1ce-e2fb3f21bff2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=7f739a53-6ec3-44ee-9d0f-4f0b76902d7f HTTP/1.1" status: 200 len: 1096 time: 0.0814788 Oct 10 11:30:12.885607 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-24d84dfe-39c6-4c7c-9fc3-1d20244c8378 None None] Attempt 3 to provision port 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b Oct 10 11:30:12.923743 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961923b-0d96-4d8e-854f-4a22cf3fbcdd req-b8ac5aac-3b24-4849-9e5c-7ad658b44cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:12.925317 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b961923b-0d96-4d8e-854f-4a22cf3fbcdd req-b8ac5aac-3b24-4849-9e5c-7ad658b44cc8 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=abdeb3603c4943b08320f37282de8f91&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1360505 Oct 10 11:30:12.977807 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-24d84dfe-39c6-4c7c-9fc3-1d20244c8378 None None] Port 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:30:13.159285 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961923b-0d96-4d8e-854f-4a22cf3fbcdd req-a1f8ccf5-7a30-4867-af07-e599527e6520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:13.160684 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b961923b-0d96-4d8e-854f-4a22cf3fbcdd req-a1f8ccf5-7a30-4867-af07-e599527e6520 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2294934 Oct 10 11:30:13.203614 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69451a-1c14-4411-8b8e-9af52cc63580 req-1f69cbdf-65f0-48d7-a65f-e6fe77f1f2d4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:13.205070 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ca69451a-1c14-4411-8b8e-9af52cc63580 req-1f69cbdf-65f0-48d7-a65f-e6fe77f1f2d4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f739a53-6ec3-44ee-9d0f-4f0b76902d7f HTTP/1.1" status: 200 len: 943 time: 0.0917077 Oct 10 11:30:13.255668 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ca69451a-1c14-4411-8b8e-9af52cc63580 req-a63b248c-ff8b-4ad8-a183-d07d871a30d6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=48e8f678-ebcf-49a5-a68d-24f47da778b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447605 Oct 10 11:30:13.272017 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-9cf9ab00-ca15-43d3-8ff6-e8a121050f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:13.274155 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-9cf9ab00-ca15-43d3-8ff6-e8a121050f34 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=7f739a53-6ec3-44ee-9d0f-4f0b76902d7f HTTP/1.1" status: 200 len: 1096 time: 0.0788319 Oct 10 11:30:13.343006 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-0ef71167-f13c-4023-822a-fa4fca8fead1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b HTTP/1.1" status: 200 len: 217 time: 0.0621424 Oct 10 11:30:13.402763 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-7b35125b-a9b9-475b-a4cf-f3328e00f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:13.404158 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-7b35125b-a9b9-475b-a4cf-f3328e00f675 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d1b03a4-2bae-4e95-83cd-9c17b028dd46 HTTP/1.1" status: 200 len: 835 time: 0.0558441 Oct 10 11:30:13.486299 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-d5b99dc4-d513-4433-bfc5-42d2bc37db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:13.487701 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-d5b99dc4-d513-4433-bfc5-42d2bc37db9e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8f89a73c-4675-4b7d-b8a2-5d9153223e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781257 Oct 10 11:30:13.615644 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-24e0a42b-9166-46ea-8a8b-b3a321f978a1 service neutron] 10.222.0.15 "GET /v2.0/networks/8f89a73c-4675-4b7d-b8a2-5d9153223e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217761 Oct 10 11:30:13.746270 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1d258afb-fff2-4639-b81f-be2a36233f7e req-48834d5f-51aa-4a48-9625-c7b1672b37ca service neutron] 10.222.0.15 "GET /v2.0/networks/8f89a73c-4675-4b7d-b8a2-5d9153223e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243739 Oct 10 11:30:14.456199 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25357646-fd49-44cd-8a03-7e00412db892 req-e8aadf6a-0dde-4b98-a15c-17445029bce2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:14.456872 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-25357646-fd49-44cd-8a03-7e00412db892 req-e8aadf6a-0dde-4b98-a15c-17445029bce2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:30:14.588332 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-25357646-fd49-44cd-8a03-7e00412db892 req-e8aadf6a-0dde-4b98-a15c-17445029bce2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:30:14.589825 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-25357646-fd49-44cd-8a03-7e00412db892 req-e8aadf6a-0dde-4b98-a15c-17445029bce2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f739a53-6ec3-44ee-9d0f-4f0b76902d7f HTTP/1.1" status: 200 len: 943 time: 0.2184820 Oct 10 11:30:14.634480 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-25357646-fd49-44cd-8a03-7e00412db892 req-ccc05ed4-a333-4a06-be6b-67b66f2d8501 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=48e8f678-ebcf-49a5-a68d-24f47da778b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387580 Oct 10 11:30:15.834546 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a67d1-08ee-453d-b295-f7a22ed14816 req-dfa3677e-eaf5-45f6-b0b4-96a25e3378d0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:15.836576 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2f9a67d1-08ee-453d-b295-f7a22ed14816 req-dfa3677e-eaf5-45f6-b0b4-96a25e3378d0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f739a53-6ec3-44ee-9d0f-4f0b76902d7f HTTP/1.1" status: 200 len: 943 time: 0.0895662 Oct 10 11:30:15.884480 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2f9a67d1-08ee-453d-b295-f7a22ed14816 req-075d16b0-0611-489b-868f-f7ed3eb525d8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=48e8f678-ebcf-49a5-a68d-24f47da778b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416212 Oct 10 11:30:16.350958 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:30:16.481368 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b,segment=NetworkSegment(ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822),segment_id=ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:30:16.494990 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'port_id': '8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b', 'mac_address': 'fa:16:3e:73:95:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 456, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:30:16.552815 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:30:16.553434 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:16.570165 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:30:16.584993 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b,segment=NetworkSegment(ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822),segment_id=ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:30:16.646600 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:16.712450 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:16.883779 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:30:17.084597 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d57e6-5eef-4df0-847c-a05679c2609a req-ff5bac03-85c3-4b09-8da7-a95217902ed3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:17.086809 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0d0d57e6-5eef-4df0-847c-a05679c2609a req-ff5bac03-85c3-4b09-8da7-a95217902ed3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f739a53-6ec3-44ee-9d0f-4f0b76902d7f HTTP/1.1" status: 200 len: 944 time: 0.0904224 Oct 10 11:30:17.130445 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0d0d57e6-5eef-4df0-847c-a05679c2609a req-58daa8dd-6b42-445f-adc8-2b2ad749630e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=48e8f678-ebcf-49a5-a68d-24f47da778b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380459 Oct 10 11:30:18.324155 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d34898-ee33-42d2-bd24-c59abcb617bd req-518e486d-3290-4ac2-b417-9810c3f85091 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:18.325626 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-64d34898-ee33-42d2-bd24-c59abcb617bd req-518e486d-3290-4ac2-b417-9810c3f85091 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f739a53-6ec3-44ee-9d0f-4f0b76902d7f HTTP/1.1" status: 200 len: 944 time: 0.0870478 Oct 10 11:30:18.351463 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:30:18.369553 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-64d34898-ee33-42d2-bd24-c59abcb617bd req-72e02375-4c54-486d-a815-732baf653802 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=48e8f678-ebcf-49a5-a68d-24f47da778b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382886 Oct 10 11:30:18.526300 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:30:18.531151 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:30:18.531522 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:18.531852 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b Oct 10 11:30:18.651029 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:30:18.651322 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:18.677964 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f739a53-6ec3-44ee-9d0f-4f0b76902d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:30:18.680442 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d8705a-99d1-490b-967c-be6abaee0de1" -d '{"events": [{"server_uuid": "7f739a53-6ec3-44ee-9d0f-4f0b76902d7f", "name": "network-vif-plugged", "status": "completed", "tag": "8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:30:18.688084 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b,segment=NetworkSegment(ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822),segment_id=ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:30:18.733645 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91613ff3-947d-4056-86c9-f33cb5a683eb x-openstack-request-id: req-91613ff3-947d-4056-86c9-f33cb5a683eb {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:30:18.733940 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f739a53-6ec3-44ee-9d0f-4f0b76902d7f", "name": "network-vif-plugged", "status": "completed", "tag": "8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:30:18.734187 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-91613ff3-947d-4056-86c9-f33cb5a683eb {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:30:18.734603 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91613ff3-947d-4056-86c9-f33cb5a683eb'] response: {'server_uuid': '7f739a53-6ec3-44ee-9d0f-4f0b76902d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b', 'code': 200} Oct 10 11:30:18.773975 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:18.857430 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:19.115177 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60912) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:19.174182 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c65c5e-cc11-490b-882a-c114f83d33d3 req-fc3af989-fc45-4adf-8a9f-3d70f4d57f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:19.176254 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-20c65c5e-cc11-490b-882a-c114f83d33d3 req-fc3af989-fc45-4adf-8a9f-3d70f4d57f20 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7f739a53-6ec3-44ee-9d0f-4f0b76902d7f HTTP/1.1" status: 200 len: 1098 time: 0.0968292 Oct 10 11:30:19.218884 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-20c65c5e-cc11-490b-882a-c114f83d33d3 req-f7e4249d-28db-4f6a-ba4f-1ba44648bde8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=48e8f678-ebcf-49a5-a68d-24f47da778b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360529 Oct 10 11:30:19.357804 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-a77621a3-ff0b-4286-bb65-c017ac95bff1 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Deleting port f72ec394-dd1a-441d-bfdc-4169dd000600 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:30:19.358337 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a77621a3-ff0b-4286-bb65-c017ac95bff1 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:19.620561 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a77621a3-ff0b-4286-bb65-c017ac95bff1 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:19.620886 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a77621a3-ff0b-4286-bb65-c017ac95bff1 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:19.748248 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-a77621a3-ff0b-4286-bb65-c017ac95bff1 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Calling delete_port for f72ec394-dd1a-441d-bfdc-4169dd000600 owned by network:floatingip {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:30:19.800611 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9aea36-cbc3-4bcb-825c-09f9d2707a04 req-98ee6054-7f7c-4829-8d22-3a24fb9aeb8d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:19.802092 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-7d9aea36-cbc3-4bcb-825c-09f9d2707a04 req-98ee6054-7f7c-4829-8d22-3a24fb9aeb8d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f739a53-6ec3-44ee-9d0f-4f0b76902d7f HTTP/1.1" status: 200 len: 945 time: 0.2955790 Oct 10 11:30:19.864612 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-7d9aea36-cbc3-4bcb-825c-09f9d2707a04 req-c45b7da6-74a0-4d3b-a257-fc98daeaeb28 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=48e8f678-ebcf-49a5-a68d-24f47da778b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545993 Oct 10 11:30:20.011004 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a77621a3-ff0b-4286-bb65-c017ac95bff1 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:20.061171 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77621a3-ff0b-4286-bb65-c017ac95bff1 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Pushing event deleted for resources: {'Port': ['ID=f72ec394-dd1a-441d-bfdc-4169dd000600,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:20.161075 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a77621a3-ff0b-4286-bb65-c017ac95bff1 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for floatingip, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:20.161339 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-a77621a3-ff0b-4286-bb65-c017ac95bff1 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Floating IP 08c5d229-fdf2-4ae8-9879-89ce9166fe96 disassociated (deleted). External IP: 172.26.4.200, port: c9fea652-b62d-450d-858f-b9fa46427100. Oct 10 11:30:20.633161 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77621a3-ff0b-4286-bb65-c017ac95bff1 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:30:20.809578 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77621a3-ff0b-4286-bb65-c017ac95bff1 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:30:20.819596 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ca9e3-50f5-4064-8eb4-f36288e120d9 None None] Sync routers for ids ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:30:20.825229 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a77621a3-ff0b-4286-bb65-c017ac95bff1 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:20.829001 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5ca9e3-50f5-4064-8eb4-f36288e120d9 None None] Routers {'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:30:20.829642 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-9e5ca9e3-50f5-4064-8eb4-f36288e120d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:30:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:20.888350 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a77621a3-ff0b-4286-bb65-c017ac95bff1 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "DELETE /v2.0/floatingips/08c5d229-fdf2-4ae8-9879-89ce9166fe96 HTTP/1.1" status: 204 len: 168 time: 1.7695220 Oct 10 11:30:20.888350 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5', 'tag': 'c9fea652-b62d-450d-858f-b9fa46427100'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:30:20.889231 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7374672b-ce09-4cb3-a5cf-876272643df3" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5", "tag": "c9fea652-b62d-450d-858f-b9fa46427100"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:30:20.993181 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1c6a86-f2fa-46ca-8dee-fe01b4c17f59 x-openstack-request-id: req-2c1c6a86-f2fa-46ca-8dee-fe01b4c17f59 {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:30:20.993472 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5", "tag": "c9fea652-b62d-450d-858f-b9fa46427100", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:30:20.993745 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2c1c6a86-f2fa-46ca-8dee-fe01b4c17f59 {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:30:20.994156 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c1c6a86-f2fa-46ca-8dee-fe01b4c17f59'] response: {'name': 'network-changed', 'server_uuid': '7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5', 'tag': 'c9fea652-b62d-450d-858f-b9fa46427100', 'status': 'completed', 'code': 200} Oct 10 11:30:21.026826 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-9e5ca9e3-50f5-4064-8eb4-f36288e120d9 None None] Set router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:30:21.118476 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374672b-ce09-4cb3-a5cf-876272643df3 req-a0064674-8fa3-4e4a-8f4c-550cea4a6ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:21.119949 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7374672b-ce09-4cb3-a5cf-876272643df3 req-a0064674-8fa3-4e4a-8f4c-550cea4a6ec4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ca309cf9da347e1972c7a5240bc70ad&device_id=7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5 HTTP/1.1" status: 200 len: 1098 time: 0.1022403 Oct 10 11:30:21.173334 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd386d7-cf78-411d-935e-b23a7a8f77f6 req-f20b27ff-5a83-49e8-8122-7730d8e02d9b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:21.174776 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-bbd386d7-cf78-411d-935e-b23a7a8f77f6 req-f20b27ff-5a83-49e8-8122-7730d8e02d9b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f739a53-6ec3-44ee-9d0f-4f0b76902d7f HTTP/1.1" status: 200 len: 945 time: 0.0930545 Oct 10 11:30:21.228965 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-bbd386d7-cf78-411d-935e-b23a7a8f77f6 req-03a78c45-d6bb-4fd9-8d6c-82e3e390b16a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=48e8f678-ebcf-49a5-a68d-24f47da778b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454772 Oct 10 11:30:21.258172 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374672b-ce09-4cb3-a5cf-876272643df3 req-c6bb0b03-41b5-463a-bc72-ffb37ba825dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:21.259790 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7374672b-ce09-4cb3-a5cf-876272643df3 req-c6bb0b03-41b5-463a-bc72-ffb37ba825dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=616f1bfe-2293-42af-8b84-9f66f180ede2 HTTP/1.1" status: 200 len: 913 time: 0.1339741 Oct 10 11:30:21.343908 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7374672b-ce09-4cb3-a5cf-876272643df3 req-eacccad6-5f49-40de-8e00-12bfd9088bba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9fea652-b62d-450d-858f-b9fa46427100 HTTP/1.1" status: 200 len: 217 time: 0.0781429 Oct 10 11:30:21.412262 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374672b-ce09-4cb3-a5cf-876272643df3 req-6383844d-ec05-49bf-8c63-3a260b930b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:21.414883 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7374672b-ce09-4cb3-a5cf-876272643df3 req-6383844d-ec05-49bf-8c63-3a260b930b53 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c94ad8c-d8fc-4d25-b911-8ac97e113003 HTTP/1.1" status: 200 len: 851 time: 0.0655701 Oct 10 11:30:21.416895 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-9e5ca9e3-50f5-4064-8eb4-f36288e120d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'name': 'tempest-TestVolumeBootPattern-1067560194-router', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:07Z', 'updated_at': '2022-10-10T11:19:15Z', 'revision_number': 4, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'gw_port': {'id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:08Z', 'updated_at': '2022-10-10T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'efc0d4f5-a01e-4e00-840a-73d9a46b84c1', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'floating_ip_address': '172.26.4.188', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'port_id': 'c3e8b383-dc8f-453d-8b00-1ba2635cee3a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'mac_address': 'fa:16:3e:e3:07:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:24:09Z', 'updated_at': '2022-10-10T11:24:12Z', 'revision_number': 1, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bc4e2c-d966-40d7-97e7-106c145b51f6', 'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'mac_address': 'fa:16:3e:69:c9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:14Z', 'updated_at': '2022-10-10T11:19:31Z', 'revision_number': 5, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'subnets': [{'id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:21.420937 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ca9e3-50f5-4064-8eb4-f36288e120d9 None None] Checking router: e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:30:21.430156 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5ca9e3-50f5-4064-8eb4-f36288e120d9 None None] Routers {'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:30:21.431790 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-9e5ca9e3-50f5-4064-8eb4-f36288e120d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:30:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:21.459679 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b3319-ffd6-4317-986a-bddedb855e46 req-42aff70b-7e37-46ee-8141-4033a3e90030 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:21.463080 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-504b3319-ffd6-4317-986a-bddedb855e46 req-42aff70b-7e37-46ee-8141-4033a3e90030 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f739a53-6ec3-44ee-9d0f-4f0b76902d7f HTTP/1.1" status: 200 len: 945 time: 0.1171463 Oct 10 11:30:21.528999 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-504b3319-ffd6-4317-986a-bddedb855e46 req-6f1eaccb-8b2c-4bf3-adaf-d3a8dbaa5382 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=48e8f678-ebcf-49a5-a68d-24f47da778b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584412 Oct 10 11:30:21.539525 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374672b-ce09-4cb3-a5cf-876272643df3 req-32ef8fbc-8d48-4917-9f8f-dc5db4799eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:21.541061 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7374672b-ce09-4cb3-a5cf-876272643df3 req-32ef8fbc-8d48-4917-9f8f-dc5db4799eec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=616f1bfe-2293-42af-8b84-9f66f180ede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1199553 Oct 10 11:30:21.564710 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60930) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:21.652384 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169df7c0-3538-4e8b-b4af-5537c2740cd9 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:21.658318 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-169df7c0-3538-4e8b-b4af-5537c2740cd9 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=7f739a53-6ec3-44ee-9d0f-4f0b76902d7f HTTP/1.1" status: 200 len: 1093 time: 0.0922494 Oct 10 11:30:21.659108 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60934) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:21.665235 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-719b0fb3-8d3e-4408-8523-39a03d87e567 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'port_id': '8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:30:21.672002 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-719b0fb3-8d3e-4408-8523-39a03d87e567 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:30:21.676240 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-719b0fb3-8d3e-4408-8523-39a03d87e567 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:floatingip and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:30:21.680564 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-719b0fb3-8d3e-4408-8523-39a03d87e567 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:30:21.687193 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-719b0fb3-8d3e-4408-8523-39a03d87e567 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:30:21.694991 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-9e5ca9e3-50f5-4064-8eb4-f36288e120d9 None None] Set router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:30:21.767064 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-719b0fb3-8d3e-4408-8523-39a03d87e567 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:21.769974 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21592c7e-ee4b-4ca6-81a8-1a80d7de11f8 req-ec9334c5-1f75-4fb1-b80e-15974e8f68df tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:21.771636 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-21592c7e-ee4b-4ca6-81a8-1a80d7de11f8 req-ec9334c5-1f75-4fb1-b80e-15974e8f68df tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5 HTTP/1.1" status: 200 len: 945 time: 0.2018421 Oct 10 11:30:21.798221 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7374672b-ce09-4cb3-a5cf-876272643df3 req-d2e13f62-c264-41c9-8b75-8aca9d852e9d service neutron] 10.222.0.15 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499509 Oct 10 11:30:21.827547 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-21592c7e-ee4b-4ca6-81a8-1a80d7de11f8 req-6a74f92a-5fff-4e94-be7c-9325621ea98f tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496106 Oct 10 11:30:21.982605 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-719b0fb3-8d3e-4408-8523-39a03d87e567 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:22.093954 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7374672b-ce09-4cb3-a5cf-876272643df3 req-1d48b040-f2fd-48e0-814f-b33674eccff3 service neutron] 10.222.0.15 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697954 Oct 10 11:30:22.125231 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-719b0fb3-8d3e-4408-8523-39a03d87e567 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.26.4.215 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/10a4ae99-5faf-4b9e-ab6a-8a8a69a6190c) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:30:22.129313 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-9e5ca9e3-50f5-4064-8eb4-f36288e120d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'name': 'tempest-TestVolumeBootPattern-1067560194-router', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:07Z', 'updated_at': '2022-10-10T11:19:15Z', 'revision_number': 4, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'gw_port': {'id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:08Z', 'updated_at': '2022-10-10T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'efc0d4f5-a01e-4e00-840a-73d9a46b84c1', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'floating_ip_address': '172.26.4.188', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'port_id': 'c3e8b383-dc8f-453d-8b00-1ba2635cee3a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'mac_address': 'fa:16:3e:e3:07:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:24:09Z', 'updated_at': '2022-10-10T11:24:12Z', 'revision_number': 1, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bc4e2c-d966-40d7-97e7-106c145b51f6', 'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'mac_address': 'fa:16:3e:69:c9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:14Z', 'updated_at': '2022-10-10T11:19:31Z', 'revision_number': 5, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'subnets': [{'id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:22.133505 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ca9e3-50f5-4064-8eb4-f36288e120d9 None None] The sync data for ids ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'] in dv-neutron-860842-1-hyperv is: [{'id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'name': 'tempest-TestVolumeBootPattern-1067560194-router', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:07Z', 'updated_at': '2022-10-10T11:19:15Z', 'revision_number': 4, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'gw_port': {'id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:08Z', 'updated_at': '2022-10-10T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'efc0d4f5-a01e-4e00-840a-73d9a46b84c1', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'floating_ip_address': '172.26.4.188', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'port_id': 'c3e8b383-dc8f-453d-8b00-1ba2635cee3a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'mac_address': 'fa:16:3e:e3:07:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:24:09Z', 'updated_at': '2022-10-10T11:24:12Z', 'revision_number': 1, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bc4e2c-d966-40d7-97e7-106c145b51f6', 'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'mac_address': 'fa:16:3e:69:c9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:14Z', 'updated_at': '2022-10-10T11:19:31Z', 'revision_number': 5, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'subnets': [{'id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:30:22.292651 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-719b0fb3-8d3e-4408-8523-39a03d87e567 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:22.353438 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c138377-7409-43b8-abe0-59b85e59e7c7 None None] New status for floating IP 08c5d229-fdf2-4ae8-9879-89ce9166fe96: DOWN {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:30:22.429196 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-719b0fb3-8d3e-4408-8523-39a03d87e567 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:22.502026 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719b0fb3-8d3e-4408-8523-39a03d87e567 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:30:22.504872 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-719b0fb3-8d3e-4408-8523-39a03d87e567 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:30:22.507353 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719b0fb3-8d3e-4408-8523-39a03d87e567 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:30:22.546272 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b0fb3-8d3e-4408-8523-39a03d87e567 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=10a4ae99-5faf-4b9e-ab6a-8a8a69a6190c,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:23.034753 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950d101-d947-49b1-9ed1-3f0f740b0fba req-37a1e1f4-2bfd-4efb-9944-5fa86dfbdce5 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:23.036183 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7950d101-d947-49b1-9ed1-3f0f740b0fba req-37a1e1f4-2bfd-4efb-9944-5fa86dfbdce5 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.15 "GET /v2.0/ports?device_id=7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5 HTTP/1.1" status: 200 len: 945 time: 0.0999415 Oct 10 11:30:23.094457 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c855d-5ded-413c-8694-9cdee1511e98 req-cac47c94-e3d5-46f9-8d90-a0db73026e8e tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:23.095153 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-bd2c855d-5ded-413c-8694-9cdee1511e98 req-cac47c94-e3d5-46f9-8d90-a0db73026e8e tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Synchronizing usage tracker for tenant:2ca309cf9da347e1972c7a5240bc70ad on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:30:23.112338 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-7950d101-d947-49b1-9ed1-3f0f740b0fba req-929f4d1c-1fd0-41ff-846a-2f96090c0f53 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Deleting port c9fea652-b62d-450d-858f-b9fa46427100 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:30:23.112705 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-7950d101-d947-49b1-9ed1-3f0f740b0fba req-929f4d1c-1fd0-41ff-846a-2f96090c0f53 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:23.121091 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-719b0fb3-8d3e-4408-8523-39a03d87e567 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:23.177922 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-bd2c855d-5ded-413c-8694-9cdee1511e98 req-cac47c94-e3d5-46f9-8d90-a0db73026e8e tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Unset dirty status for tenant:2ca309cf9da347e1972c7a5240bc70ad on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:30:23.179007 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-bd2c855d-5ded-413c-8694-9cdee1511e98 req-cac47c94-e3d5-46f9-8d90-a0db73026e8e tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5 HTTP/1.1" status: 200 len: 945 time: 0.2050326 Oct 10 11:30:23.268267 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-bd2c855d-5ded-413c-8694-9cdee1511e98 req-7a2fdbdd-996e-496f-813a-ab689a633c91 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831134 Oct 10 11:30:23.280332 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-719b0fb3-8d3e-4408-8523-39a03d87e567 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:23.359549 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-7950d101-d947-49b1-9ed1-3f0f740b0fba req-929f4d1c-1fd0-41ff-846a-2f96090c0f53 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] For port c9fea652-b62d-450d-858f-b9fa46427100, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=c9fea652-b62d-450d-858f-b9fa46427100,segment=NetworkSegment(7c4f4c4c-5113-482f-a194-d6aa0f6b009c),segment_id=7c4f4c4c-5113-482f-a194-d6aa0f6b009c)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:30:23.359864 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-7950d101-d947-49b1-9ed1-3f0f740b0fba req-929f4d1c-1fd0-41ff-846a-2f96090c0f53 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:23.488790 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-7950d101-d947-49b1-9ed1-3f0f740b0fba req-929f4d1c-1fd0-41ff-846a-2f96090c0f53 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Calling delete_port for c9fea652-b62d-450d-858f-b9fa46427100 owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:30:23.489962 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-719b0fb3-8d3e-4408-8523-39a03d87e567 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:23.548369 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-719b0fb3-8d3e-4408-8523-39a03d87e567 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:23.658704 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-719b0fb3-8d3e-4408-8523-39a03d87e567 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:23.686954 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-7950d101-d947-49b1-9ed1-3f0f740b0fba req-929f4d1c-1fd0-41ff-846a-2f96090c0f53 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:23.709415 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b0fb3-8d3e-4408-8523-39a03d87e567 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=10a4ae99-5faf-4b9e-ab6a-8a8a69a6190c,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:23.737203 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f4d1c-1fd0-41ff-846a-2f96090c0f53 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Pushing event deleted for resources: {'Port': ['ID=c9fea652-b62d-450d-858f-b9fa46427100,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:23.835781 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-7950d101-d947-49b1-9ed1-3f0f740b0fba req-929f4d1c-1fd0-41ff-846a-2f96090c0f53 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] No DVR routers for this DVR port c9fea652-b62d-450d-858f-b9fa46427100 on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:30:23.838682 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-7950d101-d947-49b1-9ed1-3f0f740b0fba req-929f4d1c-1fd0-41ff-846a-2f96090c0f53 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:23.839809 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-719b0fb3-8d3e-4408-8523-39a03d87e567 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Floating IP a4f398fa-4773-4500-9626-7697a7ca3fac associated. External IP: 172.26.4.215, port: 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b. Oct 10 11:30:23.841314 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5', 'name': 'network-vif-deleted', 'tag': 'c9fea652-b62d-450d-858f-b9fa46427100'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:30:23.843607 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032c4d1b-17cd-45dd-9acc-f570c044a08e" -d '{"events": [{"server_uuid": "7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5", "name": "network-vif-deleted", "tag": "c9fea652-b62d-450d-858f-b9fa46427100"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:30:23.887099 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4249d6a-9e5a-4bbc-979b-004a384e3c2e x-openstack-request-id: req-a4249d6a-9e5a-4bbc-979b-004a384e3c2e {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:30:23.887453 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5", "name": "network-vif-deleted", "tag": "c9fea652-b62d-450d-858f-b9fa46427100", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:30:23.887869 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a4249d6a-9e5a-4bbc-979b-004a384e3c2e {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:30:23.888459 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4249d6a-9e5a-4bbc-979b-004a384e3c2e'] response: {'server_uuid': '7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5', 'name': 'network-vif-deleted', 'tag': 'c9fea652-b62d-450d-858f-b9fa46427100', 'status': 'completed', 'code': 200} Oct 10 11:30:23.939413 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7950d101-d947-49b1-9ed1-3f0f740b0fba req-929f4d1c-1fd0-41ff-846a-2f96090c0f53 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.15 "DELETE /v2.0/ports/c9fea652-b62d-450d-858f-b9fa46427100 HTTP/1.1" status: 204 len: 173 time: 0.8982258 Oct 10 11:30:24.210481 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719b0fb3-8d3e-4408-8523-39a03d87e567 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:30:24.439598 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719b0fb3-8d3e-4408-8523-39a03d87e567 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:30:24.450967 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aca820-8a21-4a80-843c-ed982a1d94ef None None] Sync routers for ids ['e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:30:24.462454 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aca820-8a21-4a80-843c-ed982a1d94ef None None] Routers {'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:30:24.463352 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-48aca820-8a21-4a80-843c-ed982a1d94ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:30:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:24.573053 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b9ee1724-b265-4bb3-9dcc-fba89a299c6d req-5e3ac46f-8217-44e1-b846-a64bb98f8885 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5 HTTP/1.1" status: 200 len: 210 time: 0.1816480 Oct 10 11:30:24.652502 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-48aca820-8a21-4a80-843c-ed982a1d94ef None None] Set router e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:30:24.692603 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-719b0fb3-8d3e-4408-8523-39a03d87e567 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:24.751982 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-719b0fb3-8d3e-4408-8523-39a03d87e567 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0894032 Oct 10 11:30:24.751982 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f739a53-6ec3-44ee-9d0f-4f0b76902d7f', 'tag': '8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:30:24.752783 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72faa3b-1b7e-4021-ab52-f2729219502d" -d '{"events": [{"name": "network-changed", "server_uuid": "7f739a53-6ec3-44ee-9d0f-4f0b76902d7f", "tag": "8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:30:24.753390 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60944) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:24.796703 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99230ae3-820b-4bec-87c4-8547634e8d86 x-openstack-request-id: req-99230ae3-820b-4bec-87c4-8547634e8d86 {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:30:24.797002 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f739a53-6ec3-44ee-9d0f-4f0b76902d7f", "tag": "8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:30:24.797253 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-99230ae3-820b-4bec-87c4-8547634e8d86 {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:30:24.797678 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99230ae3-820b-4bec-87c4-8547634e8d86'] response: {'name': 'network-changed', 'server_uuid': '7f739a53-6ec3-44ee-9d0f-4f0b76902d7f', 'tag': '8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b', 'status': 'completed', 'code': 200} Oct 10 11:30:24.895950 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167e3886-f62f-4c23-a22f-a7372ee39e74 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:24.897367 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-167e3886-f62f-4c23-a22f-a7372ee39e74 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=7f739a53-6ec3-44ee-9d0f-4f0b76902d7f HTTP/1.1" status: 200 len: 1093 time: 0.1428955 Oct 10 11:30:24.927036 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72faa3b-1b7e-4021-ab52-f2729219502d req-ed75d95b-9032-450f-9929-d6a8b99df72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:24.928577 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c72faa3b-1b7e-4021-ab52-f2729219502d req-ed75d95b-9032-450f-9929-d6a8b99df72b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=7f739a53-6ec3-44ee-9d0f-4f0b76902d7f HTTP/1.1" status: 200 len: 1098 time: 0.1018960 Oct 10 11:30:25.031329 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-48aca820-8a21-4a80-843c-ed982a1d94ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'name': 'tempest-TestNetworkBasicOps-router-500747273', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:29:56Z', 'updated_at': '2022-10-10T11:30:02Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:51:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:29:57Z', 'updated_at': '2022-10-10T11:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'a4f398fa-4773-4500-9626-7697a7ca3fac', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'port_id': '8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'mac_address': 'fa:16:3e:73:95:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f739a53-6ec3-44ee-9d0f-4f0b76902d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:30:22Z', 'updated_at': '2022-10-10T11:30:22Z', 'revision_number': 0, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df940b62-54c3-4250-86a6-3251ab7146cc', 'name': '', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:4c:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:30:01Z', 'updated_at': '2022-10-10T11:30:07Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:25.036067 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aca820-8a21-4a80-843c-ed982a1d94ef None None] Checking router: e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:30:25.044748 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aca820-8a21-4a80-843c-ed982a1d94ef None None] Routers {'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:30:25.045386 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-48aca820-8a21-4a80-843c-ed982a1d94ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:30:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:25.063680 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60952) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:25.069082 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-597e9d0b-4cd3-4416-b356-65a384c7ba97 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-975485795', 'description': 'tempest-secgroup-smoke-975485795 description', 'project_id': 'abdeb3603c4943b08320f37282de8f91'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:30:25.071595 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72faa3b-1b7e-4021-ab52-f2729219502d req-62d9c660-46f1-47d2-888f-0121334b86cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:25.074033 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c72faa3b-1b7e-4021-ab52-f2729219502d req-62d9c660-46f1-47d2-888f-0121334b86cf service neutron] 10.222.0.15 "GET /v2.0/networks?id=8f89a73c-4675-4b7d-b8a2-5d9153223e36 HTTP/1.1" status: 200 len: 897 time: 0.1374857 Oct 10 11:30:25.076285 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-597e9d0b-4cd3-4416-b356-65a384c7ba97 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:30:25.086853 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-597e9d0b-4cd3-4416-b356-65a384c7ba97 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:30:25.177800 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c72faa3b-1b7e-4021-ab52-f2729219502d req-1216ce46-b123-426d-8f7f-568d7f6214a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b HTTP/1.1" status: 200 len: 999 time: 0.0983708 Oct 10 11:30:25.179235 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-597e9d0b-4cd3-4416-b356-65a384c7ba97 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:25.210344 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-597e9d0b-4cd3-4416-b356-65a384c7ba97 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:30:25.215205 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-597e9d0b-4cd3-4416-b356-65a384c7ba97 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:30:25.218181 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-597e9d0b-4cd3-4416-b356-65a384c7ba97 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:30:25.224313 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-597e9d0b-4cd3-4416-b356-65a384c7ba97 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:30:25.228836 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-48aca820-8a21-4a80-843c-ed982a1d94ef None None] Set router e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:30:25.246180 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72faa3b-1b7e-4021-ab52-f2729219502d req-966c7e62-d5a2-4619-9315-f0899e1903f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:25.248151 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c72faa3b-1b7e-4021-ab52-f2729219502d req-966c7e62-d5a2-4619-9315-f0899e1903f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d1b03a4-2bae-4e95-83cd-9c17b028dd46 HTTP/1.1" status: 200 len: 835 time: 0.0640943 Oct 10 11:30:25.298800 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-597e9d0b-4cd3-4416-b356-65a384c7ba97 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:25.331980 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72faa3b-1b7e-4021-ab52-f2729219502d req-f4eeab17-3500-482e-861c-0a850dd7e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:25.333469 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c72faa3b-1b7e-4021-ab52-f2729219502d req-f4eeab17-3500-482e-861c-0a850dd7e5dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8f89a73c-4675-4b7d-b8a2-5d9153223e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795119 Oct 10 11:30:25.384493 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-597e9d0b-4cd3-4416-b356-65a384c7ba97 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:25.439531 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e9d0b-4cd3-4416-b356-65a384c7ba97 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9ac76b-8124-4d62-a3ee-456600e0eb25,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:25.578953 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c72faa3b-1b7e-4021-ab52-f2729219502d req-cbd8e8ba-1856-4cdb-870f-f69f8fae2e60 service neutron] 10.222.0.15 "GET /v2.0/networks/8f89a73c-4675-4b7d-b8a2-5d9153223e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389138 Oct 10 11:30:25.662137 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-48aca820-8a21-4a80-843c-ed982a1d94ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'name': 'tempest-TestNetworkBasicOps-router-500747273', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:29:56Z', 'updated_at': '2022-10-10T11:30:02Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:51:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:29:57Z', 'updated_at': '2022-10-10T11:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'a4f398fa-4773-4500-9626-7697a7ca3fac', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'port_id': '8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'mac_address': 'fa:16:3e:73:95:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f739a53-6ec3-44ee-9d0f-4f0b76902d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:30:22Z', 'updated_at': '2022-10-10T11:30:22Z', 'revision_number': 0, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df940b62-54c3-4250-86a6-3251ab7146cc', 'name': '', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:4c:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:30:01Z', 'updated_at': '2022-10-10T11:30:07Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:25.667415 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aca820-8a21-4a80-843c-ed982a1d94ef None None] The sync data for ids ['e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'] in dv-neutron-860842-1-hyperv is: [{'id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'name': 'tempest-TestNetworkBasicOps-router-500747273', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:29:56Z', 'updated_at': '2022-10-10T11:30:02Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:51:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:29:57Z', 'updated_at': '2022-10-10T11:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'a4f398fa-4773-4500-9626-7697a7ca3fac', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'port_id': '8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'mac_address': 'fa:16:3e:73:95:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f739a53-6ec3-44ee-9d0f-4f0b76902d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:30:22Z', 'updated_at': '2022-10-10T11:30:22Z', 'revision_number': 0, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df940b62-54c3-4250-86a6-3251ab7146cc', 'name': '', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:4c:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:30:01Z', 'updated_at': '2022-10-10T11:30:07Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:30:25.720858 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-597e9d0b-4cd3-4416-b356-65a384c7ba97 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:25.722343 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-597e9d0b-4cd3-4416-b356-65a384c7ba97 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6575143 Oct 10 11:30:25.725189 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60958) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:25.731052 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-b55f2068-12d1-495a-91a3-3d0691e070e7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '1a9ac76b-8124-4d62-a3ee-456600e0eb25', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:30:25.737072 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b55f2068-12d1-495a-91a3-3d0691e070e7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:30:25.741120 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b55f2068-12d1-495a-91a3-3d0691e070e7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:30:25.744891 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b55f2068-12d1-495a-91a3-3d0691e070e7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:30:25.751193 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b55f2068-12d1-495a-91a3-3d0691e070e7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:30:25.760692 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c72faa3b-1b7e-4021-ab52-f2729219502d req-19c02adc-49ec-4691-907f-f3e0ddd66e61 service neutron] 10.222.0.15 "GET /v2.0/networks/8f89a73c-4675-4b7d-b8a2-5d9153223e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757548 Oct 10 11:30:25.776820 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-6112c0c7-0843-4f17-833d-0dd1a7456a63 req-2fc627f9-d595-4169-9608-1cbe38abde66 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Synchronizing usage tracker for tenant:2ca309cf9da347e1972c7a5240bc70ad on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:30:25.854172 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b55f2068-12d1-495a-91a3-3d0691e070e7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:25.879440 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7fe4eb-0ad5-4b1c-8028-7f6b34fd97bd None None] New status for floating IP a4f398fa-4773-4500-9626-7697a7ca3fac: ACTIVE {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:30:25.890146 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-6112c0c7-0843-4f17-833d-0dd1a7456a63 req-2fc627f9-d595-4169-9608-1cbe38abde66 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Unset dirty status for tenant:2ca309cf9da347e1972c7a5240bc70ad on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:30:25.891439 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6112c0c7-0843-4f17-833d-0dd1a7456a63 req-2fc627f9-d595-4169-9608-1cbe38abde66 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=7dd40f60-6086-4f1a-9b4c-82bd66ce3fe5 HTTP/1.1" status: 200 len: 210 time: 0.1749570 Oct 10 11:30:25.938412 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b55f2068-12d1-495a-91a3-3d0691e070e7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:26.006741 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b55f2068-12d1-495a-91a3-3d0691e070e7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:26.030154 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f2068-12d1-495a-91a3-3d0691e070e7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f05b38-79bc-4c65-be3b-94b52410836c,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:26.098282 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b55f2068-12d1-495a-91a3-3d0691e070e7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:26.099491 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b55f2068-12d1-495a-91a3-3d0691e070e7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3731556 Oct 10 11:30:26.102997 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60962) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:26.108029 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-1a11f380-df8d-476c-bb12-03681a4e562b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '1a9ac76b-8124-4d62-a3ee-456600e0eb25', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:30:26.113856 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1a11f380-df8d-476c-bb12-03681a4e562b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:30:26.118296 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1a11f380-df8d-476c-bb12-03681a4e562b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:30:26.121189 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1a11f380-df8d-476c-bb12-03681a4e562b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:30:26.126879 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1a11f380-df8d-476c-bb12-03681a4e562b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:30:26.247557 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1a11f380-df8d-476c-bb12-03681a4e562b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:26.310000 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1a11f380-df8d-476c-bb12-03681a4e562b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:26.352829 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device c9fea652-b62d-450d-858f-b9fa46427100 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:30:26.387421 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: c9fea652-b62d-450d-858f-b9fa46427100 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:30:26.387763 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device c9fea652-b62d-450d-858f-b9fa46427100 not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:30:26.388006 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1a11f380-df8d-476c-bb12-03681a4e562b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:26.412106 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11f380-df8d-476c-bb12-03681a4e562b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=343f8d59-4e47-4385-9516-ee9875c1261e,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:26.519746 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1a11f380-df8d-476c-bb12-03681a4e562b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:26.520860 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1a11f380-df8d-476c-bb12-03681a4e562b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4169090 Oct 10 11:30:26.524256 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60966) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:26.529125 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-642bfc39-3723-4b5e-a34e-b086e18132c1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '1a9ac76b-8124-4d62-a3ee-456600e0eb25', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:30:26.535212 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-642bfc39-3723-4b5e-a34e-b086e18132c1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:30:26.539210 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-642bfc39-3723-4b5e-a34e-b086e18132c1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:30:26.542107 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-642bfc39-3723-4b5e-a34e-b086e18132c1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:30:26.547726 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-642bfc39-3723-4b5e-a34e-b086e18132c1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:30:26.733564 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-642bfc39-3723-4b5e-a34e-b086e18132c1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:26.799763 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-642bfc39-3723-4b5e-a34e-b086e18132c1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:26.914026 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-642bfc39-3723-4b5e-a34e-b086e18132c1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:26.939241 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642bfc39-3723-4b5e-a34e-b086e18132c1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9912bcc8-ae19-4e34-8993-c92492efff3a,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:26.994053 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-642bfc39-3723-4b5e-a34e-b086e18132c1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:26.995429 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-642bfc39-3723-4b5e-a34e-b086e18132c1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4702661 Oct 10 11:30:26.998240 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 60972) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:27.003254 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-1d88af9a-98ed-4230-aad6-e6b5a82ce289 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '1a9ac76b-8124-4d62-a3ee-456600e0eb25', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:30:27.009541 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1d88af9a-98ed-4230-aad6-e6b5a82ce289 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:30:27.013387 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1d88af9a-98ed-4230-aad6-e6b5a82ce289 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:30:27.016316 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1d88af9a-98ed-4230-aad6-e6b5a82ce289 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:30:27.022088 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1d88af9a-98ed-4230-aad6-e6b5a82ce289 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:30:27.104574 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1d88af9a-98ed-4230-aad6-e6b5a82ce289 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:27.167713 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1d88af9a-98ed-4230-aad6-e6b5a82ce289 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:27.263931 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1d88af9a-98ed-4230-aad6-e6b5a82ce289 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:27.288107 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88af9a-98ed-4230-aad6-e6b5a82ce289 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59332b72-a599-4bc9-b4ee-ce13021d3a0f,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:27.359706 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1d88af9a-98ed-4230-aad6-e6b5a82ce289 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:27.363631 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1d88af9a-98ed-4230-aad6-e6b5a82ce289 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3618166 Oct 10 11:30:27.363982 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60980) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:27.369895 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-b9c1446f-2bc9-4a12-a565-55b917cb5672 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '1a9ac76b-8124-4d62-a3ee-456600e0eb25', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:30:27.375951 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b9c1446f-2bc9-4a12-a565-55b917cb5672 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:30:27.379819 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b9c1446f-2bc9-4a12-a565-55b917cb5672 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:30:27.382793 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b9c1446f-2bc9-4a12-a565-55b917cb5672 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:30:27.388957 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b9c1446f-2bc9-4a12-a565-55b917cb5672 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:30:27.462521 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-b9c1446f-2bc9-4a12-a565-55b917cb5672 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Project abdeb3603c4943b08320f37282de8f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:30:27.469769 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b9c1446f-2bc9-4a12-a565-55b917cb5672 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:27.534404 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b9c1446f-2bc9-4a12-a565-55b917cb5672 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:27.617655 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b9c1446f-2bc9-4a12-a565-55b917cb5672 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:27.645550 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1446f-2bc9-4a12-a565-55b917cb5672 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c1f040-f8f3-4d3b-8677-5dcb966fea93,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:27.708341 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b9c1446f-2bc9-4a12-a565-55b917cb5672 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:27.709599 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b9c1446f-2bc9-4a12-a565-55b917cb5672 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3445671 Oct 10 11:30:27.712868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 60984) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:27.717859 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-aaf0f28a-fd75-477a-8717-aefdd2c5bfac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '1a9ac76b-8124-4d62-a3ee-456600e0eb25', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:30:27.723804 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-aaf0f28a-fd75-477a-8717-aefdd2c5bfac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:30:27.728482 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-aaf0f28a-fd75-477a-8717-aefdd2c5bfac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:30:27.731434 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-aaf0f28a-fd75-477a-8717-aefdd2c5bfac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:30:27.737136 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-aaf0f28a-fd75-477a-8717-aefdd2c5bfac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:30:27.816904 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-aaf0f28a-fd75-477a-8717-aefdd2c5bfac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Project abdeb3603c4943b08320f37282de8f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:30:27.824559 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aaf0f28a-fd75-477a-8717-aefdd2c5bfac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:27.897267 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aaf0f28a-fd75-477a-8717-aefdd2c5bfac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:27.943875 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aaf0f28a-fd75-477a-8717-aefdd2c5bfac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:27.969219 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0f28a-fd75-477a-8717-aefdd2c5bfac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37cf9e1a-3497-4f37-a9c9-c02855b27ccd,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:28.017892 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aaf0f28a-fd75-477a-8717-aefdd2c5bfac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:28.019278 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-aaf0f28a-fd75-477a-8717-aefdd2c5bfac tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3054969 Oct 10 11:30:28.181216 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-fbf0451b-133f-49f7-83af-6d819b90e75d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-975485795&fields=id&tenant_id=abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 267 time: 0.0400560 Oct 10 11:30:28.333506 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-6256cc17-0019-4232-9019-72edd12faacd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:28.335033 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-6256cc17-0019-4232-9019-72edd12faacd tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/networks?id=8f89a73c-4675-4b7d-b8a2-5d9153223e36 HTTP/1.1" status: 200 len: 796 time: 0.1474268 Oct 10 11:30:28.355034 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-3d3a5189-7aca-4d17-8628-5ec8501f30b9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/quotas/abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 375 time: 0.0106933 Oct 10 11:30:28.463013 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-ba5b7ce8-fc24-4029-ae8e-d0469d1ef4ce tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1023517 Oct 10 11:30:28.601660 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-841f7466-0aa8-487a-b7c0-d7232802ecfe service neutron] 10.222.0.40 "GET /v2.0/networks/8f89a73c-4675-4b7d-b8a2-5d9153223e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266682 Oct 10 11:30:28.745222 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-8de89df3-7780-445b-9f10-39fa6c4c4e88 service neutron] 10.222.0.40 "GET /v2.0/networks/8f89a73c-4675-4b7d-b8a2-5d9153223e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373873 Oct 10 11:30:30.075278 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0bcdcfca-8046-4558-b94c-f9e5f35729d7 req-10b40bc5-b38e-4e18-80dd-95ab59048a64 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f5c1221-0a0b-490f-bc8f-c104dd9df12f HTTP/1.1" status: 200 len: 210 time: 0.0592809 Oct 10 11:30:31.236224 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-111ecbba-77bf-4ecd-a811-e779864335b7 req-339044db-376d-44d2-b787-3f8863a21243 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f5c1221-0a0b-490f-bc8f-c104dd9df12f HTTP/1.1" status: 200 len: 210 time: 0.0520294 Oct 10 11:30:31.787730 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 32794) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:31.992566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-fd8ceabb-8e75-4de6-a182-05d11cbf928a tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Deleting port c69564c1-0b73-4ad2-a522-2ee96448b678 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:30:31.992898 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fd8ceabb-8e75-4de6-a182-05d11cbf928a tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:32.159192 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fd8ceabb-8e75-4de6-a182-05d11cbf928a tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:32.159514 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fd8ceabb-8e75-4de6-a182-05d11cbf928a tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:32.377565 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-fd8ceabb-8e75-4de6-a182-05d11cbf928a tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Calling delete_port for c69564c1-0b73-4ad2-a522-2ee96448b678 owned by network:floatingip {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:30:32.404573 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-adc9d030-1263-4dd3-bed9-a2de5dcec3b3 req-4cf5a8c5-a3b9-4d93-941a-df369a6c6d95 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f5c1221-0a0b-490f-bc8f-c104dd9df12f HTTP/1.1" status: 200 len: 210 time: 0.0536549 Oct 10 11:30:32.588681 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-f4312d35-37cf-4a16-a033-5ec5c93b3633 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:32.590108 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-f4312d35-37cf-4a16-a033-5ec5c93b3633 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/networks?id=8f89a73c-4675-4b7d-b8a2-5d9153223e36 HTTP/1.1" status: 200 len: 796 time: 0.1831472 Oct 10 11:30:32.690476 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-342d7ed3-6870-47cb-9aca-f4449e965700 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 471 time: 0.0901380 Oct 10 11:30:32.699135 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-04c901c0-f968-4c02-b9db-b27401248a04 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'port': {'device_id': '7f5c1221-0a0b-490f-bc8f-c104dd9df12f', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'admin_state_up': True, 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'security_groups': ['1a9ac76b-8124-4d62-a3ee-456600e0eb25']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:30:32.777306 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fd8ceabb-8e75-4de6-a182-05d11cbf928a tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:32.842451 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ceabb-8e75-4de6-a182-05d11cbf928a tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Pushing event deleted for resources: {'Port': ['ID=c69564c1-0b73-4ad2-a522-2ee96448b678,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:32.965687 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-04c901c0-f968-4c02-b9db-b27401248a04 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:30:32.979321 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fd8ceabb-8e75-4de6-a182-05d11cbf928a tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for floatingip, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:32.980231 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [None req-fd8ceabb-8e75-4de6-a182-05d11cbf928a tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Floating IP efc0d4f5-a01e-4e00-840a-73d9a46b84c1 disassociated (deleted). External IP: 172.26.4.188, port: c3e8b383-dc8f-453d-8b00-1ba2635cee3a. Oct 10 11:30:33.033709 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-04c901c0-f968-4c02-b9db-b27401248a04 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:30:33.134904 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-04c901c0-f968-4c02-b9db-b27401248a04 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Made reservation on behalf of abdeb3603c4943b08320f37282de8f91 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:30:33.138323 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-04c901c0-f968-4c02-b9db-b27401248a04 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:33.446691 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0d9d243a-9588-4ac6-817c-6c184fef8ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:33.462329 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-04c901c0-f968-4c02-b9db-b27401248a04 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.20.0.9 (8f89a73c-4675-4b7d-b8a2-5d9153223e36/2d1b03a4-2bae-4e95-83cd-9c17b028dd46/1928654c-9288-4740-97f2-a25c696ce997) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:30:33.484866 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8ceabb-8e75-4de6-a182-05d11cbf928a tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:30:33.667468 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-42edb0de-1c06-4cf0-886b-75251d55bcf2 req-6649fe5e-38dc-4ccf-b616-39a454139f2b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f5c1221-0a0b-490f-bc8f-c104dd9df12f HTTP/1.1" status: 200 len: 210 time: 0.1501908 Oct 10 11:30:33.961379 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8ceabb-8e75-4de6-a182-05d11cbf928a tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:30:33.970900 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66904ac9-e8bc-4bb2-95aa-0a307e8f06f6 None None] Sync routers for ids ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:30:33.980837 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66904ac9-e8bc-4bb2-95aa-0a307e8f06f6 None None] Routers {'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:30:33.981466 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-66904ac9-e8bc-4bb2-95aa-0a307e8f06f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:30:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:33.982661 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-04c901c0-f968-4c02-b9db-b27401248a04 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:34.002413 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-04c901c0-f968-4c02-b9db-b27401248a04 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Transition to ACTIVE for port object 1928654c-9288-4740-97f2-a25c696ce997 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:30:34.102810 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fd8ceabb-8e75-4de6-a182-05d11cbf928a tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:34.134005 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-04c901c0-f968-4c02-b9db-b27401248a04 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:34.170497 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-66904ac9-e8bc-4bb2-95aa-0a307e8f06f6 None None] Set router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:30:34.225725 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-04c901c0-f968-4c02-b9db-b27401248a04 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 8f89a73c-4675-4b7d-b8a2-5d9153223e36 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:30:34.230283 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-04c901c0-f968-4c02-b9db-b27401248a04 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:30:34.233047 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-fd8ceabb-8e75-4de6-a182-05d11cbf928a tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "DELETE /v2.0/floatingips/efc0d4f5-a01e-4e00-840a-73d9a46b84c1 HTTP/1.1" status: 204 len: 168 time: 2.4436443 Oct 10 11:30:34.234065 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-04c901c0-f968-4c02-b9db-b27401248a04 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:30:34.266999 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed', 'tag': 'c3e8b383-dc8f-453d-8b00-1ba2635cee3a'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:30:34.269155 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b42f0a-6c29-40c4-9404-4b2998494a92" -d '{"events": [{"name": "network-changed", "server_uuid": "a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed", "tag": "c3e8b383-dc8f-453d-8b00-1ba2635cee3a"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:30:34.276145 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c901c0-f968-4c02-b9db-b27401248a04 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=1928654c-9288-4740-97f2-a25c696ce997,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:34.313851 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-04c901c0-f968-4c02-b9db-b27401248a04 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:34.314469 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-04c901c0-f968-4c02-b9db-b27401248a04 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:34.338448 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28778327-9b31-4257-87bd-0d27dc3bc6c4 x-openstack-request-id: req-28778327-9b31-4257-87bd-0d27dc3bc6c4 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:30:34.338742 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed", "tag": "c3e8b383-dc8f-453d-8b00-1ba2635cee3a", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:30:34.338994 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-28778327-9b31-4257-87bd-0d27dc3bc6c4 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:30:34.339393 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28778327-9b31-4257-87bd-0d27dc3bc6c4'] response: {'name': 'network-changed', 'server_uuid': 'a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed', 'tag': 'c3e8b383-dc8f-453d-8b00-1ba2635cee3a', 'status': 'completed', 'code': 200} Oct 10 11:30:34.451449 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b42f0a-6c29-40c4-9404-4b2998494a92 req-b71164d0-e4ec-4b02-bc8d-159bcb046e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:34.453259 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-35b42f0a-6c29-40c4-9404-4b2998494a92 req-b71164d0-e4ec-4b02-bc8d-159bcb046e97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ca309cf9da347e1972c7a5240bc70ad&device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 1099 time: 0.1006920 Oct 10 11:30:34.490276 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-04c901c0-f968-4c02-b9db-b27401248a04 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7914898 Oct 10 11:30:34.500778 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-c8adde72-d499-4730-94a7-101dc1d1ab9e service neutron] Request body: {'port': {'device_id': '7f5c1221-0a0b-490f-bc8f-c104dd9df12f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:30:34.546741 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-66904ac9-e8bc-4bb2-95aa-0a307e8f06f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'name': 'tempest-TestVolumeBootPattern-1067560194-router', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:07Z', 'updated_at': '2022-10-10T11:19:15Z', 'revision_number': 4, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'gw_port': {'id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:08Z', 'updated_at': '2022-10-10T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '18bc4e2c-d966-40d7-97e7-106c145b51f6', 'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'mac_address': 'fa:16:3e:69:c9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:14Z', 'updated_at': '2022-10-10T11:19:31Z', 'revision_number': 5, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'subnets': [{'id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:34.552747 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66904ac9-e8bc-4bb2-95aa-0a307e8f06f6 None None] Checking router: e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:30:34.564069 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66904ac9-e8bc-4bb2-95aa-0a307e8f06f6 None None] Routers {'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:30:34.564816 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-66904ac9-e8bc-4bb2-95aa-0a307e8f06f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:30:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:34.621813 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-c8adde72-d499-4730-94a7-101dc1d1ab9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:34.627363 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b42f0a-6c29-40c4-9404-4b2998494a92 req-43eb4e10-80c6-4a20-a83d-4eae57e9ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:34.630011 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-35b42f0a-6c29-40c4-9404-4b2998494a92 req-43eb4e10-80c6-4a20-a83d-4eae57e9ca96 service neutron] 10.222.0.15 "GET /v2.0/networks?id=616f1bfe-2293-42af-8b84-9f66f180ede2 HTTP/1.1" status: 200 len: 913 time: 0.1697843 Oct 10 11:30:34.721816 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-35b42f0a-6c29-40c4-9404-4b2998494a92 req-ef910989-df0f-4172-9834-c82e15fc475e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e8b383-dc8f-453d-8b00-1ba2635cee3a HTTP/1.1" status: 200 len: 217 time: 0.0857518 Oct 10 11:30:34.762349 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-126cfb14-ff99-45b4-9aeb-ea7e01adf9e3 None None] Provisioning for port 1928654c-9288-4740-97f2-a25c696ce997 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:30:34.769569 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-126cfb14-ff99-45b4-9aeb-ea7e01adf9e3 None None] Provisioning complete for port 1928654c-9288-4740-97f2-a25c696ce997 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:30:34.769937 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-126cfb14-ff99-45b4-9aeb-ea7e01adf9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:34.770433 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-126cfb14-ff99-45b4-9aeb-ea7e01adf9e3 None None] Attempt 1 to provision port 1928654c-9288-4740-97f2-a25c696ce997 Oct 10 11:30:34.807478 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b42f0a-6c29-40c4-9404-4b2998494a92 req-375d7f65-32fc-446d-a791-d91602e9cbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:34.808940 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-35b42f0a-6c29-40c4-9404-4b2998494a92 req-375d7f65-32fc-446d-a791-d91602e9cbea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c94ad8c-d8fc-4d25-b911-8ac97e113003 HTTP/1.1" status: 200 len: 851 time: 0.0808570 Oct 10 11:30:34.843625 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-66904ac9-e8bc-4bb2-95aa-0a307e8f06f6 None None] Set router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:30:34.908210 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b42f0a-6c29-40c4-9404-4b2998494a92 req-668a9c34-2450-414a-b046-dcb042fb61df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:34.909951 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-35b42f0a-6c29-40c4-9404-4b2998494a92 req-668a9c34-2450-414a-b046-dcb042fb61df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=616f1bfe-2293-42af-8b84-9f66f180ede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0944548 Oct 10 11:30:34.916023 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-126cfb14-ff99-45b4-9aeb-ea7e01adf9e3 None None] Port 1928654c-9288-4740-97f2-a25c696ce997 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:30:35.091769 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f312e-8cb5-4771-b8f9-94ac6dc9e1ae req-9121cb0e-af17-4d59-8fa7-e931f0e9b9cf tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:35.094729 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-c69f312e-8cb5-4771-b8f9-94ac6dc9e1ae req-9121cb0e-af17-4d59-8fa7-e931f0e9b9cf tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:30:35.138122 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-35b42f0a-6c29-40c4-9404-4b2998494a92 req-3fe87d7a-794e-4ba6-bcad-a1e5ead43845 service neutron] 10.222.0.15 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211857 Oct 10 11:30:35.164108 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-c8adde72-d499-4730-94a7-101dc1d1ab9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1928654c-9288-4740-97f2-a25c696ce997 {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:30:35.172313 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-c8adde72-d499-4730-94a7-101dc1d1ab9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:35.189850 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-c8adde72-d499-4730-94a7-101dc1d1ab9e service neutron] Transition to ACTIVE for port object 1928654c-9288-4740-97f2-a25c696ce997 will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:30:35.217935 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-c69f312e-8cb5-4771-b8f9-94ac6dc9e1ae req-9121cb0e-af17-4d59-8fa7-e931f0e9b9cf tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:30:35.219219 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c69f312e-8cb5-4771-b8f9-94ac6dc9e1ae req-9121cb0e-af17-4d59-8fa7-e931f0e9b9cf tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f5c1221-0a0b-490f-bc8f-c104dd9df12f HTTP/1.1" status: 200 len: 931 time: 0.3671677 Oct 10 11:30:35.223771 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-66904ac9-e8bc-4bb2-95aa-0a307e8f06f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'name': 'tempest-TestVolumeBootPattern-1067560194-router', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:07Z', 'updated_at': '2022-10-10T11:19:15Z', 'revision_number': 4, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'gw_port': {'id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:08Z', 'updated_at': '2022-10-10T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '18bc4e2c-d966-40d7-97e7-106c145b51f6', 'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'mac_address': 'fa:16:3e:69:c9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:14Z', 'updated_at': '2022-10-10T11:19:31Z', 'revision_number': 5, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'subnets': [{'id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:35.231290 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66904ac9-e8bc-4bb2-95aa-0a307e8f06f6 None None] The sync data for ids ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'] in dv-neutron-860842-1-hyperv is: [{'id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'name': 'tempest-TestVolumeBootPattern-1067560194-router', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:07Z', 'updated_at': '2022-10-10T11:19:15Z', 'revision_number': 4, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'gw_port': {'id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:08Z', 'updated_at': '2022-10-10T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '18bc4e2c-d966-40d7-97e7-106c145b51f6', 'name': '', 'network_id': '616f1bfe-2293-42af-8b84-9f66f180ede2', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'mac_address': 'fa:16:3e:69:c9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:14Z', 'updated_at': '2022-10-10T11:19:31Z', 'revision_number': 5, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'subnets': [{'id': '3c94ad8c-d8fc-4d25-b911-8ac97e113003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:30:35.256473 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6993f-fe3d-479d-a323-9919efe014d1 req-0285073f-abce-498a-856d-a073df5afd4f tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:35.262399 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4de6993f-fe3d-479d-a323-9919efe014d1 req-0285073f-abce-498a-856d-a073df5afd4f tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 946 time: 0.2045364 Oct 10 11:30:35.271187 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c69f312e-8cb5-4771-b8f9-94ac6dc9e1ae req-aab908b0-fa34-4f12-abbd-0192fc86075c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=1a9ac76b-8124-4d62-a3ee-456600e0eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457437 Oct 10 11:30:35.298888 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-c8adde72-d499-4730-94a7-101dc1d1ab9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:35.339089 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-35b42f0a-6c29-40c4-9404-4b2998494a92 req-84f3af93-535a-4f43-a376-7232e4ac89ed service neutron] 10.222.0.15 "GET /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933911 Oct 10 11:30:35.341538 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4de6993f-fe3d-479d-a323-9919efe014d1 req-dd205c67-05ac-4b8f-8a9c-f57e827aba79 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/security-groups?id=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755000 Oct 10 11:30:35.417749 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-126cfb14-ff99-45b4-9aeb-ea7e01adf9e3 None None] Attempt 2 to provision port 1928654c-9288-4740-97f2-a25c696ce997 Oct 10 11:30:35.474509 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6d5f5-abec-4a53-ace4-cf00a1a1c085 req-91c45a61-f0a4-4085-9ed9-f314e8b16cff tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:35.477212 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f2e6d5f5-abec-4a53-ace4-cf00a1a1c085 req-91c45a61-f0a4-4085-9ed9-f314e8b16cff tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.15 "GET /v2.0/ports?device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 946 time: 0.1143086 Oct 10 11:30:35.501178 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8adde72-d499-4730-94a7-101dc1d1ab9e service neutron] Pushing event updated for resources: {'Port': ['ID=1928654c-9288-4740-97f2-a25c696ce997,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:35.548018 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-c8adde72-d499-4730-94a7-101dc1d1ab9e service neutron] Attempting to bind port 1928654c-9288-4740-97f2-a25c696ce997 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:30:35.548240 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-c8adde72-d499-4730-94a7-101dc1d1ab9e service neutron] Attempting to bind port 1928654c-9288-4740-97f2-a25c696ce997 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:30:35.548562 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-c8adde72-d499-4730-94a7-101dc1d1ab9e service neutron] Attempting to bind port 1928654c-9288-4740-97f2-a25c696ce997 on network 8f89a73c-4675-4b7d-b8a2-5d9153223e36 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:30:35.555132 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-c8adde72-d499-4730-94a7-101dc1d1ab9e service neutron] Port 1928654c-9288-4740-97f2-a25c696ce997 on network 8f89a73c-4675-4b7d-b8a2-5d9153223e36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:30:35.555449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-c8adde72-d499-4730-94a7-101dc1d1ab9e service neutron] Attempting to bind port 1928654c-9288-4740-97f2-a25c696ce997 on network 8f89a73c-4675-4b7d-b8a2-5d9153223e36 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:30:35.562919 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-c8adde72-d499-4730-94a7-101dc1d1ab9e service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:30:35.563252 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-c8adde72-d499-4730-94a7-101dc1d1ab9e service neutron] Checking segment: {'id': 'ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:30:35.563628 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-c8adde72-d499-4730-94a7-101dc1d1ab9e service neutron] Bound using segment: {'id': 'ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:30:35.564057 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-c8adde72-d499-4730-94a7-101dc1d1ab9e service neutron] Bound port: 1928654c-9288-4740-97f2-a25c696ce997, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:30:35.564402 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-c8adde72-d499-4730-94a7-101dc1d1ab9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:35.564596 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7316ae1d-9921-447e-b301-c23357a6c973 None None] New status for floating IP efc0d4f5-a01e-4e00-840a-73d9a46b84c1: DOWN {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:30:35.567015 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-126cfb14-ff99-45b4-9aeb-ea7e01adf9e3 None None] Port 1928654c-9288-4740-97f2-a25c696ce997 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:30:35.573746 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [req-f2e6d5f5-abec-4a53-ace4-cf00a1a1c085 req-4f0ea3d8-69e8-4480-a95b-4d627831c8d3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Deleting port c3e8b383-dc8f-453d-8b00-1ba2635cee3a {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:30:35.574541 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-f2e6d5f5-abec-4a53-ace4-cf00a1a1c085 req-4f0ea3d8-69e8-4480-a95b-4d627831c8d3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:35.669288 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-c8adde72-d499-4730-94a7-101dc1d1ab9e service neutron] For port 1928654c-9288-4740-97f2-a25c696ce997, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:30:35.672849 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-c8adde72-d499-4730-94a7-101dc1d1ab9e service neutron] For port 1928654c-9288-4740-97f2-a25c696ce997, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=1928654c-9288-4740-97f2-a25c696ce997,segment=NetworkSegment(ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822),segment_id=ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:30:35.755230 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-663c1b8f-7220-4752-abef-90b66f96d281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:35.767388 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-c8adde72-d499-4730-94a7-101dc1d1ab9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:35.799693 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-c8adde72-d499-4730-94a7-101dc1d1ab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:35.800220 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-c8adde72-d499-4730-94a7-101dc1d1ab9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:35.801636 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-c8adde72-d499-4730-94a7-101dc1d1ab9e service neutron] 10.222.0.15 "PUT /v2.0/ports/1928654c-9288-4740-97f2-a25c696ce997 HTTP/1.1" status: 200 len: 1093 time: 1.3056908 Oct 10 11:30:35.842921 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8adde72-d499-4730-94a7-101dc1d1ab9e service neutron] Pushing event updated for resources: {'Port': ['ID=1928654c-9288-4740-97f2-a25c696ce997,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:35.960295 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [req-f2e6d5f5-abec-4a53-ace4-cf00a1a1c085 req-4f0ea3d8-69e8-4480-a95b-4d627831c8d3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] For port c3e8b383-dc8f-453d-8b00-1ba2635cee3a, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=c3e8b383-dc8f-453d-8b00-1ba2635cee3a,segment=NetworkSegment(7c4f4c4c-5113-482f-a194-d6aa0f6b009c),segment_id=7c4f4c4c-5113-482f-a194-d6aa0f6b009c)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:30:35.960661 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-f2e6d5f5-abec-4a53-ace4-cf00a1a1c085 req-4f0ea3d8-69e8-4480-a95b-4d627831c8d3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:35.969454 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-10b99042-82cc-4f70-8e85-42bed6fedc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:35.970969 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-10b99042-82cc-4f70-8e85-42bed6fedc80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=7f5c1221-0a0b-490f-bc8f-c104dd9df12f HTTP/1.1" status: 200 len: 1096 time: 0.0798912 Oct 10 11:30:36.020702 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:30:36.044505 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-94d43ba2-b70e-47f5-a12f-4ac883ccfd8d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1928654c-9288-4740-97f2-a25c696ce997 HTTP/1.1" status: 200 len: 217 time: 0.0644250 Oct 10 11:30:36.069040 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-126cfb14-ff99-45b4-9aeb-ea7e01adf9e3 None None] Attempt 3 to provision port 1928654c-9288-4740-97f2-a25c696ce997 Oct 10 11:30:36.086511 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [req-f2e6d5f5-abec-4a53-ace4-cf00a1a1c085 req-4f0ea3d8-69e8-4480-a95b-4d627831c8d3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Calling delete_port for c3e8b383-dc8f-453d-8b00-1ba2635cee3a owned by compute:nova {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:30:36.112158 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-9d698c08-0f5b-4cbe-8d3f-e6a7feef7dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:36.113839 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-9d698c08-0f5b-4cbe-8d3f-e6a7feef7dbf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d1b03a4-2bae-4e95-83cd-9c17b028dd46 HTTP/1.1" status: 200 len: 835 time: 0.0626395 Oct 10 11:30:36.142228 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-126cfb14-ff99-45b4-9aeb-ea7e01adf9e3 None None] Port 1928654c-9288-4740-97f2-a25c696ce997 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:30:36.309483 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-9055d63e-e513-438e-8985-a86261d5d5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:36.310988 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-9055d63e-e513-438e-8985-a86261d5d5d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8f89a73c-4675-4b7d-b8a2-5d9153223e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1904120 Oct 10 11:30:36.340719 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5c1221-0a0b-490f-bc8f-c104dd9df12f', 'tag': '1928654c-9288-4740-97f2-a25c696ce997'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:30:36.343313 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05191ba7-7633-4448-96d2-696a4bec594c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5c1221-0a0b-490f-bc8f-c104dd9df12f", "tag": "1928654c-9288-4740-97f2-a25c696ce997"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:30:36.360192 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-f2e6d5f5-abec-4a53-ace4-cf00a1a1c085 req-4f0ea3d8-69e8-4480-a95b-4d627831c8d3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:36.420098 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8220d79-6e73-41d5-9015-a0cbea7a2a0a x-openstack-request-id: req-c8220d79-6e73-41d5-9015-a0cbea7a2a0a {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:30:36.420387 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5c1221-0a0b-490f-bc8f-c104dd9df12f", "tag": "1928654c-9288-4740-97f2-a25c696ce997", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:30:36.420638 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c8220d79-6e73-41d5-9015-a0cbea7a2a0a {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:30:36.421028 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8220d79-6e73-41d5-9015-a0cbea7a2a0a'] response: {'name': 'network-changed', 'server_uuid': '7f5c1221-0a0b-490f-bc8f-c104dd9df12f', 'tag': '1928654c-9288-4740-97f2-a25c696ce997', 'status': 'completed', 'code': 200} Oct 10 11:30:36.479835 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ea3d8-69e8-4480-a95b-4d627831c8d3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Pushing event deleted for resources: {'Port': ['ID=c3e8b383-dc8f-453d-8b00-1ba2635cee3a,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:36.527457 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-5d434cbc-5794-4aab-9fd1-54285a639661 service neutron] 10.222.0.15 "GET /v2.0/networks/8f89a73c-4675-4b7d-b8a2-5d9153223e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058153 Oct 10 11:30:36.573322 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e6d5f5-abec-4a53-ace4-cf00a1a1c085 req-4f0ea3d8-69e8-4480-a95b-4d627831c8d3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] No DVR routers for this DVR port c3e8b383-dc8f-453d-8b00-1ba2635cee3a on host hv-neutron-8608 {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:30:36.575955 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-f2e6d5f5-abec-4a53-ace4-cf00a1a1c085 req-4f0ea3d8-69e8-4480-a95b-4d627831c8d3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:36.578728 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f989f-5db8-4462-b3c4-1e59d63e3464 req-0dc1fbc6-bc42-4891-82cf-29d075e935e5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:36.580189 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c68f989f-5db8-4462-b3c4-1e59d63e3464 req-0dc1fbc6-bc42-4891-82cf-29d075e935e5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f5c1221-0a0b-490f-bc8f-c104dd9df12f HTTP/1.1" status: 200 len: 943 time: 0.1619494 Oct 10 11:30:36.582698 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-61b4236f-5142-4ba2-94a2-ce77dde67a52 req-10bd292f-d3ec-45b0-be70-dfc7d31e5836 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 210 time: 0.0986958 Oct 10 11:30:36.584261 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed', 'name': 'network-vif-deleted', 'tag': 'c3e8b383-dc8f-453d-8b00-1ba2635cee3a'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:30:36.587305 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4eec33a-ddbc-4690-a820-ddf35c4bd4ec" -d '{"events": [{"server_uuid": "a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed", "name": "network-vif-deleted", "tag": "c3e8b383-dc8f-453d-8b00-1ba2635cee3a"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:30:36.605734 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f2e6d5f5-abec-4a53-ace4-cf00a1a1c085 req-4f0ea3d8-69e8-4480-a95b-4d627831c8d3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.15 "DELETE /v2.0/ports/c3e8b383-dc8f-453d-8b00-1ba2635cee3a HTTP/1.1" status: 204 len: 173 time: 1.1232665 Oct 10 11:30:36.643027 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999509b0-f43d-4e42-a74f-1789f5956c50 x-openstack-request-id: req-999509b0-f43d-4e42-a74f-1789f5956c50 {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:30:36.643384 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed", "name": "network-vif-deleted", "tag": "c3e8b383-dc8f-453d-8b00-1ba2635cee3a", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:30:36.643793 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-999509b0-f43d-4e42-a74f-1789f5956c50 {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:30:36.644437 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-999509b0-f43d-4e42-a74f-1789f5956c50'] response: {'server_uuid': 'a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed', 'name': 'network-vif-deleted', 'tag': 'c3e8b383-dc8f-453d-8b00-1ba2635cee3a', 'status': 'completed', 'code': 200} Oct 10 11:30:36.690679 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c68f989f-5db8-4462-b3c4-1e59d63e3464 req-f18ae06e-9c26-4d64-b0ad-6329c31536a3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=1a9ac76b-8124-4d62-a3ee-456600e0eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613194 Oct 10 11:30:36.707203 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5f9b70fd-3690-4431-9008-725b43d8d6ad req-0497abb7-7ad5-46f2-ad59-5a12f79bb38e service neutron] 10.222.0.15 "GET /v2.0/networks/8f89a73c-4675-4b7d-b8a2-5d9153223e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730149 Oct 10 11:30:36.912967 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05191ba7-7633-4448-96d2-696a4bec594c req-dd8ffd40-093a-4518-911e-63e60d092885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:36.915668 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-05191ba7-7633-4448-96d2-696a4bec594c req-dd8ffd40-093a-4518-911e-63e60d092885 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=7f5c1221-0a0b-490f-bc8f-c104dd9df12f HTTP/1.1" status: 200 len: 1096 time: 0.1018486 Oct 10 11:30:37.029270 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:37.057815 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:37.076052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05191ba7-7633-4448-96d2-696a4bec594c req-c7f91e4a-5ca6-4369-bc5f-5feeb9db4064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:37.077564 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-05191ba7-7633-4448-96d2-696a4bec594c req-c7f91e4a-5ca6-4369-bc5f-5feeb9db4064 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8f89a73c-4675-4b7d-b8a2-5d9153223e36 HTTP/1.1" status: 200 len: 897 time: 0.1450052 Oct 10 11:30:37.149719 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-05191ba7-7633-4448-96d2-696a4bec594c req-a9baac70-4893-40eb-bfb5-e382c23e4ff4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1928654c-9288-4740-97f2-a25c696ce997 HTTP/1.1" status: 200 len: 217 time: 0.0634859 Oct 10 11:30:37.216988 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05191ba7-7633-4448-96d2-696a4bec594c req-ad24883f-b677-46bb-8f2a-7a552042c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:37.218446 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-05191ba7-7633-4448-96d2-696a4bec594c req-ad24883f-b677-46bb-8f2a-7a552042c7b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d1b03a4-2bae-4e95-83cd-9c17b028dd46 HTTP/1.1" status: 200 len: 835 time: 0.0619459 Oct 10 11:30:37.304729 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05191ba7-7633-4448-96d2-696a4bec594c req-0b1cdb2b-bb88-4197-bbe5-8af746cc4cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:37.306264 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-05191ba7-7633-4448-96d2-696a4bec594c req-0b1cdb2b-bb88-4197-bbe5-8af746cc4cc4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8f89a73c-4675-4b7d-b8a2-5d9153223e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809884 Oct 10 11:30:37.439287 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-05191ba7-7633-4448-96d2-696a4bec594c req-94c3dac4-35e1-4252-ac8b-bee543099544 service neutron] 10.222.0.15 "GET /v2.0/networks/8f89a73c-4675-4b7d-b8a2-5d9153223e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262541 Oct 10 11:30:37.570940 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-05191ba7-7633-4448-96d2-696a4bec594c req-ee988e00-ebab-4c05-a1e0-f78b643a50bd service neutron] 10.222.0.15 "GET /v2.0/networks/8f89a73c-4675-4b7d-b8a2-5d9153223e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248677 Oct 10 11:30:37.762480 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-040d624f-50a8-4716-a5ae-0db07de14b76 req-c8d1ce74-72d5-4226-972a-87c9da9bb18e tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Synchronizing usage tracker for tenant:2ca309cf9da347e1972c7a5240bc70ad on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:30:37.856696 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-040d624f-50a8-4716-a5ae-0db07de14b76 req-c8d1ce74-72d5-4226-972a-87c9da9bb18e tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Unset dirty status for tenant:2ca309cf9da347e1972c7a5240bc70ad on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:30:37.858048 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-040d624f-50a8-4716-a5ae-0db07de14b76 req-c8d1ce74-72d5-4226-972a-87c9da9bb18e tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "GET /v2.0/ports?device_id=a81c7b2d-1472-4b0d-89d9-22a11d2fb8ed HTTP/1.1" status: 200 len: 210 time: 0.1509120 Oct 10 11:30:37.903446 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630eff9d-a2e6-47ba-a049-1722540947da req-518b4a5e-0b7c-4192-af7a-7160606142a4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:37.904921 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-630eff9d-a2e6-47ba-a049-1722540947da req-518b4a5e-0b7c-4192-af7a-7160606142a4 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f5c1221-0a0b-490f-bc8f-c104dd9df12f HTTP/1.1" status: 200 len: 943 time: 0.0994930 Oct 10 11:30:37.952034 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-630eff9d-a2e6-47ba-a049-1722540947da req-3e02c4d3-bad0-4526-8551-2c5dc3f78fc5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=1a9ac76b-8124-4d62-a3ee-456600e0eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409355 Oct 10 11:30:38.388409 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 1928654c-9288-4740-97f2-a25c696ce997 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:30:38.391740 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device c3e8b383-dc8f-453d-8b00-1ba2635cee3a no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:30:38.431979 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: c3e8b383-dc8f-453d-8b00-1ba2635cee3a {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:30:38.432321 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device c3e8b383-dc8f-453d-8b00-1ba2635cee3a not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:30:38.564860 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 1928654c-9288-4740-97f2-a25c696ce997, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=1928654c-9288-4740-97f2-a25c696ce997,segment=NetworkSegment(ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822),segment_id=ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:30:38.582931 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '1928654c-9288-4740-97f2-a25c696ce997', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'port_id': '1928654c-9288-4740-97f2-a25c696ce997', 'mac_address': 'fa:16:3e:08:6b:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 456, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:30:38.636699 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 1928654c-9288-4740-97f2-a25c696ce997 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:30:38.637075 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:38.652036 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:38.654378 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1928654c-9288-4740-97f2-a25c696ce997 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:30:38.670152 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 1928654c-9288-4740-97f2-a25c696ce997, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=1928654c-9288-4740-97f2-a25c696ce997,segment=NetworkSegment(ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822),segment_id=ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:30:38.720476 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:38.790907 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=1928654c-9288-4740-97f2-a25c696ce997,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:38.961689 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 32828) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:39.045057 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['1928654c-9288-4740-97f2-a25c696ce997'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:30:39.282918 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-86b6d7bc-1b22-4b5a-beaf-0c30e23e4bd5 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Deleting port 84c2e584-1656-49ac-8515-f79c9f428a92 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:30:39.283231 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-86b6d7bc-1b22-4b5a-beaf-0c30e23e4bd5 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:39.412051 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:39.456219 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082ce47-e6e1-4df3-873c-c571694d9700 req-714d5e53-94f0-4925-a3c9-470a06c27293 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:39.457711 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e082ce47-e6e1-4df3-873c-c571694d9700 req-714d5e53-94f0-4925-a3c9-470a06c27293 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f5c1221-0a0b-490f-bc8f-c104dd9df12f HTTP/1.1" status: 200 len: 944 time: 0.3594699 Oct 10 11:30:39.502885 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-86b6d7bc-1b22-4b5a-beaf-0c30e23e4bd5 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:39.503204 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-86b6d7bc-1b22-4b5a-beaf-0c30e23e4bd5 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:39.641762 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-86b6d7bc-1b22-4b5a-beaf-0c30e23e4bd5 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Calling delete_port for 84c2e584-1656-49ac-8515-f79c9f428a92 owned by network:floatingip {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:30:39.670759 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e082ce47-e6e1-4df3-873c-c571694d9700 req-fc3e5cc9-dc6e-4684-83be-96582807986b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=1a9ac76b-8124-4d62-a3ee-456600e0eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053621 Oct 10 11:30:39.856998 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-86b6d7bc-1b22-4b5a-beaf-0c30e23e4bd5 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:39.916223 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6d7bc-1b22-4b5a-beaf-0c30e23e4bd5 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Pushing event deleted for resources: {'Port': ['ID=84c2e584-1656-49ac-8515-f79c9f428a92,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:40.019733 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-86b6d7bc-1b22-4b5a-beaf-0c30e23e4bd5 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for floatingip, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:40.125925 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-86b6d7bc-1b22-4b5a-beaf-0c30e23e4bd5 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:40.127001 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-86b6d7bc-1b22-4b5a-beaf-0c30e23e4bd5 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "DELETE /v2.0/floatingips/31fcfd82-06c3-42a7-b88b-0151d423f4c8 HTTP/1.1" status: 204 len: 168 time: 1.1641920 Oct 10 11:30:40.414122 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 1928654c-9288-4740-97f2-a25c696ce997 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:30:40.548433 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port 1928654c-9288-4740-97f2-a25c696ce997 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:30:40.553874 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 1928654c-9288-4740-97f2-a25c696ce997 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:30:40.554248 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:40.557569 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 1928654c-9288-4740-97f2-a25c696ce997 Oct 10 11:30:40.671625 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 1928654c-9288-4740-97f2-a25c696ce997 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:30:40.671999 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:40.700596 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5c1221-0a0b-490f-bc8f-c104dd9df12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1928654c-9288-4740-97f2-a25c696ce997'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:30:40.702466 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1be8380-a8a3-4ac0-95d2-cfed168b6b3e" -d '{"events": [{"server_uuid": "7f5c1221-0a0b-490f-bc8f-c104dd9df12f", "name": "network-vif-plugged", "status": "completed", "tag": "1928654c-9288-4740-97f2-a25c696ce997"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:30:40.714934 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 1928654c-9288-4740-97f2-a25c696ce997, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=1928654c-9288-4740-97f2-a25c696ce997,segment=NetworkSegment(ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822),segment_id=ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:30:40.749798 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1d4f48-76fa-4e6f-b60e-4480c25ee08a x-openstack-request-id: req-6b1d4f48-76fa-4e6f-b60e-4480c25ee08a {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:30:40.750110 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5c1221-0a0b-490f-bc8f-c104dd9df12f", "name": "network-vif-plugged", "status": "completed", "tag": "1928654c-9288-4740-97f2-a25c696ce997", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:30:40.750354 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6b1d4f48-76fa-4e6f-b60e-4480c25ee08a {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:30:40.750750 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b1d4f48-76fa-4e6f-b60e-4480c25ee08a'] response: {'server_uuid': '7f5c1221-0a0b-490f-bc8f-c104dd9df12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1928654c-9288-4740-97f2-a25c696ce997', 'code': 200} Oct 10 11:30:40.790109 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:40.865100 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=1928654c-9288-4740-97f2-a25c696ce997,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:40.894637 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56d8fd-d608-4308-8ec5-f667bd40076d req-5bdb9c6c-7c37-4db4-b7c5-c7101966e722 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:40.897193 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0b56d8fd-d608-4308-8ec5-f667bd40076d req-5bdb9c6c-7c37-4db4-b7c5-c7101966e722 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f5c1221-0a0b-490f-bc8f-c104dd9df12f HTTP/1.1" status: 200 len: 945 time: 0.1009858 Oct 10 11:30:40.946671 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-0b56d8fd-d608-4308-8ec5-f667bd40076d req-aebd72e3-9373-4405-b21b-7a4dfc42c4a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:30:41.046742 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-0b56d8fd-d608-4308-8ec5-f667bd40076d req-aebd72e3-9373-4405-b21b-7a4dfc42c4a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:30:41.050731 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0b56d8fd-d608-4308-8ec5-f667bd40076d req-aebd72e3-9373-4405-b21b-7a4dfc42c4a8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=1a9ac76b-8124-4d62-a3ee-456600e0eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464376 Oct 10 11:30:41.134824 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdcf88-e1db-4a58-850b-394760c1805a req-d488a2e7-138f-47e6-ad72-f9befe698b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:41.136524 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a6cdcf88-e1db-4a58-850b-394760c1805a req-d488a2e7-138f-47e6-ad72-f9befe698b59 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7f5c1221-0a0b-490f-bc8f-c104dd9df12f HTTP/1.1" status: 200 len: 1098 time: 0.0797508 Oct 10 11:30:41.179428 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a6cdcf88-e1db-4a58-850b-394760c1805a req-0b026d17-eecc-4da9-a701-cf37488d85aa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1a9ac76b-8124-4d62-a3ee-456600e0eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365288 Oct 10 11:30:42.262995 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a12ea-ec12-4123-84b5-247301a1d01f req-34ec1ccb-7525-4d7b-9f3a-0946100cca5b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:42.264977 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4e8a12ea-ec12-4123-84b5-247301a1d01f req-34ec1ccb-7525-4d7b-9f3a-0946100cca5b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f5c1221-0a0b-490f-bc8f-c104dd9df12f HTTP/1.1" status: 200 len: 945 time: 0.0973756 Oct 10 11:30:42.309692 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4e8a12ea-ec12-4123-84b5-247301a1d01f req-cdc7421a-fedf-4a68-8138-0d168d4cb1f1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=1a9ac76b-8124-4d62-a3ee-456600e0eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390563 Oct 10 11:30:42.769368 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 32852) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:42.842733 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5d94b206-966f-45aa-9915-127c0e0f0b1f tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:42.869016 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5d94b206-966f-45aa-9915-127c0e0f0b1f tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:42.993943 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5d94b206-966f-45aa-9915-127c0e0f0b1f tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:43.015421 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94b206-966f-45aa-9915-127c0e0f0b1f tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:43.078569 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5d94b206-966f-45aa-9915-127c0e0f0b1f tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:43.079707 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5d94b206-966f-45aa-9915-127c0e0f0b1f tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] 10.222.0.40 "DELETE /v2.0/security-groups/31a9e565-0597-4cf8-ab7c-c5ce2c9b9c05 HTTP/1.1" status: 204 len: 168 time: 0.3093288 Oct 10 11:30:43.205647 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 32858) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:43.672351 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0bf45-d843-4038-b0f0-0da91ce92304 req-31b81539-01d8-449a-a356-d7a550276b6b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:43.673816 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-21c0bf45-d843-4038-b0f0-0da91ce92304 req-31b81539-01d8-449a-a356-d7a550276b6b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f5c1221-0a0b-490f-bc8f-c104dd9df12f HTTP/1.1" status: 200 len: 945 time: 0.2477117 Oct 10 11:30:43.898472 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-21c0bf45-d843-4038-b0f0-0da91ce92304 req-cc34ba32-0ddd-43c5-b55c-462dc8cb84a6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=1a9ac76b-8124-4d62-a3ee-456600e0eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165914 Oct 10 11:30:44.092825 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5f302325-7718-43f8-97c8-404b84a23584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:44.100322 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ac6c6-cbdc-4284-943c-9e2186e2d043 req-964d52a5-72ec-4d0f-92f6-301369495098 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:44.102433 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ce9ac6c6-cbdc-4284-943c-9e2186e2d043 req-964d52a5-72ec-4d0f-92f6-301369495098 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f5c1221-0a0b-490f-bc8f-c104dd9df12f HTTP/1.1" status: 200 len: 945 time: 0.0923522 Oct 10 11:30:44.150953 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ce9ac6c6-cbdc-4284-943c-9e2186e2d043 req-f679a962-0041-4c12-90d9-b7ae658866ff tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=1a9ac76b-8124-4d62-a3ee-456600e0eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421920 Oct 10 11:30:44.179991 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 32868) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:44.257410 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55923647-20c6-4a36-927a-5754aba30d9b tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:44.261502 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-55923647-20c6-4a36-927a-5754aba30d9b tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=7f5c1221-0a0b-490f-bc8f-c104dd9df12f HTTP/1.1" status: 200 len: 1093 time: 0.0778346 Oct 10 11:30:44.261733 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 32872) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:44.266688 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-d0e0cb3e-9e03-4bfc-81e0-1bbb84f82191 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'port_id': '1928654c-9288-4740-97f2-a25c696ce997', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:30:44.272738 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d0e0cb3e-9e03-4bfc-81e0-1bbb84f82191 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:30:44.277132 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d0e0cb3e-9e03-4bfc-81e0-1bbb84f82191 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:floatingip and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:30:44.280003 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d0e0cb3e-9e03-4bfc-81e0-1bbb84f82191 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:30:44.285887 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d0e0cb3e-9e03-4bfc-81e0-1bbb84f82191 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:30:44.411090 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d0e0cb3e-9e03-4bfc-81e0-1bbb84f82191 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:44.439760 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-5f302325-7718-43f8-97c8-404b84a23584 admin admin] Deleting port 18bc4e2c-d966-40d7-97e7-106c145b51f6 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:30:44.440089 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5f302325-7718-43f8-97c8-404b84a23584 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:44.549168 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d0e0cb3e-9e03-4bfc-81e0-1bbb84f82191 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:44.612089 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-5f302325-7718-43f8-97c8-404b84a23584 admin admin] For port 18bc4e2c-d966-40d7-97e7-106c145b51f6, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=18bc4e2c-d966-40d7-97e7-106c145b51f6,segment=NetworkSegment(7c4f4c4c-5113-482f-a194-d6aa0f6b009c),segment_id=7c4f4c4c-5113-482f-a194-d6aa0f6b009c)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:30:44.612461 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5f302325-7718-43f8-97c8-404b84a23584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:44.688515 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-d0e0cb3e-9e03-4bfc-81e0-1bbb84f82191 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.26.4.16 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/d3ef277e-df04-42c3-a08f-74fee338cb22) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:30:44.735985 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-5f302325-7718-43f8-97c8-404b84a23584 admin admin] Calling delete_port for 18bc4e2c-d966-40d7-97e7-106c145b51f6 owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:30:44.848491 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d0e0cb3e-9e03-4bfc-81e0-1bbb84f82191 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:44.978819 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d0e0cb3e-9e03-4bfc-81e0-1bbb84f82191 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:44.994946 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5f302325-7718-43f8-97c8-404b84a23584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:45.046794 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f302325-7718-43f8-97c8-404b84a23584 admin admin] Pushing event deleted for resources: {'Port': ['ID=18bc4e2c-d966-40d7-97e7-106c145b51f6,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:45.047787 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e0cb3e-9e03-4bfc-81e0-1bbb84f82191 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:30:45.052451 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-d0e0cb3e-9e03-4bfc-81e0-1bbb84f82191 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:30:45.054900 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e0cb3e-9e03-4bfc-81e0-1bbb84f82191 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:30:45.094352 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0cb3e-9e03-4bfc-81e0-1bbb84f82191 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=d3ef277e-df04-42c3-a08f-74fee338cb22,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:45.325837 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5f302325-7718-43f8-97c8-404b84a23584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:45.596276 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d0e0cb3e-9e03-4bfc-81e0-1bbb84f82191 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:45.705743 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d0e0cb3e-9e03-4bfc-81e0-1bbb84f82191 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:45.803958 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f302325-7718-43f8-97c8-404b84a23584 admin admin] Router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:30:45.917210 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d0e0cb3e-9e03-4bfc-81e0-1bbb84f82191 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:45.987761 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d0e0cb3e-9e03-4bfc-81e0-1bbb84f82191 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:45.988069 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f302325-7718-43f8-97c8-404b84a23584 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:30:45.998653 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afd9409-a650-4991-85cf-e9e07b23519f None None] Sync routers for ids ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:30:46.000965 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5f302325-7718-43f8-97c8-404b84a23584 admin admin] 10.222.0.40 "PUT /v2.0/routers/e5e787bd-c235-4e37-ba5e-91d0c7aff5c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7941403 Oct 10 11:30:46.003442 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 32876) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:46.011394 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afd9409-a650-4991-85cf-e9e07b23519f None None] Routers {'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:30:46.012017 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-1afd9409-a650-4991-85cf-e9e07b23519f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:30:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:46.096473 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d0e0cb3e-9e03-4bfc-81e0-1bbb84f82191 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:46.146664 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0cb3e-9e03-4bfc-81e0-1bbb84f82191 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=d3ef277e-df04-42c3-a08f-74fee338cb22,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:46.191531 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f7ca4f36-36e4-44eb-a556-58b7974221ed admin admin] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:46.197862 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-1afd9409-a650-4991-85cf-e9e07b23519f None None] Set router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:30:46.272976 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-d0e0cb3e-9e03-4bfc-81e0-1bbb84f82191 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Floating IP 40476aa0-4ae3-4b39-b2ef-393d9b788bea associated. External IP: 172.26.4.16, port: 1928654c-9288-4740-97f2-a25c696ce997. Oct 10 11:30:46.375775 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f7ca4f36-36e4-44eb-a556-58b7974221ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:46.484549 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-1afd9409-a650-4991-85cf-e9e07b23519f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'name': 'tempest-TestVolumeBootPattern-1067560194-router', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:07Z', 'updated_at': '2022-10-10T11:30:44Z', 'revision_number': 5, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'gw_port': {'id': 'aa8a542c-3bb3-4c80-848b-49f902d050c6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:08Z', 'updated_at': '2022-10-10T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:46.488417 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afd9409-a650-4991-85cf-e9e07b23519f None None] Checking router: e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:30:46.497551 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afd9409-a650-4991-85cf-e9e07b23519f None None] Routers {'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:30:46.498136 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-1afd9409-a650-4991-85cf-e9e07b23519f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:30:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:46.537731 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-f7ca4f36-36e4-44eb-a556-58b7974221ed admin admin] Deleting port aa8a542c-3bb3-4c80-848b-49f902d050c6 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:30:46.538073 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f7ca4f36-36e4-44eb-a556-58b7974221ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:46.631696 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e0cb3e-9e03-4bfc-81e0-1bbb84f82191 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:30:46.686395 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-1afd9409-a650-4991-85cf-e9e07b23519f None None] Set router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:30:46.720198 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-f7ca4f36-36e4-44eb-a556-58b7974221ed admin admin] For port aa8a542c-3bb3-4c80-848b-49f902d050c6, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=aa8a542c-3bb3-4c80-848b-49f902d050c6,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:30:46.720609 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f7ca4f36-36e4-44eb-a556-58b7974221ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:46.797145 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-1afd9409-a650-4991-85cf-e9e07b23519f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'name': 'tempest-TestVolumeBootPattern-1067560194-router', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:07Z', 'updated_at': '2022-10-10T11:30:46Z', 'revision_number': 6, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:46.801645 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afd9409-a650-4991-85cf-e9e07b23519f None None] The sync data for ids ['e5e787bd-c235-4e37-ba5e-91d0c7aff5c7'] in dv-neutron-860842-1-hyperv is: [{'id': 'e5e787bd-c235-4e37-ba5e-91d0c7aff5c7', 'name': 'tempest-TestVolumeBootPattern-1067560194-router', 'tenant_id': '2ca309cf9da347e1972c7a5240bc70ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:07Z', 'updated_at': '2022-10-10T11:30:46Z', 'revision_number': 6, 'project_id': '2ca309cf9da347e1972c7a5240bc70ad', 'gw_port_host': None}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:30:46.818155 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e0cb3e-9e03-4bfc-81e0-1bbb84f82191 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:30:46.829171 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605a3e7e-e64a-4733-b22c-1a40b63f66c7 None None] Sync routers for ids ['e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:30:46.839471 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605a3e7e-e64a-4733-b22c-1a40b63f66c7 None None] Routers {'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:30:46.840255 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-605a3e7e-e64a-4733-b22c-1a40b63f66c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:30:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:46.850656 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-f7ca4f36-36e4-44eb-a556-58b7974221ed admin admin] Calling delete_port for aa8a542c-3bb3-4c80-848b-49f902d050c6 owned by network:router_gateway {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:30:46.944771 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d0e0cb3e-9e03-4bfc-81e0-1bbb84f82191 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:47.010097 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d0e0cb3e-9e03-4bfc-81e0-1bbb84f82191 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7470412 Oct 10 11:30:47.010800 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5c1221-0a0b-490f-bc8f-c104dd9df12f', 'tag': '1928654c-9288-4740-97f2-a25c696ce997'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:30:47.013209 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbdea4f-d55e-4c57-a06e-cd96c4f688ba" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5c1221-0a0b-490f-bc8f-c104dd9df12f", "tag": "1928654c-9288-4740-97f2-a25c696ce997"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:30:47.031504 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-605a3e7e-e64a-4733-b22c-1a40b63f66c7 None None] Set router e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:30:47.056591 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17515be-87d9-414b-81fd-33a22c389020 x-openstack-request-id: req-d17515be-87d9-414b-81fd-33a22c389020 {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:30:47.056993 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5c1221-0a0b-490f-bc8f-c104dd9df12f", "tag": "1928654c-9288-4740-97f2-a25c696ce997", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:30:47.057338 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d17515be-87d9-414b-81fd-33a22c389020 {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:30:47.057862 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d17515be-87d9-414b-81fd-33a22c389020'] response: {'name': 'network-changed', 'server_uuid': '7f5c1221-0a0b-490f-bc8f-c104dd9df12f', 'tag': '1928654c-9288-4740-97f2-a25c696ce997', 'status': 'completed', 'code': 200} Oct 10 11:30:47.122810 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f7ca4f36-36e4-44eb-a556-58b7974221ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:47.214353 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 18bc4e2c-d966-40d7-97e7-106c145b51f6 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:30:47.250827 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 18bc4e2c-d966-40d7-97e7-106c145b51f6 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:30:47.251167 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 18bc4e2c-d966-40d7-97e7-106c145b51f6 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:30:47.333933 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca4f36-36e4-44eb-a556-58b7974221ed admin admin] Pushing event deleted for resources: {'Port': ['ID=aa8a542c-3bb3-4c80-848b-49f902d050c6,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:47.398879 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-605a3e7e-e64a-4733-b22c-1a40b63f66c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'name': 'tempest-TestNetworkBasicOps-router-500747273', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:29:56Z', 'updated_at': '2022-10-10T11:30:02Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:51:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:29:57Z', 'updated_at': '2022-10-10T11:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '40476aa0-4ae3-4b39-b2ef-393d9b788bea', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.16', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'port_id': '1928654c-9288-4740-97f2-a25c696ce997', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'mac_address': 'fa:16:3e:08:6b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5c1221-0a0b-490f-bc8f-c104dd9df12f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:30:45Z', 'updated_at': '2022-10-10T11:30:45Z', 'revision_number': 0, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}, {'id': 'a4f398fa-4773-4500-9626-7697a7ca3fac', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'port_id': '8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'mac_address': 'fa:16:3e:73:95:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f739a53-6ec3-44ee-9d0f-4f0b76902d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:30:22Z', 'updated_at': '2022-10-10T11:30:26Z', 'revision_number': 1, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df940b62-54c3-4250-86a6-3251ab7146cc', 'name': '', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:4c:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:30:01Z', 'updated_at': '2022-10-10T11:30:07Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:47.402667 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605a3e7e-e64a-4733-b22c-1a40b63f66c7 None None] Checking router: e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:30:47.411532 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605a3e7e-e64a-4733-b22c-1a40b63f66c7 None None] Routers {'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:30:47.412099 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-605a3e7e-e64a-4733-b22c-1a40b63f66c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:30:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:47.419744 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f7ca4f36-36e4-44eb-a556-58b7974221ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:47.458855 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdea4f-d55e-4c57-a06e-cd96c4f688ba req-30bc8cc2-6e8c-4fb5-9462-cc266c6e907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:47.460343 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2fbdea4f-d55e-4c57-a06e-cd96c4f688ba req-30bc8cc2-6e8c-4fb5-9462-cc266c6e907d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=7f5c1221-0a0b-490f-bc8f-c104dd9df12f HTTP/1.1" status: 200 len: 1098 time: 0.3819354 Oct 10 11:30:47.628941 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f7ca4f36-36e4-44eb-a556-58b7974221ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:47.629257 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-605a3e7e-e64a-4733-b22c-1a40b63f66c7 None None] Set router e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:30:47.633348 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f7ca4f36-36e4-44eb-a556-58b7974221ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:47.737970 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdea4f-d55e-4c57-a06e-cd96c4f688ba req-e21c7f64-d624-4570-8edf-824d74e6c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:47.739470 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2fbdea4f-d55e-4c57-a06e-cd96c4f688ba req-e21c7f64-d624-4570-8edf-824d74e6c889 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8f89a73c-4675-4b7d-b8a2-5d9153223e36 HTTP/1.1" status: 200 len: 897 time: 0.2138412 Oct 10 11:30:47.805196 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f7ca4f36-36e4-44eb-a556-58b7974221ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:47.805704 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ca4f36-36e4-44eb-a556-58b7974221ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:30:47.841649 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f7ca4f36-36e4-44eb-a556-58b7974221ed admin admin] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:47.842789 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f7ca4f36-36e4-44eb-a556-58b7974221ed admin admin] 10.222.0.40 "DELETE /v2.0/routers/e5e787bd-c235-4e37-ba5e-91d0c7aff5c7 HTTP/1.1" status: 204 len: 168 time: 1.8384469 Oct 10 11:30:47.845453 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 32884) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:47.893869 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2fbdea4f-d55e-4c57-a06e-cd96c4f688ba req-ebf4ca16-0662-4942-8b7b-94c3ec4d376d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1928654c-9288-4740-97f2-a25c696ce997 HTTP/1.1" status: 200 len: 998 time: 0.1465197 Oct 10 11:30:47.917793 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-507c5538-419d-4619-9de4-b67070cbed7e admin admin] Deleting subnet 3c94ad8c-d8fc-4d25-b911-8ac97e113003 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:30:47.954373 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-507c5538-419d-4619-9de4-b67070cbed7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:47.993382 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-605a3e7e-e64a-4733-b22c-1a40b63f66c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'name': 'tempest-TestNetworkBasicOps-router-500747273', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:29:56Z', 'updated_at': '2022-10-10T11:30:02Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:51:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:29:57Z', 'updated_at': '2022-10-10T11:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '40476aa0-4ae3-4b39-b2ef-393d9b788bea', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.16', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'port_id': '1928654c-9288-4740-97f2-a25c696ce997', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'mac_address': 'fa:16:3e:08:6b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5c1221-0a0b-490f-bc8f-c104dd9df12f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:30:45Z', 'updated_at': '2022-10-10T11:30:45Z', 'revision_number': 0, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}, {'id': 'a4f398fa-4773-4500-9626-7697a7ca3fac', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'port_id': '8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'mac_address': 'fa:16:3e:73:95:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f739a53-6ec3-44ee-9d0f-4f0b76902d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:30:22Z', 'updated_at': '2022-10-10T11:30:26Z', 'revision_number': 1, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df940b62-54c3-4250-86a6-3251ab7146cc', 'name': '', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:4c:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:30:01Z', 'updated_at': '2022-10-10T11:30:07Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:47.997373 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605a3e7e-e64a-4733-b22c-1a40b63f66c7 None None] The sync data for ids ['e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'] in dv-neutron-860842-1-hyperv is: [{'id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'name': 'tempest-TestNetworkBasicOps-router-500747273', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:29:56Z', 'updated_at': '2022-10-10T11:30:02Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:51:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:29:57Z', 'updated_at': '2022-10-10T11:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '40476aa0-4ae3-4b39-b2ef-393d9b788bea', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.16', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'port_id': '1928654c-9288-4740-97f2-a25c696ce997', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'mac_address': 'fa:16:3e:08:6b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5c1221-0a0b-490f-bc8f-c104dd9df12f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:30:45Z', 'updated_at': '2022-10-10T11:30:45Z', 'revision_number': 0, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}, {'id': 'a4f398fa-4773-4500-9626-7697a7ca3fac', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'port_id': '8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'mac_address': 'fa:16:3e:73:95:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f739a53-6ec3-44ee-9d0f-4f0b76902d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:30:22Z', 'updated_at': '2022-10-10T11:30:26Z', 'revision_number': 1, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df940b62-54c3-4250-86a6-3251ab7146cc', 'name': '', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:4c:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:30:01Z', 'updated_at': '2022-10-10T11:30:07Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:30:48.023975 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-507c5538-419d-4619-9de4-b67070cbed7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:48.051306 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdea4f-d55e-4c57-a06e-cd96c4f688ba req-00e50124-260f-46c0-8e04-d08afcea2002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:48.052749 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2fbdea4f-d55e-4c57-a06e-cd96c4f688ba req-00e50124-260f-46c0-8e04-d08afcea2002 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d1b03a4-2bae-4e95-83cd-9c17b028dd46 HTTP/1.1" status: 200 len: 835 time: 0.1328704 Oct 10 11:30:48.178965 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdea4f-d55e-4c57-a06e-cd96c4f688ba req-63129ea9-753e-4779-9b87-4f25cc7b932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:30:48.181114 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2fbdea4f-d55e-4c57-a06e-cd96c4f688ba req-63129ea9-753e-4779-9b87-4f25cc7b932f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8f89a73c-4675-4b7d-b8a2-5d9153223e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1213901 Oct 10 11:30:48.191637 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-507c5538-419d-4619-9de4-b67070cbed7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:48.202515 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f38fdb7-f3b4-4c4f-9ae5-2066b94c919d None None] New status for floating IP 40476aa0-4ae3-4b39-b2ef-393d9b788bea: ACTIVE {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:30:48.364019 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2fbdea4f-d55e-4c57-a06e-cd96c4f688ba req-2373b697-421d-4f70-8da0-826d674783a0 service neutron] 10.222.0.15 "GET /v2.0/networks/8f89a73c-4675-4b7d-b8a2-5d9153223e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496193 Oct 10 11:30:48.452542 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-507c5538-419d-4619-9de4-b67070cbed7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:48.511195 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c5538-419d-4619-9de4-b67070cbed7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c94ad8c-d8fc-4d25-b911-8ac97e113003,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:48.513219 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-507c5538-419d-4619-9de4-b67070cbed7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:48.516441 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dc9c07-7790-45d2-86a3-561fdf1dde4a None None] Network 616f1bfe-2293-42af-8b84-9f66f180ede2 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:30:48.525350 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-507c5538-419d-4619-9de4-b67070cbed7e admin admin] 10.222.0.40 "DELETE /v2.0/subnets/3c94ad8c-d8fc-4d25-b911-8ac97e113003 HTTP/1.1" status: 204 len: 168 time: 0.6789155 Oct 10 11:30:48.528488 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 32888) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:48.545285 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2fbdea4f-d55e-4c57-a06e-cd96c4f688ba req-ee56fb8a-18ed-4cb5-bff8-c5cbf4a22b7c service neutron] 10.222.0.15 "GET /v2.0/networks/8f89a73c-4675-4b7d-b8a2-5d9153223e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749420 Oct 10 11:30:48.769148 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e7e82bdb-bff6-4cc5-ac43-e74900cec8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:48.779445 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-e7e82bdb-bff6-4cc5-ac43-e74900cec8da admin admin] Deleting port 2e189348-92b2-4bb5-bdde-712bb0f891d1 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:30:48.779797 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e7e82bdb-bff6-4cc5-ac43-e74900cec8da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:48.789633 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75f7a4a-0c2d-43ae-b309-66bb6e47ec0a None None] DHCP port deletion for 616f1bfe-2293-42af-8b84-9f66f180ede2 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:30:48.794091 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d75f7a4a-0c2d-43ae-b309-66bb6e47ec0a None None] Deleting port 2e189348-92b2-4bb5-bdde-712bb0f891d1 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:30:48.794461 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d75f7a4a-0c2d-43ae-b309-66bb6e47ec0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:48.989848 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-e7e82bdb-bff6-4cc5-ac43-e74900cec8da admin admin] For port 2e189348-92b2-4bb5-bdde-712bb0f891d1, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=2e189348-92b2-4bb5-bdde-712bb0f891d1,segment=NetworkSegment(7c4f4c4c-5113-482f-a194-d6aa0f6b009c),segment_id=7c4f4c4c-5113-482f-a194-d6aa0f6b009c)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:30:48.990197 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e7e82bdb-bff6-4cc5-ac43-e74900cec8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:48.997112 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d75f7a4a-0c2d-43ae-b309-66bb6e47ec0a None None] For port 2e189348-92b2-4bb5-bdde-712bb0f891d1, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=2e189348-92b2-4bb5-bdde-712bb0f891d1,segment=NetworkSegment(7c4f4c4c-5113-482f-a194-d6aa0f6b009c),segment_id=7c4f4c4c-5113-482f-a194-d6aa0f6b009c)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:30:48.997497 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d75f7a4a-0c2d-43ae-b309-66bb6e47ec0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:49.114881 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-e7e82bdb-bff6-4cc5-ac43-e74900cec8da admin admin] Calling delete_port for 2e189348-92b2-4bb5-bdde-712bb0f891d1 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:30:49.116621 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device aa8a542c-3bb3-4c80-848b-49f902d050c6 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:30:49.145800 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d75f7a4a-0c2d-43ae-b309-66bb6e47ec0a None None] Calling delete_port for 2e189348-92b2-4bb5-bdde-712bb0f891d1 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:30:49.192219 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: aa8a542c-3bb3-4c80-848b-49f902d050c6 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:30:49.192567 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device aa8a542c-3bb3-4c80-848b-49f902d050c6 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:30:49.192976 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 2e189348-92b2-4bb5-bdde-712bb0f891d1 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:30:49.252111 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e7e82bdb-bff6-4cc5-ac43-e74900cec8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:49.273895 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No active binding found for port 2e189348-92b2-4bb5-bdde-712bb0f891d1 {{(pid=89898) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 10 11:30:49.279354 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 2e189348-92b2-4bb5-bdde-712bb0f891d1 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:30:49.279354 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-d75f7a4a-0c2d-43ae-b309-66bb6e47ec0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:30:49.279354 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-d75f7a4a-0c2d-43ae-b309-66bb6e47ec0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:30:49.303586 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e82bdb-bff6-4cc5-ac43-e74900cec8da admin admin] Pushing event deleted for resources: {'Port': ['ID=2e189348-92b2-4bb5-bdde-712bb0f891d1,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:49.307826 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e82bdb-bff6-4cc5-ac43-e74900cec8da admin admin] No DVR routers for this DVR port 2e189348-92b2-4bb5-bdde-712bb0f891d1 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:30:49.421900 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e7e82bdb-bff6-4cc5-ac43-e74900cec8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:49.445779 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-e7e82bdb-bff6-4cc5-ac43-e74900cec8da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['616f1bfe-2293-42af-8b84-9f66f180ede2']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:49.457275 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-e7e82bdb-bff6-4cc5-ac43-e74900cec8da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4f4c4c-5113-482f-a194-d6aa0f6b009c') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:49.457594 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-e7e82bdb-bff6-4cc5-ac43-e74900cec8da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4f4c4c-5113-482f-a194-d6aa0f6b009c') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:49.468985 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e7e82bdb-bff6-4cc5-ac43-e74900cec8da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:49.484730 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e7e82bdb-bff6-4cc5-ac43-e74900cec8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:49.490563 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e82bdb-bff6-4cc5-ac43-e74900cec8da admin admin] Releasing vlan 460 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:30:49.490936 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e7e82bdb-bff6-4cc5-ac43-e74900cec8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:49.520112 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 7c4f4c4c-5113-482f-a194-d6aa0f6b009c resource provider aggregate not found Oct 10 11:30:49.569721 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 7c4f4c4c-5113-482f-a194-d6aa0f6b009c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c4f4c4c-5113-482f-a194-d6aa0f6b009c found for delete ", "request_id": "req-a9215adf-b152-4995-8fa9-dd57315c418e"}]} Oct 10 11:30:49.657736 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e7e82bdb-bff6-4cc5-ac43-e74900cec8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:49.674269 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e7e82bdb-bff6-4cc5-ac43-e74900cec8da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:49.685795 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e82bdb-bff6-4cc5-ac43-e74900cec8da admin admin] Pushing event deleted for resources: {'Network': ['ID=616f1bfe-2293-42af-8b84-9f66f180ede2,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:49.772643 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e7e82bdb-bff6-4cc5-ac43-e74900cec8da admin admin] 10.222.0.40 "DELETE /v2.0/networks/616f1bfe-2293-42af-8b84-9f66f180ede2 HTTP/1.1" status: 204 len: 168 time: 1.2429857 Oct 10 11:30:49.776081 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 32896) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:49.778629 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d75f7a4a-0c2d-43ae-b309-66bb6e47ec0a None None] Deleting port 2e189348-92b2-4bb5-bdde-712bb0f891d1 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:30:49.779072 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d75f7a4a-0c2d-43ae-b309-66bb6e47ec0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:49.850048 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d75f7a4a-0c2d-43ae-b309-66bb6e47ec0a None None] The port '2e189348-92b2-4bb5-bdde-712bb0f891d1' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:30:50.314058 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cd8f0ec9-b1bc-46bb-84a3-6aa8bc8f487a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:50.757352 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f0ec9-b1bc-46bb-84a3-6aa8bc8f487a admin admin] Deleting port 5cd4acb8-2573-4142-912f-352845ab3531 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:30:50.758107 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cd8f0ec9-b1bc-46bb-84a3-6aa8bc8f487a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:50.929623 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-cd8f0ec9-b1bc-46bb-84a3-6aa8bc8f487a admin admin] For port 5cd4acb8-2573-4142-912f-352845ab3531, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5cd4acb8-2573-4142-912f-352845ab3531,segment=NetworkSegment(8dd3d869-f1af-4629-afed-3543212210c8),segment_id=8dd3d869-f1af-4629-afed-3543212210c8)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:30:50.929978 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cd8f0ec9-b1bc-46bb-84a3-6aa8bc8f487a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:51.055521 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f0ec9-b1bc-46bb-84a3-6aa8bc8f487a admin admin] Calling delete_port for 5cd4acb8-2573-4142-912f-352845ab3531 owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:30:51.469186 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cd8f0ec9-b1bc-46bb-84a3-6aa8bc8f487a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:51.516087 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f0ec9-b1bc-46bb-84a3-6aa8bc8f487a admin admin] Pushing event deleted for resources: {'Port': ['ID=5cd4acb8-2573-4142-912f-352845ab3531,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:51.786771 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cd8f0ec9-b1bc-46bb-84a3-6aa8bc8f487a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:52.248872 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8f0ec9-b1bc-46bb-84a3-6aa8bc8f487a admin admin] Router bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:30:52.423055 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8f0ec9-b1bc-46bb-84a3-6aa8bc8f487a admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:30:52.434208 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3d982b-ba26-4776-ab1b-d17cf07a924d None None] Sync routers for ids ['bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:30:52.443216 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3d982b-ba26-4776-ab1b-d17cf07a924d None None] Routers {'bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:30:52.443813 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-7d3d982b-ba26-4776-ab1b-d17cf07a924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:30:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:52.516686 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-cd8f0ec9-b1bc-46bb-84a3-6aa8bc8f487a admin admin] 10.222.0.40 "PUT /v2.0/routers/bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7394753 Oct 10 11:30:52.519074 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 32900) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:52.620553 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-7d3d982b-ba26-4776-ab1b-d17cf07a924d None None] Set router bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:30:52.698558 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a67e6df2-ace5-45ea-ab42-8ba1f299940d admin admin] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:52.878256 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a67e6df2-ace5-45ea-ab42-8ba1f299940d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:52.899349 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-7d3d982b-ba26-4776-ab1b-d17cf07a924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d', 'name': 'tempest-TestVolumeBootPattern-732872261-router', 'tenant_id': 'fd5c98bc51b14fc7b95b3872c52d92c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '3e5e0b6f-7b82-4b9a-9808-49b38f9cf895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:22Z', 'updated_at': '2022-10-10T11:30:51Z', 'revision_number': 5, 'project_id': 'fd5c98bc51b14fc7b95b3872c52d92c4', 'gw_port': {'id': '3e5e0b6f-7b82-4b9a-9808-49b38f9cf895', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:19:24Z', 'updated_at': '2022-10-10T11:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:52.903137 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3d982b-ba26-4776-ab1b-d17cf07a924d None None] Checking router: bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:30:52.911544 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3d982b-ba26-4776-ab1b-d17cf07a924d None None] Routers {'bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:30:52.912121 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-7d3d982b-ba26-4776-ab1b-d17cf07a924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:30:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:52.966154 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-a67e6df2-ace5-45ea-ab42-8ba1f299940d admin admin] Deleting port 3e5e0b6f-7b82-4b9a-9808-49b38f9cf895 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:30:52.966561 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a67e6df2-ace5-45ea-ab42-8ba1f299940d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:53.070419 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-7d3d982b-ba26-4776-ab1b-d17cf07a924d None None] Set router bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:30:53.142858 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-a67e6df2-ace5-45ea-ab42-8ba1f299940d admin admin] For port 3e5e0b6f-7b82-4b9a-9808-49b38f9cf895, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3e5e0b6f-7b82-4b9a-9808-49b38f9cf895,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:30:53.143205 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a67e6df2-ace5-45ea-ab42-8ba1f299940d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:53.174762 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-7d3d982b-ba26-4776-ab1b-d17cf07a924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d', 'name': 'tempest-TestVolumeBootPattern-732872261-router', 'tenant_id': 'fd5c98bc51b14fc7b95b3872c52d92c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:22Z', 'updated_at': '2022-10-10T11:30:52Z', 'revision_number': 6, 'project_id': 'fd5c98bc51b14fc7b95b3872c52d92c4', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:53.178681 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3d982b-ba26-4776-ab1b-d17cf07a924d None None] The sync data for ids ['bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d'] in dv-neutron-860842-1-hyperv is: [{'id': 'bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d', 'name': 'tempest-TestVolumeBootPattern-732872261-router', 'tenant_id': 'fd5c98bc51b14fc7b95b3872c52d92c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:19:22Z', 'updated_at': '2022-10-10T11:30:52Z', 'revision_number': 6, 'project_id': 'fd5c98bc51b14fc7b95b3872c52d92c4', 'gw_port_host': None}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:30:53.264758 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-a67e6df2-ace5-45ea-ab42-8ba1f299940d admin admin] Calling delete_port for 3e5e0b6f-7b82-4b9a-9808-49b38f9cf895 owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:30:53.617438 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a67e6df2-ace5-45ea-ab42-8ba1f299940d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:53.662799 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e6df2-ace5-45ea-ab42-8ba1f299940d admin admin] Pushing event deleted for resources: {'Port': ['ID=3e5e0b6f-7b82-4b9a-9808-49b38f9cf895,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:53.714035 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e6df2-ace5-45ea-ab42-8ba1f299940d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:53.714377 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e6df2-ace5-45ea-ab42-8ba1f299940d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:53.714722 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e6df2-ace5-45ea-ab42-8ba1f299940d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:53.715052 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e6df2-ace5-45ea-ab42-8ba1f299940d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:53.715376 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e6df2-ace5-45ea-ab42-8ba1f299940d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:53.715702 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e6df2-ace5-45ea-ab42-8ba1f299940d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:53.716027 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e6df2-ace5-45ea-ab42-8ba1f299940d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:53.716349 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e6df2-ace5-45ea-ab42-8ba1f299940d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:53.716671 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e6df2-ace5-45ea-ab42-8ba1f299940d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:53.716989 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e6df2-ace5-45ea-ab42-8ba1f299940d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:53.717306 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e6df2-ace5-45ea-ab42-8ba1f299940d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:53.717656 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e6df2-ace5-45ea-ab42-8ba1f299940d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:30:53.771833 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a67e6df2-ace5-45ea-ab42-8ba1f299940d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:53.944985 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a67e6df2-ace5-45ea-ab42-8ba1f299940d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:53.947306 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a67e6df2-ace5-45ea-ab42-8ba1f299940d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:54.051996 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a67e6df2-ace5-45ea-ab42-8ba1f299940d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:54.052550 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67e6df2-ace5-45ea-ab42-8ba1f299940d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:30:54.064934 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a67e6df2-ace5-45ea-ab42-8ba1f299940d admin admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:54.066084 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a67e6df2-ace5-45ea-ab42-8ba1f299940d admin admin] 10.222.0.40 "DELETE /v2.0/routers/bc0098c8-da27-4ae8-ac5f-8dacb3f2db2d HTTP/1.1" status: 204 len: 168 time: 1.5461147 Oct 10 11:30:54.068677 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 32906) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:54.131280 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-1697b7c8-e3d5-4be0-a3a5-2e02947ce068 admin admin] Deleting subnet 8e2ae54c-fb2f-42d3-9857-60b6a71ea695 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:30:54.134416 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1697b7c8-e3d5-4be0-a3a5-2e02947ce068 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:54.188956 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1697b7c8-e3d5-4be0-a3a5-2e02947ce068 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:54.267321 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1697b7c8-e3d5-4be0-a3a5-2e02947ce068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:54.410916 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1697b7c8-e3d5-4be0-a3a5-2e02947ce068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:54.448502 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697b7c8-e3d5-4be0-a3a5-2e02947ce068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e2ae54c-fb2f-42d3-9857-60b6a71ea695,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:54.452004 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1697b7c8-e3d5-4be0-a3a5-2e02947ce068 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:54.457734 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1697b7c8-e3d5-4be0-a3a5-2e02947ce068 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/8e2ae54c-fb2f-42d3-9857-60b6a71ea695 HTTP/1.1" status: 204 len: 168 time: 0.3881202 Oct 10 11:30:54.458290 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828418f6-12c8-4e1b-95d4-9434407d725a None None] Network 9dbeca67-c2fd-46dc-b32d-83850a664ff1 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:30:54.460235 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 32910) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:54.566968 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a9ba6e05-6bf2-4a60-8394-8351c4e2870b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:54.577920 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-a9ba6e05-6bf2-4a60-8394-8351c4e2870b admin admin] Deleting port 91d56997-c5c7-40b4-a47a-648da27d7a70 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:30:54.578245 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a9ba6e05-6bf2-4a60-8394-8351c4e2870b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:54.740720 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e359983-c800-4c0d-991c-bf59d57032fd None None] DHCP port deletion for 9dbeca67-c2fd-46dc-b32d-83850a664ff1 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:30:54.745702 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5e359983-c800-4c0d-991c-bf59d57032fd None None] Deleting port 91d56997-c5c7-40b4-a47a-648da27d7a70 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:30:54.746077 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5e359983-c800-4c0d-991c-bf59d57032fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:54.789167 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-a9ba6e05-6bf2-4a60-8394-8351c4e2870b admin admin] For port 91d56997-c5c7-40b4-a47a-648da27d7a70, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=91d56997-c5c7-40b4-a47a-648da27d7a70,segment=NetworkSegment(8dd3d869-f1af-4629-afed-3543212210c8),segment_id=8dd3d869-f1af-4629-afed-3543212210c8)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:30:54.789537 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a9ba6e05-6bf2-4a60-8394-8351c4e2870b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:54.919903 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-a9ba6e05-6bf2-4a60-8394-8351c4e2870b admin admin] Calling delete_port for 91d56997-c5c7-40b4-a47a-648da27d7a70 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:30:54.958058 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-5e359983-c800-4c0d-991c-bf59d57032fd None None] For port 91d56997-c5c7-40b4-a47a-648da27d7a70, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=91d56997-c5c7-40b4-a47a-648da27d7a70,segment=NetworkSegment(8dd3d869-f1af-4629-afed-3543212210c8),segment_id=8dd3d869-f1af-4629-afed-3543212210c8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:30:54.958527 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5e359983-c800-4c0d-991c-bf59d57032fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:55.069416 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a9ba6e05-6bf2-4a60-8394-8351c4e2870b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:55.078867 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5e359983-c800-4c0d-991c-bf59d57032fd None None] Calling delete_port for 91d56997-c5c7-40b4-a47a-648da27d7a70 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:30:55.106246 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5cd4acb8-2573-4142-912f-352845ab3531 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:30:55.120627 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba6e05-6bf2-4a60-8394-8351c4e2870b admin admin] Pushing event deleted for resources: {'Port': ['ID=91d56997-c5c7-40b4-a47a-648da27d7a70,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:55.124048 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ba6e05-6bf2-4a60-8394-8351c4e2870b admin admin] No DVR routers for this DVR port 91d56997-c5c7-40b4-a47a-648da27d7a70 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:30:55.154828 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 5cd4acb8-2573-4142-912f-352845ab3531 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:30:55.155162 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5cd4acb8-2573-4142-912f-352845ab3531 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:30:55.155566 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3e5e0b6f-7b82-4b9a-9808-49b38f9cf895 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:30:55.191074 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 3e5e0b6f-7b82-4b9a-9808-49b38f9cf895 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:30:55.191408 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3e5e0b6f-7b82-4b9a-9808-49b38f9cf895 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:30:55.191806 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 91d56997-c5c7-40b4-a47a-648da27d7a70 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:30:55.230931 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 91d56997-c5c7-40b4-a47a-648da27d7a70 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:30:55.231177 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 91d56997-c5c7-40b4-a47a-648da27d7a70 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:30:55.253325 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-5e359983-c800-4c0d-991c-bf59d57032fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:30:55.253710 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-5e359983-c800-4c0d-991c-bf59d57032fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:30:55.334933 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a9ba6e05-6bf2-4a60-8394-8351c4e2870b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:55.360133 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-a9ba6e05-6bf2-4a60-8394-8351c4e2870b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dbeca67-c2fd-46dc-b32d-83850a664ff1']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:55.372537 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-a9ba6e05-6bf2-4a60-8394-8351c4e2870b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd3d869-f1af-4629-afed-3543212210c8') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:55.372829 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-a9ba6e05-6bf2-4a60-8394-8351c4e2870b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd3d869-f1af-4629-afed-3543212210c8') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:30:55.383907 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a9ba6e05-6bf2-4a60-8394-8351c4e2870b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:55.399626 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a9ba6e05-6bf2-4a60-8394-8351c4e2870b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:55.405438 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ba6e05-6bf2-4a60-8394-8351c4e2870b admin admin] Releasing vlan 461 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:30:55.410333 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a9ba6e05-6bf2-4a60-8394-8351c4e2870b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:55.479939 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 8dd3d869-f1af-4629-afed-3543212210c8 resource provider aggregate not found Oct 10 11:30:55.500646 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 8dd3d869-f1af-4629-afed-3543212210c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8dd3d869-f1af-4629-afed-3543212210c8 found for delete ", "request_id": "req-4fed0e8d-0390-4e5a-b772-dd355815fa2b"}]} Oct 10 11:30:55.599075 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a9ba6e05-6bf2-4a60-8394-8351c4e2870b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:55.604579 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a9ba6e05-6bf2-4a60-8394-8351c4e2870b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:55.628826 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba6e05-6bf2-4a60-8394-8351c4e2870b admin admin] Pushing event deleted for resources: {'Network': ['ID=9dbeca67-c2fd-46dc-b32d-83850a664ff1,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:55.634395 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a9ba6e05-6bf2-4a60-8394-8351c4e2870b admin admin] 10.222.0.40 "DELETE /v2.0/networks/9dbeca67-c2fd-46dc-b32d-83850a664ff1 HTTP/1.1" status: 204 len: 168 time: 1.1723931 Oct 10 11:30:55.754683 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5e359983-c800-4c0d-991c-bf59d57032fd None None] Deleting port 91d56997-c5c7-40b4-a47a-648da27d7a70 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:30:55.755212 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5e359983-c800-4c0d-991c-bf59d57032fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:55.826440 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5e359983-c800-4c0d-991c-bf59d57032fd None None] The port '91d56997-c5c7-40b4-a47a-648da27d7a70' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:30:55.978390 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 32920) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:56.026288 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-14d31a25-b18b-451c-a4fe-c7d1bf0004b7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2ca309cf9da347e1972c7a5240bc70ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466125 Oct 10 11:30:56.028541 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 32924) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:56.083807 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e542c745-0f29-4e50-ace6-2cfcc4b11cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:56.109144 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e542c745-0f29-4e50-ace6-2cfcc4b11cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:56.246285 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e542c745-0f29-4e50-ace6-2cfcc4b11cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:56.262350 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542c745-0f29-4e50-ace6-2cfcc4b11cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c463b1-5a95-4b93-b801-f2cd55964654,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:56.270401 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e542c745-0f29-4e50-ace6-2cfcc4b11cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:56.271516 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e542c745-0f29-4e50-ace6-2cfcc4b11cfb admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/19c463b1-5a95-4b93-b801-f2cd55964654 HTTP/1.1" status: 204 len: 168 time: 0.2421069 Oct 10 11:30:56.965435 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 32932) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:57.012844 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-70653a47-225c-48e3-a2b2-eb0b6624e380 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fd5c98bc51b14fc7b95b3872c52d92c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462487 Oct 10 11:30:57.015163 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 32936) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:30:57.072666 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b79c1360-e93e-4a21-a562-7395a1045890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:57.097883 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b79c1360-e93e-4a21-a562-7395a1045890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:57.228633 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b79c1360-e93e-4a21-a562-7395a1045890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:57.242412 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c1360-e93e-4a21-a562-7395a1045890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d941b00-16e8-420b-876f-9345c847834f,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:30:57.248827 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b79c1360-e93e-4a21-a562-7395a1045890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:30:57.249955 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b79c1360-e93e-4a21-a562-7395a1045890 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9d941b00-16e8-420b-876f-9345c847834f HTTP/1.1" status: 204 len: 168 time: 0.2338932 Oct 10 11:31:03.474805 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-615cb506-4503-4833-a0b0-188af74350c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:05.731360 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dcf955d2-bea3-4248-bec2-ddb298025d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:06.999118 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:07.027482 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:08.674301 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:09.411605 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:13.019246 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:31:20.408216 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 32950) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:31:20.513807 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-077c250a-646c-4018-ba4a-eb201388a036 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/a4f398fa-4773-4500-9626-7697a7ca3fac HTTP/1.1" status: 200 len: 993 time: 0.1041572 Oct 10 11:31:21.418267 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 32960) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:31:21.424121 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-2e9ff43e-3ace-4f38-bb61-21546baea103 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'port': {'admin_state_up': False}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:31:21.651417 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2e9ff43e-3ace-4f38-bb61-21546baea103 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:21.860952 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-2e9ff43e-3ace-4f38-bb61-21546baea103 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b,segment=NetworkSegment(ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822),segment_id=ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:31:21.886045 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2e9ff43e-3ace-4f38-bb61-21546baea103 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:21.931045 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2e9ff43e-3ace-4f38-bb61-21546baea103 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:21.966703 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9ff43e-3ace-4f38-bb61-21546baea103 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:21.967298 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2e9ff43e-3ace-4f38-bb61-21546baea103 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:21.968635 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2e9ff43e-3ace-4f38-bb61-21546baea103 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "PUT /v2.0/ports/8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b HTTP/1.1" status: 200 len: 938 time: 0.5494025 Oct 10 11:31:21.969320 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f739a53-6ec3-44ee-9d0f-4f0b76902d7f', 'tag': '8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:31:21.971604 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a73879b-5b65-4c04-944d-fe27310342ba" -d '{"events": [{"name": "network-changed", "server_uuid": "7f739a53-6ec3-44ee-9d0f-4f0b76902d7f", "tag": "8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:31:22.020584 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26893d1a-f48e-4767-a9e6-c1f9c00f974f x-openstack-request-id: req-26893d1a-f48e-4767-a9e6-c1f9c00f974f {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:31:22.020867 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f739a53-6ec3-44ee-9d0f-4f0b76902d7f", "tag": "8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:31:22.021116 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-26893d1a-f48e-4767-a9e6-c1f9c00f974f {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:31:22.021584 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26893d1a-f48e-4767-a9e6-c1f9c00f974f'] response: {'name': 'network-changed', 'server_uuid': '7f739a53-6ec3-44ee-9d0f-4f0b76902d7f', 'tag': '8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b', 'status': 'completed', 'code': 200} Oct 10 11:31:22.022386 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ff43e-3ace-4f38-bb61-21546baea103 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b,revision_number=6']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:22.029950 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ff43e-3ace-4f38-bb61-21546baea103 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:22.030297 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ff43e-3ace-4f38-bb61-21546baea103 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:22.030639 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ff43e-3ace-4f38-bb61-21546baea103 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:22.030966 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ff43e-3ace-4f38-bb61-21546baea103 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:22.031292 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ff43e-3ace-4f38-bb61-21546baea103 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:22.031617 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ff43e-3ace-4f38-bb61-21546baea103 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:22.031942 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ff43e-3ace-4f38-bb61-21546baea103 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:22.032264 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ff43e-3ace-4f38-bb61-21546baea103 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:22.032586 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ff43e-3ace-4f38-bb61-21546baea103 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:22.032903 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ff43e-3ace-4f38-bb61-21546baea103 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:22.033227 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ff43e-3ace-4f38-bb61-21546baea103 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:22.033564 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ff43e-3ace-4f38-bb61-21546baea103 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:22.121437 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73879b-5b65-4c04-944d-fe27310342ba req-b7ddbb9d-b660-4b2b-a47d-7a927b29c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:22.122864 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1a73879b-5b65-4c04-944d-fe27310342ba req-b7ddbb9d-b660-4b2b-a47d-7a927b29c889 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=7f739a53-6ec3-44ee-9d0f-4f0b76902d7f HTTP/1.1" status: 200 len: 1099 time: 0.0805204 Oct 10 11:31:22.252573 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73879b-5b65-4c04-944d-fe27310342ba req-5aa7434f-e6cd-4842-80be-6bf08399adac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:22.254033 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1a73879b-5b65-4c04-944d-fe27310342ba req-5aa7434f-e6cd-4842-80be-6bf08399adac service neutron] 10.222.0.15 "GET /v2.0/networks?id=8f89a73c-4675-4b7d-b8a2-5d9153223e36 HTTP/1.1" status: 200 len: 897 time: 0.1253755 Oct 10 11:31:22.358695 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1a73879b-5b65-4c04-944d-fe27310342ba req-0feea286-9099-4980-91e5-5cb9fc7c0829 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b HTTP/1.1" status: 200 len: 1002 time: 0.0982971 Oct 10 11:31:22.421276 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73879b-5b65-4c04-944d-fe27310342ba req-d2d0070e-e713-4390-9e31-3b33c1a96de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:22.422672 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1a73879b-5b65-4c04-944d-fe27310342ba req-d2d0070e-e713-4390-9e31-3b33c1a96de5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d1b03a4-2bae-4e95-83cd-9c17b028dd46 HTTP/1.1" status: 200 len: 835 time: 0.0582302 Oct 10 11:31:22.507622 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73879b-5b65-4c04-944d-fe27310342ba req-34989a84-1429-48ed-8314-437f534a539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:22.509082 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1a73879b-5b65-4c04-944d-fe27310342ba req-34989a84-1429-48ed-8314-437f534a539a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8f89a73c-4675-4b7d-b8a2-5d9153223e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806744 Oct 10 11:31:22.519119 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [req-1a73879b-5b65-4c04-944d-fe27310342ba req-ea91ad6a-d11f-41f5-bc03-00ae76af4488 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:31:22.520039 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1a73879b-5b65-4c04-944d-fe27310342ba req-ea91ad6a-d11f-41f5-bc03-00ae76af4488 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048206 Oct 10 11:31:22.654369 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1a73879b-5b65-4c04-944d-fe27310342ba req-a92aee76-0ad7-4221-9f31-a9fffd470fc0 service neutron] 10.222.0.15 "GET /v2.0/networks/8f89a73c-4675-4b7d-b8a2-5d9153223e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279011 Oct 10 11:31:22.785222 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1a73879b-5b65-4c04-944d-fe27310342ba req-201d3a4d-b0f0-420c-9182-91f3a6888d86 service neutron] 10.222.0.15 "GET /v2.0/networks/8f89a73c-4675-4b7d-b8a2-5d9153223e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251376 Oct 10 11:31:25.393930 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 32970) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:31:25.399657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-9f31bb1c-3cca-4990-9f03-ad06b6c919b3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'port': {'admin_state_up': True}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:31:25.518699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9f31bb1c-3cca-4990-9f03-ad06b6c919b3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:25.728626 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-9f31bb1c-3cca-4990-9f03-ad06b6c919b3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b,segment=NetworkSegment(ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822),segment_id=ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:31:25.752777 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9f31bb1c-3cca-4990-9f03-ad06b6c919b3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:25.839731 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9f31bb1c-3cca-4990-9f03-ad06b6c919b3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:25.847341 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f31bb1c-3cca-4990-9f03-ad06b6c919b3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:25.847936 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9f31bb1c-3cca-4990-9f03-ad06b6c919b3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:25.849268 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9f31bb1c-3cca-4990-9f03-ad06b6c919b3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "PUT /v2.0/ports/8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b HTTP/1.1" status: 200 len: 937 time: 0.4543633 Oct 10 11:31:25.852275 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 32974) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:31:25.879733 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f739a53-6ec3-44ee-9d0f-4f0b76902d7f', 'tag': '8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:31:25.882247 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1719a6-1035-4c3e-a26d-1bba466ed060" -d '{"events": [{"name": "network-changed", "server_uuid": "7f739a53-6ec3-44ee-9d0f-4f0b76902d7f", "tag": "8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:31:25.938744 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31bb1c-3cca-4990-9f03-ad06b6c919b3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b,revision_number=7']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:25.942343 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9343dfa8-9bad-43db-9370-593bc35ecfb9 x-openstack-request-id: req-9343dfa8-9bad-43db-9370-593bc35ecfb9 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:31:25.947218 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f739a53-6ec3-44ee-9d0f-4f0b76902d7f", "tag": "8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:31:25.947218 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9343dfa8-9bad-43db-9370-593bc35ecfb9 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:31:25.947218 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9343dfa8-9bad-43db-9370-593bc35ecfb9'] response: {'name': 'network-changed', 'server_uuid': '7f739a53-6ec3-44ee-9d0f-4f0b76902d7f', 'tag': '8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b', 'status': 'completed', 'code': 200} Oct 10 11:31:25.971535 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-56a95a94-99c9-4633-89e4-7cee61533f05 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/a4f398fa-4773-4500-9626-7697a7ca3fac HTTP/1.1" status: 200 len: 993 time: 0.1180522 Oct 10 11:31:26.070683 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:31:26.293598 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1719a6-1035-4c3e-a26d-1bba466ed060 req-57a90ceb-ab4a-4e71-8755-ef1ae4930bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:26.295024 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-dc1719a6-1035-4c3e-a26d-1bba466ed060 req-57a90ceb-ab4a-4e71-8755-ef1ae4930bd0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=7f739a53-6ec3-44ee-9d0f-4f0b76902d7f HTTP/1.1" status: 200 len: 1098 time: 0.3326910 Oct 10 11:31:26.431274 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1719a6-1035-4c3e-a26d-1bba466ed060 req-e17209cd-b8ae-49a2-b450-b11794cc7345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:26.432874 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-dc1719a6-1035-4c3e-a26d-1bba466ed060 req-e17209cd-b8ae-49a2-b450-b11794cc7345 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8f89a73c-4675-4b7d-b8a2-5d9153223e36 HTTP/1.1" status: 200 len: 897 time: 0.1309998 Oct 10 11:31:26.535980 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-dc1719a6-1035-4c3e-a26d-1bba466ed060 req-df733aa7-541f-48f4-b3e7-0394b181b3b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b HTTP/1.1" status: 200 len: 1001 time: 0.0969625 Oct 10 11:31:26.598344 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1719a6-1035-4c3e-a26d-1bba466ed060 req-13044375-33c2-40f7-bdc6-a3dbb8b4881a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:26.599739 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-dc1719a6-1035-4c3e-a26d-1bba466ed060 req-13044375-33c2-40f7-bdc6-a3dbb8b4881a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d1b03a4-2bae-4e95-83cd-9c17b028dd46 HTTP/1.1" status: 200 len: 835 time: 0.0568111 Oct 10 11:31:26.686503 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1719a6-1035-4c3e-a26d-1bba466ed060 req-230981e8-8f1d-463a-80f4-207c491baace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:26.687961 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-dc1719a6-1035-4c3e-a26d-1bba466ed060 req-230981e8-8f1d-463a-80f4-207c491baace service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8f89a73c-4675-4b7d-b8a2-5d9153223e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810387 Oct 10 11:31:26.823919 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-dc1719a6-1035-4c3e-a26d-1bba466ed060 req-8580adc6-cf18-47c2-bcd2-b6d56fd6004b service neutron] 10.222.0.15 "GET /v2.0/networks/8f89a73c-4675-4b7d-b8a2-5d9153223e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285710 Oct 10 11:31:26.959761 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-dc1719a6-1035-4c3e-a26d-1bba466ed060 req-07dd0e10-78a1-4259-8082-54827ef1de46 service neutron] 10.222.0.15 "GET /v2.0/networks/8f89a73c-4675-4b7d-b8a2-5d9153223e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301928 Oct 10 11:31:28.536416 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 32988) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:31:28.552268 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c759c98b-2f94-4dd8-9aae-410efd46aba1 req-53dbef2a-6f44-4823-a694-026e8645ee75 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7f739a53-6ec3-44ee-9d0f-4f0b76902d7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761280 Oct 10 11:31:28.702371 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759c98b-2f94-4dd8-9aae-410efd46aba1 req-a5588ef0-ebc4-4f9a-b93d-6cf80836b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:28.703839 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c759c98b-2f94-4dd8-9aae-410efd46aba1 req-a5588ef0-ebc4-4f9a-b93d-6cf80836b0d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=7f739a53-6ec3-44ee-9d0f-4f0b76902d7f HTTP/1.1" status: 200 len: 1098 time: 0.0828722 Oct 10 11:31:28.742017 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-76ce5cea-f2fe-47f0-99b4-327f400f2f45 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port d3ef277e-df04-42c3-a08f-74fee338cb22 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:31:28.742359 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-76ce5cea-f2fe-47f0-99b4-327f400f2f45 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:28.850111 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759c98b-2f94-4dd8-9aae-410efd46aba1 req-6d2a154f-37fb-42cd-9c9c-6172748d9b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:28.851462 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c759c98b-2f94-4dd8-9aae-410efd46aba1 req-6d2a154f-37fb-42cd-9c9c-6172748d9b3b service neutron] 10.222.0.15 "GET /v2.0/networks?id=8f89a73c-4675-4b7d-b8a2-5d9153223e36 HTTP/1.1" status: 200 len: 897 time: 0.1278033 Oct 10 11:31:28.914183 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-76ce5cea-f2fe-47f0-99b4-327f400f2f45 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:28.914528 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-76ce5cea-f2fe-47f0-99b4-327f400f2f45 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:28.954257 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c759c98b-2f94-4dd8-9aae-410efd46aba1 req-2350b1d0-4fa5-4269-86c5-379f47047343 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b HTTP/1.1" status: 200 len: 1001 time: 0.0968006 Oct 10 11:31:29.017053 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759c98b-2f94-4dd8-9aae-410efd46aba1 req-e0843a68-18a9-4eb0-bb08-27e50fc1cf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:29.018525 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c759c98b-2f94-4dd8-9aae-410efd46aba1 req-e0843a68-18a9-4eb0-bb08-27e50fc1cf35 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d1b03a4-2bae-4e95-83cd-9c17b028dd46 HTTP/1.1" status: 200 len: 835 time: 0.0588646 Oct 10 11:31:29.047982 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-76ce5cea-f2fe-47f0-99b4-327f400f2f45 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for d3ef277e-df04-42c3-a08f-74fee338cb22 owned by network:floatingip {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:31:29.103762 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759c98b-2f94-4dd8-9aae-410efd46aba1 req-d4c9cd7f-ca6c-45c5-96da-dd11b7b4beec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:29.105182 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c759c98b-2f94-4dd8-9aae-410efd46aba1 req-d4c9cd7f-ca6c-45c5-96da-dd11b7b4beec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8f89a73c-4675-4b7d-b8a2-5d9153223e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804355 Oct 10 11:31:29.235601 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c759c98b-2f94-4dd8-9aae-410efd46aba1 req-b1423295-5291-40e7-809b-52cc1c271632 service neutron] 10.222.0.15 "GET /v2.0/networks/8f89a73c-4675-4b7d-b8a2-5d9153223e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245868 Oct 10 11:31:29.262398 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-76ce5cea-f2fe-47f0-99b4-327f400f2f45 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:29.344529 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce5cea-f2fe-47f0-99b4-327f400f2f45 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=d3ef277e-df04-42c3-a08f-74fee338cb22,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:29.368647 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c759c98b-2f94-4dd8-9aae-410efd46aba1 req-bf147b8f-2eff-4387-baeb-d5ccdbdeafac service neutron] 10.222.0.15 "GET /v2.0/networks/8f89a73c-4675-4b7d-b8a2-5d9153223e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268280 Oct 10 11:31:29.412800 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-76ce5cea-f2fe-47f0-99b4-327f400f2f45 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:29.413391 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-76ce5cea-f2fe-47f0-99b4-327f400f2f45 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Floating IP 40476aa0-4ae3-4b39-b2ef-393d9b788bea disassociated (deleted). External IP: 172.26.4.16, port: 1928654c-9288-4740-97f2-a25c696ce997. Oct 10 11:31:29.864983 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ce5cea-f2fe-47f0-99b4-327f400f2f45 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:31:30.041441 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ce5cea-f2fe-47f0-99b4-327f400f2f45 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:31:30.051353 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ec22b7-a695-4141-a160-a4bddc69d0ea None None] Sync routers for ids ['e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:31:30.060187 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ec22b7-a695-4141-a160-a4bddc69d0ea None None] Routers {'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:31:30.063519 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-20ec22b7-a695-4141-a160-a4bddc69d0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:31:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:31:30.131268 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-76ce5cea-f2fe-47f0-99b4-327f400f2f45 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:30.188180 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-76ce5cea-f2fe-47f0-99b4-327f400f2f45 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/floatingips/40476aa0-4ae3-4b39-b2ef-393d9b788bea HTTP/1.1" status: 204 len: 168 time: 1.6506979 Oct 10 11:31:30.188800 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5c1221-0a0b-490f-bc8f-c104dd9df12f', 'tag': '1928654c-9288-4740-97f2-a25c696ce997'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:31:30.191159 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9742eaf-88e7-446d-b571-a55748aedf4d" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5c1221-0a0b-490f-bc8f-c104dd9df12f", "tag": "1928654c-9288-4740-97f2-a25c696ce997"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:31:30.234223 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e119eb97-8c6d-4412-8058-80512b95f838 x-openstack-request-id: req-e119eb97-8c6d-4412-8058-80512b95f838 {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:31:30.234475 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5c1221-0a0b-490f-bc8f-c104dd9df12f", "tag": "1928654c-9288-4740-97f2-a25c696ce997", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:31:30.234776 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e119eb97-8c6d-4412-8058-80512b95f838 {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:31:30.235188 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e119eb97-8c6d-4412-8058-80512b95f838'] response: {'name': 'network-changed', 'server_uuid': '7f5c1221-0a0b-490f-bc8f-c104dd9df12f', 'tag': '1928654c-9288-4740-97f2-a25c696ce997', 'status': 'completed', 'code': 200} Oct 10 11:31:30.240612 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-20ec22b7-a695-4141-a160-a4bddc69d0ea None None] Set router e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:31:30.437448 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9742eaf-88e7-446d-b571-a55748aedf4d req-e3dca3bb-6fb6-40c9-a528-a6308b19c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:30.439015 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f9742eaf-88e7-446d-b571-a55748aedf4d req-e3dca3bb-6fb6-40c9-a528-a6308b19c3d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=7f5c1221-0a0b-490f-bc8f-c104dd9df12f HTTP/1.1" status: 200 len: 1098 time: 0.1828673 Oct 10 11:31:30.610549 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9742eaf-88e7-446d-b571-a55748aedf4d req-fa1940b0-d4ea-461f-8ea5-8348693868f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:30.612087 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f9742eaf-88e7-446d-b571-a55748aedf4d req-fa1940b0-d4ea-461f-8ea5-8348693868f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8f89a73c-4675-4b7d-b8a2-5d9153223e36 HTTP/1.1" status: 200 len: 897 time: 0.1670835 Oct 10 11:31:30.672978 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-20ec22b7-a695-4141-a160-a4bddc69d0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'name': 'tempest-TestNetworkBasicOps-router-500747273', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:29:56Z', 'updated_at': '2022-10-10T11:30:02Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:51:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:29:57Z', 'updated_at': '2022-10-10T11:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'a4f398fa-4773-4500-9626-7697a7ca3fac', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'port_id': '8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'mac_address': 'fa:16:3e:73:95:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f739a53-6ec3-44ee-9d0f-4f0b76902d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:30:22Z', 'updated_at': '2022-10-10T11:30:26Z', 'revision_number': 1, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df940b62-54c3-4250-86a6-3251ab7146cc', 'name': '', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:4c:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:30:01Z', 'updated_at': '2022-10-10T11:30:07Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:31:30.677223 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ec22b7-a695-4141-a160-a4bddc69d0ea None None] Checking router: e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:31:30.685712 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ec22b7-a695-4141-a160-a4bddc69d0ea None None] Routers {'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:31:30.686429 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-20ec22b7-a695-4141-a160-a4bddc69d0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:31:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:31:30.686544 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f9742eaf-88e7-446d-b571-a55748aedf4d req-ae7950a9-7177-4ec5-90b6-7a2872d19fd4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1928654c-9288-4740-97f2-a25c696ce997 HTTP/1.1" status: 200 len: 217 time: 0.0686882 Oct 10 11:31:30.778223 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9742eaf-88e7-446d-b571-a55748aedf4d req-f9e69b1c-d878-447a-a46c-124dcb2352a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:30.780051 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f9742eaf-88e7-446d-b571-a55748aedf4d req-f9e69b1c-d878-447a-a46c-124dcb2352a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d1b03a4-2bae-4e95-83cd-9c17b028dd46 HTTP/1.1" status: 200 len: 835 time: 0.0872028 Oct 10 11:31:30.879367 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9742eaf-88e7-446d-b571-a55748aedf4d req-9b305e46-7b96-4a44-9cfd-495b06f555c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:30.880764 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f9742eaf-88e7-446d-b571-a55748aedf4d req-9b305e46-7b96-4a44-9cfd-495b06f555c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8f89a73c-4675-4b7d-b8a2-5d9153223e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0940788 Oct 10 11:31:30.887971 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-20ec22b7-a695-4141-a160-a4bddc69d0ea None None] Set router e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:31:31.025735 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f9742eaf-88e7-446d-b571-a55748aedf4d req-d280d7e8-53a5-484c-b824-d3119685972d service neutron] 10.222.0.15 "GET /v2.0/networks/8f89a73c-4675-4b7d-b8a2-5d9153223e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370308 Oct 10 11:31:31.041546 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac63660-cbfd-40ee-bf43-31fcbde5f4e5 req-6750c7c3-05cf-4114-b04b-a895610a1436 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:31.042419 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-aac63660-cbfd-40ee-bf43-31fcbde5f4e5 req-6750c7c3-05cf-4114-b04b-a895610a1436 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:31:31.158324 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f9742eaf-88e7-446d-b571-a55748aedf4d req-01bebd44-ed98-4d4f-a8b9-77101bcc9c4e service neutron] 10.222.0.15 "GET /v2.0/networks/8f89a73c-4675-4b7d-b8a2-5d9153223e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263227 Oct 10 11:31:31.160036 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-aac63660-cbfd-40ee-bf43-31fcbde5f4e5 req-6750c7c3-05cf-4114-b04b-a895610a1436 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:31:31.161168 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-aac63660-cbfd-40ee-bf43-31fcbde5f4e5 req-6750c7c3-05cf-4114-b04b-a895610a1436 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f5c1221-0a0b-490f-bc8f-c104dd9df12f HTTP/1.1" status: 200 len: 945 time: 0.3445857 Oct 10 11:31:31.210689 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-aac63660-cbfd-40ee-bf43-31fcbde5f4e5 req-eaa905cf-d380-403c-a6bb-231288baa6fc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=1a9ac76b-8124-4d62-a3ee-456600e0eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434170 Oct 10 11:31:31.254878 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-20ec22b7-a695-4141-a160-a4bddc69d0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'name': 'tempest-TestNetworkBasicOps-router-500747273', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:29:56Z', 'updated_at': '2022-10-10T11:30:02Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:51:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:29:57Z', 'updated_at': '2022-10-10T11:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'a4f398fa-4773-4500-9626-7697a7ca3fac', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'port_id': '8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'mac_address': 'fa:16:3e:73:95:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f739a53-6ec3-44ee-9d0f-4f0b76902d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:30:22Z', 'updated_at': '2022-10-10T11:30:26Z', 'revision_number': 1, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df940b62-54c3-4250-86a6-3251ab7146cc', 'name': '', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:4c:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:30:01Z', 'updated_at': '2022-10-10T11:30:07Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:31:31.258859 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ec22b7-a695-4141-a160-a4bddc69d0ea None None] The sync data for ids ['e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'] in dv-neutron-860842-1-hyperv is: [{'id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'name': 'tempest-TestNetworkBasicOps-router-500747273', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:29:56Z', 'updated_at': '2022-10-10T11:30:02Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:51:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:29:57Z', 'updated_at': '2022-10-10T11:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'a4f398fa-4773-4500-9626-7697a7ca3fac', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'port_id': '8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'mac_address': 'fa:16:3e:73:95:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f739a53-6ec3-44ee-9d0f-4f0b76902d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:30:22Z', 'updated_at': '2022-10-10T11:30:26Z', 'revision_number': 1, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df940b62-54c3-4250-86a6-3251ab7146cc', 'name': '', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:4c:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:30:01Z', 'updated_at': '2022-10-10T11:30:07Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:31:31.468053 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd717df6-eaf2-4aa3-84e1-ddc756524c29 None None] New status for floating IP 40476aa0-4ae3-4b39-b2ef-393d9b788bea: DOWN {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:31:32.101330 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb37ecb-1d74-4542-ba9e-d3986db60c95 req-a6290a85-bbbf-461f-ae90-f6083e5429e9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:32.102779 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4cb37ecb-1d74-4542-ba9e-d3986db60c95 req-a6290a85-bbbf-461f-ae90-f6083e5429e9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f5c1221-0a0b-490f-bc8f-c104dd9df12f HTTP/1.1" status: 200 len: 945 time: 0.0857503 Oct 10 11:31:32.174248 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-4cb37ecb-1d74-4542-ba9e-d3986db60c95 req-94feefb3-ff0e-4474-9d95-d453d60ce040 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port 1928654c-9288-4740-97f2-a25c696ce997 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:31:32.174578 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-4cb37ecb-1d74-4542-ba9e-d3986db60c95 req-94feefb3-ff0e-4474-9d95-d453d60ce040 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:32.425188 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-4cb37ecb-1d74-4542-ba9e-d3986db60c95 req-94feefb3-ff0e-4474-9d95-d453d60ce040 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port 1928654c-9288-4740-97f2-a25c696ce997, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=1928654c-9288-4740-97f2-a25c696ce997,segment=NetworkSegment(ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822),segment_id=ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:31:32.425566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-4cb37ecb-1d74-4542-ba9e-d3986db60c95 req-94feefb3-ff0e-4474-9d95-d453d60ce040 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:32.595320 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-4cb37ecb-1d74-4542-ba9e-d3986db60c95 req-94feefb3-ff0e-4474-9d95-d453d60ce040 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for 1928654c-9288-4740-97f2-a25c696ce997 owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:31:32.724746 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21457aa9-3a2b-404f-8385-3d7158c7e551 req-8d49fdb6-cfcf-4eee-bee5-d3e84b98aacf tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:32.726234 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-21457aa9-3a2b-404f-8385-3d7158c7e551 req-8d49fdb6-cfcf-4eee-bee5-d3e84b98aacf tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f5c1221-0a0b-490f-bc8f-c104dd9df12f HTTP/1.1" status: 200 len: 945 time: 0.3616838 Oct 10 11:31:32.788043 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-21457aa9-3a2b-404f-8385-3d7158c7e551 req-98b00c21-8141-4e71-a7d8-31b1dfa5cc03 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=1a9ac76b-8124-4d62-a3ee-456600e0eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546191 Oct 10 11:31:32.857273 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-4cb37ecb-1d74-4542-ba9e-d3986db60c95 req-94feefb3-ff0e-4474-9d95-d453d60ce040 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:33.006528 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94feefb3-ff0e-4474-9d95-d453d60ce040 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=1928654c-9288-4740-97f2-a25c696ce997,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:33.093364 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb37ecb-1d74-4542-ba9e-d3986db60c95 req-94feefb3-ff0e-4474-9d95-d453d60ce040 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] No DVR routers for this DVR port 1928654c-9288-4740-97f2-a25c696ce997 on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:31:33.095739 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-4cb37ecb-1d74-4542-ba9e-d3986db60c95 req-94feefb3-ff0e-4474-9d95-d453d60ce040 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:33.098353 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5c1221-0a0b-490f-bc8f-c104dd9df12f', 'name': 'network-vif-deleted', 'tag': '1928654c-9288-4740-97f2-a25c696ce997'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:31:33.100586 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937b175f-c735-4935-b84f-c7c411ebf056" -d '{"events": [{"server_uuid": "7f5c1221-0a0b-490f-bc8f-c104dd9df12f", "name": "network-vif-deleted", "tag": "1928654c-9288-4740-97f2-a25c696ce997"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:31:33.142543 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d5884b-9532-431c-931d-698c3ebb890c x-openstack-request-id: req-54d5884b-9532-431c-931d-698c3ebb890c {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:31:33.143122 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5c1221-0a0b-490f-bc8f-c104dd9df12f", "name": "network-vif-deleted", "tag": "1928654c-9288-4740-97f2-a25c696ce997", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:31:33.143122 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-54d5884b-9532-431c-931d-698c3ebb890c {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:31:33.143458 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54d5884b-9532-431c-931d-698c3ebb890c'] response: {'server_uuid': '7f5c1221-0a0b-490f-bc8f-c104dd9df12f', 'name': 'network-vif-deleted', 'tag': '1928654c-9288-4740-97f2-a25c696ce997', 'status': 'completed', 'code': 200} Oct 10 11:31:33.171840 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4cb37ecb-1d74-4542-ba9e-d3986db60c95 req-94feefb3-ff0e-4474-9d95-d453d60ce040 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "DELETE /v2.0/ports/1928654c-9288-4740-97f2-a25c696ce997 HTTP/1.1" status: 204 len: 173 time: 1.0642738 Oct 10 11:31:33.524987 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-eddb06b8-05fe-46e1-8836-17db37aad5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:33.960209 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-53af2e40-0cd3-4ddb-bc97-79baea503b8d req-f7abf979-e9f1-4eb5-abd2-e5a2d3daaf35 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:31:34.056768 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-53af2e40-0cd3-4ddb-bc97-79baea503b8d req-f7abf979-e9f1-4eb5-abd2-e5a2d3daaf35 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:31:34.058036 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-53af2e40-0cd3-4ddb-bc97-79baea503b8d req-f7abf979-e9f1-4eb5-abd2-e5a2d3daaf35 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f5c1221-0a0b-490f-bc8f-c104dd9df12f HTTP/1.1" status: 200 len: 210 time: 0.1473217 Oct 10 11:31:35.160759 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 33010) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:31:35.228114 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-12790918-7e41-4498-87c7-59d182d9932a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:35.257132 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-12790918-7e41-4498-87c7-59d182d9932a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:35.428074 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-12790918-7e41-4498-87c7-59d182d9932a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:35.446508 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12790918-7e41-4498-87c7-59d182d9932a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9ac76b-8124-4d62-a3ee-456600e0eb25,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:35.541849 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-12790918-7e41-4498-87c7-59d182d9932a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:35.542975 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-12790918-7e41-4498-87c7-59d182d9932a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/security-groups/1a9ac76b-8124-4d62-a3ee-456600e0eb25 HTTP/1.1" status: 204 len: 168 time: 0.3812377 Oct 10 11:31:35.634313 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 33016) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:31:35.725782 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-fd725617-538a-488e-8183-a1409b8d375b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:35.836619 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-13b8a7c5-1853-49af-aad5-b4a5e9e0983e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port 10a4ae99-5faf-4b9e-ab6a-8a8a69a6190c {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:31:35.836896 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-13b8a7c5-1853-49af-aad5-b4a5e9e0983e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:36.012551 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-13b8a7c5-1853-49af-aad5-b4a5e9e0983e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:36.012875 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-13b8a7c5-1853-49af-aad5-b4a5e9e0983e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:36.134589 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-13b8a7c5-1853-49af-aad5-b4a5e9e0983e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for 10a4ae99-5faf-4b9e-ab6a-8a8a69a6190c owned by network:floatingip {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:31:36.331440 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-13b8a7c5-1853-49af-aad5-b4a5e9e0983e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:36.378862 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8a7c5-1853-49af-aad5-b4a5e9e0983e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=10a4ae99-5faf-4b9e-ab6a-8a8a69a6190c,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:36.477308 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-13b8a7c5-1853-49af-aad5-b4a5e9e0983e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:36.477509 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [None req-13b8a7c5-1853-49af-aad5-b4a5e9e0983e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Floating IP a4f398fa-4773-4500-9626-7697a7ca3fac disassociated (deleted). External IP: 172.26.4.215, port: 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b. Oct 10 11:31:36.662470 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 1928654c-9288-4740-97f2-a25c696ce997 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:31:36.699897 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: 1928654c-9288-4740-97f2-a25c696ce997 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:31:36.700240 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 1928654c-9288-4740-97f2-a25c696ce997 not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:31:36.924818 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b8a7c5-1853-49af-aad5-b4a5e9e0983e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:31:37.005733 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:37.028235 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:37.110790 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b8a7c5-1853-49af-aad5-b4a5e9e0983e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:31:37.119986 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1ead7e-9a0d-445f-a23f-9628eb524e2f None None] Sync routers for ids ['e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:31:37.129187 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1ead7e-9a0d-445f-a23f-9628eb524e2f None None] Routers {'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:31:37.132509 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-da1ead7e-9a0d-445f-a23f-9628eb524e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:31:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:31:37.176782 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-13b8a7c5-1853-49af-aad5-b4a5e9e0983e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:37.231794 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-13b8a7c5-1853-49af-aad5-b4a5e9e0983e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/floatingips/a4f398fa-4773-4500-9626-7697a7ca3fac HTTP/1.1" status: 204 len: 168 time: 1.5957673 Oct 10 11:31:37.232433 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f739a53-6ec3-44ee-9d0f-4f0b76902d7f', 'tag': '8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:31:37.234731 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53665dc2-1d5a-4a6b-b2b6-caf90e445eea" -d '{"events": [{"name": "network-changed", "server_uuid": "7f739a53-6ec3-44ee-9d0f-4f0b76902d7f", "tag": "8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:31:37.285129 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e0e7bf-a445-4db3-9bcf-9f663cd537f0 x-openstack-request-id: req-b4e0e7bf-a445-4db3-9bcf-9f663cd537f0 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:31:37.285606 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f739a53-6ec3-44ee-9d0f-4f0b76902d7f", "tag": "8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:31:37.286015 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b4e0e7bf-a445-4db3-9bcf-9f663cd537f0 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:31:37.286551 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4e0e7bf-a445-4db3-9bcf-9f663cd537f0'] response: {'name': 'network-changed', 'server_uuid': '7f739a53-6ec3-44ee-9d0f-4f0b76902d7f', 'tag': '8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b', 'status': 'completed', 'code': 200} Oct 10 11:31:37.313407 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-da1ead7e-9a0d-445f-a23f-9628eb524e2f None None] Set router e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:31:37.390777 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53665dc2-1d5a-4a6b-b2b6-caf90e445eea req-4b56364d-02c8-4fc5-bf31-eab8b19ff1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:37.392262 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-53665dc2-1d5a-4a6b-b2b6-caf90e445eea req-4b56364d-02c8-4fc5-bf31-eab8b19ff1ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=7f739a53-6ec3-44ee-9d0f-4f0b76902d7f HTTP/1.1" status: 200 len: 1098 time: 0.0864186 Oct 10 11:31:37.528750 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53665dc2-1d5a-4a6b-b2b6-caf90e445eea req-96e163ea-c969-470c-9fa0-279dd9f48270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:37.530369 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-53665dc2-1d5a-4a6b-b2b6-caf90e445eea req-96e163ea-c969-470c-9fa0-279dd9f48270 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8f89a73c-4675-4b7d-b8a2-5d9153223e36 HTTP/1.1" status: 200 len: 897 time: 0.1324725 Oct 10 11:31:37.600452 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-53665dc2-1d5a-4a6b-b2b6-caf90e445eea req-e43170cc-49a7-4e8c-abd4-a230cb10d22d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b HTTP/1.1" status: 200 len: 217 time: 0.0642724 Oct 10 11:31:37.668516 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53665dc2-1d5a-4a6b-b2b6-caf90e445eea req-8fbe1120-9222-4d51-b875-9073bcfb4a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:37.670041 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-53665dc2-1d5a-4a6b-b2b6-caf90e445eea req-8fbe1120-9222-4d51-b875-9073bcfb4a27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d1b03a4-2bae-4e95-83cd-9c17b028dd46 HTTP/1.1" status: 200 len: 835 time: 0.0642040 Oct 10 11:31:37.678541 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-da1ead7e-9a0d-445f-a23f-9628eb524e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'name': 'tempest-TestNetworkBasicOps-router-500747273', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:29:56Z', 'updated_at': '2022-10-10T11:30:02Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:51:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:29:57Z', 'updated_at': '2022-10-10T11:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'df940b62-54c3-4250-86a6-3251ab7146cc', 'name': '', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:4c:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:30:01Z', 'updated_at': '2022-10-10T11:30:07Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:31:37.683371 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1ead7e-9a0d-445f-a23f-9628eb524e2f None None] Checking router: e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:31:37.692716 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1ead7e-9a0d-445f-a23f-9628eb524e2f None None] Routers {'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:31:37.693406 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-da1ead7e-9a0d-445f-a23f-9628eb524e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:31:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:31:37.823752 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53665dc2-1d5a-4a6b-b2b6-caf90e445eea req-627270c5-c272-4c69-87ea-33b0e731d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:37.825217 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-53665dc2-1d5a-4a6b-b2b6-caf90e445eea req-627270c5-c272-4c69-87ea-33b0e731d3b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8f89a73c-4675-4b7d-b8a2-5d9153223e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1493573 Oct 10 11:31:37.875031 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-da1ead7e-9a0d-445f-a23f-9628eb524e2f None None] Set router e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:31:37.876730 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab80968-d3f5-419c-afaa-d4e57386576a req-1edd8acf-be7e-4a5a-828c-8c1921196197 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:37.877410 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-7ab80968-d3f5-419c-afaa-d4e57386576a req-1edd8acf-be7e-4a5a-828c-8c1921196197 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:31:37.978114 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-53665dc2-1d5a-4a6b-b2b6-caf90e445eea req-c5d5ba90-6caa-4d47-a15d-fe829b7b94f0 service neutron] 10.222.0.15 "GET /v2.0/networks/8f89a73c-4675-4b7d-b8a2-5d9153223e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447868 Oct 10 11:31:38.005457 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-7ab80968-d3f5-419c-afaa-d4e57386576a req-1edd8acf-be7e-4a5a-828c-8c1921196197 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:31:38.006572 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7ab80968-d3f5-419c-afaa-d4e57386576a req-1edd8acf-be7e-4a5a-828c-8c1921196197 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f739a53-6ec3-44ee-9d0f-4f0b76902d7f HTTP/1.1" status: 200 len: 945 time: 0.2677300 Oct 10 11:31:38.121094 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-7ab80968-d3f5-419c-afaa-d4e57386576a req-6540dce9-f61c-4cb0-b860-4bab5e123f99 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:31:38.155312 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-53665dc2-1d5a-4a6b-b2b6-caf90e445eea req-4388933a-e03f-43ef-9b39-3ce12ad8452f service neutron] 10.222.0.15 "GET /v2.0/networks/8f89a73c-4675-4b7d-b8a2-5d9153223e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697996 Oct 10 11:31:38.195442 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-da1ead7e-9a0d-445f-a23f-9628eb524e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'name': 'tempest-TestNetworkBasicOps-router-500747273', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:29:56Z', 'updated_at': '2022-10-10T11:30:02Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:51:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:29:57Z', 'updated_at': '2022-10-10T11:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'df940b62-54c3-4250-86a6-3251ab7146cc', 'name': '', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:4c:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:30:01Z', 'updated_at': '2022-10-10T11:30:07Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:31:38.200252 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1ead7e-9a0d-445f-a23f-9628eb524e2f None None] The sync data for ids ['e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'] in dv-neutron-860842-1-hyperv is: [{'id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'name': 'tempest-TestNetworkBasicOps-router-500747273', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:29:56Z', 'updated_at': '2022-10-10T11:30:02Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:51:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:29:57Z', 'updated_at': '2022-10-10T11:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'df940b62-54c3-4250-86a6-3251ab7146cc', 'name': '', 'network_id': '8f89a73c-4675-4b7d-b8a2-5d9153223e36', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:4c:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:30:01Z', 'updated_at': '2022-10-10T11:30:07Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '2d1b03a4-2bae-4e95-83cd-9c17b028dd46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:31:38.217209 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-7ab80968-d3f5-419c-afaa-d4e57386576a req-6540dce9-f61c-4cb0-b860-4bab5e123f99 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:31:38.218485 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7ab80968-d3f5-419c-afaa-d4e57386576a req-6540dce9-f61c-4cb0-b860-4bab5e123f99 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=48e8f678-ebcf-49a5-a68d-24f47da778b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003436 Oct 10 11:31:38.411343 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1726fd39-5624-413b-93ca-26d0c8903c12 None None] New status for floating IP a4f398fa-4773-4500-9626-7697a7ca3fac: DOWN {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:31:38.645843 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:39.201206 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070bd08-c96a-46ed-8775-be0fcb5c7869 req-6ef090d5-704a-415b-ba10-a1dd3b1d7b92 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:39.202610 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4070bd08-c96a-46ed-8775-be0fcb5c7869 req-6ef090d5-704a-415b-ba10-a1dd3b1d7b92 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f739a53-6ec3-44ee-9d0f-4f0b76902d7f HTTP/1.1" status: 200 len: 945 time: 0.0919640 Oct 10 11:31:39.271687 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-4070bd08-c96a-46ed-8775-be0fcb5c7869 req-65c3de6c-80cc-4714-ba22-31762d7bfbe7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:31:39.272029 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-4070bd08-c96a-46ed-8775-be0fcb5c7869 req-65c3de6c-80cc-4714-ba22-31762d7bfbe7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:39.416950 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:39.426745 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be983e-1ee2-4c4b-9db4-fd917d70135f req-bc2e77f5-411f-4d54-8c5f-c26389a1ea03 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:39.428221 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b5be983e-1ee2-4c4b-9db4-fd917d70135f req-bc2e77f5-411f-4d54-8c5f-c26389a1ea03 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f739a53-6ec3-44ee-9d0f-4f0b76902d7f HTTP/1.1" status: 200 len: 945 time: 0.0913994 Oct 10 11:31:39.475960 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b5be983e-1ee2-4c4b-9db4-fd917d70135f req-9fdc154a-78cb-475a-bea2-ffa001f4ce2d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=48e8f678-ebcf-49a5-a68d-24f47da778b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404258 Oct 10 11:31:39.641337 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-4070bd08-c96a-46ed-8775-be0fcb5c7869 req-65c3de6c-80cc-4714-ba22-31762d7bfbe7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b,segment=NetworkSegment(ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822),segment_id=ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:31:39.641634 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-4070bd08-c96a-46ed-8775-be0fcb5c7869 req-65c3de6c-80cc-4714-ba22-31762d7bfbe7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:39.763641 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-4070bd08-c96a-46ed-8775-be0fcb5c7869 req-65c3de6c-80cc-4714-ba22-31762d7bfbe7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:31:39.970529 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-4070bd08-c96a-46ed-8775-be0fcb5c7869 req-65c3de6c-80cc-4714-ba22-31762d7bfbe7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:40.021020 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3de6c-80cc-4714-ba22-31762d7bfbe7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:40.110831 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-4070bd08-c96a-46ed-8775-be0fcb5c7869 req-65c3de6c-80cc-4714-ba22-31762d7bfbe7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] No DVR routers for this DVR port 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:31:40.113215 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-4070bd08-c96a-46ed-8775-be0fcb5c7869 req-65c3de6c-80cc-4714-ba22-31762d7bfbe7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:40.115944 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f739a53-6ec3-44ee-9d0f-4f0b76902d7f', 'name': 'network-vif-deleted', 'tag': '8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:31:40.118247 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c944a5b-761a-46f5-849f-7f6be958be13" -d '{"events": [{"server_uuid": "7f739a53-6ec3-44ee-9d0f-4f0b76902d7f", "name": "network-vif-deleted", "tag": "8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:31:40.161153 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff015ad-c516-4151-a6d0-27269f063f63 x-openstack-request-id: req-1ff015ad-c516-4151-a6d0-27269f063f63 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:31:40.161444 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f739a53-6ec3-44ee-9d0f-4f0b76902d7f", "name": "network-vif-deleted", "tag": "8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:31:40.161752 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1ff015ad-c516-4151-a6d0-27269f063f63 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:31:40.162177 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ff015ad-c516-4151-a6d0-27269f063f63'] response: {'server_uuid': '7f739a53-6ec3-44ee-9d0f-4f0b76902d7f', 'name': 'network-vif-deleted', 'tag': '8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b', 'status': 'completed', 'code': 200} Oct 10 11:31:40.189097 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4070bd08-c96a-46ed-8775-be0fcb5c7869 req-65c3de6c-80cc-4714-ba22-31762d7bfbe7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "DELETE /v2.0/ports/8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b HTTP/1.1" status: 204 len: 173 time: 0.9810684 Oct 10 11:31:40.658817 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-073efc19-6645-47e1-bb60-f01df96c9993 req-1b85d039-54be-4330-aa1b-6b4b5f4694d5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=7f739a53-6ec3-44ee-9d0f-4f0b76902d7f HTTP/1.1" status: 200 len: 210 time: 0.0523775 Oct 10 11:31:41.758569 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 33034) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:31:41.827382 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b5a20f87-ab91-416b-87b7-91d4c0fbf7c7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:41.857386 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b5a20f87-ab91-416b-87b7-91d4c0fbf7c7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:41.998599 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b5a20f87-ab91-416b-87b7-91d4c0fbf7c7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:42.017306 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a20f87-ab91-416b-87b7-91d4c0fbf7c7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e8f678-ebcf-49a5-a68d-24f47da778b7,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:42.101373 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b5a20f87-ab91-416b-87b7-91d4c0fbf7c7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:42.102614 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b5a20f87-ab91-416b-87b7-91d4c0fbf7c7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/security-groups/48e8f678-ebcf-49a5-a68d-24f47da778b7 HTTP/1.1" status: 204 len: 168 time: 0.3430820 Oct 10 11:31:42.198984 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 33040) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:31:42.662304 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:31:42.696295 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:31:42.696639 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 8c0bb48a-dfd8-4b6b-8b76-8760bdbebd5b not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:31:42.751768 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cfe7ee7a-8191-4c28-998e-a71d226756b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:43.207151 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-cfe7ee7a-8191-4c28-998e-a71d226756b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port df940b62-54c3-4250-86a6-3251ab7146cc {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:31:43.207792 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cfe7ee7a-8191-4c28-998e-a71d226756b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:43.392383 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-cfe7ee7a-8191-4c28-998e-a71d226756b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port df940b62-54c3-4250-86a6-3251ab7146cc, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=df940b62-54c3-4250-86a6-3251ab7146cc,segment=NetworkSegment(ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822),segment_id=ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:31:43.392730 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cfe7ee7a-8191-4c28-998e-a71d226756b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:43.516977 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-cfe7ee7a-8191-4c28-998e-a71d226756b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for df940b62-54c3-4250-86a6-3251ab7146cc owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:31:43.759626 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cfe7ee7a-8191-4c28-998e-a71d226756b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:43.806985 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7ee7a-8191-4c28-998e-a71d226756b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=df940b62-54c3-4250-86a6-3251ab7146cc,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:44.090420 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cfe7ee7a-8191-4c28-998e-a71d226756b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:44.450077 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe7ee7a-8191-4c28-998e-a71d226756b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:31:44.721399 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe7ee7a-8191-4c28-998e-a71d226756b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:31:44.731583 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13150802-a8f9-4052-9dc5-d44fb6861e1c None None] Sync routers for ids ['e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:31:44.735592 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cfe7ee7a-8191-4c28-998e-a71d226756b0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "PUT /v2.0/routers/e0a80a12-d2f2-48c1-9b3b-cea550f8ca94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5355604 Oct 10 11:31:44.738238 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 33044) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:31:44.744059 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13150802-a8f9-4052-9dc5-d44fb6861e1c None None] Routers {'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:31:44.744655 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-13150802-a8f9-4052-9dc5-d44fb6861e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:31:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:31:44.803934 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d926699-da6e-4eaa-8eb8-6739a7b20eaf tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting subnet 2d1b03a4-2bae-4e95-83cd-9c17b028dd46 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:31:44.806844 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4d926699-da6e-4eaa-8eb8-6739a7b20eaf tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:44.860584 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4d926699-da6e-4eaa-8eb8-6739a7b20eaf tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:44.926828 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-13150802-a8f9-4052-9dc5-d44fb6861e1c None None] Set router e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:31:44.947713 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4d926699-da6e-4eaa-8eb8-6739a7b20eaf tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:45.079872 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4d926699-da6e-4eaa-8eb8-6739a7b20eaf tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:45.120965 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d926699-da6e-4eaa-8eb8-6739a7b20eaf tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Subnet': ['ID=2d1b03a4-2bae-4e95-83cd-9c17b028dd46,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:45.124538 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4d926699-da6e-4eaa-8eb8-6739a7b20eaf tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:45.133271 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4d926699-da6e-4eaa-8eb8-6739a7b20eaf tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/subnets/2d1b03a4-2bae-4e95-83cd-9c17b028dd46 HTTP/1.1" status: 204 len: 168 time: 0.3916621 Oct 10 11:31:45.133452 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106a520f-2430-46db-ab25-56149a7d9cd6 None None] Network 8f89a73c-4675-4b7d-b8a2-5d9153223e36 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:31:45.133585 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 33048) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:31:45.318319 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b269d3a9-fcad-44f4-a295-19dfadfad398 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:45.430517 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-13150802-a8f9-4052-9dc5-d44fb6861e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'name': 'tempest-TestNetworkBasicOps-router-500747273', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:29:56Z', 'updated_at': '2022-10-10T11:31:43Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:51:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:29:57Z', 'updated_at': '2022-10-10T11:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:31:45.437675 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13150802-a8f9-4052-9dc5-d44fb6861e1c None None] Checking router: e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:31:45.450551 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13150802-a8f9-4052-9dc5-d44fb6861e1c None None] Routers {'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:31:45.451138 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-13150802-a8f9-4052-9dc5-d44fb6861e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:31:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:31:45.505815 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b269d3a9-fcad-44f4-a295-19dfadfad398 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:45.508618 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad39e2c-b9e9-4b32-964c-1d0321f14073 None None] DHCP port deletion for 8f89a73c-4675-4b7d-b8a2-5d9153223e36 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:31:45.530327 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7ad39e2c-b9e9-4b32-964c-1d0321f14073 None None] Deleting port 3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:31:45.530698 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7ad39e2c-b9e9-4b32-964c-1d0321f14073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:45.582583 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-b269d3a9-fcad-44f4-a295-19dfadfad398 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:31:45.582937 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b269d3a9-fcad-44f4-a295-19dfadfad398 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:45.721382 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-13150802-a8f9-4052-9dc5-d44fb6861e1c None None] Set router e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:31:45.755944 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-b269d3a9-fcad-44f4-a295-19dfadfad398 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:31:45.756293 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b269d3a9-fcad-44f4-a295-19dfadfad398 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:45.880697 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-b269d3a9-fcad-44f4-a295-19dfadfad398 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5 owned by network:router_gateway {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:31:46.018816 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7ad39e2c-b9e9-4b32-964c-1d0321f14073 None None] For port 3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2,segment=NetworkSegment(ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822),segment_id=ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:31:46.019424 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7ad39e2c-b9e9-4b32-964c-1d0321f14073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:46.124544 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b269d3a9-fcad-44f4-a295-19dfadfad398 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:46.153957 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7ad39e2c-b9e9-4b32-964c-1d0321f14073 None None] Calling delete_port for 3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:31:46.176985 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269d3a9-fcad-44f4-a295-19dfadfad398 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:46.271107 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b269d3a9-fcad-44f4-a295-19dfadfad398 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:46.286372 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-13150802-a8f9-4052-9dc5-d44fb6861e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'name': 'tempest-TestNetworkBasicOps-router-500747273', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:29:56Z', 'updated_at': '2022-10-10T11:31:43Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:51:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:29:57Z', 'updated_at': '2022-10-10T11:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:31:46.290391 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13150802-a8f9-4052-9dc5-d44fb6861e1c None None] The sync data for ids ['e0a80a12-d2f2-48c1-9b3b-cea550f8ca94'] in dv-neutron-860842-1-hyperv is: [{'id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'name': 'tempest-TestNetworkBasicOps-router-500747273', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:29:56Z', 'updated_at': '2022-10-10T11:31:43Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:51:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a80a12-d2f2-48c1-9b3b-cea550f8ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:29:57Z', 'updated_at': '2022-10-10T11:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:31:46.326396 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7ad39e2c-b9e9-4b32-964c-1d0321f14073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:46.372549 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad39e2c-b9e9-4b32-964c-1d0321f14073 None None] Pushing event deleted for resources: {'Port': ['ID=3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:46.382081 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad39e2c-b9e9-4b32-964c-1d0321f14073 None None] No DVR routers for this DVR port 3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:31:46.384115 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad39e2c-b9e9-4b32-964c-1d0321f14073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:46.384462 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad39e2c-b9e9-4b32-964c-1d0321f14073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:46.384801 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad39e2c-b9e9-4b32-964c-1d0321f14073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:46.385137 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad39e2c-b9e9-4b32-964c-1d0321f14073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:46.385465 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad39e2c-b9e9-4b32-964c-1d0321f14073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:46.385826 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad39e2c-b9e9-4b32-964c-1d0321f14073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:46.386662 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad39e2c-b9e9-4b32-964c-1d0321f14073 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:46.387191 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad39e2c-b9e9-4b32-964c-1d0321f14073 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:46.387623 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad39e2c-b9e9-4b32-964c-1d0321f14073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:46.387949 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad39e2c-b9e9-4b32-964c-1d0321f14073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:46.388276 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad39e2c-b9e9-4b32-964c-1d0321f14073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:46.388598 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad39e2c-b9e9-4b32-964c-1d0321f14073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:46.559901 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b269d3a9-fcad-44f4-a295-19dfadfad398 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:46.562105 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b269d3a9-fcad-44f4-a295-19dfadfad398 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:46.645235 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b269d3a9-fcad-44f4-a295-19dfadfad398 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:46.645868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b269d3a9-fcad-44f4-a295-19dfadfad398 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Fanout notify agent at l3_agent the message router_deleted on router e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:31:46.663186 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b269d3a9-fcad-44f4-a295-19dfadfad398 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:46.674856 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b269d3a9-fcad-44f4-a295-19dfadfad398 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/routers/e0a80a12-d2f2-48c1-9b3b-cea550f8ca94 HTTP/1.1" status: 204 len: 168 time: 1.5299079 Oct 10 11:31:46.674856 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 33052) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:31:46.783812 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-680acfa7-36d4-4fb6-8e5c-84d03e23b0be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:46.918473 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-680acfa7-36d4-4fb6-8e5c-84d03e23b0be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:46.945738 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-680acfa7-36d4-4fb6-8e5c-84d03e23b0be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f89a73c-4675-4b7d-b8a2-5d9153223e36']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:31:46.958526 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-680acfa7-36d4-4fb6-8e5c-84d03e23b0be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:31:46.958823 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-680acfa7-36d4-4fb6-8e5c-84d03e23b0be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:31:46.970117 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-680acfa7-36d4-4fb6-8e5c-84d03e23b0be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:46.986026 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-680acfa7-36d4-4fb6-8e5c-84d03e23b0be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:46.991941 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-680acfa7-36d4-4fb6-8e5c-84d03e23b0be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Releasing vlan 456 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:31:46.992318 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-680acfa7-36d4-4fb6-8e5c-84d03e23b0be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:47.151546 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822 resource provider aggregate not found Oct 10 11:31:47.159617 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-680acfa7-36d4-4fb6-8e5c-84d03e23b0be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:47.179741 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-680acfa7-36d4-4fb6-8e5c-84d03e23b0be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:47.183500 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac3b3d11-a3a0-4b95-ac8a-3fc895ae6822 found for delete ", "request_id": "req-39c61602-84c9-4db0-b0dc-c2e25d83c45d"}]} Oct 10 11:31:47.192439 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680acfa7-36d4-4fb6-8e5c-84d03e23b0be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Network': ['ID=8f89a73c-4675-4b7d-b8a2-5d9153223e36,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:47.263577 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-680acfa7-36d4-4fb6-8e5c-84d03e23b0be tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/networks/8f89a73c-4675-4b7d-b8a2-5d9153223e36 HTTP/1.1" status: 204 len: 168 time: 0.5954287 Oct 10 11:31:47.284654 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device df940b62-54c3-4250-86a6-3251ab7146cc no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:31:47.290503 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33062) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:31:47.300803 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-6a829123-fcb3-4433-a03c-85cc62ba25d3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'network': {'name': 'tempest-network-smoke--1034587012', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'port_security_enabled': True}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:31:47.303528 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6a829123-fcb3-4433-a03c-85cc62ba25d3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:31:47.307629 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6a829123-fcb3-4433-a03c-85cc62ba25d3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:network and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:31:47.311458 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6a829123-fcb3-4433-a03c-85cc62ba25d3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:31:47.317704 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6a829123-fcb3-4433-a03c-85cc62ba25d3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:31:47.322145 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: df940b62-54c3-4250-86a6-3251ab7146cc {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:31:47.322487 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device df940b62-54c3-4250-86a6-3251ab7146cc not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:31:47.322898 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:31:47.356586 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:31:47.356954 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3fde03cf-c3de-4dfd-87ec-dfa1511aa5c2 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:31:47.357382 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:31:47.390757 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:31:47.391102 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device cf9289ef-8eeb-46fc-9e0b-ba6b2db10ba5 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:31:47.404577 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a829123-fcb3-4433-a03c-85cc62ba25d3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Made reservation on behalf of abdeb3603c4943b08320f37282de8f91 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:31:47.408078 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6a829123-fcb3-4433-a03c-85cc62ba25d3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:47.436352 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a829123-fcb3-4433-a03c-85cc62ba25d3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 481} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:31:47.444534 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6a829123-fcb3-4433-a03c-85cc62ba25d3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:47.444869 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-6a829123-fcb3-4433-a03c-85cc62ba25d3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Added segment f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed of type vlan for network c1532df7-edd6-4e6a-9a24-b4899ad50347 Oct 10 11:31:47.470372 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6a829123-fcb3-4433-a03c-85cc62ba25d3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:47.564397 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6a829123-fcb3-4433-a03c-85cc62ba25d3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:47.569725 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a829123-fcb3-4433-a03c-85cc62ba25d3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:47.570252 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6a829123-fcb3-4433-a03c-85cc62ba25d3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:47.687183 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a829123-fcb3-4433-a03c-85cc62ba25d3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Network': ['ID=c1532df7-edd6-4e6a-9a24-b4899ad50347,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:47.697191 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network c1532df7-edd6-4e6a-9a24-b4899ad50347 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:31:47.737660 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6a829123-fcb3-4433-a03c-85cc62ba25d3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4456530 Oct 10 11:31:47.740333 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33066) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:31:47.745607 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-65bbe3e3-98f0-4b65-96d9-f27067f24e13 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1245879685', 'admin_state_up': True, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:31:47.753199 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-65bbe3e3-98f0-4b65-96d9-f27067f24e13 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:31:47.757411 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-65bbe3e3-98f0-4b65-96d9-f27067f24e13 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:router and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:31:47.760518 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-65bbe3e3-98f0-4b65-96d9-f27067f24e13 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:31:47.767734 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-65bbe3e3-98f0-4b65-96d9-f27067f24e13 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:31:47.868364 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-65bbe3e3-98f0-4b65-96d9-f27067f24e13 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:47.869418 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-65bbe3e3-98f0-4b65-96d9-f27067f24e13 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:47.884348 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-65bbe3e3-98f0-4b65-96d9-f27067f24e13 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:48.186939 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-65bbe3e3-98f0-4b65-96d9-f27067f24e13 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:48.633748 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-65bbe3e3-98f0-4b65-96d9-f27067f24e13 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_gateway, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:48.665160 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-65bbe3e3-98f0-4b65-96d9-f27067f24e13 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:48.797887 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-65bbe3e3-98f0-4b65-96d9-f27067f24e13 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.26.4.104 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/c128c279-d11f-4388-bfce-b3869c2472a2) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:31:48.950046 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-65bbe3e3-98f0-4b65-96d9-f27067f24e13 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:49.039661 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-65bbe3e3-98f0-4b65-96d9-f27067f24e13 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:49.106879 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bbe3e3-98f0-4b65-96d9-f27067f24e13 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:31:49.109614 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-65bbe3e3-98f0-4b65-96d9-f27067f24e13 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:31:49.112033 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bbe3e3-98f0-4b65-96d9-f27067f24e13 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:31:49.146046 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bbe3e3-98f0-4b65-96d9-f27067f24e13 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=c128c279-d11f-4388-bfce-b3869c2472a2,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:49.613896 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-65bbe3e3-98f0-4b65-96d9-f27067f24e13 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_gateway, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:50.018700 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:31:50.059841 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-65bbe3e3-98f0-4b65-96d9-f27067f24e13 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:50.323978 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bbe3e3-98f0-4b65-96d9-f27067f24e13 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router be3f87a2-5d0b-431d-8571-61dcfa81f2a9 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:31:50.502288 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bbe3e3-98f0-4b65-96d9-f27067f24e13 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:31:50.512127 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a7ae34-27b0-443e-bdff-9f6644243563 None None] Sync routers for ids ['be3f87a2-5d0b-431d-8571-61dcfa81f2a9'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:31:50.520815 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a7ae34-27b0-443e-bdff-9f6644243563 None None] Routers {'be3f87a2-5d0b-431d-8571-61dcfa81f2a9'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:31:50.521407 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-51a7ae34-27b0-443e-bdff-9f6644243563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:31:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['be3f87a2-5d0b-431d-8571-61dcfa81f2a9'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:31:50.587395 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-65bbe3e3-98f0-4b65-96d9-f27067f24e13 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:50.588537 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-65bbe3e3-98f0-4b65-96d9-f27067f24e13 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8471966 Oct 10 11:31:50.592494 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33070) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:31:50.632234 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-850cc843-0ac2-436c-9db4-26e2d8a8b466 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=abdeb3603c4943b08320f37282de8f91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386348 Oct 10 11:31:50.635017 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33074) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:31:50.697558 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-51a7ae34-27b0-443e-bdff-9f6644243563 None None] Set router be3f87a2-5d0b-431d-8571-61dcfa81f2a9 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:31:50.765990 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdbd25b-6693-48ba-ad38-6fef387d161c tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:50.767544 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ccdbd25b-6693-48ba-ad38-6fef387d161c tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316409 Oct 10 11:31:50.770443 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33078) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:31:50.813993 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-275aa20e-30ee-41cd-98b0-1471beec1c1f tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=1e933860-f99f-4a0b-a611-91d190754508&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424728 Oct 10 11:31:50.816580 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33082) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:31:50.821867 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-1cd16957-902a-4eb8-a83a-91d2efe7b5a7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-927070163', 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:31:50.932288 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1cd16957-902a-4eb8-a83a-91d2efe7b5a7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:31:50.937143 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1cd16957-902a-4eb8-a83a-91d2efe7b5a7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:subnet and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:31:50.940001 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1cd16957-902a-4eb8-a83a-91d2efe7b5a7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:31:50.945626 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1cd16957-902a-4eb8-a83a-91d2efe7b5a7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:31:50.976083 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-51a7ae34-27b0-443e-bdff-9f6644243563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'name': 'tempest-TestNetworkBasicOps-router-1245879685', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:31:47Z', 'updated_at': '2022-10-10T11:31:49Z', 'revision_number': 3, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:48Z', 'updated_at': '2022-10-10T11:31:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:31:50.980504 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a7ae34-27b0-443e-bdff-9f6644243563 None None] Checking router: be3f87a2-5d0b-431d-8571-61dcfa81f2a9 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:31:50.980848 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a7ae34-27b0-443e-bdff-9f6644243563 None None] Updating router be3f87a2-5d0b-431d-8571-61dcfa81f2a9 port c128c279-d11f-4388-bfce-b3869c2472a2 binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:31:51.028265 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd16957-902a-4eb8-a83a-91d2efe7b5a7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Made reservation on behalf of abdeb3603c4943b08320f37282de8f91 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:31:51.031471 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-51a7ae34-27b0-443e-bdff-9f6644243563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:51.031945 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1cd16957-902a-4eb8-a83a-91d2efe7b5a7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:51.325791 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1cd16957-902a-4eb8-a83a-91d2efe7b5a7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:51.357808 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-51a7ae34-27b0-443e-bdff-9f6644243563 None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:51.369633 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-51a7ae34-27b0-443e-bdff-9f6644243563 None None] Transition to ACTIVE for port object c128c279-d11f-4388-bfce-b3869c2472a2 will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:31:51.408109 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd16957-902a-4eb8-a83a-91d2efe7b5a7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Subnet': ['ID=0065c686-1b07-4792-b9cb-e1b5a44ab9c5,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:51.412413 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd16957-902a-4eb8-a83a-91d2efe7b5a7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Checking segment: {'id': 'f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:31:51.412765 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd16957-902a-4eb8-a83a-91d2efe7b5a7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network hostable DHCP agents. Network: c1532df7-edd6-4e6a-9a24-b4899ad50347, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:31:51.439736 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-51a7ae34-27b0-443e-bdff-9f6644243563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:51.485421 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd16957-902a-4eb8-a83a-91d2efe7b5a7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network c1532df7-edd6-4e6a-9a24-b4899ad50347 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:31:51.500896 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-51a7ae34-27b0-443e-bdff-9f6644243563 None None] Attempting to bind port c128c279-d11f-4388-bfce-b3869c2472a2 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:31:51.501256 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-51a7ae34-27b0-443e-bdff-9f6644243563 None None] Attempting to bind port c128c279-d11f-4388-bfce-b3869c2472a2 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:31:51.501633 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7ae34-27b0-443e-bdff-9f6644243563 None None] Attempting to bind port c128c279-d11f-4388-bfce-b3869c2472a2 on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:31:51.511961 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7ae34-27b0-443e-bdff-9f6644243563 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:31:51.512316 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7ae34-27b0-443e-bdff-9f6644243563 None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:31:51.512706 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-51a7ae34-27b0-443e-bdff-9f6644243563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:51.513089 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7ae34-27b0-443e-bdff-9f6644243563 None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:31:51.513555 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-51a7ae34-27b0-443e-bdff-9f6644243563 None None] Bound port: c128c279-d11f-4388-bfce-b3869c2472a2, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:31:51.513911 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-51a7ae34-27b0-443e-bdff-9f6644243563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:51.542791 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-1cd16957-902a-4eb8-a83a-91d2efe7b5a7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, c1532df7-edd6-4e6a-9a24-b4899ad50347) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:31:51.548311 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd16957-902a-4eb8-a83a-91d2efe7b5a7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:51.549469 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1cd16957-902a-4eb8-a83a-91d2efe7b5a7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:51.553492 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4449245-9f34-45e9-a9a6-880a01200325 None None] Network c1532df7-edd6-4e6a-9a24-b4899ad50347 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:31:51.557510 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930bfd8-2df5-42e2-8dde-c8e34fb0616b None None] Pushing event updated for resources: {'Port': ['ID=c128c279-d11f-4388-bfce-b3869c2472a2,revision_number=2']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:51.568319 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930bfd8-2df5-42e2-8dde-c8e34fb0616b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:51.568532 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930bfd8-2df5-42e2-8dde-c8e34fb0616b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:51.568763 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930bfd8-2df5-42e2-8dde-c8e34fb0616b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:51.569058 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930bfd8-2df5-42e2-8dde-c8e34fb0616b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:51.569380 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930bfd8-2df5-42e2-8dde-c8e34fb0616b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:51.569725 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930bfd8-2df5-42e2-8dde-c8e34fb0616b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:51.570042 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930bfd8-2df5-42e2-8dde-c8e34fb0616b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:51.570358 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930bfd8-2df5-42e2-8dde-c8e34fb0616b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:51.570672 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930bfd8-2df5-42e2-8dde-c8e34fb0616b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:51.570981 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930bfd8-2df5-42e2-8dde-c8e34fb0616b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:51.571293 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930bfd8-2df5-42e2-8dde-c8e34fb0616b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:51.571601 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930bfd8-2df5-42e2-8dde-c8e34fb0616b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:51.603491 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-51a7ae34-27b0-443e-bdff-9f6644243563 None None] For port c128c279-d11f-4388-bfce-b3869c2472a2, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:31:51.607358 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-51a7ae34-27b0-443e-bdff-9f6644243563 None None] For port c128c279-d11f-4388-bfce-b3869c2472a2, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c128c279-d11f-4388-bfce-b3869c2472a2,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:31:51.646353 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1cd16957-902a-4eb8-a83a-91d2efe7b5a7 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8287346 Oct 10 11:31:51.649242 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33086) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:31:51.708906 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-51a7ae34-27b0-443e-bdff-9f6644243563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:51.771346 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a7ae34-27b0-443e-bdff-9f6644243563 None None] Routers {'be3f87a2-5d0b-431d-8571-61dcfa81f2a9'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:31:51.771996 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-51a7ae34-27b0-443e-bdff-9f6644243563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:31:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['be3f87a2-5d0b-431d-8571-61dcfa81f2a9'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:31:51.783571 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df11cf1-da50-4013-91ab-81bf72ef4eb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-c1532df7-edd6-4e6a-9a24-b4899ad50347', 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ips': [{'subnet_id': '0065c686-1b07-4792-b9cb-e1b5a44ab9c5'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:31:51.784829 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2df11cf1-da50-4013-91ab-81bf72ef4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:51.865032 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930bfd8-2df5-42e2-8dde-c8e34fb0616b None None] Pushing event updated for resources: {'Port': ['ID=c128c279-d11f-4388-bfce-b3869c2472a2,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:51.953984 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-2df11cf1-da50-4013-91ab-81bf72ef4eb7 None None] Allocated IP 172.20.0.2 (c1532df7-edd6-4e6a-9a24-b4899ad50347/0065c686-1b07-4792-b9cb-e1b5a44ab9c5/1353605f-8a82-4582-9bfc-415cbddad289) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:31:51.967974 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-51a7ae34-27b0-443e-bdff-9f6644243563 None None] Set router be3f87a2-5d0b-431d-8571-61dcfa81f2a9 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:31:52.172802 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2df11cf1-da50-4013-91ab-81bf72ef4eb7 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:52.184292 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2df11cf1-da50-4013-91ab-81bf72ef4eb7 None None] Transition to ACTIVE for port object 1353605f-8a82-4582-9bfc-415cbddad289 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:31:52.203583 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2df11cf1-da50-4013-91ab-81bf72ef4eb7 None None] Transition to ACTIVE for port object 1353605f-8a82-4582-9bfc-415cbddad289 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:31:52.273270 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2df11cf1-da50-4013-91ab-81bf72ef4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:52.286855 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-51a7ae34-27b0-443e-bdff-9f6644243563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'name': 'tempest-TestNetworkBasicOps-router-1245879685', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:31:47Z', 'updated_at': '2022-10-10T11:31:49Z', 'revision_number': 3, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:48Z', 'updated_at': '2022-10-10T11:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:31:52.290793 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a7ae34-27b0-443e-bdff-9f6644243563 None None] The sync data for ids ['be3f87a2-5d0b-431d-8571-61dcfa81f2a9'] in dv-neutron-860842-1-hyperv is: [{'id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'name': 'tempest-TestNetworkBasicOps-router-1245879685', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:31:47Z', 'updated_at': '2022-10-10T11:31:49Z', 'revision_number': 3, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:48Z', 'updated_at': '2022-10-10T11:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:31:52.346832 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df11cf1-da50-4013-91ab-81bf72ef4eb7 None None] Network c1532df7-edd6-4e6a-9a24-b4899ad50347 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:31:52.348045 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-2df11cf1-da50-4013-91ab-81bf72ef4eb7 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:31:52.352836 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df11cf1-da50-4013-91ab-81bf72ef4eb7 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:31:52.443893 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df11cf1-da50-4013-91ab-81bf72ef4eb7 None None] Pushing event updated for resources: {'Port': ['ID=1353605f-8a82-4582-9bfc-415cbddad289,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:52.466697 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-2df11cf1-da50-4013-91ab-81bf72ef4eb7 None None] Attempting to bind port 1353605f-8a82-4582-9bfc-415cbddad289 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:31:52.467061 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-2df11cf1-da50-4013-91ab-81bf72ef4eb7 None None] Attempting to bind port 1353605f-8a82-4582-9bfc-415cbddad289 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:31:52.467419 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df11cf1-da50-4013-91ab-81bf72ef4eb7 None None] Attempting to bind port 1353605f-8a82-4582-9bfc-415cbddad289 on network c1532df7-edd6-4e6a-9a24-b4899ad50347 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:31:52.473215 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df11cf1-da50-4013-91ab-81bf72ef4eb7 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:31:52.473649 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df11cf1-da50-4013-91ab-81bf72ef4eb7 None None] Checking segment: {'id': 'f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:31:52.473996 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2df11cf1-da50-4013-91ab-81bf72ef4eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:52.474384 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df11cf1-da50-4013-91ab-81bf72ef4eb7 None None] Bound using segment: {'id': 'f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:31:52.474862 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-2df11cf1-da50-4013-91ab-81bf72ef4eb7 None None] Bound port: 1353605f-8a82-4582-9bfc-415cbddad289, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:31:52.475225 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2df11cf1-da50-4013-91ab-81bf72ef4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:52.536239 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:52.588484 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-2df11cf1-da50-4013-91ab-81bf72ef4eb7 None None] For port 1353605f-8a82-4582-9bfc-415cbddad289, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:31:52.592675 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-2df11cf1-da50-4013-91ab-81bf72ef4eb7 None None] For port 1353605f-8a82-4582-9bfc-415cbddad289, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1353605f-8a82-4582-9bfc-415cbddad289,segment=NetworkSegment(f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed),segment_id=f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:31:52.663346 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2df11cf1-da50-4013-91ab-81bf72ef4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:52.759121 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df11cf1-da50-4013-91ab-81bf72ef4eb7 None None] Pushing event updated for resources: {'Port': ['ID=1353605f-8a82-4582-9bfc-415cbddad289,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:53.027989 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.20.0.1 (c1532df7-edd6-4e6a-9a24-b4899ad50347/0065c686-1b07-4792-b9cb-e1b5a44ab9c5/3a09e413-0c25-47a4-b3a4-35f4c8f1ede7) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:31:53.194485 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1353605f-8a82-4582-9bfc-415cbddad289 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:31:53.211361 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:53.234645 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Transition to ACTIVE for port object 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:31:53.313969 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:53.342430 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 1353605f-8a82-4582-9bfc-415cbddad289 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:31:53.347632 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c128c279-d11f-4388-bfce-b3869c2472a2 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:31:53.387181 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network c1532df7-edd6-4e6a-9a24-b4899ad50347 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:31:53.390290 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:31:53.394116 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:31:53.424571 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=3a09e413-0c25-47a4-b3a4-35f4c8f1ede7,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:53.456100 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:53.491005 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port c128c279-d11f-4388-bfce-b3869c2472a2 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:31:53.496891 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port c128c279-d11f-4388-bfce-b3869c2472a2 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:31:53.497254 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:53.497618 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port c128c279-d11f-4388-bfce-b3869c2472a2 Oct 10 11:31:53.614111 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port c128c279-d11f-4388-bfce-b3869c2472a2 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:31:53.614790 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:53.632378 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port c128c279-d11f-4388-bfce-b3869c2472a2, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c128c279-d11f-4388-bfce-b3869c2472a2,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:31:53.725554 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:53.797262 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:53.798763 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=c128c279-d11f-4388-bfce-b3869c2472a2,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:54.137417 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae62d8f-f625-4395-91c7-39f4152a9ed6 None None] Network c1532df7-edd6-4e6a-9a24-b4899ad50347 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:31:54.344824 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d45e1f03-5e79-40c6-bd80-c35788b40525 None None] Provisioning for port 1353605f-8a82-4582-9bfc-415cbddad289 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:31:54.351754 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:54.358440 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d45e1f03-5e79-40c6-bd80-c35788b40525 None None] Provisioning complete for port 1353605f-8a82-4582-9bfc-415cbddad289 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:31:54.358810 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d45e1f03-5e79-40c6-bd80-c35788b40525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:54.359142 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-d45e1f03-5e79-40c6-bd80-c35788b40525 None None] Attempt 1 to provision port 1353605f-8a82-4582-9bfc-415cbddad289 Oct 10 11:31:54.456735 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:54.530104 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d45e1f03-5e79-40c6-bd80-c35788b40525 None None] Current status of the port 1353605f-8a82-4582-9bfc-415cbddad289 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:31:54.530753 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d45e1f03-5e79-40c6-bd80-c35788b40525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:54.565764 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d45e1f03-5e79-40c6-bd80-c35788b40525 None None] For port 1353605f-8a82-4582-9bfc-415cbddad289, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1353605f-8a82-4582-9bfc-415cbddad289,segment=NetworkSegment(f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed),segment_id=f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:31:54.576254 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:54.590714 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=3a09e413-0c25-47a4-b3a4-35f4c8f1ede7,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:54.624895 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:54.625245 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:54.625619 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:54.625961 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:54.626291 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:54.626622 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:54.627002 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:54.627342 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:54.627668 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:54.627994 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:54.628319 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:54.628642 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:31:54.639807 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d45e1f03-5e79-40c6-bd80-c35788b40525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:54.710975 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e1f03-5e79-40c6-bd80-c35788b40525 None None] Pushing event updated for resources: {'Port': ['ID=1353605f-8a82-4582-9bfc-415cbddad289,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:54.739815 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network c1532df7-edd6-4e6a-9a24-b4899ad50347 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:31:54.741006 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:31:54.760315 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-68fcf25e-d786-453e-bd5a-d5ef94caa460 None None] Provisioning complete for port 1353605f-8a82-4582-9bfc-415cbddad289 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:31:54.761263 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-68fcf25e-d786-453e-bd5a-d5ef94caa460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:54.761728 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-68fcf25e-d786-453e-bd5a-d5ef94caa460 None None] Attempt 1 to provision port 1353605f-8a82-4582-9bfc-415cbddad289 Oct 10 11:31:54.891024 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-68fcf25e-d786-453e-bd5a-d5ef94caa460 None None] Current status of the port 1353605f-8a82-4582-9bfc-415cbddad289 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:31:54.939611 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router be3f87a2-5d0b-431d-8571-61dcfa81f2a9 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:31:54.971257 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-68fcf25e-d786-453e-bd5a-d5ef94caa460 None None] Provisioning for port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:31:54.977068 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-68fcf25e-d786-453e-bd5a-d5ef94caa460 None None] Provisioning complete for port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:31:54.977698 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-68fcf25e-d786-453e-bd5a-d5ef94caa460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:54.978331 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-68fcf25e-d786-453e-bd5a-d5ef94caa460 None None] Attempt 1 to provision port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 Oct 10 11:31:55.038463 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-68fcf25e-d786-453e-bd5a-d5ef94caa460 None None] Port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:31:55.128423 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:31:55.133688 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1353605f-8a82-4582-9bfc-415cbddad289 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:31:55.142949 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9837812f-7335-4bdb-9f08-a403fc6cb04b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "PUT /v2.0/routers/be3f87a2-5d0b-431d-8571-61dcfa81f2a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4926186 Oct 10 11:31:55.145379 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33090) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:31:55.164990 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5f83cd-8403-48e5-844e-6d1738d08653 None None] Sync routers for ids ['be3f87a2-5d0b-431d-8571-61dcfa81f2a9'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:31:55.195399 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5f83cd-8403-48e5-844e-6d1738d08653 None None] Routers {'be3f87a2-5d0b-431d-8571-61dcfa81f2a9'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:31:55.196016 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-2e5f83cd-8403-48e5-844e-6d1738d08653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:31:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['be3f87a2-5d0b-431d-8571-61dcfa81f2a9'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:31:55.287122 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555a7e3e-1dfa-4ced-b1bf-0cd76250f120 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:55.295437 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555a7e3e-1dfa-4ced-b1bf-0cd76250f120 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:55.295437 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555a7e3e-1dfa-4ced-b1bf-0cd76250f120 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:55.295437 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555a7e3e-1dfa-4ced-b1bf-0cd76250f120 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:55.295437 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-555a7e3e-1dfa-4ced-b1bf-0cd76250f120 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1438065 Oct 10 11:31:55.297352 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33094) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:31:55.365373 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 1353605f-8a82-4582-9bfc-415cbddad289 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:31:55.365769 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:55.366102 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 1353605f-8a82-4582-9bfc-415cbddad289 Oct 10 11:31:55.372902 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc16531f-7e13-45d2-a528-3b29955adf90 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:55.373381 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc16531f-7e13-45d2-a528-3b29955adf90 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:55.373882 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc16531f-7e13-45d2-a528-3b29955adf90 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:55.374347 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc16531f-7e13-45d2-a528-3b29955adf90 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:55.376191 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-cc16531f-7e13-45d2-a528-3b29955adf90 tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0778923 Oct 10 11:31:55.378914 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33098) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:31:55.428888 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-2e5f83cd-8403-48e5-844e-6d1738d08653 None None] Set router be3f87a2-5d0b-431d-8571-61dcfa81f2a9 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:31:55.555840 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-68fcf25e-d786-453e-bd5a-d5ef94caa460 None None] Attempt 2 to provision port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 Oct 10 11:31:55.584054 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e8949cec-eb87-42e1-ad68-31729ca3e8bd tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2041438 Oct 10 11:31:55.748889 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-68fcf25e-d786-453e-bd5a-d5ef94caa460 None None] Port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:31:55.751394 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 1353605f-8a82-4582-9bfc-415cbddad289 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:31:55.752511 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c128c279-d11f-4388-bfce-b3869c2472a2 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:31:55.775214 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33104) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:31:55.781388 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-1f487cdf-15b8-49df-bf77-16e630d6a156 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-176606038', 'description': 'tempest-secgroup-smoke-176606038 description', 'project_id': 'abdeb3603c4943b08320f37282de8f91'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:31:55.787649 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1f487cdf-15b8-49df-bf77-16e630d6a156 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:31:55.791810 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1f487cdf-15b8-49df-bf77-16e630d6a156 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:31:55.795351 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1f487cdf-15b8-49df-bf77-16e630d6a156 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:31:55.800999 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1f487cdf-15b8-49df-bf77-16e630d6a156 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:31:55.856672 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1f487cdf-15b8-49df-bf77-16e630d6a156 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:55.877687 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1f487cdf-15b8-49df-bf77-16e630d6a156 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:31:55.881629 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1f487cdf-15b8-49df-bf77-16e630d6a156 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:31:55.884479 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1f487cdf-15b8-49df-bf77-16e630d6a156 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:31:55.888166 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port c128c279-d11f-4388-bfce-b3869c2472a2 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:31:55.888539 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:55.888870 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port c128c279-d11f-4388-bfce-b3869c2472a2 Oct 10 11:31:55.890491 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1f487cdf-15b8-49df-bf77-16e630d6a156 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:31:55.962677 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1f487cdf-15b8-49df-bf77-16e630d6a156 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:55.966509 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-2e5f83cd-8403-48e5-844e-6d1738d08653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'name': 'tempest-TestNetworkBasicOps-router-1245879685', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:31:47Z', 'updated_at': '2022-10-10T11:31:53Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:48Z', 'updated_at': '2022-10-10T11:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '3a09e413-0c25-47a4-b3a4-35f4c8f1ede7', 'name': '', 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:cb:2c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0065c686-1b07-4792-b9cb-e1b5a44ab9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:52Z', 'updated_at': '2022-10-10T11:31:54Z', 'revision_number': 2, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '0065c686-1b07-4792-b9cb-e1b5a44ab9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:31:55.998761 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5f83cd-8403-48e5-844e-6d1738d08653 None None] Checking router: be3f87a2-5d0b-431d-8571-61dcfa81f2a9 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:31:55.999166 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5f83cd-8403-48e5-844e-6d1738d08653 None None] Updating router be3f87a2-5d0b-431d-8571-61dcfa81f2a9 port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:31:56.010151 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1f487cdf-15b8-49df-bf77-16e630d6a156 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:56.060039 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f487cdf-15b8-49df-bf77-16e630d6a156 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f197402-a3b8-44da-a34a-a1377a5e2d10,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:56.075749 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port c128c279-d11f-4388-bfce-b3869c2472a2 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:31:56.079520 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2e5f83cd-8403-48e5-844e-6d1738d08653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:56.118842 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1f487cdf-15b8-49df-bf77-16e630d6a156 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:56.120115 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1f487cdf-15b8-49df-bf77-16e630d6a156 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3437803 Oct 10 11:31:56.123232 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33108) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:31:56.128389 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-b783fba0-04e7-4929-a0b5-f22ba20f295f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '8f197402-a3b8-44da-a34a-a1377a5e2d10', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:31:56.134263 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b783fba0-04e7-4929-a0b5-f22ba20f295f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:31:56.138765 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b783fba0-04e7-4929-a0b5-f22ba20f295f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:31:56.141811 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b783fba0-04e7-4929-a0b5-f22ba20f295f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:31:56.147448 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b783fba0-04e7-4929-a0b5-f22ba20f295f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:31:56.206729 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b783fba0-04e7-4929-a0b5-f22ba20f295f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:56.250585 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-68fcf25e-d786-453e-bd5a-d5ef94caa460 None None] Attempt 3 to provision port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 Oct 10 11:31:56.268581 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b783fba0-04e7-4929-a0b5-f22ba20f295f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:56.325118 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b783fba0-04e7-4929-a0b5-f22ba20f295f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:56.337928 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-68fcf25e-d786-453e-bd5a-d5ef94caa460 None None] Port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:31:56.349013 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783fba0-04e7-4929-a0b5-f22ba20f295f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28aa25f7-b940-4961-ba0b-2b8e787a93f2,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:56.479195 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b783fba0-04e7-4929-a0b5-f22ba20f295f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:56.481070 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b783fba0-04e7-4929-a0b5-f22ba20f295f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3567986 Oct 10 11:31:56.483937 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33112) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:31:56.489016 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-f4344ce7-2f02-42a4-a808-7bbcb09df8fb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '8f197402-a3b8-44da-a34a-a1377a5e2d10', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:31:56.494918 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f4344ce7-2f02-42a4-a808-7bbcb09df8fb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:31:56.500170 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f4344ce7-2f02-42a4-a808-7bbcb09df8fb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:31:56.502695 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f4344ce7-2f02-42a4-a808-7bbcb09df8fb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:31:56.509358 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2e5f83cd-8403-48e5-844e-6d1738d08653 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:56.511664 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f4344ce7-2f02-42a4-a808-7bbcb09df8fb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:31:56.521609 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2e5f83cd-8403-48e5-844e-6d1738d08653 None None] Transition to ACTIVE for port object 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:31:56.599761 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f4344ce7-2f02-42a4-a808-7bbcb09df8fb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:56.621981 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2e5f83cd-8403-48e5-844e-6d1738d08653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:56.661125 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f4344ce7-2f02-42a4-a808-7bbcb09df8fb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:56.724892 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f4344ce7-2f02-42a4-a808-7bbcb09df8fb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:56.750980 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4344ce7-2f02-42a4-a808-7bbcb09df8fb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0787ec36-6a42-4e88-b6f2-c4ce7767137d,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:56.811070 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f4344ce7-2f02-42a4-a808-7bbcb09df8fb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:56.812282 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f4344ce7-2f02-42a4-a808-7bbcb09df8fb tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3273861 Oct 10 11:31:56.815239 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33116) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:31:56.820330 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-e1b3c2c2-8cfa-425f-bf6f-7c14ab9a1084 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '8f197402-a3b8-44da-a34a-a1377a5e2d10', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:31:56.827264 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e1b3c2c2-8cfa-425f-bf6f-7c14ab9a1084 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:31:56.828130 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fbac4-66bd-439d-8a3c-2cfa493a035b None None] Pushing event updated for resources: {'Port': ['ID=3a09e413-0c25-47a4-b3a4-35f4c8f1ede7,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:56.831135 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e1b3c2c2-8cfa-425f-bf6f-7c14ab9a1084 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:31:56.834319 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e1b3c2c2-8cfa-425f-bf6f-7c14ab9a1084 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:31:56.838120 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-2e5f83cd-8403-48e5-844e-6d1738d08653 None None] Attempting to bind port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:31:56.838515 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-2e5f83cd-8403-48e5-844e-6d1738d08653 None None] Attempting to bind port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:31:56.839550 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5f83cd-8403-48e5-844e-6d1738d08653 None None] Attempting to bind port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 on network c1532df7-edd6-4e6a-9a24-b4899ad50347 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:31:56.840889 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e1b3c2c2-8cfa-425f-bf6f-7c14ab9a1084 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:31:56.841426 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-68fcf25e-d786-453e-bd5a-d5ef94caa460 None None] Attempt 4 to provision port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 Oct 10 11:31:56.879143 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5f83cd-8403-48e5-844e-6d1738d08653 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:31:56.879541 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5f83cd-8403-48e5-844e-6d1738d08653 None None] Checking segment: {'id': 'f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:31:56.879909 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2e5f83cd-8403-48e5-844e-6d1738d08653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:56.880704 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5f83cd-8403-48e5-844e-6d1738d08653 None None] Bound using segment: {'id': 'f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:31:56.881185 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-2e5f83cd-8403-48e5-844e-6d1738d08653 None None] Bound port: 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:31:56.881571 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2e5f83cd-8403-48e5-844e-6d1738d08653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:56.949447 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-68fcf25e-d786-453e-bd5a-d5ef94caa460 None None] Port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:31:56.991890 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-2e5f83cd-8403-48e5-844e-6d1738d08653 None None] For port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:31:56.994996 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-2e5f83cd-8403-48e5-844e-6d1738d08653 None None] For port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3a09e413-0c25-47a4-b3a4-35f4c8f1ede7,segment=NetworkSegment(f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed),segment_id=f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:31:57.051666 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e1b3c2c2-8cfa-425f-bf6f-7c14ab9a1084 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:57.074102 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2e5f83cd-8403-48e5-844e-6d1738d08653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:57.116109 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e1b3c2c2-8cfa-425f-bf6f-7c14ab9a1084 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:57.133256 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5f83cd-8403-48e5-844e-6d1738d08653 None None] Routers {'be3f87a2-5d0b-431d-8571-61dcfa81f2a9'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:31:57.133903 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-2e5f83cd-8403-48e5-844e-6d1738d08653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:31:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['be3f87a2-5d0b-431d-8571-61dcfa81f2a9'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:31:57.176515 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e1b3c2c2-8cfa-425f-bf6f-7c14ab9a1084 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:57.200493 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3c2c2-8cfa-425f-bf6f-7c14ab9a1084 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a83f48aa-5227-4623-8f09-4be4302175fb,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:57.223802 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fbac4-66bd-439d-8a3c-2cfa493a035b None None] Pushing event updated for resources: {'Port': ['ID=3a09e413-0c25-47a4-b3a4-35f4c8f1ede7,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:57.279847 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e1b3c2c2-8cfa-425f-bf6f-7c14ab9a1084 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:57.281052 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e1b3c2c2-8cfa-425f-bf6f-7c14ab9a1084 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4648330 Oct 10 11:31:57.283894 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33120) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:31:57.289496 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-48c0c379-cf5c-47d6-ba38-73a2d3742517 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '8f197402-a3b8-44da-a34a-a1377a5e2d10', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:31:57.295561 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-48c0c379-cf5c-47d6-ba38-73a2d3742517 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:31:57.299364 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-48c0c379-cf5c-47d6-ba38-73a2d3742517 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:31:57.302307 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-48c0c379-cf5c-47d6-ba38-73a2d3742517 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:31:57.307843 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-48c0c379-cf5c-47d6-ba38-73a2d3742517 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:31:57.323631 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-2e5f83cd-8403-48e5-844e-6d1738d08653 None None] Set router be3f87a2-5d0b-431d-8571-61dcfa81f2a9 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:31:57.388659 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-48c0c379-cf5c-47d6-ba38-73a2d3742517 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:57.450820 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-68fcf25e-d786-453e-bd5a-d5ef94caa460 None None] Attempt 5 to provision port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 Oct 10 11:31:57.452952 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-48c0c379-cf5c-47d6-ba38-73a2d3742517 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:57.508274 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-48c0c379-cf5c-47d6-ba38-73a2d3742517 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:57.531923 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0c379-cf5c-47d6-ba38-73a2d3742517 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe7c9825-a521-45d6-9f86-270e3ac5140d,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:57.599987 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-68fcf25e-d786-453e-bd5a-d5ef94caa460 None None] Port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:31:57.616460 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-48c0c379-cf5c-47d6-ba38-73a2d3742517 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:57.617799 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-48c0c379-cf5c-47d6-ba38-73a2d3742517 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3326182 Oct 10 11:31:57.620570 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33124) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:31:57.626611 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-781df44e-99ce-4046-8a4e-e02fb2e94336 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '8f197402-a3b8-44da-a34a-a1377a5e2d10', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:31:57.632620 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-781df44e-99ce-4046-8a4e-e02fb2e94336 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:31:57.636500 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-781df44e-99ce-4046-8a4e-e02fb2e94336 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:31:57.639955 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-781df44e-99ce-4046-8a4e-e02fb2e94336 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:31:57.645722 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-781df44e-99ce-4046-8a4e-e02fb2e94336 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:31:57.685232 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-2e5f83cd-8403-48e5-844e-6d1738d08653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'name': 'tempest-TestNetworkBasicOps-router-1245879685', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:31:47Z', 'updated_at': '2022-10-10T11:31:53Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:48Z', 'updated_at': '2022-10-10T11:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '3a09e413-0c25-47a4-b3a4-35f4c8f1ede7', 'name': '', 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:cb:2c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0065c686-1b07-4792-b9cb-e1b5a44ab9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:52Z', 'updated_at': '2022-10-10T11:31:56Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '0065c686-1b07-4792-b9cb-e1b5a44ab9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:31:57.689201 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5f83cd-8403-48e5-844e-6d1738d08653 None None] The sync data for ids ['be3f87a2-5d0b-431d-8571-61dcfa81f2a9'] in dv-neutron-860842-1-hyperv is: [{'id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'name': 'tempest-TestNetworkBasicOps-router-1245879685', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:31:47Z', 'updated_at': '2022-10-10T11:31:53Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:48Z', 'updated_at': '2022-10-10T11:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '3a09e413-0c25-47a4-b3a4-35f4c8f1ede7', 'name': '', 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:cb:2c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0065c686-1b07-4792-b9cb-e1b5a44ab9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:52Z', 'updated_at': '2022-10-10T11:31:56Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '0065c686-1b07-4792-b9cb-e1b5a44ab9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:31:57.749065 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.securitygroups_db [None req-781df44e-99ce-4046-8a4e-e02fb2e94336 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Project abdeb3603c4943b08320f37282de8f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:31:57.759668 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-781df44e-99ce-4046-8a4e-e02fb2e94336 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:57.831820 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-781df44e-99ce-4046-8a4e-e02fb2e94336 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:57.890944 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-781df44e-99ce-4046-8a4e-e02fb2e94336 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:57.913732 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781df44e-99ce-4046-8a4e-e02fb2e94336 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d36b1d-100c-4275-8c7c-5f0aede1f6f9,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:57.965114 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-781df44e-99ce-4046-8a4e-e02fb2e94336 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:57.966352 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-781df44e-99ce-4046-8a4e-e02fb2e94336 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3442039 Oct 10 11:31:57.969064 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33128) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:31:57.974082 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-8b3cb3bd-7b53-474b-a82d-403fb9b880b5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'security_group_rule': {'security_group_id': '8f197402-a3b8-44da-a34a-a1377a5e2d10', 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:31:57.980272 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-8b3cb3bd-7b53-474b-a82d-403fb9b880b5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:31:57.984751 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8b3cb3bd-7b53-474b-a82d-403fb9b880b5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:security_group_rule and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:31:57.987726 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8b3cb3bd-7b53-474b-a82d-403fb9b880b5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:31:57.993421 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-8b3cb3bd-7b53-474b-a82d-403fb9b880b5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:31:58.050903 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.securitygroups_db [None req-8b3cb3bd-7b53-474b-a82d-403fb9b880b5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Project abdeb3603c4943b08320f37282de8f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:31:58.058115 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8b3cb3bd-7b53-474b-a82d-403fb9b880b5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:58.128054 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8b3cb3bd-7b53-474b-a82d-403fb9b880b5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:58.170835 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8b3cb3bd-7b53-474b-a82d-403fb9b880b5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:58.195540 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3cb3bd-7b53-474b-a82d-403fb9b880b5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c32dbab2-1a96-4448-9506-739a95177bc8,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:31:58.262441 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8b3cb3bd-7b53-474b-a82d-403fb9b880b5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:58.263764 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8b3cb3bd-7b53-474b-a82d-403fb9b880b5 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2936521 Oct 10 11:31:58.488848 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-59429065-fe39-4bec-bc68-322f9c83aa32 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:31:58.565443 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-59429065-fe39-4bec-bc68-322f9c83aa32 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:31:58.566750 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-59429065-fe39-4bec-bc68-322f9c83aa32 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-176606038&fields=id&tenant_id=abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 267 time: 0.1179874 Oct 10 11:31:58.725195 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-65044245-8a4f-4f09-869f-be29356136c3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:31:58.725903 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-65044245-8a4f-4f09-869f-be29356136c3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:network {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:31:58.850462 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-65044245-8a4f-4f09-869f-be29356136c3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:network {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:31:58.851630 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-65044245-8a4f-4f09-869f-be29356136c3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/networks?id=c1532df7-edd6-4e6a-9a24-b4899ad50347 HTTP/1.1" status: 200 len: 797 time: 0.2781391 Oct 10 11:31:58.867414 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-d434b4e8-9134-42ad-9d8e-c638eeaf153a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/quotas/abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 375 time: 0.0096958 Oct 10 11:31:58.957739 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-7e8f5f3a-891f-4645-8155-894d989e130c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:31:59.016021 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-7e8f5f3a-891f-4645-8155-894d989e130c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:31:59.017320 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-7e8f5f3a-891f-4645-8155-894d989e130c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1448529 Oct 10 11:31:59.148401 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:31:59.161122 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-4d787004-b088-4496-926d-c8cb05a0fe90 service neutron] 10.222.0.40 "GET /v2.0/networks/c1532df7-edd6-4e6a-9a24-b4899ad50347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322839 Oct 10 11:31:59.279767 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:31:59.285124 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:31:59.285491 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:59.285902 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 Oct 10 11:31:59.292965 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-3333a691-7b5a-48cb-8c3d-a4d654ef6548 service neutron] 10.222.0.40 "GET /v2.0/networks/c1532df7-edd6-4e6a-9a24-b4899ad50347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259179 Oct 10 11:31:59.440393 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:31:59.440748 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:59.472667 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3a09e413-0c25-47a4-b3a4-35f4c8f1ede7,segment=NetworkSegment(f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed),segment_id=f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:31:59.585980 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-5e2d2f9e-10f5-49f0-a340-b1540afa24d1 req-94d0947b-0704-4078-b5d7-9f20258a701b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:31:59.598464 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-5e2d2f9e-10f5-49f0-a340-b1540afa24d1 req-94d0947b-0704-4078-b5d7-9f20258a701b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:31:59.598846 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:31:59.599611 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5e2d2f9e-10f5-49f0-a340-b1540afa24d1 req-94d0947b-0704-4078-b5d7-9f20258a701b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=d51ff8c9-dc62-4129-8085-1a2ae23da9b9 HTTP/1.1" status: 200 len: 210 time: 0.0625942 Oct 10 11:31:59.669949 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=3a09e413-0c25-47a4-b3a4-35f4c8f1ede7,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:32:00.760882 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1eb8044c-d4ee-44ab-b874-18099dabd589 req-046bd0ae-490c-47aa-9e92-ca3dd98af272 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=d51ff8c9-dc62-4129-8085-1a2ae23da9b9 HTTP/1.1" status: 200 len: 210 time: 0.0504198 Oct 10 11:32:01.128902 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:32:01.196845 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:32:01.197219 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:01.197586 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 Oct 10 11:32:01.314334 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:32:01.489912 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-d4454689-3ab7-468d-8047-014fbc32b10d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:01.490715 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-d4454689-3ab7-468d-8047-014fbc32b10d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:network {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:32:01.503323 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-d4454689-3ab7-468d-8047-014fbc32b10d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:network {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:32:01.504418 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-d4454689-3ab7-468d-8047-014fbc32b10d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/networks?id=c1532df7-edd6-4e6a-9a24-b4899ad50347 HTTP/1.1" status: 200 len: 797 time: 0.1659164 Oct 10 11:32:01.552576 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-17261d29-2bbc-4ce8-aa50-424ccfa096e6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:32:01.565107 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-17261d29-2bbc-4ce8-aa50-424ccfa096e6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:32:01.566182 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-17261d29-2bbc-4ce8-aa50-424ccfa096e6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abdeb3603c4943b08320f37282de8f91 HTTP/1.1" status: 200 len: 379 time: 0.0541549 Oct 10 11:32:01.574163 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-feac70f5-7983-4c8f-9bdc-9621a2b272a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'port': {'device_id': 'd51ff8c9-dc62-4129-8085-1a2ae23da9b9', 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347', 'admin_state_up': True, 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'security_groups': ['8f197402-a3b8-44da-a34a-a1377a5e2d10']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:32:01.709177 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-feac70f5-7983-4c8f-9bdc-9621a2b272a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:32:01.718857 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-feac70f5-7983-4c8f-9bdc-9621a2b272a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:32:01.822441 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-feac70f5-7983-4c8f-9bdc-9621a2b272a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Made reservation on behalf of abdeb3603c4943b08320f37282de8f91 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:32:01.825931 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-feac70f5-7983-4c8f-9bdc-9621a2b272a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:01.948269 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cfe000ab-f343-4e76-8ec5-43b3a66623ed req-81103f31-347c-42df-a44f-63c7c15ad187 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=d51ff8c9-dc62-4129-8085-1a2ae23da9b9 HTTP/1.1" status: 200 len: 210 time: 0.0618219 Oct 10 11:32:02.048372 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-feac70f5-7983-4c8f-9bdc-9621a2b272a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.20.0.9 (c1532df7-edd6-4e6a-9a24-b4899ad50347/0065c686-1b07-4792-b9cb-e1b5a44ab9c5/29c71582-75bf-47e3-b888-0f990f1d4370) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:32:02.235173 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-feac70f5-7983-4c8f-9bdc-9621a2b272a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:02.250609 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-feac70f5-7983-4c8f-9bdc-9621a2b272a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Transition to ACTIVE for port object 29c71582-75bf-47e3-b888-0f990f1d4370 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:32:02.336713 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-feac70f5-7983-4c8f-9bdc-9621a2b272a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:02.410111 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-feac70f5-7983-4c8f-9bdc-9621a2b272a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network c1532df7-edd6-4e6a-9a24-b4899ad50347 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:32:02.413050 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-feac70f5-7983-4c8f-9bdc-9621a2b272a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:32:02.416743 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-feac70f5-7983-4c8f-9bdc-9621a2b272a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:32:02.556122 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac70f5-7983-4c8f-9bdc-9621a2b272a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=29c71582-75bf-47e3-b888-0f990f1d4370,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:32:02.592646 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-feac70f5-7983-4c8f-9bdc-9621a2b272a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:02.593240 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-feac70f5-7983-4c8f-9bdc-9621a2b272a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:02.679206 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-feac70f5-7983-4c8f-9bdc-9621a2b272a2 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1085410 Oct 10 11:32:02.691031 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-8c9af4f6-3ccc-41e1-a18f-5a4a387aa044 service neutron] Request body: {'port': {'device_id': 'd51ff8c9-dc62-4129-8085-1a2ae23da9b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:32:02.753599 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-df1b77f8-0f91-4229-9025-f0952a74fe2d None None] Provisioning for port 29c71582-75bf-47e3-b888-0f990f1d4370 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:32:02.758551 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-df1b77f8-0f91-4229-9025-f0952a74fe2d None None] Provisioning complete for port 29c71582-75bf-47e3-b888-0f990f1d4370 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:32:02.758923 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-df1b77f8-0f91-4229-9025-f0952a74fe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:02.759254 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-df1b77f8-0f91-4229-9025-f0952a74fe2d None None] Attempt 1 to provision port 29c71582-75bf-47e3-b888-0f990f1d4370 Oct 10 11:32:02.806518 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-8c9af4f6-3ccc-41e1-a18f-5a4a387aa044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:02.812893 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-df1b77f8-0f91-4229-9025-f0952a74fe2d None None] Port 29c71582-75bf-47e3-b888-0f990f1d4370 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:32:03.150433 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-8c9af4f6-3ccc-41e1-a18f-5a4a387aa044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c71582-75bf-47e3-b888-0f990f1d4370 {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:32:03.152971 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ea27f-7094-4707-934c-8894ba62270d req-2410da0e-2b29-4ae8-beed-2c0f9b0cb8ab tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:03.155080 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5d4ea27f-7094-4707-934c-8894ba62270d req-2410da0e-2b29-4ae8-beed-2c0f9b0cb8ab tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=d51ff8c9-dc62-4129-8085-1a2ae23da9b9 HTTP/1.1" status: 200 len: 931 time: 0.0922852 Oct 10 11:32:03.158685 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-8c9af4f6-3ccc-41e1-a18f-5a4a387aa044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:03.174235 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-8c9af4f6-3ccc-41e1-a18f-5a4a387aa044 service neutron] Transition to ACTIVE for port object 29c71582-75bf-47e3-b888-0f990f1d4370 will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:32:03.198819 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5d4ea27f-7094-4707-934c-8894ba62270d req-1f3c32fb-d7f1-493b-a023-71075f48f885 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f197402-a3b8-44da-a34a-a1377a5e2d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375345 Oct 10 11:32:03.244996 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-8c9af4f6-3ccc-41e1-a18f-5a4a387aa044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:03.314123 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-df1b77f8-0f91-4229-9025-f0952a74fe2d None None] Attempt 2 to provision port 29c71582-75bf-47e3-b888-0f990f1d4370 Oct 10 11:32:03.383577 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-df1b77f8-0f91-4229-9025-f0952a74fe2d None None] Port 29c71582-75bf-47e3-b888-0f990f1d4370 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:32:03.432184 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9af4f6-3ccc-41e1-a18f-5a4a387aa044 service neutron] Pushing event updated for resources: {'Port': ['ID=29c71582-75bf-47e3-b888-0f990f1d4370,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:32:03.471831 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-8c9af4f6-3ccc-41e1-a18f-5a4a387aa044 service neutron] Attempting to bind port 29c71582-75bf-47e3-b888-0f990f1d4370 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:32:03.472183 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-8c9af4f6-3ccc-41e1-a18f-5a4a387aa044 service neutron] Attempting to bind port 29c71582-75bf-47e3-b888-0f990f1d4370 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:32:03.472488 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-8c9af4f6-3ccc-41e1-a18f-5a4a387aa044 service neutron] Attempting to bind port 29c71582-75bf-47e3-b888-0f990f1d4370 on network c1532df7-edd6-4e6a-9a24-b4899ad50347 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:32:03.476972 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-8c9af4f6-3ccc-41e1-a18f-5a4a387aa044 service neutron] Port 29c71582-75bf-47e3-b888-0f990f1d4370 on network c1532df7-edd6-4e6a-9a24-b4899ad50347 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:32:03.477290 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-8c9af4f6-3ccc-41e1-a18f-5a4a387aa044 service neutron] Attempting to bind port 29c71582-75bf-47e3-b888-0f990f1d4370 on network c1532df7-edd6-4e6a-9a24-b4899ad50347 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:32:03.478980 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1c99c83a-94ed-40f4-b3d8-f319fe8a828e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:03.482507 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-8c9af4f6-3ccc-41e1-a18f-5a4a387aa044 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:32:03.491911 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-8c9af4f6-3ccc-41e1-a18f-5a4a387aa044 service neutron] Checking segment: {'id': 'f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:32:03.491911 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-8c9af4f6-3ccc-41e1-a18f-5a4a387aa044 service neutron] Bound using segment: {'id': 'f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:32:03.491911 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-8c9af4f6-3ccc-41e1-a18f-5a4a387aa044 service neutron] Bound port: 29c71582-75bf-47e3-b888-0f990f1d4370, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:32:03.491911 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-8c9af4f6-3ccc-41e1-a18f-5a4a387aa044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:03.570165 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-8c9af4f6-3ccc-41e1-a18f-5a4a387aa044 service neutron] For port 29c71582-75bf-47e3-b888-0f990f1d4370, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:32:03.573013 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-8c9af4f6-3ccc-41e1-a18f-5a4a387aa044 service neutron] For port 29c71582-75bf-47e3-b888-0f990f1d4370, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=29c71582-75bf-47e3-b888-0f990f1d4370,segment=NetworkSegment(f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed),segment_id=f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:32:03.656559 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-8c9af4f6-3ccc-41e1-a18f-5a4a387aa044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:03.691274 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-8c9af4f6-3ccc-41e1-a18f-5a4a387aa044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:03.691883 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-8c9af4f6-3ccc-41e1-a18f-5a4a387aa044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:03.693247 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-8c9af4f6-3ccc-41e1-a18f-5a4a387aa044 service neutron] 10.222.0.15 "PUT /v2.0/ports/29c71582-75bf-47e3-b888-0f990f1d4370 HTTP/1.1" status: 200 len: 1093 time: 1.0062966 Oct 10 11:32:03.693763 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51ff8c9-dc62-4129-8085-1a2ae23da9b9', 'tag': '29c71582-75bf-47e3-b888-0f990f1d4370'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:32:03.696051 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f46fef-87bb-4264-99ae-c834edc586d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d51ff8c9-dc62-4129-8085-1a2ae23da9b9", "tag": "29c71582-75bf-47e3-b888-0f990f1d4370"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:32:03.739184 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9af4f6-3ccc-41e1-a18f-5a4a387aa044 service neutron] Pushing event updated for resources: {'Port': ['ID=29c71582-75bf-47e3-b888-0f990f1d4370,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:32:03.794071 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de549609-aa68-4fea-8940-f35828592384 x-openstack-request-id: req-de549609-aa68-4fea-8940-f35828592384 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:32:03.798646 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d51ff8c9-dc62-4129-8085-1a2ae23da9b9", "tag": "29c71582-75bf-47e3-b888-0f990f1d4370", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:32:03.798646 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-de549609-aa68-4fea-8940-f35828592384 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:32:03.798646 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de549609-aa68-4fea-8940-f35828592384'] response: {'name': 'network-changed', 'server_uuid': 'd51ff8c9-dc62-4129-8085-1a2ae23da9b9', 'tag': '29c71582-75bf-47e3-b888-0f990f1d4370', 'status': 'completed', 'code': 200} Oct 10 11:32:03.884367 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-df1b77f8-0f91-4229-9025-f0952a74fe2d None None] Attempt 3 to provision port 29c71582-75bf-47e3-b888-0f990f1d4370 Oct 10 11:32:03.893873 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f46fef-87bb-4264-99ae-c834edc586d1 req-9a42da61-30ca-4ff4-b73b-6d454f6cd26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:03.895348 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-28f46fef-87bb-4264-99ae-c834edc586d1 req-9a42da61-30ca-4ff4-b73b-6d454f6cd26f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=d51ff8c9-dc62-4129-8085-1a2ae23da9b9 HTTP/1.1" status: 200 len: 1096 time: 0.0801735 Oct 10 11:32:03.945631 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-df1b77f8-0f91-4229-9025-f0952a74fe2d None None] Port 29c71582-75bf-47e3-b888-0f990f1d4370 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:32:04.037336 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f46fef-87bb-4264-99ae-c834edc586d1 req-192f3a6e-766a-4750-9233-3d679b630e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:04.038796 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-28f46fef-87bb-4264-99ae-c834edc586d1 req-192f3a6e-766a-4750-9233-3d679b630e45 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=abdeb3603c4943b08320f37282de8f91&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1356089 Oct 10 11:32:04.171882 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f46fef-87bb-4264-99ae-c834edc586d1 req-3f76074d-7a77-4427-8834-84f03a8d745d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:04.173299 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-28f46fef-87bb-4264-99ae-c834edc586d1 req-3f76074d-7a77-4427-8834-84f03a8d745d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288230 Oct 10 11:32:04.286135 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-b5faa124-f00d-4845-978e-f818725719f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:04.290334 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-b5faa124-f00d-4845-978e-f818725719f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=d51ff8c9-dc62-4129-8085-1a2ae23da9b9 HTTP/1.1" status: 200 len: 1096 time: 0.0814395 Oct 10 11:32:04.354817 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-47d0924a-37a7-47c8-b96c-f2e97736bee6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29c71582-75bf-47e3-b888-0f990f1d4370 HTTP/1.1" status: 200 len: 217 time: 0.0609741 Oct 10 11:32:04.408168 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343d570-6f92-4b7c-b94b-774d2b96732e req-76ede8df-3701-4258-b893-efd35db5b541 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:04.409893 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b343d570-6f92-4b7c-b94b-774d2b96732e req-76ede8df-3701-4258-b893-efd35db5b541 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=d51ff8c9-dc62-4129-8085-1a2ae23da9b9 HTTP/1.1" status: 200 len: 943 time: 0.0937355 Oct 10 11:32:04.421168 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-69fde272-df49-44c4-8167-4aee92bd1c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:04.422645 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-69fde272-df49-44c4-8167-4aee92bd1c21 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0065c686-1b07-4792-b9cb-e1b5a44ab9c5 HTTP/1.1" status: 200 len: 834 time: 0.0628655 Oct 10 11:32:04.455716 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b343d570-6f92-4b7c-b94b-774d2b96732e req-c5a91075-5923-477e-bc15-e821d134656e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f197402-a3b8-44da-a34a-a1377a5e2d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399754 Oct 10 11:32:04.504993 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-451e57ec-7c02-42ac-9cc7-6d8afb123874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:04.506508 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-451e57ec-7c02-42ac-9cc7-6d8afb123874 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1532df7-edd6-4e6a-9a24-b4899ad50347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781524 Oct 10 11:32:04.729676 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-684d168b-1d13-4f45-97cf-c261c326640e service neutron] 10.222.0.15 "GET /v2.0/networks/c1532df7-edd6-4e6a-9a24-b4899ad50347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167795 Oct 10 11:32:04.864492 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6ca1cc85-2921-4091-a1e0-3484b8ef609e req-5ecd5901-3014-47eb-9eab-03d404b37b8f service neutron] 10.222.0.15 "GET /v2.0/networks/c1532df7-edd6-4e6a-9a24-b4899ad50347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289101 Oct 10 11:32:05.658176 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6b40e-5ab3-4215-9464-b9d0da7fee0d req-88708012-3aed-4024-be24-7425a6fa1948 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:05.658878 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-cad6b40e-5ab3-4215-9464-b9d0da7fee0d req-88708012-3aed-4024-be24-7425a6fa1948 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:32:05.741915 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-000bf0a3-9f42-4ab7-94d3-54ee2a7ae2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:05.770258 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-cad6b40e-5ab3-4215-9464-b9d0da7fee0d req-88708012-3aed-4024-be24-7425a6fa1948 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:32:05.771426 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cad6b40e-5ab3-4215-9464-b9d0da7fee0d req-88708012-3aed-4024-be24-7425a6fa1948 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=d51ff8c9-dc62-4129-8085-1a2ae23da9b9 HTTP/1.1" status: 200 len: 943 time: 0.2034879 Oct 10 11:32:05.816439 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cad6b40e-5ab3-4215-9464-b9d0da7fee0d req-049a50b8-c9b8-46fa-bbc9-51884aedd404 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f197402-a3b8-44da-a34a-a1377a5e2d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393255 Oct 10 11:32:06.797754 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 29c71582-75bf-47e3-b888-0f990f1d4370 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:32:06.931263 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 29c71582-75bf-47e3-b888-0f990f1d4370, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=29c71582-75bf-47e3-b888-0f990f1d4370,segment=NetworkSegment(f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed),segment_id=f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:32:06.961570 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '29c71582-75bf-47e3-b888-0f990f1d4370', 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347', 'port_id': '29c71582-75bf-47e3-b888-0f990f1d4370', 'mac_address': 'fa:16:3e:51:f4:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 481, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0065c686-1b07-4792-b9cb-e1b5a44ab9c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:32:07.019782 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1aaf0-d733-4460-9753-544ae021b1b3 req-05b7d857-3fac-432a-8bda-a89b8884da3f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:07.021245 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-90a1aaf0-d733-4460-9753-544ae021b1b3 req-05b7d857-3fac-432a-8bda-a89b8884da3f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=d51ff8c9-dc62-4129-8085-1a2ae23da9b9 HTTP/1.1" status: 200 len: 943 time: 0.0944169 Oct 10 11:32:07.025155 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 29c71582-75bf-47e3-b888-0f990f1d4370 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:32:07.029009 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:07.039082 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:07.044598 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c71582-75bf-47e3-b888-0f990f1d4370 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:32:07.050846 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:07.062478 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 29c71582-75bf-47e3-b888-0f990f1d4370, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=29c71582-75bf-47e3-b888-0f990f1d4370,segment=NetworkSegment(f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed),segment_id=f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:32:07.066905 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-90a1aaf0-d733-4460-9753-544ae021b1b3 req-252cd6fd-0c35-4670-8082-84344a9ae9d6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f197402-a3b8-44da-a34a-a1377a5e2d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399446 Oct 10 11:32:07.112881 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:07.184042 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=29c71582-75bf-47e3-b888-0f990f1d4370,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:32:07.302993 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['29c71582-75bf-47e3-b888-0f990f1d4370'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:32:08.265287 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b85781-72d7-4fad-8ce8-fd535e98efeb req-0e635a4f-f11d-4a3b-a5e2-04fb449eb81f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:08.266761 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-23b85781-72d7-4fad-8ce8-fd535e98efeb req-0e635a4f-f11d-4a3b-a5e2-04fb449eb81f tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=d51ff8c9-dc62-4129-8085-1a2ae23da9b9 HTTP/1.1" status: 200 len: 944 time: 0.0904062 Oct 10 11:32:08.311686 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-23b85781-72d7-4fad-8ce8-fd535e98efeb req-a429558b-5d6a-405a-9b2c-4a8fb6369e96 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f197402-a3b8-44da-a34a-a1377a5e2d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390968 Oct 10 11:32:08.633326 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:08.828514 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 29c71582-75bf-47e3-b888-0f990f1d4370 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:32:08.993446 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port 29c71582-75bf-47e3-b888-0f990f1d4370 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:32:08.999535 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 29c71582-75bf-47e3-b888-0f990f1d4370 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:32:09.003290 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:09.003290 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 29c71582-75bf-47e3-b888-0f990f1d4370 Oct 10 11:32:09.118570 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 29c71582-75bf-47e3-b888-0f990f1d4370 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:32:09.118943 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:09.145726 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51ff8c9-dc62-4129-8085-1a2ae23da9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c71582-75bf-47e3-b888-0f990f1d4370'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:32:09.147985 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acde0e89-ef39-4c0d-90e3-dd968701d9fd" -d '{"events": [{"server_uuid": "d51ff8c9-dc62-4129-8085-1a2ae23da9b9", "name": "network-vif-plugged", "status": "completed", "tag": "29c71582-75bf-47e3-b888-0f990f1d4370"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:32:09.155480 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 29c71582-75bf-47e3-b888-0f990f1d4370, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=29c71582-75bf-47e3-b888-0f990f1d4370,segment=NetworkSegment(f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed),segment_id=f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:32:09.191365 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ffa852-92fd-4159-816a-791d498b11e4 x-openstack-request-id: req-c1ffa852-92fd-4159-816a-791d498b11e4 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:32:09.191653 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51ff8c9-dc62-4129-8085-1a2ae23da9b9", "name": "network-vif-plugged", "status": "completed", "tag": "29c71582-75bf-47e3-b888-0f990f1d4370", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:32:09.192014 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c1ffa852-92fd-4159-816a-791d498b11e4 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:32:09.192405 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ffa852-92fd-4159-816a-791d498b11e4'] response: {'server_uuid': 'd51ff8c9-dc62-4129-8085-1a2ae23da9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c71582-75bf-47e3-b888-0f990f1d4370', 'code': 200} Oct 10 11:32:09.244830 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:09.314622 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=29c71582-75bf-47e3-b888-0f990f1d4370,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:32:09.405704 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:09.571108 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe173e1c-339c-44c5-8e0a-cf882a7a2d80 req-86404396-f695-4d87-9715-d9a5906c6d1a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:09.572564 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fe173e1c-339c-44c5-8e0a-cf882a7a2d80 req-86404396-f695-4d87-9715-d9a5906c6d1a tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=d51ff8c9-dc62-4129-8085-1a2ae23da9b9 HTTP/1.1" status: 200 len: 945 time: 0.1504319 Oct 10 11:32:09.574477 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c1065-caeb-49f3-8417-a4d43cc980b5 req-3fd4d5da-feb8-4934-9bcb-57cb4006b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:09.575788 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cc2c1065-caeb-49f3-8417-a4d43cc980b5 req-3fd4d5da-feb8-4934-9bcb-57cb4006b9b2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d51ff8c9-dc62-4129-8085-1a2ae23da9b9 HTTP/1.1" status: 200 len: 1098 time: 0.1134896 Oct 10 11:32:09.643710 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fe173e1c-339c-44c5-8e0a-cf882a7a2d80 req-b8c5be79-1d30-457a-a978-a01f0e6459cc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f197402-a3b8-44da-a34a-a1377a5e2d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652268 Oct 10 11:32:09.645057 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cc2c1065-caeb-49f3-8417-a4d43cc980b5 req-a88fbc3b-ce4c-406e-905f-53d1a3f1a95e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8f197402-a3b8-44da-a34a-a1377a5e2d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544035 Oct 10 11:32:10.847371 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8a1e5-db42-4d3b-90c1-1ec27384dd3b req-cd1ce942-edcd-44da-b08b-ff7e0c50a0c1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:10.848838 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-45a8a1e5-db42-4d3b-90c1-1ec27384dd3b req-cd1ce942-edcd-44da-b08b-ff7e0c50a0c1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=d51ff8c9-dc62-4129-8085-1a2ae23da9b9 HTTP/1.1" status: 200 len: 945 time: 0.0911906 Oct 10 11:32:10.893384 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-45a8a1e5-db42-4d3b-90c1-1ec27384dd3b req-938df3f2-7245-4c60-a409-1e8420d1857d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f197402-a3b8-44da-a34a-a1377a5e2d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389647 Oct 10 11:32:12.094825 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9825b7d-05fe-4d8a-9f9b-3d55ddac3a00 req-88b2f983-918d-4221-9a6f-e9d4fbc1e7c6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:12.096278 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b9825b7d-05fe-4d8a-9f9b-3d55ddac3a00 req-88b2f983-918d-4221-9a6f-e9d4fbc1e7c6 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=d51ff8c9-dc62-4129-8085-1a2ae23da9b9 HTTP/1.1" status: 200 len: 945 time: 0.0911088 Oct 10 11:32:12.139861 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b9825b7d-05fe-4d8a-9f9b-3d55ddac3a00 req-3b65e2b1-4fe3-453c-bccd-9b8cabe2435b tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f197402-a3b8-44da-a34a-a1377a5e2d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380158 Oct 10 11:32:12.342387 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a3d1a-c819-4142-b637-99d7b4cbf477 req-cf3233ce-2306-4701-8d62-a37db599e819 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:12.343912 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-524a3d1a-c819-4142-b637-99d7b4cbf477 req-cf3233ce-2306-4701-8d62-a37db599e819 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=d51ff8c9-dc62-4129-8085-1a2ae23da9b9 HTTP/1.1" status: 200 len: 945 time: 0.0921655 Oct 10 11:32:12.386454 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-524a3d1a-c819-4142-b637-99d7b4cbf477 req-5e50805b-dfce-440f-8b06-02bd24e504f8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f197402-a3b8-44da-a34a-a1377a5e2d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369589 Oct 10 11:32:12.415995 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33186) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:32:12.492126 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b10d636-22b6-45db-87fd-026c57f44d5a tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:12.493626 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7b10d636-22b6-45db-87fd-026c57f44d5a tempest-TestNetworkBasicOps-453536938 tempest-TestNetworkBasicOps-453536938-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=d51ff8c9-dc62-4129-8085-1a2ae23da9b9 HTTP/1.1" status: 200 len: 1093 time: 0.0766530 Oct 10 11:32:12.496433 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33190) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:32:12.501917 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-bd6bc94a-4e72-46b4-aafe-42f801e43b53 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'port_id': '29c71582-75bf-47e3-b888-0f990f1d4370', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:32:12.507704 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-bd6bc94a-4e72-46b4-aafe-42f801e43b53 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:32:12.511483 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-bd6bc94a-4e72-46b4-aafe-42f801e43b53 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Usage tracker for resource:floatingip and tenant:abdeb3603c4943b08320f37282de8f91 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:32:12.514827 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-bd6bc94a-4e72-46b4-aafe-42f801e43b53 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:32:12.520310 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-bd6bc94a-4e72-46b4-aafe-42f801e43b53 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:32:12.586811 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bd6bc94a-4e72-46b4-aafe-42f801e43b53 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:12.722827 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bd6bc94a-4e72-46b4-aafe-42f801e43b53 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:12.856626 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-bd6bc94a-4e72-46b4-aafe-42f801e43b53 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Allocated IP 172.26.4.49 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/5be6b46b-ce7c-44b3-ae7f-67464a45c730) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:32:13.093968 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bd6bc94a-4e72-46b4-aafe-42f801e43b53 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:13.165343 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bd6bc94a-4e72-46b4-aafe-42f801e43b53 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:13.230949 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6bc94a-4e72-46b4-aafe-42f801e43b53 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:32:13.234705 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-bd6bc94a-4e72-46b4-aafe-42f801e43b53 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:32:13.238525 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6bc94a-4e72-46b4-aafe-42f801e43b53 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:32:13.276008 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6bc94a-4e72-46b4-aafe-42f801e43b53 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=5be6b46b-ce7c-44b3-ae7f-67464a45c730,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:32:13.647387 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bd6bc94a-4e72-46b4-aafe-42f801e43b53 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:13.759182 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bd6bc94a-4e72-46b4-aafe-42f801e43b53 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:13.963583 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bd6bc94a-4e72-46b4-aafe-42f801e43b53 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:14.021496 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bd6bc94a-4e72-46b4-aafe-42f801e43b53 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:14.126012 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6bc94a-4e72-46b4-aafe-42f801e43b53 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event updated for resources: {'Port': ['ID=5be6b46b-ce7c-44b3-ae7f-67464a45c730,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:32:14.128426 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bd6bc94a-4e72-46b4-aafe-42f801e43b53 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:14.293463 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-bd6bc94a-4e72-46b4-aafe-42f801e43b53 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Floating IP 6ec9b5ba-9579-4760-9bb6-e95cdcf99401 associated. External IP: 172.26.4.49, port: 29c71582-75bf-47e3-b888-0f990f1d4370. Oct 10 11:32:14.748484 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6bc94a-4e72-46b4-aafe-42f801e43b53 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router be3f87a2-5d0b-431d-8571-61dcfa81f2a9 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:32:14.923288 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6bc94a-4e72-46b4-aafe-42f801e43b53 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:32:14.933950 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94e2225-1786-4630-8b1a-477abef59510 None None] Sync routers for ids ['be3f87a2-5d0b-431d-8571-61dcfa81f2a9'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:32:14.945999 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94e2225-1786-4630-8b1a-477abef59510 None None] Routers {'be3f87a2-5d0b-431d-8571-61dcfa81f2a9'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:32:14.946705 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-b94e2225-1786-4630-8b1a-477abef59510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:32:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['be3f87a2-5d0b-431d-8571-61dcfa81f2a9'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:32:15.062472 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-bd6bc94a-4e72-46b4-aafe-42f801e43b53 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:15.119999 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-bd6bc94a-4e72-46b4-aafe-42f801e43b53 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6225467 Oct 10 11:32:15.121692 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51ff8c9-dc62-4129-8085-1a2ae23da9b9', 'tag': '29c71582-75bf-47e3-b888-0f990f1d4370'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:32:15.123472 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33792378-5b02-4ce3-a9ea-bf3adb998bed" -d '{"events": [{"name": "network-changed", "server_uuid": "d51ff8c9-dc62-4129-8085-1a2ae23da9b9", "tag": "29c71582-75bf-47e3-b888-0f990f1d4370"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:32:15.123645 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 33194) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:32:15.134741 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-b94e2225-1786-4630-8b1a-477abef59510 None None] Set router be3f87a2-5d0b-431d-8571-61dcfa81f2a9 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:32:15.165351 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4c8a94-f0a3-409a-b811-44afbb1c482c x-openstack-request-id: req-1e4c8a94-f0a3-409a-b811-44afbb1c482c {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:32:15.165660 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d51ff8c9-dc62-4129-8085-1a2ae23da9b9", "tag": "29c71582-75bf-47e3-b888-0f990f1d4370", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:32:15.165903 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1e4c8a94-f0a3-409a-b811-44afbb1c482c {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:32:15.166298 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e4c8a94-f0a3-409a-b811-44afbb1c482c'] response: {'name': 'network-changed', 'server_uuid': 'd51ff8c9-dc62-4129-8085-1a2ae23da9b9', 'tag': '29c71582-75bf-47e3-b888-0f990f1d4370', 'status': 'completed', 'code': 200} Oct 10 11:32:15.304187 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c2e6437f-c949-4cc9-a257-c6736b289fdc tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/6ec9b5ba-9579-4760-9bb6-e95cdcf99401 HTTP/1.1" status: 200 len: 990 time: 0.1794024 Oct 10 11:32:15.321516 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33792378-5b02-4ce3-a9ea-bf3adb998bed req-51d93a3f-597b-400c-812d-21ff86d091c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:15.322975 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-33792378-5b02-4ce3-a9ea-bf3adb998bed req-51d93a3f-597b-400c-812d-21ff86d091c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=d51ff8c9-dc62-4129-8085-1a2ae23da9b9 HTTP/1.1" status: 200 len: 1098 time: 0.1341343 Oct 10 11:32:15.454222 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33792378-5b02-4ce3-a9ea-bf3adb998bed req-e8df6a60-ab51-4717-8fdc-9bd1538b1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:15.455638 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-33792378-5b02-4ce3-a9ea-bf3adb998bed req-e8df6a60-ab51-4717-8fdc-9bd1538b1de4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c1532df7-edd6-4e6a-9a24-b4899ad50347 HTTP/1.1" status: 200 len: 898 time: 0.1271636 Oct 10 11:32:15.481509 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-b94e2225-1786-4630-8b1a-477abef59510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'name': 'tempest-TestNetworkBasicOps-router-1245879685', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:31:47Z', 'updated_at': '2022-10-10T11:31:53Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:48Z', 'updated_at': '2022-10-10T11:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '6ec9b5ba-9579-4760-9bb6-e95cdcf99401', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.49', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'port_id': '29c71582-75bf-47e3-b888-0f990f1d4370', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347', 'mac_address': 'fa:16:3e:51:f4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51ff8c9-dc62-4129-8085-1a2ae23da9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:32:13Z', 'updated_at': '2022-10-10T11:32:13Z', 'revision_number': 0, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a09e413-0c25-47a4-b3a4-35f4c8f1ede7', 'name': '', 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:cb:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0065c686-1b07-4792-b9cb-e1b5a44ab9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:52Z', 'updated_at': '2022-10-10T11:31:59Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '0065c686-1b07-4792-b9cb-e1b5a44ab9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:32:15.486057 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94e2225-1786-4630-8b1a-477abef59510 None None] Checking router: be3f87a2-5d0b-431d-8571-61dcfa81f2a9 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:32:15.494076 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94e2225-1786-4630-8b1a-477abef59510 None None] Routers {'be3f87a2-5d0b-431d-8571-61dcfa81f2a9'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:32:15.494661 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-b94e2225-1786-4630-8b1a-477abef59510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:32:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['be3f87a2-5d0b-431d-8571-61dcfa81f2a9'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:32:15.554882 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-33792378-5b02-4ce3-a9ea-bf3adb998bed req-e4b4994c-2911-4ff7-9789-d4629780204a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29c71582-75bf-47e3-b888-0f990f1d4370 HTTP/1.1" status: 200 len: 998 time: 0.0932534 Oct 10 11:32:15.619190 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33792378-5b02-4ce3-a9ea-bf3adb998bed req-0ca00b8b-7b70-41fb-982d-b1699a71682f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:15.620553 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-33792378-5b02-4ce3-a9ea-bf3adb998bed req-0ca00b8b-7b70-41fb-982d-b1699a71682f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0065c686-1b07-4792-b9cb-e1b5a44ab9c5 HTTP/1.1" status: 200 len: 834 time: 0.0599072 Oct 10 11:32:15.667850 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-b94e2225-1786-4630-8b1a-477abef59510 None None] Set router be3f87a2-5d0b-431d-8571-61dcfa81f2a9 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:32:15.702607 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33792378-5b02-4ce3-a9ea-bf3adb998bed req-6ca8d0d5-29d6-4c1b-bf69-c2d65a07c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:15.704073 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-33792378-5b02-4ce3-a9ea-bf3adb998bed req-6ca8d0d5-29d6-4c1b-bf69-c2d65a07c116 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1532df7-edd6-4e6a-9a24-b4899ad50347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779355 Oct 10 11:32:15.837307 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-33792378-5b02-4ce3-a9ea-bf3adb998bed req-94a32c5a-043c-453b-99ed-1b612fd08e57 service neutron] 10.222.0.15 "GET /v2.0/networks/c1532df7-edd6-4e6a-9a24-b4899ad50347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271024 Oct 10 11:32:16.054434 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-b94e2225-1786-4630-8b1a-477abef59510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'name': 'tempest-TestNetworkBasicOps-router-1245879685', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:31:47Z', 'updated_at': '2022-10-10T11:31:53Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:48Z', 'updated_at': '2022-10-10T11:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '6ec9b5ba-9579-4760-9bb6-e95cdcf99401', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.49', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'port_id': '29c71582-75bf-47e3-b888-0f990f1d4370', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347', 'mac_address': 'fa:16:3e:51:f4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51ff8c9-dc62-4129-8085-1a2ae23da9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:32:13Z', 'updated_at': '2022-10-10T11:32:13Z', 'revision_number': 0, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a09e413-0c25-47a4-b3a4-35f4c8f1ede7', 'name': '', 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:cb:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0065c686-1b07-4792-b9cb-e1b5a44ab9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:52Z', 'updated_at': '2022-10-10T11:31:59Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '0065c686-1b07-4792-b9cb-e1b5a44ab9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:32:16.058393 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94e2225-1786-4630-8b1a-477abef59510 None None] The sync data for ids ['be3f87a2-5d0b-431d-8571-61dcfa81f2a9'] in dv-neutron-860842-1-hyperv is: [{'id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'name': 'tempest-TestNetworkBasicOps-router-1245879685', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:31:47Z', 'updated_at': '2022-10-10T11:31:53Z', 'revision_number': 4, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:48Z', 'updated_at': '2022-10-10T11:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '6ec9b5ba-9579-4760-9bb6-e95cdcf99401', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.49', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'port_id': '29c71582-75bf-47e3-b888-0f990f1d4370', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347', 'mac_address': 'fa:16:3e:51:f4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51ff8c9-dc62-4129-8085-1a2ae23da9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:32:13Z', 'updated_at': '2022-10-10T11:32:13Z', 'revision_number': 0, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a09e413-0c25-47a4-b3a4-35f4c8f1ede7', 'name': '', 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:cb:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0065c686-1b07-4792-b9cb-e1b5a44ab9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:52Z', 'updated_at': '2022-10-10T11:31:59Z', 'revision_number': 5, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '0065c686-1b07-4792-b9cb-e1b5a44ab9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:32:16.072278 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-33792378-5b02-4ce3-a9ea-bf3adb998bed req-611058fd-25ab-4db7-96ac-fe227e47e246 service neutron] 10.222.0.15 "GET /v2.0/networks/c1532df7-edd6-4e6a-9a24-b4899ad50347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279315 Oct 10 11:32:16.250051 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a44c66-6f01-4922-b2bf-cc34a23eae53 None None] New status for floating IP 6ec9b5ba-9579-4760-9bb6-e95cdcf99401: ACTIVE {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:32:16.307699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 33202) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:32:16.415302 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-bba141f0-2252-4e72-91f8-3816db37f951 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/6ec9b5ba-9579-4760-9bb6-e95cdcf99401 HTTP/1.1" status: 200 len: 990 time: 0.1063733 Oct 10 11:32:17.418166 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33206) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:32:17.521022 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b3fc1d04-0ee8-4372-be69-9ddc8316d4c3 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/6ec9b5ba-9579-4760-9bb6-e95cdcf99401 HTTP/1.1" status: 200 len: 992 time: 0.1017373 Oct 10 11:32:27.016793 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:32:33.432901 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-10df3b66-0e8f-4695-bff6-018b11edabe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:35.769579 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-646eb776-3b8e-4c67-88df-2d70083eb6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:36.998745 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:37.021542 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:38.632873 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:39.416309 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:42.139404 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33222) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:32:42.144987 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-5ecfb3d8-b06f-4eec-974f-a5996f59d684 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'router': {'admin_state_up': False}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:32:42.669500 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5ecfb3d8-b06f-4eec-974f-a5996f59d684 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:42.747412 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5ecfb3d8-b06f-4eec-974f-a5996f59d684 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568703'] for router, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:42.927596 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ecfb3d8-b06f-4eec-974f-a5996f59d684 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router be3f87a2-5d0b-431d-8571-61dcfa81f2a9 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:32:43.219775 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecfb3d8-b06f-4eec-974f-a5996f59d684 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:32:43.226406 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5ecfb3d8-b06f-4eec-974f-a5996f59d684 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:43.227532 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5ecfb3d8-b06f-4eec-974f-a5996f59d684 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "PUT /v2.0/routers/be3f87a2-5d0b-431d-8571-61dcfa81f2a9 HTTP/1.1" status: 200 len: 889 time: 1.0867543 Oct 10 11:32:43.229196 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b0e782-9ce9-48a5-823e-6109a249260b None None] Sync routers for ids ['be3f87a2-5d0b-431d-8571-61dcfa81f2a9'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:32:43.240042 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b0e782-9ce9-48a5-823e-6109a249260b None None] Routers {'be3f87a2-5d0b-431d-8571-61dcfa81f2a9'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:32:43.240646 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-98b0e782-9ce9-48a5-823e-6109a249260b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:32:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['be3f87a2-5d0b-431d-8571-61dcfa81f2a9'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:32:43.306157 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-98b0e782-9ce9-48a5-823e-6109a249260b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:32:43.315912 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b0e782-9ce9-48a5-823e-6109a249260b None None] Routers {'be3f87a2-5d0b-431d-8571-61dcfa81f2a9'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:32:43.316502 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-98b0e782-9ce9-48a5-823e-6109a249260b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:32:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['be3f87a2-5d0b-431d-8571-61dcfa81f2a9'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:32:43.377030 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-98b0e782-9ce9-48a5-823e-6109a249260b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:32:43.377423 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b0e782-9ce9-48a5-823e-6109a249260b None None] The sync data for ids ['be3f87a2-5d0b-431d-8571-61dcfa81f2a9'] in dv-neutron-860842-1-hyperv is: [] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:32:44.114224 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce7caed-4963-416e-95f7-2af032359709 None None] New status for floating IP 6ec9b5ba-9579-4760-9bb6-e95cdcf99401: DOWN {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:32:45.143059 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:32:45.254505 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:32:45.254881 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:45.286441 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3a09e413-0c25-47a4-b3a4-35f4c8f1ede7,segment=NetworkSegment(f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed),segment_id=f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:32:45.359536 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:45.360222 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c128c279-d11f-4388-bfce-b3869c2472a2 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:32:45.386058 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33228) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:32:45.391938 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-afeb35eb-02f1-403b-b82a-8177985359ae tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:32:45.474306 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=3a09e413-0c25-47a4-b3a4-35f4c8f1ede7,revision_number=6']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:32:45.531648 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port c128c279-d11f-4388-bfce-b3869c2472a2 is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:32:45.531929 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:45.549272 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port c128c279-d11f-4388-bfce-b3869c2472a2, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c128c279-d11f-4388-bfce-b3869c2472a2,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:32:45.626456 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:45.693775 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=c128c279-d11f-4388-bfce-b3869c2472a2,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:32:45.913998 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-afeb35eb-02f1-403b-b82a-8177985359ae tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:46.010428 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-afeb35eb-02f1-403b-b82a-8177985359ae tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568703'] for router, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:46.192048 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afeb35eb-02f1-403b-b82a-8177985359ae tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router be3f87a2-5d0b-431d-8571-61dcfa81f2a9 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:32:46.364767 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afeb35eb-02f1-403b-b82a-8177985359ae tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:32:46.371220 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-afeb35eb-02f1-403b-b82a-8177985359ae tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:46.372335 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-afeb35eb-02f1-403b-b82a-8177985359ae tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "PUT /v2.0/routers/be3f87a2-5d0b-431d-8571-61dcfa81f2a9 HTTP/1.1" status: 200 len: 888 time: 0.9851928 Oct 10 11:32:46.374751 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b45eadd-170e-44d5-b610-93d13c63f0d0 None None] Sync routers for ids ['be3f87a2-5d0b-431d-8571-61dcfa81f2a9'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:32:46.375906 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33232) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:32:46.384229 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b45eadd-170e-44d5-b610-93d13c63f0d0 None None] Routers {'be3f87a2-5d0b-431d-8571-61dcfa81f2a9'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:32:46.384814 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-6b45eadd-170e-44d5-b610-93d13c63f0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:32:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['be3f87a2-5d0b-431d-8571-61dcfa81f2a9'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:32:46.482173 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a65a0e61-ccf9-4a87-a8af-c723c04e0b1c tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/6ec9b5ba-9579-4760-9bb6-e95cdcf99401 HTTP/1.1" status: 200 len: 990 time: 0.1049709 Oct 10 11:32:46.563124 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-6b45eadd-170e-44d5-b610-93d13c63f0d0 None None] Set router be3f87a2-5d0b-431d-8571-61dcfa81f2a9 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:32:46.901654 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-6b45eadd-170e-44d5-b610-93d13c63f0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'name': 'tempest-TestNetworkBasicOps-router-1245879685', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:31:47Z', 'updated_at': '2022-10-10T11:32:45Z', 'revision_number': 6, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:48Z', 'updated_at': '2022-10-10T11:32:45Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '6ec9b5ba-9579-4760-9bb6-e95cdcf99401', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.49', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'port_id': '29c71582-75bf-47e3-b888-0f990f1d4370', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347', 'mac_address': 'fa:16:3e:51:f4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51ff8c9-dc62-4129-8085-1a2ae23da9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:32:13Z', 'updated_at': '2022-10-10T11:32:44Z', 'revision_number': 2, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a09e413-0c25-47a4-b3a4-35f4c8f1ede7', 'name': '', 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:cb:2c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0065c686-1b07-4792-b9cb-e1b5a44ab9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:52Z', 'updated_at': '2022-10-10T11:32:45Z', 'revision_number': 6, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '0065c686-1b07-4792-b9cb-e1b5a44ab9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:32:46.905967 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b45eadd-170e-44d5-b610-93d13c63f0d0 None None] Checking router: be3f87a2-5d0b-431d-8571-61dcfa81f2a9 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:32:46.914438 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b45eadd-170e-44d5-b610-93d13c63f0d0 None None] Routers {'be3f87a2-5d0b-431d-8571-61dcfa81f2a9'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:32:46.915018 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-6b45eadd-170e-44d5-b610-93d13c63f0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:32:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['be3f87a2-5d0b-431d-8571-61dcfa81f2a9'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:32:47.087283 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-6b45eadd-170e-44d5-b610-93d13c63f0d0 None None] Set router be3f87a2-5d0b-431d-8571-61dcfa81f2a9 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:32:47.461636 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-6b45eadd-170e-44d5-b610-93d13c63f0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'name': 'tempest-TestNetworkBasicOps-router-1245879685', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:31:47Z', 'updated_at': '2022-10-10T11:32:45Z', 'revision_number': 6, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:48Z', 'updated_at': '2022-10-10T11:32:45Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '6ec9b5ba-9579-4760-9bb6-e95cdcf99401', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.49', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'port_id': '29c71582-75bf-47e3-b888-0f990f1d4370', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347', 'mac_address': 'fa:16:3e:51:f4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51ff8c9-dc62-4129-8085-1a2ae23da9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:32:13Z', 'updated_at': '2022-10-10T11:32:44Z', 'revision_number': 2, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a09e413-0c25-47a4-b3a4-35f4c8f1ede7', 'name': '', 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:cb:2c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0065c686-1b07-4792-b9cb-e1b5a44ab9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:52Z', 'updated_at': '2022-10-10T11:32:45Z', 'revision_number': 6, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '0065c686-1b07-4792-b9cb-e1b5a44ab9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:32:47.465538 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b45eadd-170e-44d5-b610-93d13c63f0d0 None None] The sync data for ids ['be3f87a2-5d0b-431d-8571-61dcfa81f2a9'] in dv-neutron-860842-1-hyperv is: [{'id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'name': 'tempest-TestNetworkBasicOps-router-1245879685', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:31:47Z', 'updated_at': '2022-10-10T11:32:45Z', 'revision_number': 6, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:48Z', 'updated_at': '2022-10-10T11:32:45Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '6ec9b5ba-9579-4760-9bb6-e95cdcf99401', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'floating_ip_address': '172.26.4.49', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'port_id': '29c71582-75bf-47e3-b888-0f990f1d4370', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347', 'mac_address': 'fa:16:3e:51:f4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51ff8c9-dc62-4129-8085-1a2ae23da9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:32:13Z', 'updated_at': '2022-10-10T11:32:44Z', 'revision_number': 2, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a09e413-0c25-47a4-b3a4-35f4c8f1ede7', 'name': '', 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:cb:2c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0065c686-1b07-4792-b9cb-e1b5a44ab9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:52Z', 'updated_at': '2022-10-10T11:32:45Z', 'revision_number': 6, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '0065c686-1b07-4792-b9cb-e1b5a44ab9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:32:47.486612 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33236) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:32:47.595709 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-23e41b6a-7b4e-4127-b97b-ab71906bfbee tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/6ec9b5ba-9579-4760-9bb6-e95cdcf99401 HTTP/1.1" status: 200 len: 990 time: 0.1078908 Oct 10 11:32:48.599609 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33240) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:32:48.832397 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-abe2c0ec-b4a5-4114-a329-0c04cdc59f85 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/6ec9b5ba-9579-4760-9bb6-e95cdcf99401 HTTP/1.1" status: 200 len: 990 time: 0.2317848 Oct 10 11:32:49.101810 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efb2c41-05a7-42f0-8096-44697d421863 None None] New status for floating IP 6ec9b5ba-9579-4760-9bb6-e95cdcf99401: ACTIVE {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:32:49.192585 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:32:49.410062 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:32:49.410354 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:49.410684 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 Oct 10 11:32:49.531793 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:32:49.532168 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:49.564379 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3a09e413-0c25-47a4-b3a4-35f4c8f1ede7,segment=NetworkSegment(f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed),segment_id=f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:32:49.627806 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:49.629390 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c128c279-d11f-4388-bfce-b3869c2472a2 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:32:49.746257 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=3a09e413-0c25-47a4-b3a4-35f4c8f1ede7,revision_number=7']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:32:49.755703 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:49.756049 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:49.756389 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:49.756720 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:49.757045 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:49.757371 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:49.757724 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:49.758047 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:49.758369 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:49.758692 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:49.759007 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:49.759326 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:49.768674 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port c128c279-d11f-4388-bfce-b3869c2472a2 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:32:49.769057 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:49.769378 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port c128c279-d11f-4388-bfce-b3869c2472a2 Oct 10 11:32:49.835763 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33246) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:32:49.925704 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port c128c279-d11f-4388-bfce-b3869c2472a2 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:32:49.926088 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:49.943562 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port c128c279-d11f-4388-bfce-b3869c2472a2, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c128c279-d11f-4388-bfce-b3869c2472a2,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:32:49.948910 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-21610b57-0e50-4cae-a6b2-f365b11b43f8 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/floatingips/6ec9b5ba-9579-4760-9bb6-e95cdcf99401 HTTP/1.1" status: 200 len: 992 time: 0.1119504 Oct 10 11:32:50.049882 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:50.118204 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=c128c279-d11f-4388-bfce-b3869c2472a2,revision_number=6']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:32:50.252054 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33254) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:32:50.450357 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-924b8636-6033-41e1-9297-dee7cc324134 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port 5be6b46b-ce7c-44b3-ae7f-67464a45c730 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:32:50.450695 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-924b8636-6033-41e1-9297-dee7cc324134 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:50.619852 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-924b8636-6033-41e1-9297-dee7cc324134 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:50.620093 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-924b8636-6033-41e1-9297-dee7cc324134 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:50.743309 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-924b8636-6033-41e1-9297-dee7cc324134 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for 5be6b46b-ce7c-44b3-ae7f-67464a45c730 owned by network:floatingip {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:32:50.941704 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-924b8636-6033-41e1-9297-dee7cc324134 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:50.988829 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b8636-6033-41e1-9297-dee7cc324134 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=5be6b46b-ce7c-44b3-ae7f-67464a45c730,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:32:51.091886 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-924b8636-6033-41e1-9297-dee7cc324134 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for floatingip, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:51.092062 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-924b8636-6033-41e1-9297-dee7cc324134 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Floating IP 6ec9b5ba-9579-4760-9bb6-e95cdcf99401 disassociated (deleted). External IP: 172.26.4.49, port: 29c71582-75bf-47e3-b888-0f990f1d4370. Oct 10 11:32:51.160097 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:32:51.226890 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:32:51.227170 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:51.227499 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 Oct 10 11:32:51.342356 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:32:51.343390 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c128c279-d11f-4388-bfce-b3869c2472a2 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:32:51.411053 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port c128c279-d11f-4388-bfce-b3869c2472a2 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:32:51.411414 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:51.411740 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port c128c279-d11f-4388-bfce-b3869c2472a2 Oct 10 11:32:51.457081 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924b8636-6033-41e1-9297-dee7cc324134 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router be3f87a2-5d0b-431d-8571-61dcfa81f2a9 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:32:51.526520 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port c128c279-d11f-4388-bfce-b3869c2472a2 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:32:51.743234 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924b8636-6033-41e1-9297-dee7cc324134 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:32:51.752895 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8c3ae6-5ed6-4fb7-b526-2cddb367473b None None] Sync routers for ids ['be3f87a2-5d0b-431d-8571-61dcfa81f2a9'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:32:51.762152 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8c3ae6-5ed6-4fb7-b526-2cddb367473b None None] Routers {'be3f87a2-5d0b-431d-8571-61dcfa81f2a9'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:32:51.762746 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-7e8c3ae6-5ed6-4fb7-b526-2cddb367473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:32:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['be3f87a2-5d0b-431d-8571-61dcfa81f2a9'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:32:51.833466 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-924b8636-6033-41e1-9297-dee7cc324134 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:51.891117 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-924b8636-6033-41e1-9297-dee7cc324134 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/floatingips/6ec9b5ba-9579-4760-9bb6-e95cdcf99401 HTTP/1.1" status: 204 len: 168 time: 1.6349356 Oct 10 11:32:51.891117 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51ff8c9-dc62-4129-8085-1a2ae23da9b9', 'tag': '29c71582-75bf-47e3-b888-0f990f1d4370'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:32:51.891536 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e02f306-c987-4f4e-accb-c1597d41ed37" -d '{"events": [{"name": "network-changed", "server_uuid": "d51ff8c9-dc62-4129-8085-1a2ae23da9b9", "tag": "29c71582-75bf-47e3-b888-0f990f1d4370"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:32:51.940022 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3315d3-2705-49d1-b32b-0d0a9af0fc9f x-openstack-request-id: req-db3315d3-2705-49d1-b32b-0d0a9af0fc9f {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:32:51.940022 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d51ff8c9-dc62-4129-8085-1a2ae23da9b9", "tag": "29c71582-75bf-47e3-b888-0f990f1d4370", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:32:51.940022 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-db3315d3-2705-49d1-b32b-0d0a9af0fc9f {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:32:51.940022 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db3315d3-2705-49d1-b32b-0d0a9af0fc9f'] response: {'name': 'network-changed', 'server_uuid': 'd51ff8c9-dc62-4129-8085-1a2ae23da9b9', 'tag': '29c71582-75bf-47e3-b888-0f990f1d4370', 'status': 'completed', 'code': 200} Oct 10 11:32:51.944588 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-7e8c3ae6-5ed6-4fb7-b526-2cddb367473b None None] Set router be3f87a2-5d0b-431d-8571-61dcfa81f2a9 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:32:52.044954 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02f306-c987-4f4e-accb-c1597d41ed37 req-c7c4a650-1a72-4632-b0a7-74c590dee21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:52.047298 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3e02f306-c987-4f4e-accb-c1597d41ed37 req-c7c4a650-1a72-4632-b0a7-74c590dee21c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abdeb3603c4943b08320f37282de8f91&device_id=d51ff8c9-dc62-4129-8085-1a2ae23da9b9 HTTP/1.1" status: 200 len: 1098 time: 0.0877237 Oct 10 11:32:52.182439 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02f306-c987-4f4e-accb-c1597d41ed37 req-733b7d0f-ee32-44ed-adb8-096de802f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:52.183937 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3e02f306-c987-4f4e-accb-c1597d41ed37 req-733b7d0f-ee32-44ed-adb8-096de802f5e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c1532df7-edd6-4e6a-9a24-b4899ad50347 HTTP/1.1" status: 200 len: 898 time: 0.1314154 Oct 10 11:32:52.256108 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3e02f306-c987-4f4e-accb-c1597d41ed37 req-b27bf455-63e5-4c34-ba37-92581a3606c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29c71582-75bf-47e3-b888-0f990f1d4370 HTTP/1.1" status: 200 len: 217 time: 0.0651131 Oct 10 11:32:52.260294 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-7e8c3ae6-5ed6-4fb7-b526-2cddb367473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'name': 'tempest-TestNetworkBasicOps-router-1245879685', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:31:47Z', 'updated_at': '2022-10-10T11:32:45Z', 'revision_number': 6, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:48Z', 'updated_at': '2022-10-10T11:32:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '3a09e413-0c25-47a4-b3a4-35f4c8f1ede7', 'name': '', 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:cb:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0065c686-1b07-4792-b9cb-e1b5a44ab9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:52Z', 'updated_at': '2022-10-10T11:32:49Z', 'revision_number': 7, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '0065c686-1b07-4792-b9cb-e1b5a44ab9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:32:52.264302 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8c3ae6-5ed6-4fb7-b526-2cddb367473b None None] Checking router: be3f87a2-5d0b-431d-8571-61dcfa81f2a9 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:32:52.273240 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8c3ae6-5ed6-4fb7-b526-2cddb367473b None None] Routers {'be3f87a2-5d0b-431d-8571-61dcfa81f2a9'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:32:52.273855 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-7e8c3ae6-5ed6-4fb7-b526-2cddb367473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:32:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['be3f87a2-5d0b-431d-8571-61dcfa81f2a9'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:32:52.319385 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02f306-c987-4f4e-accb-c1597d41ed37 req-d6683a08-9f9d-425a-bcd9-2ca13bf5c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:52.320851 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3e02f306-c987-4f4e-accb-c1597d41ed37 req-d6683a08-9f9d-425a-bcd9-2ca13bf5c932 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0065c686-1b07-4792-b9cb-e1b5a44ab9c5 HTTP/1.1" status: 200 len: 834 time: 0.0594625 Oct 10 11:32:52.405998 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02f306-c987-4f4e-accb-c1597d41ed37 req-618b41aa-87b1-4658-8c6f-67f69281378a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:52.408569 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3e02f306-c987-4f4e-accb-c1597d41ed37 req-618b41aa-87b1-4658-8c6f-67f69281378a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1532df7-edd6-4e6a-9a24-b4899ad50347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801821 Oct 10 11:32:52.462390 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-7e8c3ae6-5ed6-4fb7-b526-2cddb367473b None None] Set router be3f87a2-5d0b-431d-8571-61dcfa81f2a9 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:32:52.472815 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600c4a2-8cee-473b-ad8f-3d5c72b77381 req-20d9f235-7017-4b3a-b96a-d8f696cda371 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:52.473691 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-6600c4a2-8cee-473b-ad8f-3d5c72b77381 req-20d9f235-7017-4b3a-b96a-d8f696cda371 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:32:52.545087 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3e02f306-c987-4f4e-accb-c1597d41ed37 req-6130c079-52d2-48e5-9205-4939b38b6746 service neutron] 10.222.0.15 "GET /v2.0/networks/c1532df7-edd6-4e6a-9a24-b4899ad50347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292171 Oct 10 11:32:52.558407 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-6600c4a2-8cee-473b-ad8f-3d5c72b77381 req-20d9f235-7017-4b3a-b96a-d8f696cda371 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:32:52.559691 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6600c4a2-8cee-473b-ad8f-3d5c72b77381 req-20d9f235-7017-4b3a-b96a-d8f696cda371 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=d51ff8c9-dc62-4129-8085-1a2ae23da9b9 HTTP/1.1" status: 200 len: 945 time: 0.1804481 Oct 10 11:32:52.608245 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6600c4a2-8cee-473b-ad8f-3d5c72b77381 req-69157316-aa62-49d6-a5b3-7aff038b9476 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f197402-a3b8-44da-a34a-a1377a5e2d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420754 Oct 10 11:32:52.680125 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3e02f306-c987-4f4e-accb-c1597d41ed37 req-17463b8d-fb7e-49c7-afcb-7987d3bd2b19 service neutron] 10.222.0.15 "GET /v2.0/networks/c1532df7-edd6-4e6a-9a24-b4899ad50347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283424 Oct 10 11:32:52.776790 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-7e8c3ae6-5ed6-4fb7-b526-2cddb367473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'name': 'tempest-TestNetworkBasicOps-router-1245879685', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:31:47Z', 'updated_at': '2022-10-10T11:32:45Z', 'revision_number': 6, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:48Z', 'updated_at': '2022-10-10T11:32:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '3a09e413-0c25-47a4-b3a4-35f4c8f1ede7', 'name': '', 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:cb:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0065c686-1b07-4792-b9cb-e1b5a44ab9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:52Z', 'updated_at': '2022-10-10T11:32:49Z', 'revision_number': 7, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '0065c686-1b07-4792-b9cb-e1b5a44ab9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:32:52.780634 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8c3ae6-5ed6-4fb7-b526-2cddb367473b None None] The sync data for ids ['be3f87a2-5d0b-431d-8571-61dcfa81f2a9'] in dv-neutron-860842-1-hyperv is: [{'id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'name': 'tempest-TestNetworkBasicOps-router-1245879685', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:31:47Z', 'updated_at': '2022-10-10T11:32:45Z', 'revision_number': 6, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:48Z', 'updated_at': '2022-10-10T11:32:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '3a09e413-0c25-47a4-b3a4-35f4c8f1ede7', 'name': '', 'network_id': 'c1532df7-edd6-4e6a-9a24-b4899ad50347', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'mac_address': 'fa:16:3e:cb:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0065c686-1b07-4792-b9cb-e1b5a44ab9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:52Z', 'updated_at': '2022-10-10T11:32:49Z', 'revision_number': 7, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'subnets': [{'id': '0065c686-1b07-4792-b9cb-e1b5a44ab9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:32:53.417667 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d5a434-8cf7-4734-be27-5f9b33742a1a None None] New status for floating IP 6ec9b5ba-9579-4760-9bb6-e95cdcf99401: DOWN {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:32:53.695372 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47b175-d3b8-4451-9801-d7e450e6548d req-e7d19606-0bed-4fdc-bfd8-efcdb8e57eb1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:53.696848 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7c47b175-d3b8-4451-9801-d7e450e6548d req-e7d19606-0bed-4fdc-bfd8-efcdb8e57eb1 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "GET /v2.0/ports?device_id=d51ff8c9-dc62-4129-8085-1a2ae23da9b9 HTTP/1.1" status: 200 len: 945 time: 0.0910246 Oct 10 11:32:53.819196 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-7c47b175-d3b8-4451-9801-d7e450e6548d req-651a9bd0-3946-4313-ab7d-2e944cd5e599 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port 29c71582-75bf-47e3-b888-0f990f1d4370 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:32:53.819442 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-7c47b175-d3b8-4451-9801-d7e450e6548d req-651a9bd0-3946-4313-ab7d-2e944cd5e599 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:53.938667 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43083bdc-92e0-42a1-8001-709d8a802cb1 req-a5514e7c-c3b7-4564-98a4-ed4d23c85f71 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:32:53.940107 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-43083bdc-92e0-42a1-8001-709d8a802cb1 req-a5514e7c-c3b7-4564-98a4-ed4d23c85f71 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=d51ff8c9-dc62-4129-8085-1a2ae23da9b9 HTTP/1.1" status: 200 len: 945 time: 0.2044759 Oct 10 11:32:54.074668 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-43083bdc-92e0-42a1-8001-709d8a802cb1 req-f3bb3f22-54a8-4777-96b0-3696d9627167 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/security-groups?id=8f197402-a3b8-44da-a34a-a1377a5e2d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286023 Oct 10 11:32:54.112757 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-7c47b175-d3b8-4451-9801-d7e450e6548d req-651a9bd0-3946-4313-ab7d-2e944cd5e599 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port 29c71582-75bf-47e3-b888-0f990f1d4370, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=29c71582-75bf-47e3-b888-0f990f1d4370,segment=NetworkSegment(f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed),segment_id=f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:32:54.113102 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-7c47b175-d3b8-4451-9801-d7e450e6548d req-651a9bd0-3946-4313-ab7d-2e944cd5e599 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:54.324569 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-7c47b175-d3b8-4451-9801-d7e450e6548d req-651a9bd0-3946-4313-ab7d-2e944cd5e599 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for 29c71582-75bf-47e3-b888-0f990f1d4370 owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:32:54.564326 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-7c47b175-d3b8-4451-9801-d7e450e6548d req-651a9bd0-3946-4313-ab7d-2e944cd5e599 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:54.613992 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a9bd0-3946-4313-ab7d-2e944cd5e599 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=29c71582-75bf-47e3-b888-0f990f1d4370,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:32:54.660658 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a9bd0-3946-4313-ab7d-2e944cd5e599 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:54.660996 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a9bd0-3946-4313-ab7d-2e944cd5e599 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:54.661325 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a9bd0-3946-4313-ab7d-2e944cd5e599 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:54.661684 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a9bd0-3946-4313-ab7d-2e944cd5e599 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:54.662007 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a9bd0-3946-4313-ab7d-2e944cd5e599 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:54.662329 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a9bd0-3946-4313-ab7d-2e944cd5e599 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:54.662645 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a9bd0-3946-4313-ab7d-2e944cd5e599 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:54.662960 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a9bd0-3946-4313-ab7d-2e944cd5e599 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:54.663279 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a9bd0-3946-4313-ab7d-2e944cd5e599 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:54.663595 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a9bd0-3946-4313-ab7d-2e944cd5e599 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:54.663904 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a9bd0-3946-4313-ab7d-2e944cd5e599 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:54.664213 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a9bd0-3946-4313-ab7d-2e944cd5e599 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:54.712943 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c47b175-d3b8-4451-9801-d7e450e6548d req-651a9bd0-3946-4313-ab7d-2e944cd5e599 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] No DVR routers for this DVR port 29c71582-75bf-47e3-b888-0f990f1d4370 on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:32:54.715379 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-7c47b175-d3b8-4451-9801-d7e450e6548d req-651a9bd0-3946-4313-ab7d-2e944cd5e599 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:54.717961 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51ff8c9-dc62-4129-8085-1a2ae23da9b9', 'name': 'network-vif-deleted', 'tag': '29c71582-75bf-47e3-b888-0f990f1d4370'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:32:54.720479 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4de37b-78e7-461f-b2da-9d5045f55e75" -d '{"events": [{"server_uuid": "d51ff8c9-dc62-4129-8085-1a2ae23da9b9", "name": "network-vif-deleted", "tag": "29c71582-75bf-47e3-b888-0f990f1d4370"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:32:54.764303 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1affe875-b028-4dd6-8e35-563657be69f7 x-openstack-request-id: req-1affe875-b028-4dd6-8e35-563657be69f7 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:32:54.764681 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51ff8c9-dc62-4129-8085-1a2ae23da9b9", "name": "network-vif-deleted", "tag": "29c71582-75bf-47e3-b888-0f990f1d4370", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:32:54.765031 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1affe875-b028-4dd6-8e35-563657be69f7 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:32:54.765716 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1affe875-b028-4dd6-8e35-563657be69f7'] response: {'server_uuid': 'd51ff8c9-dc62-4129-8085-1a2ae23da9b9', 'name': 'network-vif-deleted', 'tag': '29c71582-75bf-47e3-b888-0f990f1d4370', 'status': 'completed', 'code': 200} Oct 10 11:32:54.793564 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7c47b175-d3b8-4451-9801-d7e450e6548d req-651a9bd0-3946-4313-ab7d-2e944cd5e599 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.15 "DELETE /v2.0/ports/29c71582-75bf-47e3-b888-0f990f1d4370 HTTP/1.1" status: 204 len: 173 time: 1.0909128 Oct 10 11:32:55.248474 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-b3cc71a0-9296-4f3e-9404-769cc44c2a8a req-686267d4-fc97-42ed-beb0-a6e207df65fa tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Synchronizing usage tracker for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:32:55.329974 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-b3cc71a0-9296-4f3e-9404-769cc44c2a8a req-686267d4-fc97-42ed-beb0-a6e207df65fa tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Unset dirty status for tenant:abdeb3603c4943b08320f37282de8f91 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:32:55.331148 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b3cc71a0-9296-4f3e-9404-769cc44c2a8a req-686267d4-fc97-42ed-beb0-a6e207df65fa tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "GET /v2.0/ports?device_id=d51ff8c9-dc62-4129-8085-1a2ae23da9b9 HTTP/1.1" status: 200 len: 210 time: 0.1332686 Oct 10 11:32:56.435189 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33272) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:32:56.506721 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-213c9f43-a03e-427c-a034-b10d254801f9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:56.535948 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-213c9f43-a03e-427c-a034-b10d254801f9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:56.632859 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-213c9f43-a03e-427c-a034-b10d254801f9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:56.650926 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c9f43-a03e-427c-a034-b10d254801f9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f197402-a3b8-44da-a34a-a1377a5e2d10,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:32:56.659192 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c9f43-a03e-427c-a034-b10d254801f9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:56.659535 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c9f43-a03e-427c-a034-b10d254801f9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:56.660165 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c9f43-a03e-427c-a034-b10d254801f9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:56.660507 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c9f43-a03e-427c-a034-b10d254801f9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:56.660832 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c9f43-a03e-427c-a034-b10d254801f9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:56.661153 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c9f43-a03e-427c-a034-b10d254801f9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:56.661473 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c9f43-a03e-427c-a034-b10d254801f9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:56.661956 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c9f43-a03e-427c-a034-b10d254801f9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:56.662364 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c9f43-a03e-427c-a034-b10d254801f9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:56.663517 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c9f43-a03e-427c-a034-b10d254801f9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:56.663517 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c9f43-a03e-427c-a034-b10d254801f9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:56.663517 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c9f43-a03e-427c-a034-b10d254801f9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:32:56.716744 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-213c9f43-a03e-427c-a034-b10d254801f9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:56.718027 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-213c9f43-a03e-427c-a034-b10d254801f9 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/security-groups/8f197402-a3b8-44da-a34a-a1377a5e2d10 HTTP/1.1" status: 204 len: 168 time: 0.2818193 Oct 10 11:32:56.788476 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33278) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:32:57.065832 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 29c71582-75bf-47e3-b888-0f990f1d4370 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:32:57.100558 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: 29c71582-75bf-47e3-b888-0f990f1d4370 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:32:57.100903 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 29c71582-75bf-47e3-b888-0f990f1d4370 not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:32:57.337157 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e632ca5c-a101-41b9-b30a-b8483a635bf0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:57.702027 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-e632ca5c-a101-41b9-b30a-b8483a635bf0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:32:57.702688 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e632ca5c-a101-41b9-b30a-b8483a635bf0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:58.060794 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-e632ca5c-a101-41b9-b30a-b8483a635bf0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3a09e413-0c25-47a4-b3a4-35f4c8f1ede7,segment=NetworkSegment(f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed),segment_id=f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:32:58.061145 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e632ca5c-a101-41b9-b30a-b8483a635bf0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:58.185441 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-e632ca5c-a101-41b9-b30a-b8483a635bf0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:32:58.592604 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e632ca5c-a101-41b9-b30a-b8483a635bf0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:58.644669 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632ca5c-a101-41b9-b30a-b8483a635bf0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=3a09e413-0c25-47a4-b3a4-35f4c8f1ede7,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:32:58.943179 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e632ca5c-a101-41b9-b30a-b8483a635bf0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:59.297678 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e632ca5c-a101-41b9-b30a-b8483a635bf0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Router be3f87a2-5d0b-431d-8571-61dcfa81f2a9 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:32:59.579713 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e632ca5c-a101-41b9-b30a-b8483a635bf0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:32:59.589434 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5487f822-def0-4b3b-9a75-f41d864dc581 None None] Sync routers for ids ['be3f87a2-5d0b-431d-8571-61dcfa81f2a9'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:32:59.598819 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5487f822-def0-4b3b-9a75-f41d864dc581 None None] Routers {'be3f87a2-5d0b-431d-8571-61dcfa81f2a9'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:32:59.604079 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-5487f822-def0-4b3b-9a75-f41d864dc581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:32:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['be3f87a2-5d0b-431d-8571-61dcfa81f2a9'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:32:59.665996 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e632ca5c-a101-41b9-b30a-b8483a635bf0 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "PUT /v2.0/routers/be3f87a2-5d0b-431d-8571-61dcfa81f2a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8737736 Oct 10 11:32:59.666264 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33282) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:32:59.737379 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4ca1e3-cdab-4357-81f1-f71f947ae523 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting subnet 0065c686-1b07-4792-b9cb-e1b5a44ab9c5 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:32:59.740638 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fa4ca1e3-cdab-4357-81f1-f71f947ae523 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:59.795928 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fa4ca1e3-cdab-4357-81f1-f71f947ae523 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:32:59.804168 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-5487f822-def0-4b3b-9a75-f41d864dc581 None None] Set router be3f87a2-5d0b-431d-8571-61dcfa81f2a9 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:32:59.884336 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fa4ca1e3-cdab-4357-81f1-f71f947ae523 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:00.032208 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fa4ca1e3-cdab-4357-81f1-f71f947ae523 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:00.073232 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ca1e3-cdab-4357-81f1-f71f947ae523 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Subnet': ['ID=0065c686-1b07-4792-b9cb-e1b5a44ab9c5,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:00.075184 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fa4ca1e3-cdab-4357-81f1-f71f947ae523 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:00.083121 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-fa4ca1e3-cdab-4357-81f1-f71f947ae523 tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/subnets/0065c686-1b07-4792-b9cb-e1b5a44ab9c5 HTTP/1.1" status: 204 len: 168 time: 0.4147339 Oct 10 11:33:00.084412 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ab13c5-8d4e-497b-b9c3-aa5932d279f6 None None] Network c1532df7-edd6-4e6a-9a24-b4899ad50347 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:33:00.084858 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33286) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:33:00.095247 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-5487f822-def0-4b3b-9a75-f41d864dc581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'name': 'tempest-TestNetworkBasicOps-router-1245879685', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:31:47Z', 'updated_at': '2022-10-10T11:32:58Z', 'revision_number': 7, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:48Z', 'updated_at': '2022-10-10T11:32:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:33:00.099246 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5487f822-def0-4b3b-9a75-f41d864dc581 None None] Checking router: be3f87a2-5d0b-431d-8571-61dcfa81f2a9 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:33:00.107740 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5487f822-def0-4b3b-9a75-f41d864dc581 None None] Routers {'be3f87a2-5d0b-431d-8571-61dcfa81f2a9'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:33:00.108374 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-5487f822-def0-4b3b-9a75-f41d864dc581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:32:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['be3f87a2-5d0b-431d-8571-61dcfa81f2a9'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:33:00.269866 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9a64aba9-6858-4886-851a-77e49501e29d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:00.288434 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-5487f822-def0-4b3b-9a75-f41d864dc581 None None] Set router be3f87a2-5d0b-431d-8571-61dcfa81f2a9 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:33:00.368224 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dede8e1b-b5ba-4203-a3f0-70d5de9ff9b3 None None] DHCP port deletion for c1532df7-edd6-4e6a-9a24-b4899ad50347 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:33:00.372734 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-dede8e1b-b5ba-4203-a3f0-70d5de9ff9b3 None None] Deleting port 1353605f-8a82-4582-9bfc-415cbddad289 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:33:00.373111 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dede8e1b-b5ba-4203-a3f0-70d5de9ff9b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:00.458152 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9a64aba9-6858-4886-851a-77e49501e29d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:00.536260 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-9a64aba9-6858-4886-851a-77e49501e29d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Deleting port c128c279-d11f-4388-bfce-b3869c2472a2 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:33:00.536581 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9a64aba9-6858-4886-851a-77e49501e29d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:00.579541 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-dede8e1b-b5ba-4203-a3f0-70d5de9ff9b3 None None] For port 1353605f-8a82-4582-9bfc-415cbddad289, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1353605f-8a82-4582-9bfc-415cbddad289,segment=NetworkSegment(f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed),segment_id=f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:33:00.579956 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dede8e1b-b5ba-4203-a3f0-70d5de9ff9b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:00.581711 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-5487f822-def0-4b3b-9a75-f41d864dc581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'name': 'tempest-TestNetworkBasicOps-router-1245879685', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:31:47Z', 'updated_at': '2022-10-10T11:32:58Z', 'revision_number': 7, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:48Z', 'updated_at': '2022-10-10T11:32:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:33:00.586140 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5487f822-def0-4b3b-9a75-f41d864dc581 None None] The sync data for ids ['be3f87a2-5d0b-431d-8571-61dcfa81f2a9'] in dv-neutron-860842-1-hyperv is: [{'id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'name': 'tempest-TestNetworkBasicOps-router-1245879685', 'tenant_id': 'abdeb3603c4943b08320f37282de8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:31:47Z', 'updated_at': '2022-10-10T11:32:58Z', 'revision_number': 7, 'project_id': 'abdeb3603c4943b08320f37282de8f91', 'gw_port': {'id': 'c128c279-d11f-4388-bfce-b3869c2472a2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3f87a2-5d0b-431d-8571-61dcfa81f2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:31:48Z', 'updated_at': '2022-10-10T11:32:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:33:00.709147 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-dede8e1b-b5ba-4203-a3f0-70d5de9ff9b3 None None] Calling delete_port for 1353605f-8a82-4582-9bfc-415cbddad289 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:33:00.718377 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-9a64aba9-6858-4886-851a-77e49501e29d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] For port c128c279-d11f-4388-bfce-b3869c2472a2, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c128c279-d11f-4388-bfce-b3869c2472a2,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:33:00.718740 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9a64aba9-6858-4886-851a-77e49501e29d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:00.842784 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-9a64aba9-6858-4886-851a-77e49501e29d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Calling delete_port for c128c279-d11f-4388-bfce-b3869c2472a2 owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:33:00.855881 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dede8e1b-b5ba-4203-a3f0-70d5de9ff9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:00.905246 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede8e1b-b5ba-4203-a3f0-70d5de9ff9b3 None None] Pushing event deleted for resources: {'Port': ['ID=1353605f-8a82-4582-9bfc-415cbddad289,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:00.907182 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dede8e1b-b5ba-4203-a3f0-70d5de9ff9b3 None None] No DVR routers for this DVR port 1353605f-8a82-4582-9bfc-415cbddad289 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:33:01.078940 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9a64aba9-6858-4886-851a-77e49501e29d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:01.128743 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64aba9-6858-4886-851a-77e49501e29d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Port': ['ID=c128c279-d11f-4388-bfce-b3869c2472a2,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:01.156112 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1353605f-8a82-4582-9bfc-415cbddad289 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:33:01.195144 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 1353605f-8a82-4582-9bfc-415cbddad289 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:33:01.195396 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1353605f-8a82-4582-9bfc-415cbddad289 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:33:01.195816 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:33:01.230439 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:33:01.230784 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3a09e413-0c25-47a4-b3a4-35f4c8f1ede7 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:33:01.338092 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9a64aba9-6858-4886-851a-77e49501e29d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:01.509926 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9a64aba9-6858-4886-851a-77e49501e29d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:01.512079 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9a64aba9-6858-4886-851a-77e49501e29d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:01.615766 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9a64aba9-6858-4886-851a-77e49501e29d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:01.616303 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a64aba9-6858-4886-851a-77e49501e29d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Fanout notify agent at l3_agent the message router_deleted on router be3f87a2-5d0b-431d-8571-61dcfa81f2a9 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:33:01.631106 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9a64aba9-6858-4886-851a-77e49501e29d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:01.632194 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9a64aba9-6858-4886-851a-77e49501e29d tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/routers/be3f87a2-5d0b-431d-8571-61dcfa81f2a9 HTTP/1.1" status: 204 len: 168 time: 1.5464408 Oct 10 11:33:01.634895 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33290) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:33:01.749915 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7e61cf78-cf26-419c-99d7-7ee49731d00e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:01.883805 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7e61cf78-cf26-419c-99d7-7ee49731d00e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:01.908763 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-7e61cf78-cf26-419c-99d7-7ee49731d00e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1532df7-edd6-4e6a-9a24-b4899ad50347']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:33:01.920571 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-7e61cf78-cf26-419c-99d7-7ee49731d00e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:33:01.920866 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-7e61cf78-cf26-419c-99d7-7ee49731d00e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:33:01.932693 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7e61cf78-cf26-419c-99d7-7ee49731d00e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:01.948190 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7e61cf78-cf26-419c-99d7-7ee49731d00e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:01.954326 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e61cf78-cf26-419c-99d7-7ee49731d00e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Releasing vlan 481 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:33:01.954565 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7e61cf78-cf26-419c-99d7-7ee49731d00e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:02.033899 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed resource provider aggregate not found Oct 10 11:33:02.051285 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7b8b6cd-ebf1-4abd-a3a9-98a5446757ed found for delete ", "request_id": "req-d4a1d8ff-56f8-438b-9036-223eb9a55940"}]} Oct 10 11:33:02.107200 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7e61cf78-cf26-419c-99d7-7ee49731d00e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:02.124287 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7e61cf78-cf26-419c-99d7-7ee49731d00e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:02.135760 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61cf78-cf26-419c-99d7-7ee49731d00e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] Pushing event deleted for resources: {'Network': ['ID=c1532df7-edd6-4e6a-9a24-b4899ad50347,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:02.215752 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7e61cf78-cf26-419c-99d7-7ee49731d00e tempest-TestNetworkBasicOps-1451798885 tempest-TestNetworkBasicOps-1451798885-project] 10.222.0.40 "DELETE /v2.0/networks/c1532df7-edd6-4e6a-9a24-b4899ad50347 HTTP/1.1" status: 204 len: 168 time: 0.5796819 Oct 10 11:33:02.795412 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33302) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:33:02.972097 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-99aff496-3780-40f9-9159-448c1cdb4ca9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=abdeb3603c4943b08320f37282de8f91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1755285 Oct 10 11:33:02.974707 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33308) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:33:03.030940 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4b0356e9-4a50-4d6c-af09-8aa600617f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:03.056256 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4b0356e9-4a50-4d6c-af09-8aa600617f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:03.150212 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c128c279-d11f-4388-bfce-b3869c2472a2 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:33:03.184033 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: c128c279-d11f-4388-bfce-b3869c2472a2 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:33:03.184772 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c128c279-d11f-4388-bfce-b3869c2472a2 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:33:03.204129 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4b0356e9-4a50-4d6c-af09-8aa600617f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:03.221255 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0356e9-4a50-4d6c-af09-8aa600617f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c3bf7a-20b5-4250-97f1-e0eb8da5447b,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:03.227419 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4b0356e9-4a50-4d6c-af09-8aa600617f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:03.228518 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4b0356e9-4a50-4d6c-af09-8aa600617f80 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/63c3bf7a-20b5-4250-97f1-e0eb8da5447b HTTP/1.1" status: 204 len: 168 time: 0.2529457 Oct 10 11:33:03.472564 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6edb27f5-fa28-454b-abde-fe7678cb0128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:03.883975 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 33316) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:33:03.901628 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fc46aa9e-f975-4787-8000-207d609a304d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:03.919005 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-fc46aa9e-f975-4787-8000-207d609a304d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:33:03.923390 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-fc46aa9e-f975-4787-8000-207d609a304d admin admin] Usage tracker for resource:security_group_rule and tenant:eeec9ccfe4034895ba18d2c6c936bbc0 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:33:03.926375 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-fc46aa9e-f975-4787-8000-207d609a304d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:33:03.932203 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-fc46aa9e-f975-4787-8000-207d609a304d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:33:04.014575 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fc46aa9e-f975-4787-8000-207d609a304d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:04.014802 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:33:04.089384 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-fc46aa9e-f975-4787-8000-207d609a304d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:04.137099 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-fc46aa9e-f975-4787-8000-207d609a304d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=eeec9ccfe4034895ba18d2c6c936bbc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2519665 Oct 10 11:33:04.138065 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46aa9e-f975-4787-8000-207d609a304d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b18299-9cb8-48e4-a7ac-2f5daa4bb1cc,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:04.139937 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33320) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:33:04.198242 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6216bce0-13b2-4bf6-98b3-8487f0bfd489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:04.223779 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6216bce0-13b2-4bf6-98b3-8487f0bfd489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:04.369934 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6216bce0-13b2-4bf6-98b3-8487f0bfd489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:04.386466 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216bce0-13b2-4bf6-98b3-8487f0bfd489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b18299-9cb8-48e4-a7ac-2f5daa4bb1cc,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:04.390887 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6216bce0-13b2-4bf6-98b3-8487f0bfd489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:04.392597 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6216bce0-13b2-4bf6-98b3-8487f0bfd489 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f0b18299-9cb8-48e4-a7ac-2f5daa4bb1cc HTTP/1.1" status: 204 len: 168 time: 0.2516115 Oct 10 11:33:05.729776 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0b4dace8-ae6c-46eb-98ef-d26e8d4a38e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:07.009928 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:07.033853 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:08.638014 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:09.439005 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:11.424151 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-313551c0-21b6-4de8-b179-174d62629e68 req-a35c5388-4c32-494f-801c-03f861589e2d tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=0cd050e69a9b4950bde496ea4bacc722&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279555 Oct 10 11:33:11.580341 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313551c0-21b6-4de8-b179-174d62629e68 req-4f0a846c-fd40-4c20-b84f-21de59fe72de tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:11.581779 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-313551c0-21b6-4de8-b179-174d62629e68 req-4f0a846c-fd40-4c20-b84f-21de59fe72de tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1525283 Oct 10 11:33:11.596900 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-313551c0-21b6-4de8-b179-174d62629e68 req-7b8df68c-690e-42c9-b347-ce4895ff836d tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.40 "GET /v2.0/quotas/0cd050e69a9b4950bde496ea4bacc722 HTTP/1.1" status: 200 len: 375 time: 0.0095475 Oct 10 11:33:11.655344 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-313551c0-21b6-4de8-b179-174d62629e68 req-89537015-a8b7-4262-a540-5afa3cc45126 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=0cd050e69a9b4950bde496ea4bacc722&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533242 Oct 10 11:33:11.944536 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0b5bdc8c-babe-4468-a459-df28b713501e req-3de196cc-32d4-40d9-a594-dd6710d5cdd7 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.40 "GET /v2.0/ports?device_id=afe57018-28f3-4939-8368-b1155278fe55 HTTP/1.1" status: 200 len: 210 time: 0.0617228 Oct 10 11:33:13.107423 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9045537c-e6cb-444a-b177-552853fc91c6 req-cbd1e450-a815-4fe9-95be-3d229df9bb67 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.40 "GET /v2.0/ports?device_id=afe57018-28f3-4939-8368-b1155278fe55 HTTP/1.1" status: 200 len: 210 time: 0.0496936 Oct 10 11:33:13.989118 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-313551c0-21b6-4de8-b179-174d62629e68 req-5e6875dc-ee3f-4b34-8c80-a8ef2b28434a tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0cd050e69a9b4950bde496ea4bacc722&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297744 Oct 10 11:33:14.137376 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313551c0-21b6-4de8-b179-174d62629e68 req-8fa2b1d0-018f-4199-932b-90702da112c9 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:14.138832 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-313551c0-21b6-4de8-b179-174d62629e68 req-8fa2b1d0-018f-4199-932b-90702da112c9 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1451378 Oct 10 11:33:14.149772 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-313551c0-21b6-4de8-b179-174d62629e68 req-af49124e-1572-4d02-8233-f748d7d013ac tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Request body: {'port': {'device_id': 'afe57018-28f3-4939-8368-b1155278fe55', 'network_id': '03072018-19ea-4de6-94a0-10111c17a313', 'admin_state_up': True, 'tenant_id': '0cd050e69a9b4950bde496ea4bacc722'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:33:14.292919 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5a0fba6d-fba0-4b81-a38d-7bd241346dbc req-8e62ecb6-7922-44b0-9908-974a6da0e11e tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.40 "GET /v2.0/ports?device_id=afe57018-28f3-4939-8368-b1155278fe55 HTTP/1.1" status: 200 len: 210 time: 0.0645764 Oct 10 11:33:14.332377 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-313551c0-21b6-4de8-b179-174d62629e68 req-af49124e-1572-4d02-8233-f748d7d013ac tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:33:14.336303 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-313551c0-21b6-4de8-b179-174d62629e68 req-af49124e-1572-4d02-8233-f748d7d013ac tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Usage tracker for resource:port and tenant:0cd050e69a9b4950bde496ea4bacc722 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:33:14.339194 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-313551c0-21b6-4de8-b179-174d62629e68 req-af49124e-1572-4d02-8233-f748d7d013ac tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:33:14.345905 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-313551c0-21b6-4de8-b179-174d62629e68 req-af49124e-1572-4d02-8233-f748d7d013ac tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:33:14.426063 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-313551c0-21b6-4de8-b179-174d62629e68 req-af49124e-1572-4d02-8233-f748d7d013ac tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Made reservation on behalf of 0cd050e69a9b4950bde496ea4bacc722 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:33:14.429612 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-313551c0-21b6-4de8-b179-174d62629e68 req-af49124e-1572-4d02-8233-f748d7d013ac tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:14.442561 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-313551c0-21b6-4de8-b179-174d62629e68 req-af49124e-1572-4d02-8233-f748d7d013ac tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:14.457079 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-313551c0-21b6-4de8-b179-174d62629e68 req-af49124e-1572-4d02-8233-f748d7d013ac tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:33:14.460841 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-313551c0-21b6-4de8-b179-174d62629e68 req-af49124e-1572-4d02-8233-f748d7d013ac tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Usage tracker for resource:security_group_rule and tenant:0cd050e69a9b4950bde496ea4bacc722 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:33:14.463647 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-313551c0-21b6-4de8-b179-174d62629e68 req-af49124e-1572-4d02-8233-f748d7d013ac tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:33:14.469244 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-313551c0-21b6-4de8-b179-174d62629e68 req-af49124e-1572-4d02-8233-f748d7d013ac tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:33:14.553329 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-313551c0-21b6-4de8-b179-174d62629e68 req-af49124e-1572-4d02-8233-f748d7d013ac tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:14.615199 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-313551c0-21b6-4de8-b179-174d62629e68 req-af49124e-1572-4d02-8233-f748d7d013ac tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:14.696939 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49124e-1572-4d02-8233-f748d7d013ac tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab503c31-dfa1-4adf-86cf-52b1a9980e75,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:14.788077 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-313551c0-21b6-4de8-b179-174d62629e68 req-af49124e-1572-4d02-8233-f748d7d013ac tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Allocated IP 192.168.233.243 (03072018-19ea-4de6-94a0-10111c17a313/13c3b6ca-25b7-4c42-851c-79961017f9d1/72e25f99-c060-4b2d-a7b1-abececad0610) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:33:14.989721 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-313551c0-21b6-4de8-b179-174d62629e68 req-af49124e-1572-4d02-8233-f748d7d013ac tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:15.005839 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-313551c0-21b6-4de8-b179-174d62629e68 req-af49124e-1572-4d02-8233-f748d7d013ac tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Transition to ACTIVE for port object 72e25f99-c060-4b2d-a7b1-abececad0610 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:33:15.096436 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-313551c0-21b6-4de8-b179-174d62629e68 req-af49124e-1572-4d02-8233-f748d7d013ac tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:15.167256 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-313551c0-21b6-4de8-b179-174d62629e68 req-af49124e-1572-4d02-8233-f748d7d013ac tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Network 03072018-19ea-4de6-94a0-10111c17a313 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:33:15.170160 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-313551c0-21b6-4de8-b179-174d62629e68 req-af49124e-1572-4d02-8233-f748d7d013ac tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:33:15.172736 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-313551c0-21b6-4de8-b179-174d62629e68 req-af49124e-1572-4d02-8233-f748d7d013ac tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:33:15.212150 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49124e-1572-4d02-8233-f748d7d013ac tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Pushing event updated for resources: {'Port': ['ID=72e25f99-c060-4b2d-a7b1-abececad0610,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:15.244588 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313551c0-21b6-4de8-b179-174d62629e68 req-af49124e-1572-4d02-8233-f748d7d013ac tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:15.245171 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-313551c0-21b6-4de8-b179-174d62629e68 req-af49124e-1572-4d02-8233-f748d7d013ac tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:15.342043 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-313551c0-21b6-4de8-b179-174d62629e68 req-af49124e-1572-4d02-8233-f748d7d013ac tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1958706 Oct 10 11:33:15.353869 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-313551c0-21b6-4de8-b179-174d62629e68 req-7cc486f3-77b8-426a-9438-c78270b7c4c3 service neutron] Request body: {'port': {'device_id': 'afe57018-28f3-4939-8368-b1155278fe55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:33:15.432636 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0331d2cc-f688-4cf2-9863-77bd93b286fb None None] Provisioning for port 72e25f99-c060-4b2d-a7b1-abececad0610 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:33:15.440985 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0331d2cc-f688-4cf2-9863-77bd93b286fb None None] Provisioning complete for port 72e25f99-c060-4b2d-a7b1-abececad0610 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:33:15.441385 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0331d2cc-f688-4cf2-9863-77bd93b286fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:15.441860 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0331d2cc-f688-4cf2-9863-77bd93b286fb None None] Attempt 1 to provision port 72e25f99-c060-4b2d-a7b1-abececad0610 Oct 10 11:33:15.466226 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-313551c0-21b6-4de8-b179-174d62629e68 req-7cc486f3-77b8-426a-9438-c78270b7c4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:15.496837 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0331d2cc-f688-4cf2-9863-77bd93b286fb None None] Port 72e25f99-c060-4b2d-a7b1-abececad0610 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:33:15.497093 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf967e-3334-41f0-81ee-8295fa3044d6 req-30edcc98-7b52-45c3-ada5-00aef8f9e977 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:15.498370 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-abcf967e-3334-41f0-81ee-8295fa3044d6 req-30edcc98-7b52-45c3-ada5-00aef8f9e977 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.40 "GET /v2.0/ports?device_id=afe57018-28f3-4939-8368-b1155278fe55 HTTP/1.1" status: 200 len: 936 time: 0.0938888 Oct 10 11:33:15.550038 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-abcf967e-3334-41f0-81ee-8295fa3044d6 req-f15b049a-82e2-4d88-8e3e-e61397eabca4 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab503c31-dfa1-4adf-86cf-52b1a9980e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454869 Oct 10 11:33:15.910806 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-313551c0-21b6-4de8-b179-174d62629e68 req-7cc486f3-77b8-426a-9438-c78270b7c4c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e25f99-c060-4b2d-a7b1-abececad0610 {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:33:15.918011 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-313551c0-21b6-4de8-b179-174d62629e68 req-7cc486f3-77b8-426a-9438-c78270b7c4c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:15.932116 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-313551c0-21b6-4de8-b179-174d62629e68 req-7cc486f3-77b8-426a-9438-c78270b7c4c3 service neutron] Transition to ACTIVE for port object 72e25f99-c060-4b2d-a7b1-abececad0610 will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:33:15.998087 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0331d2cc-f688-4cf2-9863-77bd93b286fb None None] Attempt 2 to provision port 72e25f99-c060-4b2d-a7b1-abececad0610 Oct 10 11:33:16.020501 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-313551c0-21b6-4de8-b179-174d62629e68 req-7cc486f3-77b8-426a-9438-c78270b7c4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:16.053126 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0331d2cc-f688-4cf2-9863-77bd93b286fb None None] Port 72e25f99-c060-4b2d-a7b1-abececad0610 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:33:16.205553 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc486f3-77b8-426a-9438-c78270b7c4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=72e25f99-c060-4b2d-a7b1-abececad0610,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:16.245040 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-313551c0-21b6-4de8-b179-174d62629e68 req-7cc486f3-77b8-426a-9438-c78270b7c4c3 service neutron] Attempting to bind port 72e25f99-c060-4b2d-a7b1-abececad0610 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:33:16.251368 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-313551c0-21b6-4de8-b179-174d62629e68 req-7cc486f3-77b8-426a-9438-c78270b7c4c3 service neutron] Attempting to bind port 72e25f99-c060-4b2d-a7b1-abececad0610 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'b2f3e40d-4516-499c-9560-349b3d3b9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': '03072018-19ea-4de6-94a0-10111c17a313'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:33:16.251368 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313551c0-21b6-4de8-b179-174d62629e68 req-7cc486f3-77b8-426a-9438-c78270b7c4c3 service neutron] Attempting to bind port 72e25f99-c060-4b2d-a7b1-abececad0610 on network 03072018-19ea-4de6-94a0-10111c17a313 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:33:16.251368 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313551c0-21b6-4de8-b179-174d62629e68 req-7cc486f3-77b8-426a-9438-c78270b7c4c3 service neutron] Port 72e25f99-c060-4b2d-a7b1-abececad0610 on network 03072018-19ea-4de6-94a0-10111c17a313 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:33:16.251368 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313551c0-21b6-4de8-b179-174d62629e68 req-7cc486f3-77b8-426a-9438-c78270b7c4c3 service neutron] Attempting to bind port 72e25f99-c060-4b2d-a7b1-abececad0610 on network 03072018-19ea-4de6-94a0-10111c17a313 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:33:16.256317 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313551c0-21b6-4de8-b179-174d62629e68 req-7cc486f3-77b8-426a-9438-c78270b7c4c3 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:33:16.256650 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313551c0-21b6-4de8-b179-174d62629e68 req-7cc486f3-77b8-426a-9438-c78270b7c4c3 service neutron] Checking segment: {'id': 'b2f3e40d-4516-499c-9560-349b3d3b9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': '03072018-19ea-4de6-94a0-10111c17a313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:33:16.257025 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313551c0-21b6-4de8-b179-174d62629e68 req-7cc486f3-77b8-426a-9438-c78270b7c4c3 service neutron] Bound using segment: {'id': 'b2f3e40d-4516-499c-9560-349b3d3b9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': '03072018-19ea-4de6-94a0-10111c17a313'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:33:16.257447 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-313551c0-21b6-4de8-b179-174d62629e68 req-7cc486f3-77b8-426a-9438-c78270b7c4c3 service neutron] Bound port: 72e25f99-c060-4b2d-a7b1-abececad0610, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f3e40d-4516-499c-9560-349b3d3b9756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 451, 'network_id': '03072018-19ea-4de6-94a0-10111c17a313'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:33:16.257812 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-313551c0-21b6-4de8-b179-174d62629e68 req-7cc486f3-77b8-426a-9438-c78270b7c4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:16.344472 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-313551c0-21b6-4de8-b179-174d62629e68 req-7cc486f3-77b8-426a-9438-c78270b7c4c3 service neutron] For port 72e25f99-c060-4b2d-a7b1-abececad0610, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:33:16.347386 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-313551c0-21b6-4de8-b179-174d62629e68 req-7cc486f3-77b8-426a-9438-c78270b7c4c3 service neutron] For port 72e25f99-c060-4b2d-a7b1-abececad0610, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=72e25f99-c060-4b2d-a7b1-abececad0610,segment=NetworkSegment(b2f3e40d-4516-499c-9560-349b3d3b9756),segment_id=b2f3e40d-4516-499c-9560-349b3d3b9756)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:33:16.421646 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-313551c0-21b6-4de8-b179-174d62629e68 req-7cc486f3-77b8-426a-9438-c78270b7c4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:16.456314 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313551c0-21b6-4de8-b179-174d62629e68 req-7cc486f3-77b8-426a-9438-c78270b7c4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:16.456849 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-313551c0-21b6-4de8-b179-174d62629e68 req-7cc486f3-77b8-426a-9438-c78270b7c4c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:16.458241 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-313551c0-21b6-4de8-b179-174d62629e68 req-7cc486f3-77b8-426a-9438-c78270b7c4c3 service neutron] 10.222.0.15 "PUT /v2.0/ports/72e25f99-c060-4b2d-a7b1-abececad0610 HTTP/1.1" status: 200 len: 1098 time: 1.1098025 Oct 10 11:33:16.465131 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe57018-28f3-4939-8368-b1155278fe55', 'tag': '72e25f99-c060-4b2d-a7b1-abececad0610'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:33:16.465131 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de1d16c-6a77-4598-ae05-f4907d989c14" -d '{"events": [{"name": "network-changed", "server_uuid": "afe57018-28f3-4939-8368-b1155278fe55", "tag": "72e25f99-c060-4b2d-a7b1-abececad0610"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:33:16.504035 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b3952e-7910-4b04-b573-2c5eb828b7c8 x-openstack-request-id: req-31b3952e-7910-4b04-b573-2c5eb828b7c8 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:33:16.504322 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe57018-28f3-4939-8368-b1155278fe55", "tag": "72e25f99-c060-4b2d-a7b1-abececad0610", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:33:16.504572 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-31b3952e-7910-4b04-b573-2c5eb828b7c8 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:33:16.504973 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31b3952e-7910-4b04-b573-2c5eb828b7c8'] response: {'name': 'network-changed', 'server_uuid': 'afe57018-28f3-4939-8368-b1155278fe55', 'tag': '72e25f99-c060-4b2d-a7b1-abececad0610', 'status': 'completed', 'code': 200} Oct 10 11:33:16.505808 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc486f3-77b8-426a-9438-c78270b7c4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=72e25f99-c060-4b2d-a7b1-abececad0610,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:16.554353 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0331d2cc-f688-4cf2-9863-77bd93b286fb None None] Attempt 3 to provision port 72e25f99-c060-4b2d-a7b1-abececad0610 Oct 10 11:33:16.599268 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1d16c-6a77-4598-ae05-f4907d989c14 req-020a330c-6df3-406f-93ea-0d345d28cc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:16.600490 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1de1d16c-6a77-4598-ae05-f4907d989c14 req-020a330c-6df3-406f-93ea-0d345d28cc99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0cd050e69a9b4950bde496ea4bacc722&device_id=afe57018-28f3-4939-8368-b1155278fe55 HTTP/1.1" status: 200 len: 1101 time: 0.0800569 Oct 10 11:33:16.620097 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0331d2cc-f688-4cf2-9863-77bd93b286fb None None] Port 72e25f99-c060-4b2d-a7b1-abececad0610 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:33:16.636737 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1de1d16c-6a77-4598-ae05-f4907d989c14 req-ac0916b2-8717-413b-a076-4e62c8ddbb1f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0cd050e69a9b4950bde496ea4bacc722&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292964 Oct 10 11:33:16.753453 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda3003-1ba6-45fc-8a58-0f0350733d9f req-24af63ab-9d02-4998-b3e5-d7a049e2cc6d tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:16.754957 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-adda3003-1ba6-45fc-8a58-0f0350733d9f req-24af63ab-9d02-4998-b3e5-d7a049e2cc6d tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.40 "GET /v2.0/ports?device_id=afe57018-28f3-4939-8368-b1155278fe55 HTTP/1.1" status: 200 len: 948 time: 0.0903881 Oct 10 11:33:16.773971 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1d16c-6a77-4598-ae05-f4907d989c14 req-4db21f83-93a9-4f92-82f6-dacb0f100aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:16.775397 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1de1d16c-6a77-4598-ae05-f4907d989c14 req-4db21f83-93a9-4f92-82f6-dacb0f100aeb service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330359 Oct 10 11:33:16.807942 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-adda3003-1ba6-45fc-8a58-0f0350733d9f req-1c05d474-d6e5-4da8-aad7-f99dd9688d03 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab503c31-dfa1-4adf-86cf-52b1a9980e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471826 Oct 10 11:33:16.888488 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313551c0-21b6-4de8-b179-174d62629e68 req-1faf240e-8850-4599-8d19-9281779ad421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:16.889946 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-313551c0-21b6-4de8-b179-174d62629e68 req-1faf240e-8850-4599-8d19-9281779ad421 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0cd050e69a9b4950bde496ea4bacc722&device_id=afe57018-28f3-4939-8368-b1155278fe55 HTTP/1.1" status: 200 len: 1101 time: 0.0774260 Oct 10 11:33:16.959408 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-313551c0-21b6-4de8-b179-174d62629e68 req-0e21f827-1437-437d-895d-8beee5943700 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=72e25f99-c060-4b2d-a7b1-abececad0610 HTTP/1.1" status: 200 len: 217 time: 0.0626614 Oct 10 11:33:17.024419 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313551c0-21b6-4de8-b179-174d62629e68 req-c6f59b56-ad74-4f1d-9824-8be9c107875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:17.025774 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-313551c0-21b6-4de8-b179-174d62629e68 req-c6f59b56-ad74-4f1d-9824-8be9c107875d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13c3b6ca-25b7-4c42-851c-79961017f9d1 HTTP/1.1" status: 200 len: 843 time: 0.0614550 Oct 10 11:33:17.110404 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313551c0-21b6-4de8-b179-174d62629e68 req-cc511e6f-4470-4790-b9bf-ca6b1d4b5d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:17.111860 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-313551c0-21b6-4de8-b179-174d62629e68 req-cc511e6f-4470-4790-b9bf-ca6b1d4b5d97 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=03072018-19ea-4de6-94a0-10111c17a313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0798469 Oct 10 11:33:17.241168 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-313551c0-21b6-4de8-b179-174d62629e68 req-4255f66a-c283-4cdc-9eb9-aa24530909d0 service neutron] 10.222.0.15 "GET /v2.0/networks/03072018-19ea-4de6-94a0-10111c17a313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230330 Oct 10 11:33:17.465593 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-313551c0-21b6-4de8-b179-174d62629e68 req-728fbc3d-9055-4f78-a316-97d144b9b029 service neutron] 10.222.0.15 "GET /v2.0/networks/03072018-19ea-4de6-94a0-10111c17a313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190726 Oct 10 11:33:18.006322 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12a1cf-85ee-49a1-be5c-df44c63b9936 req-2aa52531-9386-4f7a-86ce-f4547f5db882 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:18.006999 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-fe12a1cf-85ee-49a1-be5c-df44c63b9936 req-2aa52531-9386-4f7a-86ce-f4547f5db882 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Synchronizing usage tracker for tenant:0cd050e69a9b4950bde496ea4bacc722 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:33:18.117881 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-fe12a1cf-85ee-49a1-be5c-df44c63b9936 req-2aa52531-9386-4f7a-86ce-f4547f5db882 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Unset dirty status for tenant:0cd050e69a9b4950bde496ea4bacc722 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:33:18.118970 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fe12a1cf-85ee-49a1-be5c-df44c63b9936 req-2aa52531-9386-4f7a-86ce-f4547f5db882 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.40 "GET /v2.0/ports?device_id=afe57018-28f3-4939-8368-b1155278fe55 HTTP/1.1" status: 200 len: 948 time: 0.1989276 Oct 10 11:33:18.163184 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-fe12a1cf-85ee-49a1-be5c-df44c63b9936 req-0335cb0f-8bce-4767-8ac0-bdc264a5fb88 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Synchronizing usage tracker for tenant:0cd050e69a9b4950bde496ea4bacc722 on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:33:18.226320 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-fe12a1cf-85ee-49a1-be5c-df44c63b9936 req-0335cb0f-8bce-4767-8ac0-bdc264a5fb88 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Unset dirty status for tenant:0cd050e69a9b4950bde496ea4bacc722 on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:33:18.227430 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fe12a1cf-85ee-49a1-be5c-df44c63b9936 req-0335cb0f-8bce-4767-8ac0-bdc264a5fb88 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab503c31-dfa1-4adf-86cf-52b1a9980e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029034 Oct 10 11:33:19.142843 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 72e25f99-c060-4b2d-a7b1-abececad0610 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:33:19.274717 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 72e25f99-c060-4b2d-a7b1-abececad0610, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=72e25f99-c060-4b2d-a7b1-abececad0610,segment=NetworkSegment(b2f3e40d-4516-499c-9560-349b3d3b9756),segment_id=b2f3e40d-4516-499c-9560-349b3d3b9756)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:33:19.288591 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '72e25f99-c060-4b2d-a7b1-abececad0610', 'network_id': '03072018-19ea-4de6-94a0-10111c17a313', 'port_id': '72e25f99-c060-4b2d-a7b1-abececad0610', 'mac_address': 'fa:16:3e:a3:91:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 451, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13c3b6ca-25b7-4c42-851c-79961017f9d1', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:33:19.346806 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 72e25f99-c060-4b2d-a7b1-abececad0610 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:33:19.347285 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:19.364594 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e25f99-c060-4b2d-a7b1-abececad0610 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:33:19.379661 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 72e25f99-c060-4b2d-a7b1-abececad0610, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=72e25f99-c060-4b2d-a7b1-abececad0610,segment=NetworkSegment(b2f3e40d-4516-499c-9560-349b3d3b9756),segment_id=b2f3e40d-4516-499c-9560-349b3d3b9756)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:33:19.425732 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abfeed-4e71-4e49-a86f-00e75dbc7296 req-038d506b-2020-4f47-8a12-9102deeac7b8 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:19.427161 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a1abfeed-4e71-4e49-a86f-00e75dbc7296 req-038d506b-2020-4f47-8a12-9102deeac7b8 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.40 "GET /v2.0/ports?device_id=afe57018-28f3-4939-8368-b1155278fe55 HTTP/1.1" status: 200 len: 948 time: 0.0882254 Oct 10 11:33:19.438651 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:19.472636 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a1abfeed-4e71-4e49-a86f-00e75dbc7296 req-04f04257-8796-40f0-9733-4867909a4e7f tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab503c31-dfa1-4adf-86cf-52b1a9980e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398045 Oct 10 11:33:19.505613 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=72e25f99-c060-4b2d-a7b1-abececad0610,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:19.643737 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['72e25f99-c060-4b2d-a7b1-abececad0610'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:33:20.669729 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52dbe3-521a-4985-9a5f-4dda1c1ab3dd req-d5f95ee9-c2b6-466a-9626-e3c2a9aebeb3 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:20.671194 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-dd52dbe3-521a-4985-9a5f-4dda1c1ab3dd req-d5f95ee9-c2b6-466a-9626-e3c2a9aebeb3 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.40 "GET /v2.0/ports?device_id=afe57018-28f3-4939-8368-b1155278fe55 HTTP/1.1" status: 200 len: 949 time: 0.0905476 Oct 10 11:33:20.715842 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-dd52dbe3-521a-4985-9a5f-4dda1c1ab3dd req-bbe2028d-44ed-4533-b1d3-e0697edcb754 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab503c31-dfa1-4adf-86cf-52b1a9980e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386865 Oct 10 11:33:21.142955 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 72e25f99-c060-4b2d-a7b1-abececad0610 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:33:21.267130 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port 72e25f99-c060-4b2d-a7b1-abececad0610 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:33:21.271909 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 72e25f99-c060-4b2d-a7b1-abececad0610 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:33:21.272271 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:21.272602 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 72e25f99-c060-4b2d-a7b1-abececad0610 Oct 10 11:33:21.387123 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 72e25f99-c060-4b2d-a7b1-abececad0610 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:33:21.387497 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:21.413871 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe57018-28f3-4939-8368-b1155278fe55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e25f99-c060-4b2d-a7b1-abececad0610'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:33:21.416126 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc6be91-4978-4ca4-94de-73fb38a00fd8" -d '{"events": [{"server_uuid": "afe57018-28f3-4939-8368-b1155278fe55", "name": "network-vif-plugged", "status": "completed", "tag": "72e25f99-c060-4b2d-a7b1-abececad0610"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:33:21.423562 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 72e25f99-c060-4b2d-a7b1-abececad0610, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=72e25f99-c060-4b2d-a7b1-abececad0610,segment=NetworkSegment(b2f3e40d-4516-499c-9560-349b3d3b9756),segment_id=b2f3e40d-4516-499c-9560-349b3d3b9756)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:33:21.466516 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:21.536713 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=72e25f99-c060-4b2d-a7b1-abececad0610,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:21.547329 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5898575-e15d-4675-b901-691dd13d1cfe x-openstack-request-id: req-a5898575-e15d-4675-b901-691dd13d1cfe {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:33:21.547618 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe57018-28f3-4939-8368-b1155278fe55", "name": "network-vif-plugged", "status": "completed", "tag": "72e25f99-c060-4b2d-a7b1-abececad0610", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:33:21.547871 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a5898575-e15d-4675-b901-691dd13d1cfe {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:33:21.548245 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5898575-e15d-4675-b901-691dd13d1cfe'] response: {'server_uuid': 'afe57018-28f3-4939-8368-b1155278fe55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e25f99-c060-4b2d-a7b1-abececad0610', 'code': 200} Oct 10 11:33:21.979660 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852942c1-b65c-464b-99f1-f2dc97d4177c req-ca29796a-e78d-47a0-8fac-6441291b8316 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:21.981108 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-852942c1-b65c-464b-99f1-f2dc97d4177c req-ca29796a-e78d-47a0-8fac-6441291b8316 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.40 "GET /v2.0/ports?device_id=afe57018-28f3-4939-8368-b1155278fe55 HTTP/1.1" status: 200 len: 950 time: 0.1504035 Oct 10 11:33:21.983612 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27732dda-dd4a-4e85-b38f-c1e8298d0d34 req-8c82e6a0-65fa-45ae-975d-d540f0ccaf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:21.985459 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-27732dda-dd4a-4e85-b38f-c1e8298d0d34 req-8c82e6a0-65fa-45ae-975d-d540f0ccaf97 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=afe57018-28f3-4939-8368-b1155278fe55 HTTP/1.1" status: 200 len: 1103 time: 0.1183922 Oct 10 11:33:22.054698 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-27732dda-dd4a-4e85-b38f-c1e8298d0d34 req-3a7ad30a-a5d1-4d13-ba57-2a4f983675e2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ab503c31-dfa1-4adf-86cf-52b1a9980e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548215 Oct 10 11:33:22.057507 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-852942c1-b65c-464b-99f1-f2dc97d4177c req-055d5dbb-0e08-4133-a56f-61adb1b5b296 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab503c31-dfa1-4adf-86cf-52b1a9980e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700400 Oct 10 11:33:23.263815 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86420ee9-b71f-4fa6-be95-f9fc7461976c req-fa2d8cb2-d867-4e58-8773-fa030a061fa8 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:23.265257 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-86420ee9-b71f-4fa6-be95-f9fc7461976c req-fa2d8cb2-d867-4e58-8773-fa030a061fa8 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.40 "GET /v2.0/ports?device_id=afe57018-28f3-4939-8368-b1155278fe55 HTTP/1.1" status: 200 len: 950 time: 0.0939276 Oct 10 11:33:23.310336 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-86420ee9-b71f-4fa6-be95-f9fc7461976c req-86dc575b-7c36-4e1c-adbb-d1c5ce12ace1 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab503c31-dfa1-4adf-86cf-52b1a9980e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392020 Oct 10 11:33:24.506991 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd8b6e-39f1-43df-8607-3b3876c5eb42 req-bfa94469-c6f1-4fe9-89dd-5f8fd1d6021e tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:24.508458 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b6bd8b6e-39f1-43df-8607-3b3876c5eb42 req-bfa94469-c6f1-4fe9-89dd-5f8fd1d6021e tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.40 "GET /v2.0/ports?device_id=afe57018-28f3-4939-8368-b1155278fe55 HTTP/1.1" status: 200 len: 950 time: 0.0877907 Oct 10 11:33:24.552803 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b6bd8b6e-39f1-43df-8607-3b3876c5eb42 req-c90b2ffe-7f16-4bd4-bef6-55f6076b7064 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab503c31-dfa1-4adf-86cf-52b1a9980e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387583 Oct 10 11:33:26.188762 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cb9b8-079c-4b62-8eea-0d962c91d98a req-350c326e-c9cf-4758-851c-dda3562b3ce0 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:26.190251 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a02cb9b8-079c-4b62-8eea-0d962c91d98a req-350c326e-c9cf-4758-851c-dda3562b3ce0 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.40 "GET /v2.0/ports?device_id=afe57018-28f3-4939-8368-b1155278fe55 HTTP/1.1" status: 200 len: 950 time: 0.0908520 Oct 10 11:33:26.234486 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a02cb9b8-079c-4b62-8eea-0d962c91d98a req-e59104c6-211c-45a7-9755-ac6ad432d82c tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab503c31-dfa1-4adf-86cf-52b1a9980e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386374 Oct 10 11:33:27.437467 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58512b78-7bd9-4853-807a-dc32373c41f0 req-b13d7a97-99d7-4e49-8135-d5926de2a1d4 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:27.439166 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-58512b78-7bd9-4853-807a-dc32373c41f0 req-b13d7a97-99d7-4e49-8135-d5926de2a1d4 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.40 "GET /v2.0/ports?device_id=afe57018-28f3-4939-8368-b1155278fe55 HTTP/1.1" status: 200 len: 950 time: 0.0912707 Oct 10 11:33:27.440454 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7d73b-8165-4184-aa53-7f069ac0617b req-6360a9e1-d29d-49ad-b25c-c3f45825f091 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:27.441973 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-69e7d73b-8165-4184-aa53-7f069ac0617b req-6360a9e1-d29d-49ad-b25c-c3f45825f091 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.15 "GET /v2.0/ports?device_id=afe57018-28f3-4939-8368-b1155278fe55 HTTP/1.1" status: 200 len: 950 time: 0.0868819 Oct 10 11:33:27.519347 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-69e7d73b-8165-4184-aa53-7f069ac0617b req-9550aa59-37aa-4bc1-aec8-f74bf9818b91 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Deleting port 72e25f99-c060-4b2d-a7b1-abececad0610 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:33:27.519594 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-69e7d73b-8165-4184-aa53-7f069ac0617b req-9550aa59-37aa-4bc1-aec8-f74bf9818b91 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:27.586795 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-58512b78-7bd9-4853-807a-dc32373c41f0 req-99429715-780d-4728-a1c8-c8dd3e15c184 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.40 "GET /v2.0/security-groups?id=ab503c31-dfa1-4adf-86cf-52b1a9980e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420095 Oct 10 11:33:27.769978 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-69e7d73b-8165-4184-aa53-7f069ac0617b req-9550aa59-37aa-4bc1-aec8-f74bf9818b91 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] For port 72e25f99-c060-4b2d-a7b1-abececad0610, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=72e25f99-c060-4b2d-a7b1-abececad0610,segment=NetworkSegment(b2f3e40d-4516-499c-9560-349b3d3b9756),segment_id=b2f3e40d-4516-499c-9560-349b3d3b9756)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:33:27.770242 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-69e7d73b-8165-4184-aa53-7f069ac0617b req-9550aa59-37aa-4bc1-aec8-f74bf9818b91 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:27.890681 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-69e7d73b-8165-4184-aa53-7f069ac0617b req-9550aa59-37aa-4bc1-aec8-f74bf9818b91 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Calling delete_port for 72e25f99-c060-4b2d-a7b1-abececad0610 owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:33:28.089466 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-69e7d73b-8165-4184-aa53-7f069ac0617b req-9550aa59-37aa-4bc1-aec8-f74bf9818b91 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:28.100635 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['72e25f99-c060-4b2d-a7b1-abececad0610'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:33:28.142886 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550aa59-37aa-4bc1-aec8-f74bf9818b91 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Pushing event deleted for resources: {'Port': ['ID=72e25f99-c060-4b2d-a7b1-abececad0610,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:28.233595 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e7d73b-8165-4184-aa53-7f069ac0617b req-9550aa59-37aa-4bc1-aec8-f74bf9818b91 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] No DVR routers for this DVR port 72e25f99-c060-4b2d-a7b1-abececad0610 on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:33:28.236249 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-69e7d73b-8165-4184-aa53-7f069ac0617b req-9550aa59-37aa-4bc1-aec8-f74bf9818b91 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:28.239437 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe57018-28f3-4939-8368-b1155278fe55', 'name': 'network-vif-deleted', 'tag': '72e25f99-c060-4b2d-a7b1-abececad0610'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:33:28.241743 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a95e00-006b-4084-9ff9-f1c84b003633" -d '{"events": [{"server_uuid": "afe57018-28f3-4939-8368-b1155278fe55", "name": "network-vif-deleted", "tag": "72e25f99-c060-4b2d-a7b1-abececad0610"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:33:28.285166 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c4e5c4-4889-4265-b606-82f6e19ac415 x-openstack-request-id: req-17c4e5c4-4889-4265-b606-82f6e19ac415 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:33:28.286062 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe57018-28f3-4939-8368-b1155278fe55", "name": "network-vif-deleted", "tag": "72e25f99-c060-4b2d-a7b1-abececad0610", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:33:28.286318 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-17c4e5c4-4889-4265-b606-82f6e19ac415 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:33:28.286719 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17c4e5c4-4889-4265-b606-82f6e19ac415'] response: {'server_uuid': 'afe57018-28f3-4939-8368-b1155278fe55', 'name': 'network-vif-deleted', 'tag': '72e25f99-c060-4b2d-a7b1-abececad0610', 'status': 'completed', 'code': 200} Oct 10 11:33:28.335781 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-69e7d73b-8165-4184-aa53-7f069ac0617b req-9550aa59-37aa-4bc1-aec8-f74bf9818b91 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.15 "DELETE /v2.0/ports/72e25f99-c060-4b2d-a7b1-abececad0610 HTTP/1.1" status: 204 len: 173 time: 0.8889835 Oct 10 11:33:28.906871 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3567d73b-8f35-4d82-bf3c-43facdd9ed5e req-dd551162-d22b-46a7-aaf6-309691588377 tempest-ServersAdminNegativeTestJSON-1424159579 tempest-ServersAdminNegativeTestJSON-1424159579-project] 10.222.0.40 "GET /v2.0/ports?device_id=afe57018-28f3-4939-8368-b1155278fe55 HTTP/1.1" status: 200 len: 210 time: 0.0494986 Oct 10 11:33:30.415540 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33458) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:33:30.577355 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6fc12030-f795-48b8-92ea-e69d2cd84253 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0cd050e69a9b4950bde496ea4bacc722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606855 Oct 10 11:33:30.580532 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33464) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:33:30.638506 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a1bf76f0-33ad-4806-a724-23d2c51ca556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:30.663812 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a1bf76f0-33ad-4806-a724-23d2c51ca556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:30.826350 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a1bf76f0-33ad-4806-a724-23d2c51ca556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:30.843160 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf76f0-33ad-4806-a724-23d2c51ca556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab503c31-dfa1-4adf-86cf-52b1a9980e75,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:30.916592 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a1bf76f0-33ad-4806-a724-23d2c51ca556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:30.917756 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a1bf76f0-33ad-4806-a724-23d2c51ca556 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ab503c31-dfa1-4adf-86cf-52b1a9980e75 HTTP/1.1" status: 204 len: 168 time: 0.3362958 Oct 10 11:33:31.176902 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 72e25f99-c060-4b2d-a7b1-abececad0610 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:33:31.211974 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: 72e25f99-c060-4b2d-a7b1-abececad0610 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:33:31.212318 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 72e25f99-c060-4b2d-a7b1-abececad0610 not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:33:31.442444 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33472) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:33:31.460381 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5ca89cfc-0a28-4dda-8993-7924c230c96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:31.475301 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5ca89cfc-0a28-4dda-8993-7924c230c96a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:33:31.479258 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5ca89cfc-0a28-4dda-8993-7924c230c96a admin admin] Usage tracker for resource:security_group_rule and tenant:9eedac56ed654954b0905a78c5d10f6a is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:33:31.482122 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5ca89cfc-0a28-4dda-8993-7924c230c96a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:33:31.487809 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5ca89cfc-0a28-4dda-8993-7924c230c96a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:33:31.567415 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5ca89cfc-0a28-4dda-8993-7924c230c96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:31.637071 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5ca89cfc-0a28-4dda-8993-7924c230c96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:31.688309 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5ca89cfc-0a28-4dda-8993-7924c230c96a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9eedac56ed654954b0905a78c5d10f6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447267 Oct 10 11:33:31.689545 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca89cfc-0a28-4dda-8993-7924c230c96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc24bdb-5381-4757-8fa6-9674344c3fd4,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:31.692232 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 33478) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:33:31.750143 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2c15afd2-4080-4422-8795-a28fb074256d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:31.775970 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2c15afd2-4080-4422-8795-a28fb074256d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:31.883677 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2c15afd2-4080-4422-8795-a28fb074256d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:31.900665 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15afd2-4080-4422-8795-a28fb074256d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc24bdb-5381-4757-8fa6-9674344c3fd4,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:31.904990 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2c15afd2-4080-4422-8795-a28fb074256d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:31.906188 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2c15afd2-4080-4422-8795-a28fb074256d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ecc24bdb-5381-4757-8fa6-9674344c3fd4 HTTP/1.1" status: 204 len: 168 time: 0.2129233 Oct 10 11:33:32.888008 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 33502) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:33:32.991600 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-cd7b69cb-3a28-4050-8418-94b4fd44ccc2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1486009309-network', 'tenant_id': 'dd5f78a41cf9492884a0e2ff6bd56bb8'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:33:32.996372 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-cd7b69cb-3a28-4050-8418-94b4fd44ccc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:33:33.000232 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-cd7b69cb-3a28-4050-8418-94b4fd44ccc2 admin admin] Usage tracker for resource:network and tenant:dd5f78a41cf9492884a0e2ff6bd56bb8 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:33:33.003139 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-cd7b69cb-3a28-4050-8418-94b4fd44ccc2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:33:33.008775 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-cd7b69cb-3a28-4050-8418-94b4fd44ccc2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:33:33.077945 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7b69cb-3a28-4050-8418-94b4fd44ccc2 admin admin] Made reservation on behalf of dd5f78a41cf9492884a0e2ff6bd56bb8 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:33:33.080844 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cd7b69cb-3a28-4050-8418-94b4fd44ccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:33.093116 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cd7b69cb-3a28-4050-8418-94b4fd44ccc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:33.107789 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-cd7b69cb-3a28-4050-8418-94b4fd44ccc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:33:33.112088 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-cd7b69cb-3a28-4050-8418-94b4fd44ccc2 admin admin] Usage tracker for resource:security_group_rule and tenant:dd5f78a41cf9492884a0e2ff6bd56bb8 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:33:33.114392 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-cd7b69cb-3a28-4050-8418-94b4fd44ccc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:33:33.119962 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-cd7b69cb-3a28-4050-8418-94b4fd44ccc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:33:33.205339 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cd7b69cb-3a28-4050-8418-94b4fd44ccc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:33.260704 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cd7b69cb-3a28-4050-8418-94b4fd44ccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:33.291778 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7b69cb-3a28-4050-8418-94b4fd44ccc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 491} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:33:33.300513 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b69cb-3a28-4050-8418-94b4fd44ccc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bae63f-c51a-4ec0-bdaa-217517c78bac,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:33.306842 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cd7b69cb-3a28-4050-8418-94b4fd44ccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:33.307299 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-cd7b69cb-3a28-4050-8418-94b4fd44ccc2 admin admin] Added segment 4c9e69b2-22a4-4cbf-957a-fb966db13d1b of type vlan for network 9f02f185-8912-4e3d-b9f1-a0347f06d782 Oct 10 11:33:33.333712 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cd7b69cb-3a28-4050-8418-94b4fd44ccc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:33.443858 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cd7b69cb-3a28-4050-8418-94b4fd44ccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:33.444849 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7b69cb-3a28-4050-8418-94b4fd44ccc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:33.445414 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cd7b69cb-3a28-4050-8418-94b4fd44ccc2 admin admin] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:33.455708 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d14eba9c-de5b-48fe-af53-abb5b2e67bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:33.673786 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b69cb-3a28-4050-8418-94b4fd44ccc2 admin admin] Pushing event updated for resources: {'Network': ['ID=9f02f185-8912-4e3d-b9f1-a0347f06d782,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:33.674327 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 9f02f185-8912-4e3d-b9f1-a0347f06d782 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:33:33.753578 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cd7b69cb-3a28-4050-8418-94b4fd44ccc2 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8644357 Oct 10 11:33:33.756336 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 33508) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:33:33.761976 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-86afecd5-006f-4ccc-a1f3-313bfb11c050 admin admin] Request body: {'subnet': {'network_id': '9f02f185-8912-4e3d-b9f1-a0347f06d782', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1486009309-subnet', 'tenant_id': 'dd5f78a41cf9492884a0e2ff6bd56bb8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:33:33.766860 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-86afecd5-006f-4ccc-a1f3-313bfb11c050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:33:33.771542 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-86afecd5-006f-4ccc-a1f3-313bfb11c050 admin admin] Usage tracker for resource:subnet and tenant:dd5f78a41cf9492884a0e2ff6bd56bb8 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:33:33.773626 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-86afecd5-006f-4ccc-a1f3-313bfb11c050 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:33:33.779229 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-86afecd5-006f-4ccc-a1f3-313bfb11c050 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:33:33.837727 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86afecd5-006f-4ccc-a1f3-313bfb11c050 admin admin] Made reservation on behalf of dd5f78a41cf9492884a0e2ff6bd56bb8 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:33:33.840042 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-86afecd5-006f-4ccc-a1f3-313bfb11c050 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:34.129628 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-86afecd5-006f-4ccc-a1f3-313bfb11c050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:34.206770 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86afecd5-006f-4ccc-a1f3-313bfb11c050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9752fa1c-d0dc-4caa-8e30-4aebe8bb89f4,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:34.215210 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86afecd5-006f-4ccc-a1f3-313bfb11c050 admin admin] Checking segment: {'id': '4c9e69b2-22a4-4cbf-957a-fb966db13d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '9f02f185-8912-4e3d-b9f1-a0347f06d782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:33:34.215559 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86afecd5-006f-4ccc-a1f3-313bfb11c050 admin admin] Network hostable DHCP agents. Network: 9f02f185-8912-4e3d-b9f1-a0347f06d782, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:33:34.317953 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86afecd5-006f-4ccc-a1f3-313bfb11c050 admin admin] Network 9f02f185-8912-4e3d-b9f1-a0347f06d782 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:33:34.489095 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-86afecd5-006f-4ccc-a1f3-313bfb11c050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 9f02f185-8912-4e3d-b9f1-a0347f06d782) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:33:34.493162 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86afecd5-006f-4ccc-a1f3-313bfb11c050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:34.493774 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-86afecd5-006f-4ccc-a1f3-313bfb11c050 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:34.498461 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59df5b4b-749d-4b8e-a903-06a6d6f701af None None] Network 9f02f185-8912-4e3d-b9f1-a0347f06d782 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:33:34.598713 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-86afecd5-006f-4ccc-a1f3-313bfb11c050 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8413284 Oct 10 11:33:34.601274 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 33512) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:33:34.606245 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-990c45aa-6988-4f4d-86cc-a18b29d20802 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1486009309-router', 'tenant_id': 'dd5f78a41cf9492884a0e2ff6bd56bb8', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:33:34.611275 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-990c45aa-6988-4f4d-86cc-a18b29d20802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:33:34.615315 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-990c45aa-6988-4f4d-86cc-a18b29d20802 admin admin] Usage tracker for resource:router and tenant:dd5f78a41cf9492884a0e2ff6bd56bb8 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:33:34.618266 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-990c45aa-6988-4f4d-86cc-a18b29d20802 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:33:34.623778 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-990c45aa-6988-4f4d-86cc-a18b29d20802 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:33:34.700904 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-990c45aa-6988-4f4d-86cc-a18b29d20802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:34.701985 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-990c45aa-6988-4f4d-86cc-a18b29d20802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:34.717727 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-990c45aa-6988-4f4d-86cc-a18b29d20802 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:34.718041 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aafedbd-8edc-49f0-ade0-adf3f7783d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-9f02f185-8912-4e3d-b9f1-a0347f06d782', 'network_id': '9f02f185-8912-4e3d-b9f1-a0347f06d782', 'tenant_id': 'dd5f78a41cf9492884a0e2ff6bd56bb8', 'fixed_ips': [{'subnet_id': '9752fa1c-d0dc-4caa-8e30-4aebe8bb89f4'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:33:34.718861 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2aafedbd-8edc-49f0-ade0-adf3f7783d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:34.874025 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-2aafedbd-8edc-49f0-ade0-adf3f7783d78 None None] Allocated IP 172.20.0.2 (9f02f185-8912-4e3d-b9f1-a0347f06d782/9752fa1c-d0dc-4caa-8e30-4aebe8bb89f4/ad7dfea8-e030-4f18-a1a5-195c0f85997d) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:33:35.053720 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-990c45aa-6988-4f4d-86cc-a18b29d20802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:35.111265 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2aafedbd-8edc-49f0-ade0-adf3f7783d78 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:35.121148 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2aafedbd-8edc-49f0-ade0-adf3f7783d78 None None] Transition to ACTIVE for port object ad7dfea8-e030-4f18-a1a5-195c0f85997d will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:33:35.139756 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2aafedbd-8edc-49f0-ade0-adf3f7783d78 None None] Transition to ACTIVE for port object ad7dfea8-e030-4f18-a1a5-195c0f85997d will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:33:35.204304 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2aafedbd-8edc-49f0-ade0-adf3f7783d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:35.270228 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aafedbd-8edc-49f0-ade0-adf3f7783d78 None None] Network 9f02f185-8912-4e3d-b9f1-a0347f06d782 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:33:35.273379 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-2aafedbd-8edc-49f0-ade0-adf3f7783d78 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:33:35.275890 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aafedbd-8edc-49f0-ade0-adf3f7783d78 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:33:35.314589 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aafedbd-8edc-49f0-ade0-adf3f7783d78 None None] Pushing event updated for resources: {'Port': ['ID=ad7dfea8-e030-4f18-a1a5-195c0f85997d,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:35.388138 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-2aafedbd-8edc-49f0-ade0-adf3f7783d78 None None] Attempting to bind port ad7dfea8-e030-4f18-a1a5-195c0f85997d on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:33:35.388408 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-2aafedbd-8edc-49f0-ade0-adf3f7783d78 None None] Attempting to bind port ad7dfea8-e030-4f18-a1a5-195c0f85997d by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '4c9e69b2-22a4-4cbf-957a-fb966db13d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '9f02f185-8912-4e3d-b9f1-a0347f06d782'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:33:35.388761 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aafedbd-8edc-49f0-ade0-adf3f7783d78 None None] Attempting to bind port ad7dfea8-e030-4f18-a1a5-195c0f85997d on network 9f02f185-8912-4e3d-b9f1-a0347f06d782 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:33:35.394062 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aafedbd-8edc-49f0-ade0-adf3f7783d78 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:33:35.394436 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aafedbd-8edc-49f0-ade0-adf3f7783d78 None None] Checking segment: {'id': '4c9e69b2-22a4-4cbf-957a-fb966db13d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '9f02f185-8912-4e3d-b9f1-a0347f06d782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:33:35.394821 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2aafedbd-8edc-49f0-ade0-adf3f7783d78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:35.395199 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aafedbd-8edc-49f0-ade0-adf3f7783d78 None None] Bound using segment: {'id': '4c9e69b2-22a4-4cbf-957a-fb966db13d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '9f02f185-8912-4e3d-b9f1-a0347f06d782'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:33:35.395646 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-2aafedbd-8edc-49f0-ade0-adf3f7783d78 None None] Bound port: ad7dfea8-e030-4f18-a1a5-195c0f85997d, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9e69b2-22a4-4cbf-957a-fb966db13d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '9f02f185-8912-4e3d-b9f1-a0347f06d782'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:33:35.396006 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2aafedbd-8edc-49f0-ade0-adf3f7783d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:35.448980 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-990c45aa-6988-4f4d-86cc-a18b29d20802 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:35.478671 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-990c45aa-6988-4f4d-86cc-a18b29d20802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:35.484667 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-2aafedbd-8edc-49f0-ade0-adf3f7783d78 None None] For port ad7dfea8-e030-4f18-a1a5-195c0f85997d, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:33:35.488331 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-2aafedbd-8edc-49f0-ade0-adf3f7783d78 None None] For port ad7dfea8-e030-4f18-a1a5-195c0f85997d, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ad7dfea8-e030-4f18-a1a5-195c0f85997d,segment=NetworkSegment(4c9e69b2-22a4-4cbf-957a-fb966db13d1b),segment_id=4c9e69b2-22a4-4cbf-957a-fb966db13d1b)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:33:35.541087 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2aafedbd-8edc-49f0-ade0-adf3f7783d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:35.617124 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-990c45aa-6988-4f4d-86cc-a18b29d20802 admin admin] Allocated IP 172.26.4.194 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/7a57c841-3172-4e2f-97b7-cc2b4dc1fff6) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:33:35.624075 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aafedbd-8edc-49f0-ade0-adf3f7783d78 None None] Pushing event updated for resources: {'Port': ['ID=ad7dfea8-e030-4f18-a1a5-195c0f85997d,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:35.711909 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-486a8b31-2c76-4806-9a76-c77b2e33aad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:35.777060 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-990c45aa-6988-4f4d-86cc-a18b29d20802 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:35.862191 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-990c45aa-6988-4f4d-86cc-a18b29d20802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:35.935782 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990c45aa-6988-4f4d-86cc-a18b29d20802 admin admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:33:35.938954 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-990c45aa-6988-4f4d-86cc-a18b29d20802 admin admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:33:35.942663 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990c45aa-6988-4f4d-86cc-a18b29d20802 admin admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:33:35.975799 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c45aa-6988-4f4d-86cc-a18b29d20802 admin admin] Pushing event updated for resources: {'Port': ['ID=7a57c841-3172-4e2f-97b7-cc2b4dc1fff6,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:36.499309 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3efa84-adfd-45e6-93e5-5daab94c54af None None] Network 9f02f185-8912-4e3d-b9f1-a0347f06d782 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:33:36.547796 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-990c45aa-6988-4f4d-86cc-a18b29d20802 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:36.666198 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-c2fc6c71-bfd6-410a-8041-cc050e801341 None None] Provisioning for port ad7dfea8-e030-4f18-a1a5-195c0f85997d completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:33:36.899200 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-990c45aa-6988-4f4d-86cc-a18b29d20802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:37.033114 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:37.060590 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:37.192031 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990c45aa-6988-4f4d-86cc-a18b29d20802 admin admin] Router af37281c-9a39-4666-a60a-92ec21172f73 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:33:37.195508 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ad7dfea8-e030-4f18-a1a5-195c0f85997d up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:33:37.340961 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port ad7dfea8-e030-4f18-a1a5-195c0f85997d completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:33:37.346567 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port ad7dfea8-e030-4f18-a1a5-195c0f85997d triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:33:37.346968 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:37.347301 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port ad7dfea8-e030-4f18-a1a5-195c0f85997d Oct 10 11:33:37.368733 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990c45aa-6988-4f4d-86cc-a18b29d20802 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:33:37.384162 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30875298-6976-4cf3-9630-f8cbd5b44c70 None None] Sync routers for ids ['af37281c-9a39-4666-a60a-92ec21172f73'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:33:37.409110 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30875298-6976-4cf3-9630-f8cbd5b44c70 None None] Routers {'af37281c-9a39-4666-a60a-92ec21172f73'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:33:37.409750 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-30875298-6976-4cf3-9630-f8cbd5b44c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:33:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['af37281c-9a39-4666-a60a-92ec21172f73'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:33:37.455532 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-990c45aa-6988-4f4d-86cc-a18b29d20802 admin admin] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:37.459344 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-990c45aa-6988-4f4d-86cc-a18b29d20802 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8545640 Oct 10 11:33:37.459746 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 33516) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:33:37.639242 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-30875298-6976-4cf3-9630-f8cbd5b44c70 None None] Set router af37281c-9a39-4666-a60a-92ec21172f73 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:33:37.748771 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port ad7dfea8-e030-4f18-a1a5-195c0f85997d is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:33:37.749470 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:37.864586 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port ad7dfea8-e030-4f18-a1a5-195c0f85997d, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ad7dfea8-e030-4f18-a1a5-195c0f85997d,segment=NetworkSegment(4c9e69b2-22a4-4cbf-957a-fb966db13d1b),segment_id=4c9e69b2-22a4-4cbf-957a-fb966db13d1b)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:33:37.934757 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:38.057946 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=ad7dfea8-e030-4f18-a1a5-195c0f85997d,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:38.062343 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-30875298-6976-4cf3-9630-f8cbd5b44c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af37281c-9a39-4666-a60a-92ec21172f73', 'name': 'tempest-DeleteServersTestJSON-1486009309-router', 'tenant_id': 'dd5f78a41cf9492884a0e2ff6bd56bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': '7a57c841-3172-4e2f-97b7-cc2b4dc1fff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:33:34Z', 'updated_at': '2022-10-10T11:33:36Z', 'revision_number': 3, 'project_id': 'dd5f78a41cf9492884a0e2ff6bd56bb8', 'gw_port': {'id': '7a57c841-3172-4e2f-97b7-cc2b4dc1fff6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af37281c-9a39-4666-a60a-92ec21172f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:33:35Z', 'updated_at': '2022-10-10T11:33:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:33:38.066998 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30875298-6976-4cf3-9630-f8cbd5b44c70 None None] Checking router: af37281c-9a39-4666-a60a-92ec21172f73 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:33:38.067352 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30875298-6976-4cf3-9630-f8cbd5b44c70 None None] Updating router af37281c-9a39-4666-a60a-92ec21172f73 port 7a57c841-3172-4e2f-97b7-cc2b4dc1fff6 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:33:38.118396 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-30875298-6976-4cf3-9630-f8cbd5b44c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:38.252800 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e1df0686-c4f9-4622-b10b-5385d7dfe50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:38.437463 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-30875298-6976-4cf3-9630-f8cbd5b44c70 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:38.449313 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-30875298-6976-4cf3-9630-f8cbd5b44c70 None None] Transition to ACTIVE for port object 7a57c841-3172-4e2f-97b7-cc2b4dc1fff6 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:33:38.458933 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-e1df0686-c4f9-4622-b10b-5385d7dfe50a admin admin] Allocated IP 172.20.0.1 (9f02f185-8912-4e3d-b9f1-a0347f06d782/9752fa1c-d0dc-4caa-8e30-4aebe8bb89f4/1dc55ec4-d486-4ff5-84cb-c47d3f0a9212) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:33:38.518267 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-30875298-6976-4cf3-9630-f8cbd5b44c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:38.588380 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-30875298-6976-4cf3-9630-f8cbd5b44c70 None None] Attempting to bind port 7a57c841-3172-4e2f-97b7-cc2b4dc1fff6 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:33:38.588742 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-30875298-6976-4cf3-9630-f8cbd5b44c70 None None] Attempting to bind port 7a57c841-3172-4e2f-97b7-cc2b4dc1fff6 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:33:38.589100 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30875298-6976-4cf3-9630-f8cbd5b44c70 None None] Attempting to bind port 7a57c841-3172-4e2f-97b7-cc2b4dc1fff6 on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:33:38.604716 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30875298-6976-4cf3-9630-f8cbd5b44c70 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:33:38.605080 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30875298-6976-4cf3-9630-f8cbd5b44c70 None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:33:38.605471 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-30875298-6976-4cf3-9630-f8cbd5b44c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:38.605872 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30875298-6976-4cf3-9630-f8cbd5b44c70 None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:33:38.606335 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-30875298-6976-4cf3-9630-f8cbd5b44c70 None None] Bound port: 7a57c841-3172-4e2f-97b7-cc2b4dc1fff6, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:33:38.606696 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-30875298-6976-4cf3-9630-f8cbd5b44c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:38.611403 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e1df0686-c4f9-4622-b10b-5385d7dfe50a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:38.627327 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-e1df0686-c4f9-4622-b10b-5385d7dfe50a admin admin] Transition to ACTIVE for port object 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:33:38.637395 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ce6a7-46f8-4e7d-a1da-30f733025b71 None None] Pushing event updated for resources: {'Port': ['ID=7a57c841-3172-4e2f-97b7-cc2b4dc1fff6,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:38.683889 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-30875298-6976-4cf3-9630-f8cbd5b44c70 None None] For port 7a57c841-3172-4e2f-97b7-cc2b4dc1fff6, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:33:38.686764 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-30875298-6976-4cf3-9630-f8cbd5b44c70 None None] For port 7a57c841-3172-4e2f-97b7-cc2b4dc1fff6, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=7a57c841-3172-4e2f-97b7-cc2b4dc1fff6,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:33:38.689327 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:38.718008 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e1df0686-c4f9-4622-b10b-5385d7dfe50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:38.784818 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1df0686-c4f9-4622-b10b-5385d7dfe50a admin admin] Network 9f02f185-8912-4e3d-b9f1-a0347f06d782 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:33:38.787964 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-e1df0686-c4f9-4622-b10b-5385d7dfe50a admin admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:33:38.791603 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1df0686-c4f9-4622-b10b-5385d7dfe50a admin admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:33:38.826857 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df0686-c4f9-4622-b10b-5385d7dfe50a admin admin] Pushing event updated for resources: {'Port': ['ID=1dc55ec4-d486-4ff5-84cb-c47d3f0a9212,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:38.828054 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-30875298-6976-4cf3-9630-f8cbd5b44c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:38.854201 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e1df0686-c4f9-4622-b10b-5385d7dfe50a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:38.896237 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30875298-6976-4cf3-9630-f8cbd5b44c70 None None] Routers {'af37281c-9a39-4666-a60a-92ec21172f73'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:33:38.896875 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-30875298-6976-4cf3-9630-f8cbd5b44c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:33:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['af37281c-9a39-4666-a60a-92ec21172f73'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:33:38.984153 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ce6a7-46f8-4e7d-a1da-30f733025b71 None None] Pushing event updated for resources: {'Port': ['ID=7a57c841-3172-4e2f-97b7-cc2b4dc1fff6,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:39.091580 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-30875298-6976-4cf3-9630-f8cbd5b44c70 None None] Set router af37281c-9a39-4666-a60a-92ec21172f73 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:33:39.189865 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e1df0686-c4f9-4622-b10b-5385d7dfe50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:39.196817 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ad7dfea8-e030-4f18-a1a5-195c0f85997d up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:33:39.227543 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-9f14055f-622e-48d3-b89f-db30ab7890f0 None None] Provisioning for port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:33:39.264396 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-9f14055f-622e-48d3-b89f-db30ab7890f0 None None] Provisioning complete for port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:33:39.264764 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9f14055f-622e-48d3-b89f-db30ab7890f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:39.265396 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-9f14055f-622e-48d3-b89f-db30ab7890f0 None None] Attempt 1 to provision port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 Oct 10 11:33:39.419899 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9f14055f-622e-48d3-b89f-db30ab7890f0 None None] Port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:33:39.479860 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:39.480923 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port ad7dfea8-e030-4f18-a1a5-195c0f85997d triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:33:39.480923 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:39.481386 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port ad7dfea8-e030-4f18-a1a5-195c0f85997d Oct 10 11:33:39.540304 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e1df0686-c4f9-4622-b10b-5385d7dfe50a admin admin] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:39.608175 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-30875298-6976-4cf3-9630-f8cbd5b44c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af37281c-9a39-4666-a60a-92ec21172f73', 'name': 'tempest-DeleteServersTestJSON-1486009309-router', 'tenant_id': 'dd5f78a41cf9492884a0e2ff6bd56bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': '7a57c841-3172-4e2f-97b7-cc2b4dc1fff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:33:34Z', 'updated_at': '2022-10-10T11:33:36Z', 'revision_number': 3, 'project_id': 'dd5f78a41cf9492884a0e2ff6bd56bb8', 'gw_port': {'id': '7a57c841-3172-4e2f-97b7-cc2b4dc1fff6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af37281c-9a39-4666-a60a-92ec21172f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:33:35Z', 'updated_at': '2022-10-10T11:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:33:39.617369 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30875298-6976-4cf3-9630-f8cbd5b44c70 None None] The sync data for ids ['af37281c-9a39-4666-a60a-92ec21172f73'] in dv-neutron-860842-1-hyperv is: [{'id': 'af37281c-9a39-4666-a60a-92ec21172f73', 'name': 'tempest-DeleteServersTestJSON-1486009309-router', 'tenant_id': 'dd5f78a41cf9492884a0e2ff6bd56bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': '7a57c841-3172-4e2f-97b7-cc2b4dc1fff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:33:34Z', 'updated_at': '2022-10-10T11:33:36Z', 'revision_number': 3, 'project_id': 'dd5f78a41cf9492884a0e2ff6bd56bb8', 'gw_port': {'id': '7a57c841-3172-4e2f-97b7-cc2b4dc1fff6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af37281c-9a39-4666-a60a-92ec21172f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:33:35Z', 'updated_at': '2022-10-10T11:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:33:39.621433 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e1df0686-c4f9-4622-b10b-5385d7dfe50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:39.624137 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port ad7dfea8-e030-4f18-a1a5-195c0f85997d is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:33:39.737782 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df0686-c4f9-4622-b10b-5385d7dfe50a admin admin] Pushing event updated for resources: {'Port': ['ID=1dc55ec4-d486-4ff5-84cb-c47d3f0a9212,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:39.740125 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e1df0686-c4f9-4622-b10b-5385d7dfe50a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:39.921724 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-9f14055f-622e-48d3-b89f-db30ab7890f0 None None] Attempt 2 to provision port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 Oct 10 11:33:39.931578 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1df0686-c4f9-4622-b10b-5385d7dfe50a admin admin] Network 9f02f185-8912-4e3d-b9f1-a0347f06d782 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:33:39.931578 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-e1df0686-c4f9-4622-b10b-5385d7dfe50a admin admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:33:40.047638 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9f14055f-622e-48d3-b89f-db30ab7890f0 None None] Port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:33:40.148446 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1df0686-c4f9-4622-b10b-5385d7dfe50a admin admin] Router af37281c-9a39-4666-a60a-92ec21172f73 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:33:40.338029 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1df0686-c4f9-4622-b10b-5385d7dfe50a admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:33:40.347268 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e1df0686-c4f9-4622-b10b-5385d7dfe50a admin admin] 10.222.0.40 "PUT /v2.0/routers/af37281c-9a39-4666-a60a-92ec21172f73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8866205 Oct 10 11:33:40.548819 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-9f14055f-622e-48d3-b89f-db30ab7890f0 None None] Attempt 3 to provision port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 Oct 10 11:33:40.656375 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9f14055f-622e-48d3-b89f-db30ab7890f0 None None] Port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:33:40.873394 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-b1373cc8-d090-4d90-8b5f-4fd986290929 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:40.874880 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-b1373cc8-d090-4d90-8b5f-4fd986290929 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/networks?id=9f02f185-8912-4e3d-b9f1-a0347f06d782 HTTP/1.1" status: 200 len: 812 time: 0.1478789 Oct 10 11:33:40.890201 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-01b40582-26dc-4afc-aab0-38e493304765 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/quotas/dd5f78a41cf9492884a0e2ff6bd56bb8 HTTP/1.1" status: 200 len: 375 time: 0.0091610 Oct 10 11:33:40.980972 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-dc361e91-83f8-4b5e-9cea-d8510f565629 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=dd5f78a41cf9492884a0e2ff6bd56bb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0846379 Oct 10 11:33:40.992148 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-5dc87580-d48f-432b-a732-fa07455c1360 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:33:40.993093 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-5dc87580-d48f-432b-a732-fa07455c1360 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051858 Oct 10 11:33:41.014338 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:33:41.135657 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-a20a0521-7792-4744-954d-08346cbb8d4b service neutron] 10.222.0.40 "GET /v2.0/networks/9f02f185-8912-4e3d-b9f1-a0347f06d782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368206 Oct 10 11:33:41.157367 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-9f14055f-622e-48d3-b89f-db30ab7890f0 None None] Attempt 4 to provision port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 Oct 10 11:33:41.206538 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 7a57c841-3172-4e2f-97b7-cc2b4dc1fff6 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:33:41.260649 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9f14055f-622e-48d3-b89f-db30ab7890f0 None None] Port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:33:41.277677 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-9d1f7373-7a16-44ec-a493-41016a9ae5d2 service neutron] 10.222.0.40 "GET /v2.0/networks/9f02f185-8912-4e3d-b9f1-a0347f06d782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351390 Oct 10 11:33:41.288141 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec35dc3-70b1-4edc-a2d5-541a8ec58c69 None None] Sync routers for ids ['af37281c-9a39-4666-a60a-92ec21172f73'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:33:41.296934 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec35dc3-70b1-4edc-a2d5-541a8ec58c69 None None] Routers {'af37281c-9a39-4666-a60a-92ec21172f73'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:33:41.298396 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-1ec35dc3-70b1-4edc-a2d5-541a8ec58c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:33:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['af37281c-9a39-4666-a60a-92ec21172f73'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:33:41.363395 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 7a57c841-3172-4e2f-97b7-cc2b4dc1fff6 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:33:41.368480 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 7a57c841-3172-4e2f-97b7-cc2b4dc1fff6 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:33:41.368910 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:41.369321 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 7a57c841-3172-4e2f-97b7-cc2b4dc1fff6 Oct 10 11:33:41.485237 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-1ec35dc3-70b1-4edc-a2d5-541a8ec58c69 None None] Set router af37281c-9a39-4666-a60a-92ec21172f73 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:33:41.502346 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 7a57c841-3172-4e2f-97b7-cc2b4dc1fff6 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:33:41.502925 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:41.523193 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 7a57c841-3172-4e2f-97b7-cc2b4dc1fff6, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=7a57c841-3172-4e2f-97b7-cc2b4dc1fff6,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:33:41.558357 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-301d482f-ee30-4195-8359-362400322717 req-528effdb-272e-4f3a-8a1c-9db98fd6d07d tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Synchronizing usage tracker for tenant:dd5f78a41cf9492884a0e2ff6bd56bb8 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:33:41.615949 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:41.643823 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-301d482f-ee30-4195-8359-362400322717 req-528effdb-272e-4f3a-8a1c-9db98fd6d07d tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Unset dirty status for tenant:dd5f78a41cf9492884a0e2ff6bd56bb8 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:33:41.645016 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-301d482f-ee30-4195-8359-362400322717 req-528effdb-272e-4f3a-8a1c-9db98fd6d07d tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 210 time: 0.1404006 Oct 10 11:33:41.762776 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-9f14055f-622e-48d3-b89f-db30ab7890f0 None None] Attempt 5 to provision port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 Oct 10 11:33:41.818341 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=7a57c841-3172-4e2f-97b7-cc2b4dc1fff6,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:41.844696 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9f14055f-622e-48d3-b89f-db30ab7890f0 None None] Port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:33:41.851303 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-1ec35dc3-70b1-4edc-a2d5-541a8ec58c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af37281c-9a39-4666-a60a-92ec21172f73', 'name': 'tempest-DeleteServersTestJSON-1486009309-router', 'tenant_id': 'dd5f78a41cf9492884a0e2ff6bd56bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': '7a57c841-3172-4e2f-97b7-cc2b4dc1fff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:33:34Z', 'updated_at': '2022-10-10T11:33:39Z', 'revision_number': 4, 'project_id': 'dd5f78a41cf9492884a0e2ff6bd56bb8', 'gw_port': {'id': '7a57c841-3172-4e2f-97b7-cc2b4dc1fff6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af37281c-9a39-4666-a60a-92ec21172f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:33:35Z', 'updated_at': '2022-10-10T11:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '1dc55ec4-d486-4ff5-84cb-c47d3f0a9212', 'name': '', 'network_id': '9f02f185-8912-4e3d-b9f1-a0347f06d782', 'tenant_id': 'dd5f78a41cf9492884a0e2ff6bd56bb8', 'mac_address': 'fa:16:3e:e0:bf:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af37281c-9a39-4666-a60a-92ec21172f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '9752fa1c-d0dc-4caa-8e30-4aebe8bb89f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:33:38Z', 'updated_at': '2022-10-10T11:33:39Z', 'revision_number': 2, 'project_id': 'dd5f78a41cf9492884a0e2ff6bd56bb8', 'subnets': [{'id': '9752fa1c-d0dc-4caa-8e30-4aebe8bb89f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:33:41.855183 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec35dc3-70b1-4edc-a2d5-541a8ec58c69 None None] Checking router: af37281c-9a39-4666-a60a-92ec21172f73 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:33:41.858319 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec35dc3-70b1-4edc-a2d5-541a8ec58c69 None None] Updating router af37281c-9a39-4666-a60a-92ec21172f73 port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:33:41.908269 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-1ec35dc3-70b1-4edc-a2d5-541a8ec58c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:42.249820 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-1ec35dc3-70b1-4edc-a2d5-541a8ec58c69 None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:42.261419 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-1ec35dc3-70b1-4edc-a2d5-541a8ec58c69 None None] Transition to ACTIVE for port object 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:33:42.346278 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-9f14055f-622e-48d3-b89f-db30ab7890f0 None None] Attempt 6 to provision port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 Oct 10 11:33:42.363180 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-1ec35dc3-70b1-4edc-a2d5-541a8ec58c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:42.400854 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9f14055f-622e-48d3-b89f-db30ab7890f0 None None] Port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:33:42.551656 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edafc3-8067-4e1d-95af-6a7fed7d5f33 None None] Pushing event updated for resources: {'Port': ['ID=1dc55ec4-d486-4ff5-84cb-c47d3f0a9212,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:42.570252 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edafc3-8067-4e1d-95af-6a7fed7d5f33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:33:42.570611 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edafc3-8067-4e1d-95af-6a7fed7d5f33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:33:42.570925 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edafc3-8067-4e1d-95af-6a7fed7d5f33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:33:42.571248 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edafc3-8067-4e1d-95af-6a7fed7d5f33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:33:42.571571 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edafc3-8067-4e1d-95af-6a7fed7d5f33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:33:42.571892 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edafc3-8067-4e1d-95af-6a7fed7d5f33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:33:42.572208 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edafc3-8067-4e1d-95af-6a7fed7d5f33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:33:42.572523 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edafc3-8067-4e1d-95af-6a7fed7d5f33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:33:42.572838 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edafc3-8067-4e1d-95af-6a7fed7d5f33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:33:42.573152 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edafc3-8067-4e1d-95af-6a7fed7d5f33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:33:42.573463 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edafc3-8067-4e1d-95af-6a7fed7d5f33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:33:42.573800 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edafc3-8067-4e1d-95af-6a7fed7d5f33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:33:42.578321 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-1ec35dc3-70b1-4edc-a2d5-541a8ec58c69 None None] Attempting to bind port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:33:42.580099 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-1ec35dc3-70b1-4edc-a2d5-541a8ec58c69 None None] Attempting to bind port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '4c9e69b2-22a4-4cbf-957a-fb966db13d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '9f02f185-8912-4e3d-b9f1-a0347f06d782'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:33:42.580099 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec35dc3-70b1-4edc-a2d5-541a8ec58c69 None None] Attempting to bind port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 on network 9f02f185-8912-4e3d-b9f1-a0347f06d782 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:33:42.585089 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec35dc3-70b1-4edc-a2d5-541a8ec58c69 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:33:42.585516 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec35dc3-70b1-4edc-a2d5-541a8ec58c69 None None] Checking segment: {'id': '4c9e69b2-22a4-4cbf-957a-fb966db13d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '9f02f185-8912-4e3d-b9f1-a0347f06d782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:33:42.585858 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-1ec35dc3-70b1-4edc-a2d5-541a8ec58c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:42.586228 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec35dc3-70b1-4edc-a2d5-541a8ec58c69 None None] Bound using segment: {'id': '4c9e69b2-22a4-4cbf-957a-fb966db13d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '9f02f185-8912-4e3d-b9f1-a0347f06d782'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:33:42.586670 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-1ec35dc3-70b1-4edc-a2d5-541a8ec58c69 None None] Bound port: 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9e69b2-22a4-4cbf-957a-fb966db13d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '9f02f185-8912-4e3d-b9f1-a0347f06d782'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:33:42.587028 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-1ec35dc3-70b1-4edc-a2d5-541a8ec58c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:42.673742 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-1ec35dc3-70b1-4edc-a2d5-541a8ec58c69 None None] For port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:33:42.676569 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-1ec35dc3-70b1-4edc-a2d5-541a8ec58c69 None None] For port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1dc55ec4-d486-4ff5-84cb-c47d3f0a9212,segment=NetworkSegment(4c9e69b2-22a4-4cbf-957a-fb966db13d1b),segment_id=4c9e69b2-22a4-4cbf-957a-fb966db13d1b)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:33:42.729576 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-1ec35dc3-70b1-4edc-a2d5-541a8ec58c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:42.794312 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec35dc3-70b1-4edc-a2d5-541a8ec58c69 None None] Routers {'af37281c-9a39-4666-a60a-92ec21172f73'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:33:42.794932 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-1ec35dc3-70b1-4edc-a2d5-541a8ec58c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:33:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['af37281c-9a39-4666-a60a-92ec21172f73'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:33:42.831024 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-32e8b8da-ddd2-4681-9862-6b6bd1482bdf req-b3ad9d7f-d573-47f2-9a2a-54c0af23fa10 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 210 time: 0.0589418 Oct 10 11:33:42.882081 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edafc3-8067-4e1d-95af-6a7fed7d5f33 None None] Pushing event updated for resources: {'Port': ['ID=1dc55ec4-d486-4ff5-84cb-c47d3f0a9212,revision_number=4']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:42.901847 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-9f14055f-622e-48d3-b89f-db30ab7890f0 None None] Attempt 7 to provision port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 Oct 10 11:33:42.976168 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-9f14055f-622e-48d3-b89f-db30ab7890f0 None None] Port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:33:42.989864 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-1ec35dc3-70b1-4edc-a2d5-541a8ec58c69 None None] Set router af37281c-9a39-4666-a60a-92ec21172f73 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:33:43.177116 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 7a57c841-3172-4e2f-97b7-cc2b4dc1fff6 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:33:43.245675 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 7a57c841-3172-4e2f-97b7-cc2b4dc1fff6 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:33:43.246042 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:43.246369 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 7a57c841-3172-4e2f-97b7-cc2b4dc1fff6 Oct 10 11:33:43.305619 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-1ec35dc3-70b1-4edc-a2d5-541a8ec58c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af37281c-9a39-4666-a60a-92ec21172f73', 'name': 'tempest-DeleteServersTestJSON-1486009309-router', 'tenant_id': 'dd5f78a41cf9492884a0e2ff6bd56bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': '7a57c841-3172-4e2f-97b7-cc2b4dc1fff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:33:34Z', 'updated_at': '2022-10-10T11:33:39Z', 'revision_number': 4, 'project_id': 'dd5f78a41cf9492884a0e2ff6bd56bb8', 'gw_port': {'id': '7a57c841-3172-4e2f-97b7-cc2b4dc1fff6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af37281c-9a39-4666-a60a-92ec21172f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:33:35Z', 'updated_at': '2022-10-10T11:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '1dc55ec4-d486-4ff5-84cb-c47d3f0a9212', 'name': '', 'network_id': '9f02f185-8912-4e3d-b9f1-a0347f06d782', 'tenant_id': 'dd5f78a41cf9492884a0e2ff6bd56bb8', 'mac_address': 'fa:16:3e:e0:bf:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af37281c-9a39-4666-a60a-92ec21172f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '9752fa1c-d0dc-4caa-8e30-4aebe8bb89f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:33:38Z', 'updated_at': '2022-10-10T11:33:42Z', 'revision_number': 4, 'project_id': 'dd5f78a41cf9492884a0e2ff6bd56bb8', 'subnets': [{'id': '9752fa1c-d0dc-4caa-8e30-4aebe8bb89f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:33:43.309661 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec35dc3-70b1-4edc-a2d5-541a8ec58c69 None None] The sync data for ids ['af37281c-9a39-4666-a60a-92ec21172f73'] in dv-neutron-860842-1-hyperv is: [{'id': 'af37281c-9a39-4666-a60a-92ec21172f73', 'name': 'tempest-DeleteServersTestJSON-1486009309-router', 'tenant_id': 'dd5f78a41cf9492884a0e2ff6bd56bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': '7a57c841-3172-4e2f-97b7-cc2b4dc1fff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:33:34Z', 'updated_at': '2022-10-10T11:33:39Z', 'revision_number': 4, 'project_id': 'dd5f78a41cf9492884a0e2ff6bd56bb8', 'gw_port': {'id': '7a57c841-3172-4e2f-97b7-cc2b4dc1fff6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af37281c-9a39-4666-a60a-92ec21172f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:33:35Z', 'updated_at': '2022-10-10T11:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '1dc55ec4-d486-4ff5-84cb-c47d3f0a9212', 'name': '', 'network_id': '9f02f185-8912-4e3d-b9f1-a0347f06d782', 'tenant_id': 'dd5f78a41cf9492884a0e2ff6bd56bb8', 'mac_address': 'fa:16:3e:e0:bf:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af37281c-9a39-4666-a60a-92ec21172f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '9752fa1c-d0dc-4caa-8e30-4aebe8bb89f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:33:38Z', 'updated_at': '2022-10-10T11:33:42Z', 'revision_number': 4, 'project_id': 'dd5f78a41cf9492884a0e2ff6bd56bb8', 'subnets': [{'id': '9752fa1c-d0dc-4caa-8e30-4aebe8bb89f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:33:43.380933 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 7a57c841-3172-4e2f-97b7-cc2b4dc1fff6 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:33:43.719345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-0ed4bca4-342f-49e6-a5bc-9ea32d072665 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:43.720350 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-0ed4bca4-342f-49e6-a5bc-9ea32d072665 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Synchronizing usage tracker for tenant:dd5f78a41cf9492884a0e2ff6bd56bb8 on resource:network {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:33:43.780738 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-0ed4bca4-342f-49e6-a5bc-9ea32d072665 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Unset dirty status for tenant:dd5f78a41cf9492884a0e2ff6bd56bb8 on resource:network {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:33:43.783099 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-0ed4bca4-342f-49e6-a5bc-9ea32d072665 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.15 "GET /v2.0/networks?id=9f02f185-8912-4e3d-b9f1-a0347f06d782 HTTP/1.1" status: 200 len: 812 time: 0.2128375 Oct 10 11:33:43.794205 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-350fd1bc-7d31-46ad-b337-5aacf2f31619 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Request body: {'port': {'device_id': '72679945-fbaa-4342-9472-ff456dbb2b7c', 'network_id': '9f02f185-8912-4e3d-b9f1-a0347f06d782', 'admin_state_up': True, 'tenant_id': 'dd5f78a41cf9492884a0e2ff6bd56bb8'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:33:43.944423 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-350fd1bc-7d31-46ad-b337-5aacf2f31619 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:33:43.955500 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-350fd1bc-7d31-46ad-b337-5aacf2f31619 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:33:44.024567 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c63d9d5e-fd24-4c3a-bb78-f75fe3cb72eb req-8649e4dd-0c05-450c-b1d8-8de5457a091a tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 210 time: 0.0538561 Oct 10 11:33:44.043654 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-350fd1bc-7d31-46ad-b337-5aacf2f31619 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Made reservation on behalf of dd5f78a41cf9492884a0e2ff6bd56bb8 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:33:44.047207 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-350fd1bc-7d31-46ad-b337-5aacf2f31619 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:44.220491 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-350fd1bc-7d31-46ad-b337-5aacf2f31619 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Allocated IP 172.20.0.4 (9f02f185-8912-4e3d-b9f1-a0347f06d782/9752fa1c-d0dc-4caa-8e30-4aebe8bb89f4/05ec2cd7-c5a2-4d41-9002-183659031429) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:33:44.426255 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-350fd1bc-7d31-46ad-b337-5aacf2f31619 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:44.442614 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-350fd1bc-7d31-46ad-b337-5aacf2f31619 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Transition to ACTIVE for port object 05ec2cd7-c5a2-4d41-9002-183659031429 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:33:44.546606 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-350fd1bc-7d31-46ad-b337-5aacf2f31619 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:44.723127 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-350fd1bc-7d31-46ad-b337-5aacf2f31619 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Network 9f02f185-8912-4e3d-b9f1-a0347f06d782 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:33:44.726216 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-350fd1bc-7d31-46ad-b337-5aacf2f31619 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:33:44.729951 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-350fd1bc-7d31-46ad-b337-5aacf2f31619 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:33:44.768426 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350fd1bc-7d31-46ad-b337-5aacf2f31619 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Pushing event updated for resources: {'Port': ['ID=05ec2cd7-c5a2-4d41-9002-183659031429,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:44.800400 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-350fd1bc-7d31-46ad-b337-5aacf2f31619 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:44.800997 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-350fd1bc-7d31-46ad-b337-5aacf2f31619 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:44.912937 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-350fd1bc-7d31-46ad-b337-5aacf2f31619 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1225300 Oct 10 11:33:44.925149 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-2f2168dd-8ca4-4fea-b597-61b4061ecf3b service neutron] Request body: {'port': {'device_id': '72679945-fbaa-4342-9472-ff456dbb2b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:33:45.007987 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-c2b9ff67-18de-4836-bd3f-2e6e2d598c5e None None] Provisioning for port 05ec2cd7-c5a2-4d41-9002-183659031429 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:33:45.008518 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-c2b9ff67-18de-4836-bd3f-2e6e2d598c5e None None] Provisioning complete for port 05ec2cd7-c5a2-4d41-9002-183659031429 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:33:45.008861 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c2b9ff67-18de-4836-bd3f-2e6e2d598c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:45.009199 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c2b9ff67-18de-4836-bd3f-2e6e2d598c5e None None] Attempt 1 to provision port 05ec2cd7-c5a2-4d41-9002-183659031429 Oct 10 11:33:45.038994 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-2f2168dd-8ca4-4fea-b597-61b4061ecf3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:45.064947 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c2b9ff67-18de-4836-bd3f-2e6e2d598c5e None None] Port 05ec2cd7-c5a2-4d41-9002-183659031429 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:33:45.216990 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:33:45.242381 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81316504-9e62-40d4-a90a-01b28965bc7d req-a0c6e2ce-ef09-42c7-a549-649153e749b6 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:45.243973 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-81316504-9e62-40d4-a90a-01b28965bc7d req-a0c6e2ce-ef09-42c7-a549-649153e749b6 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 931 time: 0.0971627 Oct 10 11:33:45.292890 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-81316504-9e62-40d4-a90a-01b28965bc7d req-11a53a31-ef5e-49aa-94c5-412055512e4a tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425465 Oct 10 11:33:45.352147 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:33:45.357192 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:33:45.357590 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:45.357921 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 Oct 10 11:33:45.399788 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-2f2168dd-8ca4-4fea-b597-61b4061ecf3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ec2cd7-c5a2-4d41-9002-183659031429 {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:33:45.407611 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-2f2168dd-8ca4-4fea-b597-61b4061ecf3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:45.422730 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-2f2168dd-8ca4-4fea-b597-61b4061ecf3b service neutron] Transition to ACTIVE for port object 05ec2cd7-c5a2-4d41-9002-183659031429 will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:33:45.477581 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:33:45.477953 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:45.483583 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-2f2168dd-8ca4-4fea-b597-61b4061ecf3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:45.510244 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1dc55ec4-d486-4ff5-84cb-c47d3f0a9212,segment=NetworkSegment(4c9e69b2-22a4-4cbf-957a-fb966db13d1b),segment_id=4c9e69b2-22a4-4cbf-957a-fb966db13d1b)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:33:45.557771 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:45.593174 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c2b9ff67-18de-4836-bd3f-2e6e2d598c5e None None] Attempt 2 to provision port 05ec2cd7-c5a2-4d41-9002-183659031429 Oct 10 11:33:45.674015 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c2b9ff67-18de-4836-bd3f-2e6e2d598c5e None None] Port 05ec2cd7-c5a2-4d41-9002-183659031429 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:33:45.676302 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=1dc55ec4-d486-4ff5-84cb-c47d3f0a9212,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:45.694064 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2168dd-8ca4-4fea-b597-61b4061ecf3b service neutron] Pushing event updated for resources: {'Port': ['ID=05ec2cd7-c5a2-4d41-9002-183659031429,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:45.722406 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-2f2168dd-8ca4-4fea-b597-61b4061ecf3b service neutron] Attempting to bind port 05ec2cd7-c5a2-4d41-9002-183659031429 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:33:45.722745 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-2f2168dd-8ca4-4fea-b597-61b4061ecf3b service neutron] Attempting to bind port 05ec2cd7-c5a2-4d41-9002-183659031429 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '4c9e69b2-22a4-4cbf-957a-fb966db13d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '9f02f185-8912-4e3d-b9f1-a0347f06d782'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:33:45.723213 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-2f2168dd-8ca4-4fea-b597-61b4061ecf3b service neutron] Attempting to bind port 05ec2cd7-c5a2-4d41-9002-183659031429 on network 9f02f185-8912-4e3d-b9f1-a0347f06d782 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:33:45.729131 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-2f2168dd-8ca4-4fea-b597-61b4061ecf3b service neutron] Port 05ec2cd7-c5a2-4d41-9002-183659031429 on network 9f02f185-8912-4e3d-b9f1-a0347f06d782 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:33:45.729447 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-2f2168dd-8ca4-4fea-b597-61b4061ecf3b service neutron] Attempting to bind port 05ec2cd7-c5a2-4d41-9002-183659031429 on network 9f02f185-8912-4e3d-b9f1-a0347f06d782 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:33:45.735499 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-2f2168dd-8ca4-4fea-b597-61b4061ecf3b service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:33:45.735841 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-2f2168dd-8ca4-4fea-b597-61b4061ecf3b service neutron] Checking segment: {'id': '4c9e69b2-22a4-4cbf-957a-fb966db13d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '9f02f185-8912-4e3d-b9f1-a0347f06d782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:33:45.736226 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-2f2168dd-8ca4-4fea-b597-61b4061ecf3b service neutron] Bound using segment: {'id': '4c9e69b2-22a4-4cbf-957a-fb966db13d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '9f02f185-8912-4e3d-b9f1-a0347f06d782'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:33:45.736651 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-2f2168dd-8ca4-4fea-b597-61b4061ecf3b service neutron] Bound port: 05ec2cd7-c5a2-4d41-9002-183659031429, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9e69b2-22a4-4cbf-957a-fb966db13d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 491, 'network_id': '9f02f185-8912-4e3d-b9f1-a0347f06d782'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:33:45.736997 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-2f2168dd-8ca4-4fea-b597-61b4061ecf3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:45.830304 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-2f2168dd-8ca4-4fea-b597-61b4061ecf3b service neutron] For port 05ec2cd7-c5a2-4d41-9002-183659031429, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:33:45.833142 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-2f2168dd-8ca4-4fea-b597-61b4061ecf3b service neutron] For port 05ec2cd7-c5a2-4d41-9002-183659031429, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=05ec2cd7-c5a2-4d41-9002-183659031429,segment=NetworkSegment(4c9e69b2-22a4-4cbf-957a-fb966db13d1b),segment_id=4c9e69b2-22a4-4cbf-957a-fb966db13d1b)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:33:45.918137 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-2f2168dd-8ca4-4fea-b597-61b4061ecf3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:45.948145 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-2f2168dd-8ca4-4fea-b597-61b4061ecf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:45.948779 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-2f2168dd-8ca4-4fea-b597-61b4061ecf3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:45.950158 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-2f2168dd-8ca4-4fea-b597-61b4061ecf3b service neutron] 10.222.0.15 "PUT /v2.0/ports/05ec2cd7-c5a2-4d41-9002-183659031429 HTTP/1.1" status: 200 len: 1093 time: 1.0297613 Oct 10 11:33:45.950634 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72679945-fbaa-4342-9472-ff456dbb2b7c', 'tag': '05ec2cd7-c5a2-4d41-9002-183659031429'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:33:45.956277 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53369c8-8900-4dc0-a40b-c1a1f9bc5d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "72679945-fbaa-4342-9472-ff456dbb2b7c", "tag": "05ec2cd7-c5a2-4d41-9002-183659031429"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:33:45.995222 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2168dd-8ca4-4fea-b597-61b4061ecf3b service neutron] Pushing event updated for resources: {'Port': ['ID=05ec2cd7-c5a2-4d41-9002-183659031429,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:45.998693 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12160119-6ff3-4129-b284-dafafb483618 x-openstack-request-id: req-12160119-6ff3-4129-b284-dafafb483618 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:33:45.998974 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72679945-fbaa-4342-9472-ff456dbb2b7c", "tag": "05ec2cd7-c5a2-4d41-9002-183659031429", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:33:45.999221 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-12160119-6ff3-4129-b284-dafafb483618 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:33:45.999604 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12160119-6ff3-4129-b284-dafafb483618'] response: {'name': 'network-changed', 'server_uuid': '72679945-fbaa-4342-9472-ff456dbb2b7c', 'tag': '05ec2cd7-c5a2-4d41-9002-183659031429', 'status': 'completed', 'code': 200} Oct 10 11:33:46.099721 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53369c8-8900-4dc0-a40b-c1a1f9bc5d5b req-ccc133d9-e27c-494d-916f-5cec221f6a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:46.101117 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e53369c8-8900-4dc0-a40b-c1a1f9bc5d5b req-ccc133d9-e27c-494d-916f-5cec221f6a66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd5f78a41cf9492884a0e2ff6bd56bb8&device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 1096 time: 0.0825088 Oct 10 11:33:46.175513 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c2b9ff67-18de-4836-bd3f-2e6e2d598c5e None None] Attempt 3 to provision port 05ec2cd7-c5a2-4d41-9002-183659031429 Oct 10 11:33:46.236787 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c2b9ff67-18de-4836-bd3f-2e6e2d598c5e None None] Port 05ec2cd7-c5a2-4d41-9002-183659031429 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:33:46.242150 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53369c8-8900-4dc0-a40b-c1a1f9bc5d5b req-408d6965-0e18-4530-aab3-1fdf1fe4a0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:46.243596 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e53369c8-8900-4dc0-a40b-c1a1f9bc5d5b req-408d6965-0e18-4530-aab3-1fdf1fe4a0c8 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=dd5f78a41cf9492884a0e2ff6bd56bb8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1359603 Oct 10 11:33:46.381243 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53369c8-8900-4dc0-a40b-c1a1f9bc5d5b req-44f88aac-1e25-4abc-97f9-388f834a052f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:46.382602 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e53369c8-8900-4dc0-a40b-c1a1f9bc5d5b req-44f88aac-1e25-4abc-97f9-388f834a052f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1319993 Oct 10 11:33:46.497905 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-9f0cb16f-5597-47d8-bcb7-f5f33ed11f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:46.498147 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63864268-85b8-4559-8347-b9421843f4a6 req-aca9fc5f-f0bd-450a-bc3a-72976fd78495 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:46.499363 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-9f0cb16f-5597-47d8-bcb7-f5f33ed11f3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd5f78a41cf9492884a0e2ff6bd56bb8&device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 1096 time: 0.0777779 Oct 10 11:33:46.499469 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-63864268-85b8-4559-8347-b9421843f4a6 req-aca9fc5f-f0bd-450a-bc3a-72976fd78495 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 943 time: 0.0954638 Oct 10 11:33:46.543967 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-63864268-85b8-4559-8347-b9421843f4a6 req-7bded834-c942-4a52-81f5-e8973296fc79 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379860 Oct 10 11:33:46.572084 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-6bc382f1-b6d3-48cc-95a4-6e69d2e658b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05ec2cd7-c5a2-4d41-9002-183659031429 HTTP/1.1" status: 200 len: 217 time: 0.0664406 Oct 10 11:33:46.633209 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-199ffa3f-d462-4f76-9ebe-4546385a2109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:46.634552 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-199ffa3f-d462-4f76-9ebe-4546385a2109 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9752fa1c-d0dc-4caa-8e30-4aebe8bb89f4 HTTP/1.1" status: 200 len: 851 time: 0.0567055 Oct 10 11:33:46.815671 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-de3f1e13-b5f2-43bf-a5f5-d5fe620d9394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:46.817161 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-de3f1e13-b5f2-43bf-a5f5-d5fe620d9394 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f02f185-8912-4e3d-b9f1-a0347f06d782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1769099 Oct 10 11:33:46.946766 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-d2b49ed0-01ba-4f55-8b7d-d0c320d6cb83 service neutron] 10.222.0.15 "GET /v2.0/networks/9f02f185-8912-4e3d-b9f1-a0347f06d782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236918 Oct 10 11:33:47.077160 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c105b54d-1d1f-4e75-a70d-c1483880418e req-18a25e44-d8a9-4ef3-b449-ea216e85a7df service neutron] 10.222.0.15 "GET /v2.0/networks/9f02f185-8912-4e3d-b9f1-a0347f06d782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246557 Oct 10 11:33:47.178112 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:33:47.251311 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:33:47.251679 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:47.252008 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 Oct 10 11:33:47.368252 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:33:47.746271 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f89ea-8351-47c3-9cd5-159ed9f254e4 req-f369987c-793b-498c-b24d-ac03c3d2a7aa tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:47.746963 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-408f89ea-8351-47c3-9cd5-159ed9f254e4 req-f369987c-793b-498c-b24d-ac03c3d2a7aa tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Synchronizing usage tracker for tenant:dd5f78a41cf9492884a0e2ff6bd56bb8 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:33:47.872224 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-408f89ea-8351-47c3-9cd5-159ed9f254e4 req-f369987c-793b-498c-b24d-ac03c3d2a7aa tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Unset dirty status for tenant:dd5f78a41cf9492884a0e2ff6bd56bb8 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:33:47.873330 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-408f89ea-8351-47c3-9cd5-159ed9f254e4 req-f369987c-793b-498c-b24d-ac03c3d2a7aa tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 943 time: 0.2170908 Oct 10 11:33:47.918065 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-408f89ea-8351-47c3-9cd5-159ed9f254e4 req-ddb3ba4e-f497-403b-b18d-2611c3fb5ca5 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Synchronizing usage tracker for tenant:dd5f78a41cf9492884a0e2ff6bd56bb8 on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:33:47.986462 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-408f89ea-8351-47c3-9cd5-159ed9f254e4 req-ddb3ba4e-f497-403b-b18d-2611c3fb5ca5 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Unset dirty status for tenant:dd5f78a41cf9492884a0e2ff6bd56bb8 on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:33:47.987739 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-408f89ea-8351-47c3-9cd5-159ed9f254e4 req-ddb3ba4e-f497-403b-b18d-2611c3fb5ca5 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079559 Oct 10 11:33:49.189599 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e256a-85a6-40ef-86b5-7a2d3b79fa15 req-e931ece2-8630-4c6b-87cd-b802e40275bd tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:49.191025 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cd4e256a-85a6-40ef-86b5-7a2d3b79fa15 req-e931ece2-8630-4c6b-87cd-b802e40275bd tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 943 time: 0.0928373 Oct 10 11:33:49.242002 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cd4e256a-85a6-40ef-86b5-7a2d3b79fa15 req-8889941b-b3cf-4954-b0d6-41aa247e1fdf tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452967 Oct 10 11:33:49.268793 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 05ec2cd7-c5a2-4d41-9002-183659031429 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:33:49.443605 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 05ec2cd7-c5a2-4d41-9002-183659031429, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=05ec2cd7-c5a2-4d41-9002-183659031429,segment=NetworkSegment(4c9e69b2-22a4-4cbf-957a-fb966db13d1b),segment_id=4c9e69b2-22a4-4cbf-957a-fb966db13d1b)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:33:49.456219 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '05ec2cd7-c5a2-4d41-9002-183659031429', 'network_id': '9f02f185-8912-4e3d-b9f1-a0347f06d782', 'port_id': '05ec2cd7-c5a2-4d41-9002-183659031429', 'mac_address': 'fa:16:3e:4c:a7:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 491, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9752fa1c-d0dc-4caa-8e30-4aebe8bb89f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:33:49.511440 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 05ec2cd7-c5a2-4d41-9002-183659031429 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:33:49.511805 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:49.528198 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ec2cd7-c5a2-4d41-9002-183659031429 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:33:49.544007 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 05ec2cd7-c5a2-4d41-9002-183659031429, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=05ec2cd7-c5a2-4d41-9002-183659031429,segment=NetworkSegment(4c9e69b2-22a4-4cbf-957a-fb966db13d1b),segment_id=4c9e69b2-22a4-4cbf-957a-fb966db13d1b)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:33:49.654385 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:49.721170 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=05ec2cd7-c5a2-4d41-9002-183659031429,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:49.843599 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['05ec2cd7-c5a2-4d41-9002-183659031429'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:33:50.442130 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb579a8-6948-4a4e-a710-292ac3a2a0ca req-0cc7b783-e31a-44e1-86a2-a92914226f77 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:50.443569 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-edb579a8-6948-4a4e-a710-292ac3a2a0ca req-0cc7b783-e31a-44e1-86a2-a92914226f77 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 944 time: 0.0915036 Oct 10 11:33:50.487736 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-edb579a8-6948-4a4e-a710-292ac3a2a0ca req-2a14951e-70f6-4051-b46f-3b872091d2a8 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386066 Oct 10 11:33:51.284531 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 05ec2cd7-c5a2-4d41-9002-183659031429 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:33:51.426555 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port 05ec2cd7-c5a2-4d41-9002-183659031429 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:33:51.431445 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 05ec2cd7-c5a2-4d41-9002-183659031429 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:33:51.431813 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:51.432150 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 05ec2cd7-c5a2-4d41-9002-183659031429 Oct 10 11:33:51.547113 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 05ec2cd7-c5a2-4d41-9002-183659031429 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:33:51.547494 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:51.574267 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72679945-fbaa-4342-9472-ff456dbb2b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ec2cd7-c5a2-4d41-9002-183659031429'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:33:51.576531 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13369350-991e-4f82-8f83-f73f4d3385e4" -d '{"events": [{"server_uuid": "72679945-fbaa-4342-9472-ff456dbb2b7c", "name": "network-vif-plugged", "status": "completed", "tag": "05ec2cd7-c5a2-4d41-9002-183659031429"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:33:51.584063 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 05ec2cd7-c5a2-4d41-9002-183659031429, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=05ec2cd7-c5a2-4d41-9002-183659031429,segment=NetworkSegment(4c9e69b2-22a4-4cbf-957a-fb966db13d1b),segment_id=4c9e69b2-22a4-4cbf-957a-fb966db13d1b)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:33:51.624836 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96448c7b-0bd9-4533-b083-24e09e38a1b1 x-openstack-request-id: req-96448c7b-0bd9-4533-b083-24e09e38a1b1 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:33:51.625131 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72679945-fbaa-4342-9472-ff456dbb2b7c", "name": "network-vif-plugged", "status": "completed", "tag": "05ec2cd7-c5a2-4d41-9002-183659031429", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:33:51.625380 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-96448c7b-0bd9-4533-b083-24e09e38a1b1 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:33:51.625820 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96448c7b-0bd9-4533-b083-24e09e38a1b1'] response: {'server_uuid': '72679945-fbaa-4342-9472-ff456dbb2b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ec2cd7-c5a2-4d41-9002-183659031429', 'code': 200} Oct 10 11:33:51.677612 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:33:51.687336 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff56fc1-924f-42c7-acf0-8a33ea9aec61 req-ec554d97-83f1-4be1-854e-0ef962a0366d tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:51.688839 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-dff56fc1-924f-42c7-acf0-8a33ea9aec61 req-ec554d97-83f1-4be1-854e-0ef962a0366d tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 944 time: 0.0893149 Oct 10 11:33:51.735259 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-dff56fc1-924f-42c7-acf0-8a33ea9aec61 req-ec961e2d-464f-47af-9e9a-5e6b589c511b tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400817 Oct 10 11:33:51.748560 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=05ec2cd7-c5a2-4d41-9002-183659031429,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:33:51.756211 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:33:51.756559 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:33:51.756890 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:33:51.757220 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:33:51.757569 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:33:51.757902 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:33:51.758230 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:33:51.758555 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:33:51.758876 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:33:51.759204 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:33:51.759531 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:33:51.759837 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:33:51.994471 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf05a6c-f73d-4a3a-ae51-ea454bba0c53 req-90ae1496-e956-44d1-9ceb-550144242c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:51.995962 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bdf05a6c-f73d-4a3a-ae51-ea454bba0c53 req-90ae1496-e956-44d1-9ceb-550144242c52 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 1098 time: 0.0818768 Oct 10 11:33:52.036695 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bdf05a6c-f73d-4a3a-ae51-ea454bba0c53 req-e129cf99-74de-4358-bfe5-a869a50dc9b8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336401 Oct 10 11:33:52.951774 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02f0b6-1565-4f8f-9a49-f210fe770b6f req-4d4dd68d-589a-4927-a6e1-a4a83e0c8df7 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:52.953230 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4d02f0b6-1565-4f8f-9a49-f210fe770b6f req-4d4dd68d-589a-4927-a6e1-a4a83e0c8df7 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.1052864 Oct 10 11:33:53.006166 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4d02f0b6-1565-4f8f-9a49-f210fe770b6f req-804d8407-e086-4017-9b3d-8b27c7567de3 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368805 Oct 10 11:33:54.201759 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90612a-24f1-4e85-bdc5-03d57b4fd1cb req-f54f4ce3-46b9-4d65-a868-c38cf99cf787 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:54.203104 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8c90612a-24f1-4e85-bdc5-03d57b4fd1cb req-f54f4ce3-46b9-4d65-a868-c38cf99cf787 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0917976 Oct 10 11:33:54.246034 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8c90612a-24f1-4e85-bdc5-03d57b4fd1cb req-4677beee-eba1-47a6-b8fc-f86ad60d22b4 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364883 Oct 10 11:33:54.766162 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22111fe-4e68-44b8-8d50-6e139759091d req-25ac99cd-e54f-46c1-b7af-d6961c21d568 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:54.767626 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c22111fe-4e68-44b8-8d50-6e139759091d req-25ac99cd-e54f-46c1-b7af-d6961c21d568 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0865910 Oct 10 11:33:54.818702 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c22111fe-4e68-44b8-8d50-6e139759091d req-19a0cbab-58a2-408f-b8b3-787536dcbcad tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450888 Oct 10 11:33:54.858309 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33582) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:33:54.980521 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-04d91b50-3d4e-4daf-9f26-87e1f6fd9d6d req-936ac7b9-7c40-410d-ae80-3d852ce9e18e service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1209803 Oct 10 11:33:56.021915 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a69e58-be1d-4a80-8691-9aa5d6f519d9 req-1fb5e6eb-d549-49d2-8314-1ebd7eccc62f tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:56.023278 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-83a69e58-be1d-4a80-8691-9aa5d6f519d9 req-1fb5e6eb-d549-49d2-8314-1ebd7eccc62f tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0917671 Oct 10 11:33:56.068237 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-83a69e58-be1d-4a80-8691-9aa5d6f519d9 req-92629ce2-32df-402e-9b1f-65a3228097b8 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391519 Oct 10 11:33:56.975138 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d91b50-3d4e-4daf-9f26-87e1f6fd9d6d req-68a46f3a-2261-466a-ad38-84a0567c9f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:56.976597 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-04d91b50-3d4e-4daf-9f26-87e1f6fd9d6d req-68a46f3a-2261-466a-ad38-84a0567c9f93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd5f78a41cf9492884a0e2ff6bd56bb8&device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 1098 time: 0.0788064 Oct 10 11:33:57.105870 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d91b50-3d4e-4daf-9f26-87e1f6fd9d6d req-f05e3db0-9a54-4738-851f-e242beecb92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:57.107535 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-04d91b50-3d4e-4daf-9f26-87e1f6fd9d6d req-f05e3db0-9a54-4738-851f-e242beecb92d service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f02f185-8912-4e3d-b9f1-a0347f06d782 HTTP/1.1" status: 200 len: 913 time: 0.1250024 Oct 10 11:33:57.178429 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-04d91b50-3d4e-4daf-9f26-87e1f6fd9d6d req-dfbe34a1-4459-4577-b7ae-3a2320339c20 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05ec2cd7-c5a2-4d41-9002-183659031429 HTTP/1.1" status: 200 len: 217 time: 0.0643747 Oct 10 11:33:57.244246 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d91b50-3d4e-4daf-9f26-87e1f6fd9d6d req-1e4e9c18-7c01-41f9-8d5b-32f50ddecfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:57.245928 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-04d91b50-3d4e-4daf-9f26-87e1f6fd9d6d req-1e4e9c18-7c01-41f9-8d5b-32f50ddecfe7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9752fa1c-d0dc-4caa-8e30-4aebe8bb89f4 HTTP/1.1" status: 200 len: 851 time: 0.0620046 Oct 10 11:33:57.279430 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de560d94-cdfe-4d7b-b9e8-47484d7d16ae req-f12fa964-9244-4a04-b2b5-344c1bd6e3c9 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:57.280891 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-de560d94-cdfe-4d7b-b9e8-47484d7d16ae req-f12fa964-9244-4a04-b2b5-344c1bd6e3c9 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0962055 Oct 10 11:33:57.325859 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-de560d94-cdfe-4d7b-b9e8-47484d7d16ae req-5e28b721-6e89-40cf-914d-8ae3efb30920 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383306 Oct 10 11:33:57.328833 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d91b50-3d4e-4daf-9f26-87e1f6fd9d6d req-ec2ea4e8-1a0d-4466-8fb2-e1d18137edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:57.330334 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-04d91b50-3d4e-4daf-9f26-87e1f6fd9d6d req-ec2ea4e8-1a0d-4466-8fb2-e1d18137edb3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f02f185-8912-4e3d-b9f1-a0347f06d782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788262 Oct 10 11:33:57.460958 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-04d91b50-3d4e-4daf-9f26-87e1f6fd9d6d req-bfe6ff99-fbe5-40fa-a816-a7de98346c00 service neutron] 10.222.0.15 "GET /v2.0/networks/9f02f185-8912-4e3d-b9f1-a0347f06d782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246634 Oct 10 11:33:57.589801 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-04d91b50-3d4e-4daf-9f26-87e1f6fd9d6d req-b2ecb925-7dd7-4f19-acd4-98036296d532 service neutron] 10.222.0.15 "GET /v2.0/networks/9f02f185-8912-4e3d-b9f1-a0347f06d782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229999 Oct 10 11:33:58.524418 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49efa574-e41a-4ef7-bc97-b8e09ea67ccb req-82cacde9-2e20-4947-b5ab-274de2a74d2b tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:58.525889 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-49efa574-e41a-4ef7-bc97-b8e09ea67ccb req-82cacde9-2e20-4947-b5ab-274de2a74d2b tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0909953 Oct 10 11:33:58.662856 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-49efa574-e41a-4ef7-bc97-b8e09ea67ccb req-d9f8dcde-bcc6-40e3-a476-cf562b1e8d23 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313117 Oct 10 11:33:59.860882 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e28d75-6015-4a8b-9e4a-8e719d2a4ad0 req-8416da96-0163-4452-beab-5eed360466f3 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:33:59.862403 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-88e28d75-6015-4a8b-9e4a-8e719d2a4ad0 req-8416da96-0163-4452-beab-5eed360466f3 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0883818 Oct 10 11:33:59.905577 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-88e28d75-6015-4a8b-9e4a-8e719d2a4ad0 req-f44d71df-4bee-4e4a-9e1f-908398657bd8 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373011 Oct 10 11:34:01.104869 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf6e11-30c5-4bc1-817c-edb8815562aa req-593aaa66-5aff-44c6-ba53-02b34117703a tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:01.106353 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4caf6e11-30c5-4bc1-817c-edb8815562aa req-593aaa66-5aff-44c6-ba53-02b34117703a tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0872004 Oct 10 11:34:01.152917 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4caf6e11-30c5-4bc1-817c-edb8815562aa req-fcc2fe2f-a7c7-4434-b2c0-933f955b7299 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408881 Oct 10 11:34:02.351872 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d4da6-5546-45ef-b5cf-24e9feb46e2a req-1970c426-b737-4420-a349-a21286561fa3 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:02.353297 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-327d4da6-5546-45ef-b5cf-24e9feb46e2a req-1970c426-b737-4420-a349-a21286561fa3 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0899346 Oct 10 11:34:02.396940 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-327d4da6-5546-45ef-b5cf-24e9feb46e2a req-94c461d3-6434-4ee3-9a80-298848780d9a tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380130 Oct 10 11:34:03.460946 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8b9187b3-6a1a-4726-814f-d7c701bafa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:03.739362 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da852966-b43b-449b-bb50-339909e23e21 req-fdb10bf5-d1eb-4fb8-832a-3f5d0203117d tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:03.740834 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-da852966-b43b-449b-bb50-339909e23e21 req-fdb10bf5-d1eb-4fb8-832a-3f5d0203117d tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0879881 Oct 10 11:34:03.784073 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-da852966-b43b-449b-bb50-339909e23e21 req-caf40615-d84c-4aac-b752-b0750afad7bd tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374818 Oct 10 11:34:04.992117 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8025e8a-ff45-49f0-99d7-ab4acc4abe51 req-dd7e6343-e63e-444b-9da9-f2a54d326388 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:04.993557 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b8025e8a-ff45-49f0-99d7-ab4acc4abe51 req-dd7e6343-e63e-444b-9da9-f2a54d326388 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0903926 Oct 10 11:34:05.133502 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b8025e8a-ff45-49f0-99d7-ab4acc4abe51 req-f53ffde7-353d-4a38-b582-9ba5b5457c0e tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343629 Oct 10 11:34:05.711291 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1459d346-838e-495b-91c1-67e2d77f849d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:06.331552 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88455279-1509-40fd-89b7-61a4a41154d8 req-8ad32501-b28e-4f68-8f31-7c9b8c1b9c86 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:06.333655 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-88455279-1509-40fd-89b7-61a4a41154d8 req-8ad32501-b28e-4f68-8f31-7c9b8c1b9c86 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0920584 Oct 10 11:34:06.375992 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-88455279-1509-40fd-89b7-61a4a41154d8 req-a2d49b19-047d-4ed0-b8ed-60d791b155e3 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368054 Oct 10 11:34:07.031679 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:07.054548 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:07.571428 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fd41b-e805-48d4-8af0-d0e08a6c5403 req-1905514f-c15f-4f68-b28e-8b77657390b3 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:07.572869 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-318fd41b-e805-48d4-8af0-d0e08a6c5403 req-1905514f-c15f-4f68-b28e-8b77657390b3 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0875826 Oct 10 11:34:07.619444 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-318fd41b-e805-48d4-8af0-d0e08a6c5403 req-852b618d-c15d-49f0-af35-da007f84441d tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409973 Oct 10 11:34:08.677246 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:08.816599 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd32872-5c9c-42a7-a582-927eeb42c2e7 req-31a6b4ab-c670-489e-b87c-77a4c5c89712 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:08.817964 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4bd32872-5c9c-42a7-a582-927eeb42c2e7 req-31a6b4ab-c670-489e-b87c-77a4c5c89712 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0870633 Oct 10 11:34:08.864108 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4bd32872-5c9c-42a7-a582-927eeb42c2e7 req-315dd74e-7e92-4894-b6b1-7eb60e7527d1 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398879 Oct 10 11:34:09.431778 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:10.063030 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666d95c-1ff0-4308-9e3e-9e4153fc8c53 req-8cfed294-049e-4fbb-bd2a-c6a2df539580 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:10.064455 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2666d95c-1ff0-4308-9e3e-9e4153fc8c53 req-8cfed294-049e-4fbb-bd2a-c6a2df539580 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0882468 Oct 10 11:34:10.107696 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2666d95c-1ff0-4308-9e3e-9e4153fc8c53 req-fecd0e03-5f71-44dd-8996-e0f621896d59 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370727 Oct 10 11:34:11.306861 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886511d4-bc60-4cf6-b122-d34a631264b0 req-d342aaa4-1e24-4b1e-8ffd-5c020b8434b6 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:11.308317 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-886511d4-bc60-4cf6-b122-d34a631264b0 req-d342aaa4-1e24-4b1e-8ffd-5c020b8434b6 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0907264 Oct 10 11:34:11.352300 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-886511d4-bc60-4cf6-b122-d34a631264b0 req-906fc157-b5aa-433f-95ec-7d3ca93d4a2a tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382764 Oct 10 11:34:12.553088 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99852a47-8a34-4c55-8134-f99709da2a7b req-f74db5f5-334a-4ea5-a5c2-a09755274029 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:12.554562 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-99852a47-8a34-4c55-8134-f99709da2a7b req-f74db5f5-334a-4ea5-a5c2-a09755274029 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0910313 Oct 10 11:34:12.596982 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-99852a47-8a34-4c55-8134-f99709da2a7b req-d6c7cdeb-760d-43a0-8414-ac52d2a9e717 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368791 Oct 10 11:34:13.796644 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f90a2-bb7a-4ae6-b45b-d26ae7cd827e req-5e7a76af-abcf-4fd2-9b9d-1a0dad5f4ca1 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:13.798082 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0a2f90a2-bb7a-4ae6-b45b-d26ae7cd827e req-5e7a76af-abcf-4fd2-9b9d-1a0dad5f4ca1 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0916333 Oct 10 11:34:13.841967 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0a2f90a2-bb7a-4ae6-b45b-d26ae7cd827e req-89059ff0-eade-4f5e-8ebe-30f5c8817cde tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382316 Oct 10 11:34:15.040211 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479df7d7-41a5-4301-9ada-6b11ff83abff req-ce563952-4506-4d71-8e86-e052f1369f2e tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:15.041688 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-479df7d7-41a5-4301-9ada-6b11ff83abff req-ce563952-4506-4d71-8e86-e052f1369f2e tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0887489 Oct 10 11:34:15.088461 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-479df7d7-41a5-4301-9ada-6b11ff83abff req-2cd211c5-f826-45a3-966c-724b67c17adf tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412276 Oct 10 11:34:16.285157 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7ad85-050e-44a1-9a10-5326ec9e38a0 req-882fa4ce-b588-4941-a6a4-69efb7ac188c tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:16.287622 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-89b7ad85-050e-44a1-9a10-5326ec9e38a0 req-882fa4ce-b588-4941-a6a4-69efb7ac188c tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0872176 Oct 10 11:34:16.334719 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-89b7ad85-050e-44a1-9a10-5326ec9e38a0 req-bcb0666f-3af1-4d1b-9345-69f6abe1102c tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407724 Oct 10 11:34:17.529322 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da649f1b-ceca-4d50-b560-22c43002edc1 req-b6b3a162-491b-4c1b-a152-2e0b0025018e tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:17.530797 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-da649f1b-ceca-4d50-b560-22c43002edc1 req-b6b3a162-491b-4c1b-a152-2e0b0025018e tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0865099 Oct 10 11:34:17.573458 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-da649f1b-ceca-4d50-b560-22c43002edc1 req-d43258bb-0c76-4c5a-8a12-f596deb13d65 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368752 Oct 10 11:34:18.015903 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:34:18.768697 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170cc6c-101f-4a96-9b92-92f4c6b40e33 req-6dfeed7a-b8a5-4eae-9689-fc0d43aff995 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:18.770268 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4170cc6c-101f-4a96-9b92-92f4c6b40e33 req-6dfeed7a-b8a5-4eae-9689-fc0d43aff995 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0883956 Oct 10 11:34:18.815410 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4170cc6c-101f-4a96-9b92-92f4c6b40e33 req-7a69b540-1957-475d-aeb3-77a641f810c0 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391185 Oct 10 11:34:20.025230 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232c8dc-8801-4fea-9c35-3dac71b1bf62 req-ed53d187-8bd5-4d25-a609-4e3d84d648ad tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:20.026715 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b232c8dc-8801-4fea-9c35-3dac71b1bf62 req-ed53d187-8bd5-4d25-a609-4e3d84d648ad tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0898168 Oct 10 11:34:20.070408 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b232c8dc-8801-4fea-9c35-3dac71b1bf62 req-a9c44fa7-a999-40c1-94ee-99a49b3bdc8d tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380881 Oct 10 11:34:21.270689 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee92291-62e9-4dae-86e4-91ff3278e240 req-86958cc5-876e-409d-8105-420af8d8d32b tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:21.272149 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4ee92291-62e9-4dae-86e4-91ff3278e240 req-86958cc5-876e-409d-8105-420af8d8d32b tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0924513 Oct 10 11:34:21.322190 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4ee92291-62e9-4dae-86e4-91ff3278e240 req-b02f81ee-0594-41a3-a5f1-d8cb446924f2 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442927 Oct 10 11:34:22.536788 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc61b4a-2c3e-45e7-8e23-44914313f6f9 req-9da07263-721e-49d2-b013-008103abf92b tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:22.538276 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-edc61b4a-2c3e-45e7-8e23-44914313f6f9 req-9da07263-721e-49d2-b013-008103abf92b tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0876749 Oct 10 11:34:22.585045 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-edc61b4a-2c3e-45e7-8e23-44914313f6f9 req-1da1270b-57e4-4e7f-a6c6-96ba3b145d3a tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409441 Oct 10 11:34:23.784342 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb22cb-cb0e-4369-b1ea-5c2439a43d98 req-0d31d179-75b7-48ee-a64d-ac8f2c380487 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:23.786070 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3bbb22cb-cb0e-4369-b1ea-5c2439a43d98 req-0d31d179-75b7-48ee-a64d-ac8f2c380487 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0880885 Oct 10 11:34:23.832668 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3bbb22cb-cb0e-4369-b1ea-5c2439a43d98 req-552ba1a3-aba7-4782-8c1f-f6cd099b52de tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402801 Oct 10 11:34:25.028366 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c69f02-5bbf-48a6-8c84-dfa31552ac4d req-0eaf22f9-609f-4342-a8a3-6181ff8f4665 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:25.029804 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-75c69f02-5bbf-48a6-8c84-dfa31552ac4d req-0eaf22f9-609f-4342-a8a3-6181ff8f4665 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0858440 Oct 10 11:34:25.073547 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-75c69f02-5bbf-48a6-8c84-dfa31552ac4d req-2c3238e5-a0a2-4574-98a7-654e8fba776f tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381625 Oct 10 11:34:26.268945 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f543819-1155-45f5-a2a9-8a12ef6b472b req-0146f965-d28f-4c94-8040-5669a5a949ff tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:26.270431 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6f543819-1155-45f5-a2a9-8a12ef6b472b req-0146f965-d28f-4c94-8040-5669a5a949ff tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0872338 Oct 10 11:34:26.314247 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6f543819-1155-45f5-a2a9-8a12ef6b472b req-60b4eb03-4301-4d63-9e08-292a4d37780b tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378549 Oct 10 11:34:27.521115 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58efa9-3ce3-400d-8db0-df7b6cee2410 req-46d9d69f-f520-40a3-9a80-bd3671c97daa tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:27.522580 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4c58efa9-3ce3-400d-8db0-df7b6cee2410 req-46d9d69f-f520-40a3-9a80-bd3671c97daa tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0889843 Oct 10 11:34:27.566108 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4c58efa9-3ce3-400d-8db0-df7b6cee2410 req-f9804f71-c806-4251-9e5a-b4e9295e74f3 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373530 Oct 10 11:34:28.765237 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15824f-4e2f-42dc-8598-121b4ee0dd9a req-dac1853d-d35b-44c6-8e8b-2772b442acd9 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:28.766719 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bd15824f-4e2f-42dc-8598-121b4ee0dd9a req-dac1853d-d35b-44c6-8e8b-2772b442acd9 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0909076 Oct 10 11:34:28.811355 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bd15824f-4e2f-42dc-8598-121b4ee0dd9a req-93fa911d-d32d-4d32-b841-60a4f31ff012 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389879 Oct 10 11:34:29.692304 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-04d91b50-3d4e-4daf-9f26-87e1f6fd9d6d req-6a76ce56-ceff-4185-9baf-4d6568b8038b service neutron] 10.222.0.15 "GET /v2.0/ports/05ec2cd7-c5a2-4d41-9002-183659031429/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.0726604 Oct 10 11:34:30.011395 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cf85e-adc0-4f38-9f9b-ea60bd6cfc31 req-f0fa446a-9632-4de7-aa59-44ac8c4e15b5 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:30.012847 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f20cf85e-adc0-4f38-9f9b-ea60bd6cfc31 req-f0fa446a-9632-4de7-aa59-44ac8c4e15b5 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0878644 Oct 10 11:34:30.059706 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f20cf85e-adc0-4f38-9f9b-ea60bd6cfc31 req-a0c3236e-a0a0-40fb-83a8-44ca1c1caa82 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410979 Oct 10 11:34:30.370756 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d91b50-3d4e-4daf-9f26-87e1f6fd9d6d req-d946c85c-37d2-4c4e-a718-9fb0457c689d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:30.372246 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-04d91b50-3d4e-4daf-9f26-87e1f6fd9d6d req-d946c85c-37d2-4c4e-a718-9fb0457c689d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c&tenant_id=dd5f78a41cf9492884a0e2ff6bd56bb8 HTTP/1.1" status: 200 len: 1098 time: 0.0804579 Oct 10 11:34:30.470612 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d91b50-3d4e-4daf-9f26-87e1f6fd9d6d req-ddc821f8-39fb-4432-ba93-2cb64c7507f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:30.472065 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-04d91b50-3d4e-4daf-9f26-87e1f6fd9d6d req-ddc821f8-39fb-4432-ba93-2cb64c7507f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd5f78a41cf9492884a0e2ff6bd56bb8&device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 1098 time: 0.0782704 Oct 10 11:34:30.602550 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d91b50-3d4e-4daf-9f26-87e1f6fd9d6d req-3278af1d-86f8-47bc-b866-f5b529793541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:30.604018 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-04d91b50-3d4e-4daf-9f26-87e1f6fd9d6d req-3278af1d-86f8-47bc-b866-f5b529793541 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f02f185-8912-4e3d-b9f1-a0347f06d782 HTTP/1.1" status: 200 len: 913 time: 0.1265354 Oct 10 11:34:30.675708 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-04d91b50-3d4e-4daf-9f26-87e1f6fd9d6d req-ce8833b1-7bb9-4084-9218-1c352723bfe0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05ec2cd7-c5a2-4d41-9002-183659031429 HTTP/1.1" status: 200 len: 217 time: 0.0641451 Oct 10 11:34:30.738196 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d91b50-3d4e-4daf-9f26-87e1f6fd9d6d req-ce08383d-a7ad-4a0c-bdcf-18bc895b6558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:30.740180 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-04d91b50-3d4e-4daf-9f26-87e1f6fd9d6d req-ce08383d-a7ad-4a0c-bdcf-18bc895b6558 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9752fa1c-d0dc-4caa-8e30-4aebe8bb89f4 HTTP/1.1" status: 200 len: 851 time: 0.0577693 Oct 10 11:34:30.834715 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d91b50-3d4e-4daf-9f26-87e1f6fd9d6d req-b9a434a4-58b0-4f84-a0fd-da33a10ef126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:30.837362 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-04d91b50-3d4e-4daf-9f26-87e1f6fd9d6d req-b9a434a4-58b0-4f84-a0fd-da33a10ef126 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f02f185-8912-4e3d-b9f1-a0347f06d782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846567 Oct 10 11:34:31.068371 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-04d91b50-3d4e-4daf-9f26-87e1f6fd9d6d req-5bd2c7db-aa03-4928-9b4f-0cfb9118c2a1 service neutron] 10.222.0.15 "GET /v2.0/networks/9f02f185-8912-4e3d-b9f1-a0347f06d782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263734 Oct 10 11:34:31.262762 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-04d91b50-3d4e-4daf-9f26-87e1f6fd9d6d req-98b482ba-620d-4d8c-9828-90bb14391b67 service neutron] 10.222.0.15 "GET /v2.0/networks/9f02f185-8912-4e3d-b9f1-a0347f06d782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798456 Oct 10 11:34:31.289125 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c85db5-df74-43ac-9f2b-16ff2c4fa431 req-7738975a-e033-4e8b-b1f8-cf755b7ef434 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:31.290688 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-05c85db5-df74-43ac-9f2b-16ff2c4fa431 req-7738975a-e033-4e8b-b1f8-cf755b7ef434 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.1114004 Oct 10 11:34:31.340280 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-05c85db5-df74-43ac-9f2b-16ff2c4fa431 req-cbabd59e-5522-4fc6-bcac-4bd141d66a52 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437787 Oct 10 11:34:32.544250 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc885a2a-4cd8-43af-9092-dc96064fe453 req-b6d62622-48d9-4422-b5f1-c3c3082dc9e9 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:32.545742 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-bc885a2a-4cd8-43af-9092-dc96064fe453 req-b6d62622-48d9-4422-b5f1-c3c3082dc9e9 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0918100 Oct 10 11:34:32.590556 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-bc885a2a-4cd8-43af-9092-dc96064fe453 req-02af0349-fae9-4d5f-94f6-514226752cfd tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391946 Oct 10 11:34:32.626287 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74929422-c050-4bab-8709-d5e1f865c5e6 req-c41fc3ab-3194-4747-9141-aeaacec058a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:32.627887 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-74929422-c050-4bab-8709-d5e1f865c5e6 req-c41fc3ab-3194-4747-9141-aeaacec058a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd5f78a41cf9492884a0e2ff6bd56bb8&device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 1098 time: 0.0785422 Oct 10 11:34:32.773270 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74929422-c050-4bab-8709-d5e1f865c5e6 req-ac5c3852-9c51-4a8b-8621-77f0a6fad495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:32.774726 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-74929422-c050-4bab-8709-d5e1f865c5e6 req-ac5c3852-9c51-4a8b-8621-77f0a6fad495 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f02f185-8912-4e3d-b9f1-a0347f06d782 HTTP/1.1" status: 200 len: 913 time: 0.1269302 Oct 10 11:34:32.845958 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-74929422-c050-4bab-8709-d5e1f865c5e6 req-8e7c20e8-aaf5-4f0b-bc0e-77c7f0e7ad18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05ec2cd7-c5a2-4d41-9002-183659031429 HTTP/1.1" status: 200 len: 217 time: 0.0640380 Oct 10 11:34:32.914391 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74929422-c050-4bab-8709-d5e1f865c5e6 req-e7896a4f-a7a1-481b-979a-e788f7dcb387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:32.914391 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-74929422-c050-4bab-8709-d5e1f865c5e6 req-e7896a4f-a7a1-481b-979a-e788f7dcb387 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9752fa1c-d0dc-4caa-8e30-4aebe8bb89f4 HTTP/1.1" status: 200 len: 851 time: 0.0602145 Oct 10 11:34:33.000907 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74929422-c050-4bab-8709-d5e1f865c5e6 req-f9aba0a1-a7e2-49a3-8e03-4937f53e7215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:33.002413 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-74929422-c050-4bab-8709-d5e1f865c5e6 req-f9aba0a1-a7e2-49a3-8e03-4937f53e7215 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f02f185-8912-4e3d-b9f1-a0347f06d782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827985 Oct 10 11:34:33.136899 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-74929422-c050-4bab-8709-d5e1f865c5e6 req-f3700c11-5cda-4bb3-867d-acbdc5b77325 service neutron] 10.222.0.15 "GET /v2.0/networks/9f02f185-8912-4e3d-b9f1-a0347f06d782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275651 Oct 10 11:34:33.269935 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-74929422-c050-4bab-8709-d5e1f865c5e6 req-d39e3f08-41b3-4392-90b9-dc02854af000 service neutron] 10.222.0.15 "GET /v2.0/networks/9f02f185-8912-4e3d-b9f1-a0347f06d782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268399 Oct 10 11:34:33.465295 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dccc9b4d-92e9-4bb5-a881-09d12c20c187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:33.501733 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 05ec2cd7-c5a2-4d41-9002-183659031429 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:34:33.504954 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 05ec2cd7-c5a2-4d41-9002-183659031429 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:34:33.716238 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 05ec2cd7-c5a2-4d41-9002-183659031429 is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:34:33.716615 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:33.751048 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 05ec2cd7-c5a2-4d41-9002-183659031429, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=05ec2cd7-c5a2-4d41-9002-183659031429,segment=NetworkSegment(4c9e69b2-22a4-4cbf-957a-fb966db13d1b),segment_id=4c9e69b2-22a4-4cbf-957a-fb966db13d1b)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:34:33.767636 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72679945-fbaa-4342-9472-ff456dbb2b7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05ec2cd7-c5a2-4d41-9002-183659031429'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:34:33.769936 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d91c6c-2153-4429-ab92-29d607916e7a" -d '{"events": [{"server_uuid": "72679945-fbaa-4342-9472-ff456dbb2b7c", "name": "network-vif-unplugged", "status": "completed", "tag": "05ec2cd7-c5a2-4d41-9002-183659031429"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:34:33.777278 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '05ec2cd7-c5a2-4d41-9002-183659031429', 'network_id': '9f02f185-8912-4e3d-b9f1-a0347f06d782', 'port_id': '05ec2cd7-c5a2-4d41-9002-183659031429', 'mac_address': 'fa:16:3e:4c:a7:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 491, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9752fa1c-d0dc-4caa-8e30-4aebe8bb89f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:34:33.796534 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbad44-041c-48a5-a503-3b7d66b9fae7 req-08f48a89-45ac-48af-8f30-484d61f01b42 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:33.796534 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f5bbad44-041c-48a5-a503-3b7d66b9fae7 req-08f48a89-45ac-48af-8f30-484d61f01b42 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0881824 Oct 10 11:34:33.805970 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 05ec2cd7-c5a2-4d41-9002-183659031429, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=05ec2cd7-c5a2-4d41-9002-183659031429,segment=NetworkSegment(4c9e69b2-22a4-4cbf-957a-fb966db13d1b),segment_id=4c9e69b2-22a4-4cbf-957a-fb966db13d1b)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:34:33.834337 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Oct 2022 11:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688de4d1-0297-4dd2-87bc-d660596d2eac x-openstack-request-id: req-688de4d1-0297-4dd2-87bc-d660596d2eac {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:34:33.834631 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72679945-fbaa-4342-9472-ff456dbb2b7c", "name": "network-vif-unplugged", "status": "completed", "tag": "05ec2cd7-c5a2-4d41-9002-183659031429", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:34:33.834879 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-688de4d1-0297-4dd2-87bc-d660596d2eac {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:34:33.835319 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-688de4d1-0297-4dd2-87bc-d660596d2eac'] response: {'server_uuid': '72679945-fbaa-4342-9472-ff456dbb2b7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05ec2cd7-c5a2-4d41-9002-183659031429', 'code': 200} Oct 10 11:34:33.836563 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f5bbad44-041c-48a5-a503-3b7d66b9fae7 req-8cc46f11-c5f4-4b7d-8e72-cd69045f1bb8 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408204 Oct 10 11:34:33.844262 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 05ec2cd7-c5a2-4d41-9002-183659031429 is: ACTIVE; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:34:33.844543 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:33.860004 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:33.896497 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05ec2cd7-c5a2-4d41-9002-183659031429 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:34:33.989620 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=05ec2cd7-c5a2-4d41-9002-183659031429,revision_number=6']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:34:33.993015 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:34:33.993378 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:34:34.403680 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c662bf4-951a-4434-9663-824823e26156 req-bb271f24-85db-432f-87b6-63630e2daf7b tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:34.405135 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2c662bf4-951a-4434-9663-824823e26156 req-bb271f24-85db-432f-87b6-63630e2daf7b tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.15 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c&tenant_id=dd5f78a41cf9492884a0e2ff6bd56bb8&binding%3Ahost_id=hv-neutron-8608 HTTP/1.1" status: 200 len: 943 time: 0.0938706 Oct 10 11:34:34.547443 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 05ec2cd7-c5a2-4d41-9002-183659031429 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:34:34.548037 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:34.549406 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c662bf4-951a-4434-9663-824823e26156 req-cbfad570-ea1a-47a6-8983-9bc6a07711a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:34.550981 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2c662bf4-951a-4434-9663-824823e26156 req-cbfad570-ea1a-47a6-8983-9bc6a07711a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd5f78a41cf9492884a0e2ff6bd56bb8&device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 1096 time: 0.0790205 Oct 10 11:34:34.564751 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ec2cd7-c5a2-4d41-9002-183659031429 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:34:34.580235 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 05ec2cd7-c5a2-4d41-9002-183659031429, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=05ec2cd7-c5a2-4d41-9002-183659031429,segment=NetworkSegment(4c9e69b2-22a4-4cbf-957a-fb966db13d1b),segment_id=4c9e69b2-22a4-4cbf-957a-fb966db13d1b)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:34:34.636940 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:34.682130 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c662bf4-951a-4434-9663-824823e26156 req-99e33139-8106-4be3-8691-fe98e8dbca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:34.683592 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2c662bf4-951a-4434-9663-824823e26156 req-99e33139-8106-4be3-8691-fe98e8dbca72 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f02f185-8912-4e3d-b9f1-a0347f06d782 HTTP/1.1" status: 200 len: 913 time: 0.1268516 Oct 10 11:34:34.704134 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['05ec2cd7-c5a2-4d41-9002-183659031429'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:34:34.744142 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=05ec2cd7-c5a2-4d41-9002-183659031429,revision_number=7']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:34:34.755296 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2c662bf4-951a-4434-9663-824823e26156 req-68da948d-77cb-4a68-966f-5936f209cfea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05ec2cd7-c5a2-4d41-9002-183659031429 HTTP/1.1" status: 200 len: 217 time: 0.0654883 Oct 10 11:34:34.816041 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c662bf4-951a-4434-9663-824823e26156 req-90832d23-bcbb-4f80-adb5-2c8e3077fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:34.817538 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2c662bf4-951a-4434-9663-824823e26156 req-90832d23-bcbb-4f80-adb5-2c8e3077fe0b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9752fa1c-d0dc-4caa-8e30-4aebe8bb89f4 HTTP/1.1" status: 200 len: 851 time: 0.0568404 Oct 10 11:34:34.999720 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c662bf4-951a-4434-9663-824823e26156 req-66e0601b-05e2-4779-9978-0f4e9517ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:35.001195 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2c662bf4-951a-4434-9663-824823e26156 req-66e0601b-05e2-4779-9978-0f4e9517ee06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f02f185-8912-4e3d-b9f1-a0347f06d782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1775723 Oct 10 11:34:35.128987 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2c662bf4-951a-4434-9663-824823e26156 req-a24307b3-852d-4836-83b9-f3c935fe8bb0 service neutron] 10.222.0.15 "GET /v2.0/networks/9f02f185-8912-4e3d-b9f1-a0347f06d782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210823 Oct 10 11:34:35.258207 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2c662bf4-951a-4434-9663-824823e26156 req-3406e037-4359-43c3-be9c-2c4c6029a394 service neutron] 10.222.0.15 "GET /v2.0/networks/9f02f185-8912-4e3d-b9f1-a0347f06d782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234059 Oct 10 11:34:35.503857 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 05ec2cd7-c5a2-4d41-9002-183659031429 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:34:35.575487 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 05ec2cd7-c5a2-4d41-9002-183659031429 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:34:35.576143 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:35.576143 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 05ec2cd7-c5a2-4d41-9002-183659031429 Oct 10 11:34:35.699376 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 05ec2cd7-c5a2-4d41-9002-183659031429 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:34:35.699754 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:35.735475 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 05ec2cd7-c5a2-4d41-9002-183659031429, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=05ec2cd7-c5a2-4d41-9002-183659031429,segment=NetworkSegment(4c9e69b2-22a4-4cbf-957a-fb966db13d1b),segment_id=4c9e69b2-22a4-4cbf-957a-fb966db13d1b)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:34:35.773514 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-324bcbd1-e873-446e-bb92-155976fea60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:35.796653 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:35.856925 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72679945-fbaa-4342-9472-ff456dbb2b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ec2cd7-c5a2-4d41-9002-183659031429'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:34:35.859112 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df1b54a-d95c-4a57-87a2-fcad8f6523d9" -d '{"events": [{"server_uuid": "72679945-fbaa-4342-9472-ff456dbb2b7c", "name": "network-vif-plugged", "status": "completed", "tag": "05ec2cd7-c5a2-4d41-9002-183659031429"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:34:35.899878 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=05ec2cd7-c5a2-4d41-9002-183659031429,revision_number=8']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:34:35.915822 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef6b997-5794-4a86-94e6-ff41328af326 x-openstack-request-id: req-bef6b997-5794-4a86-94e6-ff41328af326 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:34:35.916114 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72679945-fbaa-4342-9472-ff456dbb2b7c", "name": "network-vif-plugged", "status": "completed", "tag": "05ec2cd7-c5a2-4d41-9002-183659031429", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:34:35.916361 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-bef6b997-5794-4a86-94e6-ff41328af326 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:34:35.916774 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bef6b997-5794-4a86-94e6-ff41328af326'] response: {'server_uuid': '72679945-fbaa-4342-9472-ff456dbb2b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ec2cd7-c5a2-4d41-9002-183659031429', 'code': 200} Oct 10 11:34:36.967708 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5709ab-a67f-498d-bb11-6e515ef7855b req-04c09c22-09f9-4a1b-a811-0d189c06ab37 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:36.969264 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4e5709ab-a67f-498d-bb11-6e515ef7855b req-04c09c22-09f9-4a1b-a811-0d189c06ab37 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0898912 Oct 10 11:34:37.017576 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4e5709ab-a67f-498d-bb11-6e515ef7855b req-b57d3774-601a-4726-839b-0d0b7cbf1d36 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424030 Oct 10 11:34:37.037264 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:37.082403 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:38.218681 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13d56a-73b6-4a75-92ab-b2772e79ac85 req-77a474bf-55d2-4825-a5ae-6e3342006cdd tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:38.220031 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-fc13d56a-73b6-4a75-92ab-b2772e79ac85 req-77a474bf-55d2-4825-a5ae-6e3342006cdd tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0908136 Oct 10 11:34:38.264866 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-fc13d56a-73b6-4a75-92ab-b2772e79ac85 req-aca9be99-ae8a-462d-8835-feb5857bcf00 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/security-groups?id=c9bae63f-c51a-4ec0-bdaa-217517c78bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392449 Oct 10 11:34:38.565978 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c662bf4-951a-4434-9663-824823e26156 req-fbe2d747-5e30-4ad2-8276-06c40a81baf7 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:38.567384 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2c662bf4-951a-4434-9663-824823e26156 req-fbe2d747-5e30-4ad2-8276-06c40a81baf7 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.15 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 945 time: 0.0863814 Oct 10 11:34:38.631401 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:38.639539 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-2c662bf4-951a-4434-9663-824823e26156 req-b690a990-2745-4b08-8c24-8e79c18f38cd tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Deleting port 05ec2cd7-c5a2-4d41-9002-183659031429 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:34:38.639904 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-2c662bf4-951a-4434-9663-824823e26156 req-b690a990-2745-4b08-8c24-8e79c18f38cd tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:38.884302 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-2c662bf4-951a-4434-9663-824823e26156 req-b690a990-2745-4b08-8c24-8e79c18f38cd tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] For port 05ec2cd7-c5a2-4d41-9002-183659031429, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=05ec2cd7-c5a2-4d41-9002-183659031429,segment=NetworkSegment(4c9e69b2-22a4-4cbf-957a-fb966db13d1b),segment_id=4c9e69b2-22a4-4cbf-957a-fb966db13d1b)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:34:38.884566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-2c662bf4-951a-4434-9663-824823e26156 req-b690a990-2745-4b08-8c24-8e79c18f38cd tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:39.010632 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-2c662bf4-951a-4434-9663-824823e26156 req-b690a990-2745-4b08-8c24-8e79c18f38cd tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Calling delete_port for 05ec2cd7-c5a2-4d41-9002-183659031429 owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:34:39.196523 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-2c662bf4-951a-4434-9663-824823e26156 req-b690a990-2745-4b08-8c24-8e79c18f38cd tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:39.207902 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['05ec2cd7-c5a2-4d41-9002-183659031429'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:34:39.247517 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690a990-2745-4b08-8c24-8e79c18f38cd tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Pushing event deleted for resources: {'Port': ['ID=05ec2cd7-c5a2-4d41-9002-183659031429,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:34:39.286766 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690a990-2745-4b08-8c24-8e79c18f38cd tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:39.287106 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690a990-2745-4b08-8c24-8e79c18f38cd tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:39.287458 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690a990-2745-4b08-8c24-8e79c18f38cd tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:39.287775 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690a990-2745-4b08-8c24-8e79c18f38cd tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:39.288099 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690a990-2745-4b08-8c24-8e79c18f38cd tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:39.288633 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690a990-2745-4b08-8c24-8e79c18f38cd tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:39.288958 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690a990-2745-4b08-8c24-8e79c18f38cd tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:39.289376 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690a990-2745-4b08-8c24-8e79c18f38cd tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:39.289727 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690a990-2745-4b08-8c24-8e79c18f38cd tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:39.290057 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690a990-2745-4b08-8c24-8e79c18f38cd tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:39.290374 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690a990-2745-4b08-8c24-8e79c18f38cd tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:39.290690 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690a990-2745-4b08-8c24-8e79c18f38cd tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:39.356686 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c662bf4-951a-4434-9663-824823e26156 req-b690a990-2745-4b08-8c24-8e79c18f38cd tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] No DVR routers for this DVR port 05ec2cd7-c5a2-4d41-9002-183659031429 on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:34:39.359752 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-2c662bf4-951a-4434-9663-824823e26156 req-b690a990-2745-4b08-8c24-8e79c18f38cd tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:39.364174 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72679945-fbaa-4342-9472-ff456dbb2b7c', 'name': 'network-vif-deleted', 'tag': '05ec2cd7-c5a2-4d41-9002-183659031429'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:34:39.366599 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0dd44e-160a-4f3e-a282-28008d74e2ba" -d '{"events": [{"server_uuid": "72679945-fbaa-4342-9472-ff456dbb2b7c", "name": "network-vif-deleted", "tag": "05ec2cd7-c5a2-4d41-9002-183659031429"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:34:39.438263 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefa2465-b143-49a5-b328-75ce2161e2ec x-openstack-request-id: req-eefa2465-b143-49a5-b328-75ce2161e2ec {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:34:39.440893 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72679945-fbaa-4342-9472-ff456dbb2b7c", "name": "network-vif-deleted", "tag": "05ec2cd7-c5a2-4d41-9002-183659031429", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:34:39.440893 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-eefa2465-b143-49a5-b328-75ce2161e2ec {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:34:39.440893 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eefa2465-b143-49a5-b328-75ce2161e2ec'] response: {'server_uuid': '72679945-fbaa-4342-9472-ff456dbb2b7c', 'name': 'network-vif-deleted', 'tag': '05ec2cd7-c5a2-4d41-9002-183659031429', 'status': 'completed', 'code': 200} Oct 10 11:34:39.441166 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2c662bf4-951a-4434-9663-824823e26156 req-b690a990-2745-4b08-8c24-8e79c18f38cd tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.15 "DELETE /v2.0/ports/05ec2cd7-c5a2-4d41-9002-183659031429 HTTP/1.1" status: 204 len: 173 time: 0.8687954 Oct 10 11:34:39.442739 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:39.450575 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-222749db-4cfb-436e-9008-da8fec64c0d7 req-c494d701-95e1-46dc-8dcb-fbaa8dd92905 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Synchronizing usage tracker for tenant:dd5f78a41cf9492884a0e2ff6bd56bb8 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:34:39.540129 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-222749db-4cfb-436e-9008-da8fec64c0d7 req-c494d701-95e1-46dc-8dcb-fbaa8dd92905 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] Unset dirty status for tenant:dd5f78a41cf9492884a0e2ff6bd56bb8 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:34:39.542075 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-222749db-4cfb-436e-9008-da8fec64c0d7 req-c494d701-95e1-46dc-8dcb-fbaa8dd92905 tempest-DeleteServersTestJSON-1042098961 tempest-DeleteServersTestJSON-1042098961-project] 10.222.0.40 "GET /v2.0/ports?device_id=72679945-fbaa-4342-9472-ff456dbb2b7c HTTP/1.1" status: 200 len: 210 time: 0.1540394 Oct 10 11:34:40.792458 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33698) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:34:41.429583 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ac790e77-c9fd-48a1-859e-34c177d1eb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:41.562595 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 05ec2cd7-c5a2-4d41-9002-183659031429 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:34:41.596018 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: 05ec2cd7-c5a2-4d41-9002-183659031429 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:34:41.596357 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 05ec2cd7-c5a2-4d41-9002-183659031429 not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:34:41.777816 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-ac790e77-c9fd-48a1-859e-34c177d1eb4f admin admin] Deleting port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:34:41.778156 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ac790e77-c9fd-48a1-859e-34c177d1eb4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:41.947069 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-ac790e77-c9fd-48a1-859e-34c177d1eb4f admin admin] For port 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1dc55ec4-d486-4ff5-84cb-c47d3f0a9212,segment=NetworkSegment(4c9e69b2-22a4-4cbf-957a-fb966db13d1b),segment_id=4c9e69b2-22a4-4cbf-957a-fb966db13d1b)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:34:41.947782 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ac790e77-c9fd-48a1-859e-34c177d1eb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:42.066981 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-ac790e77-c9fd-48a1-859e-34c177d1eb4f admin admin] Calling delete_port for 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:34:42.282862 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ac790e77-c9fd-48a1-859e-34c177d1eb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:42.331862 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac790e77-c9fd-48a1-859e-34c177d1eb4f admin admin] Pushing event deleted for resources: {'Port': ['ID=1dc55ec4-d486-4ff5-84cb-c47d3f0a9212,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:34:42.374352 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac790e77-c9fd-48a1-859e-34c177d1eb4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:42.374705 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac790e77-c9fd-48a1-859e-34c177d1eb4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:42.375035 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac790e77-c9fd-48a1-859e-34c177d1eb4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:42.375366 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac790e77-c9fd-48a1-859e-34c177d1eb4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:42.375692 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac790e77-c9fd-48a1-859e-34c177d1eb4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:42.376019 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac790e77-c9fd-48a1-859e-34c177d1eb4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:42.376344 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac790e77-c9fd-48a1-859e-34c177d1eb4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:42.376667 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac790e77-c9fd-48a1-859e-34c177d1eb4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:42.376989 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac790e77-c9fd-48a1-859e-34c177d1eb4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:42.377307 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac790e77-c9fd-48a1-859e-34c177d1eb4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:42.377651 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac790e77-c9fd-48a1-859e-34c177d1eb4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:42.377969 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac790e77-c9fd-48a1-859e-34c177d1eb4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:42.719861 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ac790e77-c9fd-48a1-859e-34c177d1eb4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:43.073244 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac790e77-c9fd-48a1-859e-34c177d1eb4f admin admin] Router af37281c-9a39-4666-a60a-92ec21172f73 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:34:43.252707 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac790e77-c9fd-48a1-859e-34c177d1eb4f admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:34:43.263900 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758437f2-f1a4-4cc6-a18b-ed054bf49633 None None] Sync routers for ids ['af37281c-9a39-4666-a60a-92ec21172f73'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:34:43.270590 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758437f2-f1a4-4cc6-a18b-ed054bf49633 None None] Routers {'af37281c-9a39-4666-a60a-92ec21172f73'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:34:43.271202 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-758437f2-f1a4-4cc6-a18b-ed054bf49633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:34:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['af37281c-9a39-4666-a60a-92ec21172f73'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:34:43.418721 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ac790e77-c9fd-48a1-859e-34c177d1eb4f admin admin] 10.222.0.40 "PUT /v2.0/routers/af37281c-9a39-4666-a60a-92ec21172f73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6250577 Oct 10 11:34:43.420943 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33702) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:34:43.447473 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-758437f2-f1a4-4cc6-a18b-ed054bf49633 None None] Set router af37281c-9a39-4666-a60a-92ec21172f73 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:34:43.593575 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-24947088-fa52-4280-a35c-df84b5640787 admin admin] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:43.729777 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-758437f2-f1a4-4cc6-a18b-ed054bf49633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af37281c-9a39-4666-a60a-92ec21172f73', 'name': 'tempest-DeleteServersTestJSON-1486009309-router', 'tenant_id': 'dd5f78a41cf9492884a0e2ff6bd56bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': '7a57c841-3172-4e2f-97b7-cc2b4dc1fff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:33:34Z', 'updated_at': '2022-10-10T11:34:42Z', 'revision_number': 5, 'project_id': 'dd5f78a41cf9492884a0e2ff6bd56bb8', 'gw_port': {'id': '7a57c841-3172-4e2f-97b7-cc2b4dc1fff6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af37281c-9a39-4666-a60a-92ec21172f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:33:35Z', 'updated_at': '2022-10-10T11:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:34:43.733640 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758437f2-f1a4-4cc6-a18b-ed054bf49633 None None] Checking router: af37281c-9a39-4666-a60a-92ec21172f73 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:34:43.742098 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758437f2-f1a4-4cc6-a18b-ed054bf49633 None None] Routers {'af37281c-9a39-4666-a60a-92ec21172f73'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:34:43.742692 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-758437f2-f1a4-4cc6-a18b-ed054bf49633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:34:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['af37281c-9a39-4666-a60a-92ec21172f73'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:34:43.768402 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-24947088-fa52-4280-a35c-df84b5640787 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:43.865635 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-24947088-fa52-4280-a35c-df84b5640787 admin admin] Deleting port 7a57c841-3172-4e2f-97b7-cc2b4dc1fff6 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:34:43.865975 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-24947088-fa52-4280-a35c-df84b5640787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:43.920368 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-758437f2-f1a4-4cc6-a18b-ed054bf49633 None None] Set router af37281c-9a39-4666-a60a-92ec21172f73 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:34:44.040709 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-24947088-fa52-4280-a35c-df84b5640787 admin admin] For port 7a57c841-3172-4e2f-97b7-cc2b4dc1fff6, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=7a57c841-3172-4e2f-97b7-cc2b4dc1fff6,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:34:44.041161 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-24947088-fa52-4280-a35c-df84b5640787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:44.161658 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-24947088-fa52-4280-a35c-df84b5640787 admin admin] Calling delete_port for 7a57c841-3172-4e2f-97b7-cc2b4dc1fff6 owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:34:44.206921 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-758437f2-f1a4-4cc6-a18b-ed054bf49633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af37281c-9a39-4666-a60a-92ec21172f73', 'name': 'tempest-DeleteServersTestJSON-1486009309-router', 'tenant_id': 'dd5f78a41cf9492884a0e2ff6bd56bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': '7a57c841-3172-4e2f-97b7-cc2b4dc1fff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:33:34Z', 'updated_at': '2022-10-10T11:34:42Z', 'revision_number': 5, 'project_id': 'dd5f78a41cf9492884a0e2ff6bd56bb8', 'gw_port': {'id': '7a57c841-3172-4e2f-97b7-cc2b4dc1fff6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af37281c-9a39-4666-a60a-92ec21172f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:33:35Z', 'updated_at': '2022-10-10T11:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:34:44.211416 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758437f2-f1a4-4cc6-a18b-ed054bf49633 None None] The sync data for ids ['af37281c-9a39-4666-a60a-92ec21172f73'] in dv-neutron-860842-1-hyperv is: [{'id': 'af37281c-9a39-4666-a60a-92ec21172f73', 'name': 'tempest-DeleteServersTestJSON-1486009309-router', 'tenant_id': 'dd5f78a41cf9492884a0e2ff6bd56bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': '7a57c841-3172-4e2f-97b7-cc2b4dc1fff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:33:34Z', 'updated_at': '2022-10-10T11:34:42Z', 'revision_number': 5, 'project_id': 'dd5f78a41cf9492884a0e2ff6bd56bb8', 'gw_port': {'id': '7a57c841-3172-4e2f-97b7-cc2b4dc1fff6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af37281c-9a39-4666-a60a-92ec21172f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:33:35Z', 'updated_at': '2022-10-10T11:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:34:44.534016 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-24947088-fa52-4280-a35c-df84b5640787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:44.584698 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24947088-fa52-4280-a35c-df84b5640787 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a57c841-3172-4e2f-97b7-cc2b4dc1fff6,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:34:44.684367 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-24947088-fa52-4280-a35c-df84b5640787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:44.857898 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-24947088-fa52-4280-a35c-df84b5640787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:44.859958 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-24947088-fa52-4280-a35c-df84b5640787 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:44.939392 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-24947088-fa52-4280-a35c-df84b5640787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:44.939912 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24947088-fa52-4280-a35c-df84b5640787 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af37281c-9a39-4666-a60a-92ec21172f73 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:34:44.953285 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-24947088-fa52-4280-a35c-df84b5640787 admin admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:44.954480 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-24947088-fa52-4280-a35c-df84b5640787 admin admin] 10.222.0.40 "DELETE /v2.0/routers/af37281c-9a39-4666-a60a-92ec21172f73 HTTP/1.1" status: 204 len: 168 time: 1.5325599 Oct 10 11:34:44.956987 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33706) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:34:45.019826 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-a154278e-30a8-442f-ac10-66c246143a66 admin admin] Deleting subnet 9752fa1c-d0dc-4caa-8e30-4aebe8bb89f4 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:34:45.023680 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a154278e-30a8-442f-ac10-66c246143a66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:45.077320 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a154278e-30a8-442f-ac10-66c246143a66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:45.156384 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a154278e-30a8-442f-ac10-66c246143a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:45.288664 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a154278e-30a8-442f-ac10-66c246143a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:45.323696 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154278e-30a8-442f-ac10-66c246143a66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9752fa1c-d0dc-4caa-8e30-4aebe8bb89f4,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:34:45.328885 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a154278e-30a8-442f-ac10-66c246143a66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:45.334638 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a8252c-460e-4806-b05e-eb736db6ae7a None None] Network 9f02f185-8912-4e3d-b9f1-a0347f06d782 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:34:45.336559 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a154278e-30a8-442f-ac10-66c246143a66 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/9752fa1c-d0dc-4caa-8e30-4aebe8bb89f4 HTTP/1.1" status: 204 len: 168 time: 0.3785563 Oct 10 11:34:45.338981 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33710) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:34:45.459072 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-06da8ef9-a310-4564-9b80-fd4fee8a3e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:45.466972 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-06da8ef9-a310-4564-9b80-fd4fee8a3e26 admin admin] Deleting port ad7dfea8-e030-4f18-a1a5-195c0f85997d {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:34:45.467303 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-06da8ef9-a310-4564-9b80-fd4fee8a3e26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:45.475301 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:34:45.588249 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:34:45.588619 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1dc55ec4-d486-4ff5-84cb-c47d3f0a9212 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:34:45.589011 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 7a57c841-3172-4e2f-97b7-cc2b4dc1fff6 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:34:45.628466 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 7a57c841-3172-4e2f-97b7-cc2b4dc1fff6 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:34:45.628812 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 7a57c841-3172-4e2f-97b7-cc2b4dc1fff6 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:34:45.684387 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-06da8ef9-a310-4564-9b80-fd4fee8a3e26 admin admin] For port ad7dfea8-e030-4f18-a1a5-195c0f85997d, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ad7dfea8-e030-4f18-a1a5-195c0f85997d,segment=NetworkSegment(4c9e69b2-22a4-4cbf-957a-fb966db13d1b),segment_id=4c9e69b2-22a4-4cbf-957a-fb966db13d1b)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:34:45.684739 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-06da8ef9-a310-4564-9b80-fd4fee8a3e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:45.713397 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bde0ec-c919-4450-a055-ac7298ee0fda None None] DHCP port deletion for 9f02f185-8912-4e3d-b9f1-a0347f06d782 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:34:45.717478 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d5bde0ec-c919-4450-a055-ac7298ee0fda None None] Deleting port ad7dfea8-e030-4f18-a1a5-195c0f85997d {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:34:45.717907 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d5bde0ec-c919-4450-a055-ac7298ee0fda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:45.807075 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-06da8ef9-a310-4564-9b80-fd4fee8a3e26 admin admin] Calling delete_port for ad7dfea8-e030-4f18-a1a5-195c0f85997d owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:34:45.918895 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d5bde0ec-c919-4450-a055-ac7298ee0fda None None] For port ad7dfea8-e030-4f18-a1a5-195c0f85997d, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ad7dfea8-e030-4f18-a1a5-195c0f85997d,segment=NetworkSegment(4c9e69b2-22a4-4cbf-957a-fb966db13d1b),segment_id=4c9e69b2-22a4-4cbf-957a-fb966db13d1b)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:34:45.919208 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d5bde0ec-c919-4450-a055-ac7298ee0fda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:45.928459 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-06da8ef9-a310-4564-9b80-fd4fee8a3e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:45.980187 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da8ef9-a310-4564-9b80-fd4fee8a3e26 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad7dfea8-e030-4f18-a1a5-195c0f85997d,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:34:45.983670 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06da8ef9-a310-4564-9b80-fd4fee8a3e26 admin admin] No DVR routers for this DVR port ad7dfea8-e030-4f18-a1a5-195c0f85997d on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:34:46.046229 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d5bde0ec-c919-4450-a055-ac7298ee0fda None None] Calling delete_port for ad7dfea8-e030-4f18-a1a5-195c0f85997d owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:34:46.105836 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-06da8ef9-a310-4564-9b80-fd4fee8a3e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:46.121052 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-d5bde0ec-c919-4450-a055-ac7298ee0fda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:34:46.121409 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-d5bde0ec-c919-4450-a055-ac7298ee0fda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:34:46.130722 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-06da8ef9-a310-4564-9b80-fd4fee8a3e26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f02f185-8912-4e3d-b9f1-a0347f06d782']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:34:46.143015 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-06da8ef9-a310-4564-9b80-fd4fee8a3e26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9e69b2-22a4-4cbf-957a-fb966db13d1b') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:34:46.143308 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-06da8ef9-a310-4564-9b80-fd4fee8a3e26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9e69b2-22a4-4cbf-957a-fb966db13d1b') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:34:46.154917 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-06da8ef9-a310-4564-9b80-fd4fee8a3e26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:46.170660 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-06da8ef9-a310-4564-9b80-fd4fee8a3e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:46.176538 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06da8ef9-a310-4564-9b80-fd4fee8a3e26 admin admin] Releasing vlan 491 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:34:46.176915 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-06da8ef9-a310-4564-9b80-fd4fee8a3e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:46.351788 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 4c9e69b2-22a4-4cbf-957a-fb966db13d1b resource provider aggregate not found Oct 10 11:34:46.369007 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 4c9e69b2-22a4-4cbf-957a-fb966db13d1b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c9e69b2-22a4-4cbf-957a-fb966db13d1b found for delete ", "request_id": "req-e615254b-555c-49a4-ad47-8aa4fd2c2461"}]} Oct 10 11:34:46.431336 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-06da8ef9-a310-4564-9b80-fd4fee8a3e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:46.447845 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-06da8ef9-a310-4564-9b80-fd4fee8a3e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:46.458994 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da8ef9-a310-4564-9b80-fd4fee8a3e26 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f02f185-8912-4e3d-b9f1-a0347f06d782,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:34:46.511569 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-06da8ef9-a310-4564-9b80-fd4fee8a3e26 admin admin] 10.222.0.40 "DELETE /v2.0/networks/9f02f185-8912-4e3d-b9f1-a0347f06d782 HTTP/1.1" status: 204 len: 168 time: 1.1716111 Oct 10 11:34:46.622522 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d5bde0ec-c919-4450-a055-ac7298ee0fda None None] Deleting port ad7dfea8-e030-4f18-a1a5-195c0f85997d {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:34:46.623047 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d5bde0ec-c919-4450-a055-ac7298ee0fda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:46.689279 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-d5bde0ec-c919-4450-a055-ac7298ee0fda None None] The port 'ad7dfea8-e030-4f18-a1a5-195c0f85997d' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:34:46.802868 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33720) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:34:46.852217 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0f834ac3-0cf9-4e49-bd79-b637910b0eb7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=dd5f78a41cf9492884a0e2ff6bd56bb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476103 Oct 10 11:34:46.854557 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33724) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:34:46.915842 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c141a615-ceba-41ad-95b3-aa8dd7261178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:46.941540 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c141a615-ceba-41ad-95b3-aa8dd7261178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:47.048138 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c141a615-ceba-41ad-95b3-aa8dd7261178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:47.065539 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141a615-ceba-41ad-95b3-aa8dd7261178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bae63f-c51a-4ec0-bdaa-217517c78bac,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:34:47.121438 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c141a615-ceba-41ad-95b3-aa8dd7261178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:47.122571 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c141a615-ceba-41ad-95b3-aa8dd7261178 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c9bae63f-c51a-4ec0-bdaa-217517c78bac HTTP/1.1" status: 204 len: 168 time: 0.2671354 Oct 10 11:34:47.197377 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ad7dfea8-e030-4f18-a1a5-195c0f85997d no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:34:47.234508 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: ad7dfea8-e030-4f18-a1a5-195c0f85997d {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:34:47.234853 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ad7dfea8-e030-4f18-a1a5-195c0f85997d not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:34:48.176179 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33748) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:34:48.276853 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-ec5f678e-a02a-413a-8891-906dd3cf8a72 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1075245309-network', 'tenant_id': '5f87b70b7e344534baf3605f9fe000a7'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:34:48.281714 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ec5f678e-a02a-413a-8891-906dd3cf8a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:34:48.285638 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ec5f678e-a02a-413a-8891-906dd3cf8a72 admin admin] Usage tracker for resource:network and tenant:5f87b70b7e344534baf3605f9fe000a7 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:34:48.289254 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ec5f678e-a02a-413a-8891-906dd3cf8a72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:34:48.295674 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ec5f678e-a02a-413a-8891-906dd3cf8a72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:34:48.373836 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5f678e-a02a-413a-8891-906dd3cf8a72 admin admin] Made reservation on behalf of 5f87b70b7e344534baf3605f9fe000a7 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:34:48.376109 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ec5f678e-a02a-413a-8891-906dd3cf8a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:48.388411 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ec5f678e-a02a-413a-8891-906dd3cf8a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:48.402717 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ec5f678e-a02a-413a-8891-906dd3cf8a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:34:48.406503 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ec5f678e-a02a-413a-8891-906dd3cf8a72 admin admin] Usage tracker for resource:security_group_rule and tenant:5f87b70b7e344534baf3605f9fe000a7 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:34:48.409193 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ec5f678e-a02a-413a-8891-906dd3cf8a72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:34:48.414976 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ec5f678e-a02a-413a-8891-906dd3cf8a72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:34:48.494823 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ec5f678e-a02a-413a-8891-906dd3cf8a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:48.550808 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ec5f678e-a02a-413a-8891-906dd3cf8a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:48.584964 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec5f678e-a02a-413a-8891-906dd3cf8a72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 492} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:34:48.591771 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f678e-a02a-413a-8891-906dd3cf8a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0c4891-9be9-4563-81ad-6dc31da31984,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:34:48.598582 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ec5f678e-a02a-413a-8891-906dd3cf8a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:48.599493 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-ec5f678e-a02a-413a-8891-906dd3cf8a72 admin admin] Added segment ce8d15a6-8796-430a-b696-d21d83a24db8 of type vlan for network 50e20ab5-92ae-475a-aa8f-aa541b903cdb Oct 10 11:34:48.625097 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ec5f678e-a02a-413a-8891-906dd3cf8a72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:48.688338 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ec5f678e-a02a-413a-8891-906dd3cf8a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:48.689363 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5f678e-a02a-413a-8891-906dd3cf8a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:48.689945 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ec5f678e-a02a-413a-8891-906dd3cf8a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:48.794241 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f678e-a02a-413a-8891-906dd3cf8a72 admin admin] Pushing event updated for resources: {'Network': ['ID=50e20ab5-92ae-475a-aa8f-aa541b903cdb,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:34:48.804263 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 50e20ab5-92ae-475a-aa8f-aa541b903cdb details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:34:48.877232 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ec5f678e-a02a-413a-8891-906dd3cf8a72 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6999390 Oct 10 11:34:48.880096 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33754) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:34:48.886326 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-e8604f68-20b8-473e-a1a5-d668bfe8eb2e admin admin] Request body: {'subnet': {'network_id': '50e20ab5-92ae-475a-aa8f-aa541b903cdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1075245309-subnet', 'tenant_id': '5f87b70b7e344534baf3605f9fe000a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:34:48.891142 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e8604f68-20b8-473e-a1a5-d668bfe8eb2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:34:48.895104 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e8604f68-20b8-473e-a1a5-d668bfe8eb2e admin admin] Usage tracker for resource:subnet and tenant:5f87b70b7e344534baf3605f9fe000a7 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:34:48.898158 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e8604f68-20b8-473e-a1a5-d668bfe8eb2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:34:48.904879 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e8604f68-20b8-473e-a1a5-d668bfe8eb2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:34:48.956703 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8604f68-20b8-473e-a1a5-d668bfe8eb2e admin admin] Made reservation on behalf of 5f87b70b7e344534baf3605f9fe000a7 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:34:48.959121 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e8604f68-20b8-473e-a1a5-d668bfe8eb2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:49.208301 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e8604f68-20b8-473e-a1a5-d668bfe8eb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:49.283813 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8604f68-20b8-473e-a1a5-d668bfe8eb2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb27f640-a50c-444b-b96d-eebebe43450d,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:34:49.292786 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8604f68-20b8-473e-a1a5-d668bfe8eb2e admin admin] Checking segment: {'id': 'ce8d15a6-8796-430a-b696-d21d83a24db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '50e20ab5-92ae-475a-aa8f-aa541b903cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:34:49.293142 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8604f68-20b8-473e-a1a5-d668bfe8eb2e admin admin] Network hostable DHCP agents. Network: 50e20ab5-92ae-475a-aa8f-aa541b903cdb, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:34:49.368493 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8604f68-20b8-473e-a1a5-d668bfe8eb2e admin admin] Network 50e20ab5-92ae-475a-aa8f-aa541b903cdb is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:34:49.442058 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-e8604f68-20b8-473e-a1a5-d668bfe8eb2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 50e20ab5-92ae-475a-aa8f-aa541b903cdb) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:34:49.446541 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8604f68-20b8-473e-a1a5-d668bfe8eb2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:49.447122 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e8604f68-20b8-473e-a1a5-d668bfe8eb2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:49.450982 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62628e17-d078-42d1-a29c-8275a3dbf51d None None] Network 50e20ab5-92ae-475a-aa8f-aa541b903cdb requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:34:49.529121 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e8604f68-20b8-473e-a1a5-d668bfe8eb2e admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6479619 Oct 10 11:34:49.531815 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33758) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:34:49.537016 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-c9f115f5-b4cb-4c9e-bf63-a7d7d874e0c6 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-1075245309-router', 'tenant_id': '5f87b70b7e344534baf3605f9fe000a7', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:34:49.542279 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c9f115f5-b4cb-4c9e-bf63-a7d7d874e0c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:34:49.546163 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c9f115f5-b4cb-4c9e-bf63-a7d7d874e0c6 admin admin] Usage tracker for resource:router and tenant:5f87b70b7e344534baf3605f9fe000a7 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:34:49.549004 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c9f115f5-b4cb-4c9e-bf63-a7d7d874e0c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:34:49.555483 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c9f115f5-b4cb-4c9e-bf63-a7d7d874e0c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:34:49.613919 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c9f115f5-b4cb-4c9e-bf63-a7d7d874e0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:49.614934 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c9f115f5-b4cb-4c9e-bf63-a7d7d874e0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:49.630420 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c9f115f5-b4cb-4c9e-bf63-a7d7d874e0c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:49.673301 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562d43b8-dae6-4405-a905-31a908b6763b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-50e20ab5-92ae-475a-aa8f-aa541b903cdb', 'network_id': '50e20ab5-92ae-475a-aa8f-aa541b903cdb', 'tenant_id': '5f87b70b7e344534baf3605f9fe000a7', 'fixed_ips': [{'subnet_id': 'bb27f640-a50c-444b-b96d-eebebe43450d'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:34:49.674218 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-562d43b8-dae6-4405-a905-31a908b6763b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:49.829840 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-562d43b8-dae6-4405-a905-31a908b6763b None None] Allocated IP 172.20.0.2 (50e20ab5-92ae-475a-aa8f-aa541b903cdb/bb27f640-a50c-444b-b96d-eebebe43450d/11f7425a-f47e-4368-b6d6-1d509da17127) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:34:49.969187 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c9f115f5-b4cb-4c9e-bf63-a7d7d874e0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:50.043591 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-562d43b8-dae6-4405-a905-31a908b6763b None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:50.053499 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-562d43b8-dae6-4405-a905-31a908b6763b None None] Transition to ACTIVE for port object 11f7425a-f47e-4368-b6d6-1d509da17127 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:34:50.071190 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-562d43b8-dae6-4405-a905-31a908b6763b None None] Transition to ACTIVE for port object 11f7425a-f47e-4368-b6d6-1d509da17127 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:34:50.134605 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-562d43b8-dae6-4405-a905-31a908b6763b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:50.199055 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562d43b8-dae6-4405-a905-31a908b6763b None None] Network 50e20ab5-92ae-475a-aa8f-aa541b903cdb is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:34:50.202052 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-562d43b8-dae6-4405-a905-31a908b6763b None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:34:50.205637 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562d43b8-dae6-4405-a905-31a908b6763b None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:34:50.214784 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d43b8-dae6-4405-a905-31a908b6763b None None] Pushing event updated for resources: {'Port': ['ID=11f7425a-f47e-4368-b6d6-1d509da17127,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:34:50.323263 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c9f115f5-b4cb-4c9e-bf63-a7d7d874e0c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:50.347772 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-562d43b8-dae6-4405-a905-31a908b6763b None None] Attempting to bind port 11f7425a-f47e-4368-b6d6-1d509da17127 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:34:50.348135 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-562d43b8-dae6-4405-a905-31a908b6763b None None] Attempting to bind port 11f7425a-f47e-4368-b6d6-1d509da17127 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'ce8d15a6-8796-430a-b696-d21d83a24db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '50e20ab5-92ae-475a-aa8f-aa541b903cdb'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:34:50.348485 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562d43b8-dae6-4405-a905-31a908b6763b None None] Attempting to bind port 11f7425a-f47e-4368-b6d6-1d509da17127 on network 50e20ab5-92ae-475a-aa8f-aa541b903cdb {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:34:50.353917 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562d43b8-dae6-4405-a905-31a908b6763b None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:34:50.354287 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562d43b8-dae6-4405-a905-31a908b6763b None None] Checking segment: {'id': 'ce8d15a6-8796-430a-b696-d21d83a24db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '50e20ab5-92ae-475a-aa8f-aa541b903cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:34:50.354683 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-562d43b8-dae6-4405-a905-31a908b6763b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:50.355070 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562d43b8-dae6-4405-a905-31a908b6763b None None] Bound using segment: {'id': 'ce8d15a6-8796-430a-b696-d21d83a24db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '50e20ab5-92ae-475a-aa8f-aa541b903cdb'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:34:50.355528 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-562d43b8-dae6-4405-a905-31a908b6763b None None] Bound port: 11f7425a-f47e-4368-b6d6-1d509da17127, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8d15a6-8796-430a-b696-d21d83a24db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '50e20ab5-92ae-475a-aa8f-aa541b903cdb'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:34:50.355896 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-562d43b8-dae6-4405-a905-31a908b6763b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:50.450433 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-562d43b8-dae6-4405-a905-31a908b6763b None None] For port 11f7425a-f47e-4368-b6d6-1d509da17127, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:34:50.453502 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-562d43b8-dae6-4405-a905-31a908b6763b None None] For port 11f7425a-f47e-4368-b6d6-1d509da17127, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=11f7425a-f47e-4368-b6d6-1d509da17127,segment=NetworkSegment(ce8d15a6-8796-430a-b696-d21d83a24db8),segment_id=ce8d15a6-8796-430a-b696-d21d83a24db8)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:34:50.467339 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c9f115f5-b4cb-4c9e-bf63-a7d7d874e0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:50.545607 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-562d43b8-dae6-4405-a905-31a908b6763b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:50.599110 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-c9f115f5-b4cb-4c9e-bf63-a7d7d874e0c6 admin admin] Allocated IP 172.26.4.103 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:34:50.627644 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d43b8-dae6-4405-a905-31a908b6763b None None] Pushing event updated for resources: {'Port': ['ID=11f7425a-f47e-4368-b6d6-1d509da17127,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:34:50.767002 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c9f115f5-b4cb-4c9e-bf63-a7d7d874e0c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:50.848595 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c9f115f5-b4cb-4c9e-bf63-a7d7d874e0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:50.918847 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f115f5-b4cb-4c9e-bf63-a7d7d874e0c6 admin admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:34:50.921695 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-c9f115f5-b4cb-4c9e-bf63-a7d7d874e0c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:34:50.925410 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f115f5-b4cb-4c9e-bf63-a7d7d874e0c6 admin admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:34:50.955494 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f115f5-b4cb-4c9e-bf63-a7d7d874e0c6 admin admin] Pushing event updated for resources: {'Port': ['ID=4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:34:51.231188 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 11f7425a-f47e-4368-b6d6-1d509da17127 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:34:51.362905 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 11f7425a-f47e-4368-b6d6-1d509da17127 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:34:51.391073 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c9f115f5-b4cb-4c9e-bf63-a7d7d874e0c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:51.560907 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5971408d-d63b-47a9-a401-36d13b42d375 None None] Network 50e20ab5-92ae-475a-aa8f-aa541b903cdb requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:34:51.734913 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c9f115f5-b4cb-4c9e-bf63-a7d7d874e0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:51.768770 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-c9170282-d995-446b-8ee7-7011a6b805e4 None None] Provisioning for port 11f7425a-f47e-4368-b6d6-1d509da17127 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:34:51.780669 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-c9170282-d995-446b-8ee7-7011a6b805e4 None None] Provisioning complete for port 11f7425a-f47e-4368-b6d6-1d509da17127 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:34:51.781031 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c9170282-d995-446b-8ee7-7011a6b805e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:51.781381 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c9170282-d995-446b-8ee7-7011a6b805e4 None None] Attempt 1 to provision port 11f7425a-f47e-4368-b6d6-1d509da17127 Oct 10 11:34:51.922919 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c9170282-d995-446b-8ee7-7011a6b805e4 None None] Current status of the port 11f7425a-f47e-4368-b6d6-1d509da17127 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:34:51.923300 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c9170282-d995-446b-8ee7-7011a6b805e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:51.962317 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-c9170282-d995-446b-8ee7-7011a6b805e4 None None] For port 11f7425a-f47e-4368-b6d6-1d509da17127, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=11f7425a-f47e-4368-b6d6-1d509da17127,segment=NetworkSegment(ce8d15a6-8796-430a-b696-d21d83a24db8),segment_id=ce8d15a6-8796-430a-b696-d21d83a24db8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:34:52.059342 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f115f5-b4cb-4c9e-bf63-a7d7d874e0c6 admin admin] Router 5034012d-4b44-4527-8536-2f15731eca6c is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:34:52.065490 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c9170282-d995-446b-8ee7-7011a6b805e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:52.139757 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9170282-d995-446b-8ee7-7011a6b805e4 None None] Pushing event updated for resources: {'Port': ['ID=11f7425a-f47e-4368-b6d6-1d509da17127,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:34:52.147219 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9170282-d995-446b-8ee7-7011a6b805e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:52.147706 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9170282-d995-446b-8ee7-7011a6b805e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:52.148629 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9170282-d995-446b-8ee7-7011a6b805e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:52.148975 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9170282-d995-446b-8ee7-7011a6b805e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:52.149348 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9170282-d995-446b-8ee7-7011a6b805e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:52.149860 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9170282-d995-446b-8ee7-7011a6b805e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:52.150194 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9170282-d995-446b-8ee7-7011a6b805e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:52.150523 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9170282-d995-446b-8ee7-7011a6b805e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:52.158826 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9170282-d995-446b-8ee7-7011a6b805e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:52.158826 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9170282-d995-446b-8ee7-7011a6b805e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:52.158826 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9170282-d995-446b-8ee7-7011a6b805e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:52.158826 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9170282-d995-446b-8ee7-7011a6b805e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:52.185797 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0625c4d8-3884-4402-af7a-eb289ebaa2fc None None] Provisioning complete for port 11f7425a-f47e-4368-b6d6-1d509da17127 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:34:52.186166 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0625c4d8-3884-4402-af7a-eb289ebaa2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:52.186496 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0625c4d8-3884-4402-af7a-eb289ebaa2fc None None] Attempt 1 to provision port 11f7425a-f47e-4368-b6d6-1d509da17127 Oct 10 11:34:52.307212 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0625c4d8-3884-4402-af7a-eb289ebaa2fc None None] Current status of the port 11f7425a-f47e-4368-b6d6-1d509da17127 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:34:52.359156 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f115f5-b4cb-4c9e-bf63-a7d7d874e0c6 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:34:52.369706 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2138b0ce-9925-4377-889e-d66f23138cde None None] Sync routers for ids ['5034012d-4b44-4527-8536-2f15731eca6c'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:34:52.378860 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2138b0ce-9925-4377-889e-d66f23138cde None None] Routers {'5034012d-4b44-4527-8536-2f15731eca6c'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:34:52.379460 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-2138b0ce-9925-4377-889e-d66f23138cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:34:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5034012d-4b44-4527-8536-2f15731eca6c'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:34:52.419642 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c9f115f5-b4cb-4c9e-bf63-a7d7d874e0c6 admin admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:52.420869 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c9f115f5-b4cb-4c9e-bf63-a7d7d874e0c6 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8880866 Oct 10 11:34:52.423543 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33762) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:34:52.555527 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-2138b0ce-9925-4377-889e-d66f23138cde None None] Set router 5034012d-4b44-4527-8536-2f15731eca6c gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:34:52.832211 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-2138b0ce-9925-4377-889e-d66f23138cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5034012d-4b44-4527-8536-2f15731eca6c', 'name': 'tempest-ServerDiskConfigTestJSON-1075245309-router', 'tenant_id': '5f87b70b7e344534baf3605f9fe000a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:34:49Z', 'updated_at': '2022-10-10T11:34:51Z', 'revision_number': 3, 'project_id': '5f87b70b7e344534baf3605f9fe000a7', 'gw_port': {'id': '4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5034012d-4b44-4527-8536-2f15731eca6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:34:50Z', 'updated_at': '2022-10-10T11:34:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:34:52.836420 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2138b0ce-9925-4377-889e-d66f23138cde None None] Checking router: 5034012d-4b44-4527-8536-2f15731eca6c for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:34:52.836770 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2138b0ce-9925-4377-889e-d66f23138cde None None] Updating router 5034012d-4b44-4527-8536-2f15731eca6c port 4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3 binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:34:52.888654 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-2138b0ce-9925-4377-889e-d66f23138cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:53.087767 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d485c067-87f8-48b7-88ac-c0a137cb95eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:53.213151 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 11f7425a-f47e-4368-b6d6-1d509da17127 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:34:53.216264 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-2138b0ce-9925-4377-889e-d66f23138cde None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:53.228692 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-2138b0ce-9925-4377-889e-d66f23138cde None None] Transition to ACTIVE for port object 4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3 will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:34:53.281065 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 11f7425a-f47e-4368-b6d6-1d509da17127 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:34:53.281366 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:53.281718 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 11f7425a-f47e-4368-b6d6-1d509da17127 Oct 10 11:34:53.303274 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-d485c067-87f8-48b7-88ac-c0a137cb95eb admin admin] Allocated IP 172.20.0.1 (50e20ab5-92ae-475a-aa8f-aa541b903cdb/bb27f640-a50c-444b-b96d-eebebe43450d/10f64ae9-2ed3-42b5-b420-613b4d6e33c2) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:34:53.311089 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-2138b0ce-9925-4377-889e-d66f23138cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:53.373074 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-2138b0ce-9925-4377-889e-d66f23138cde None None] Attempting to bind port 4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:34:53.373762 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-2138b0ce-9925-4377-889e-d66f23138cde None None] Attempting to bind port 4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:34:53.373762 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2138b0ce-9925-4377-889e-d66f23138cde None None] Attempting to bind port 4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3 on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:34:53.385338 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2138b0ce-9925-4377-889e-d66f23138cde None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:34:53.385338 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2138b0ce-9925-4377-889e-d66f23138cde None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:34:53.385733 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-2138b0ce-9925-4377-889e-d66f23138cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:53.386119 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2138b0ce-9925-4377-889e-d66f23138cde None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:34:53.386578 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-2138b0ce-9925-4377-889e-d66f23138cde None None] Bound port: 4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:34:53.386943 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-2138b0ce-9925-4377-889e-d66f23138cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:53.405563 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 11f7425a-f47e-4368-b6d6-1d509da17127 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:34:53.431780 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971a3ba-3087-450e-82ed-a855c7741296 None None] Pushing event updated for resources: {'Port': ['ID=4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3,revision_number=2']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:34:53.443801 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971a3ba-3087-450e-82ed-a855c7741296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:53.444145 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971a3ba-3087-450e-82ed-a855c7741296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:53.444481 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971a3ba-3087-450e-82ed-a855c7741296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:53.445355 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971a3ba-3087-450e-82ed-a855c7741296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:53.445738 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971a3ba-3087-450e-82ed-a855c7741296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:53.446068 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971a3ba-3087-450e-82ed-a855c7741296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:53.446392 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971a3ba-3087-450e-82ed-a855c7741296 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:53.446713 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971a3ba-3087-450e-82ed-a855c7741296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:53.447038 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971a3ba-3087-450e-82ed-a855c7741296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:53.447354 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971a3ba-3087-450e-82ed-a855c7741296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:53.447677 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971a3ba-3087-450e-82ed-a855c7741296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:53.447994 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971a3ba-3087-450e-82ed-a855c7741296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:34:53.457263 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d485c067-87f8-48b7-88ac-c0a137cb95eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:53.474190 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-d485c067-87f8-48b7-88ac-c0a137cb95eb admin admin] Transition to ACTIVE for port object 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:34:53.476759 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-2138b0ce-9925-4377-889e-d66f23138cde None None] For port 4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:34:53.479678 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-2138b0ce-9925-4377-889e-d66f23138cde None None] For port 4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:34:53.528523 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-2138b0ce-9925-4377-889e-d66f23138cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:53.551347 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d485c067-87f8-48b7-88ac-c0a137cb95eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:53.591977 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2138b0ce-9925-4377-889e-d66f23138cde None None] Routers {'5034012d-4b44-4527-8536-2f15731eca6c'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:34:53.592593 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-2138b0ce-9925-4377-889e-d66f23138cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:34:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5034012d-4b44-4527-8536-2f15731eca6c'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:34:53.617706 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d485c067-87f8-48b7-88ac-c0a137cb95eb admin admin] Network 50e20ab5-92ae-475a-aa8f-aa541b903cdb is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:34:53.620463 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-d485c067-87f8-48b7-88ac-c0a137cb95eb admin admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:34:53.624051 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d485c067-87f8-48b7-88ac-c0a137cb95eb admin admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:34:53.657224 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485c067-87f8-48b7-88ac-c0a137cb95eb admin admin] Pushing event updated for resources: {'Port': ['ID=10f64ae9-2ed3-42b5-b420-613b4d6e33c2,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:34:53.678722 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971a3ba-3087-450e-82ed-a855c7741296 None None] Pushing event updated for resources: {'Port': ['ID=4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:34:53.683272 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d485c067-87f8-48b7-88ac-c0a137cb95eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:53.786508 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-2138b0ce-9925-4377-889e-d66f23138cde None None] Set router 5034012d-4b44-4527-8536-2f15731eca6c gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:34:53.906050 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-678dc0ea-51d4-4dd7-901a-a68b037389ab None None] Provisioning for port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:34:53.913265 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-678dc0ea-51d4-4dd7-901a-a68b037389ab None None] Provisioning complete for port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:34:53.914768 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-678dc0ea-51d4-4dd7-901a-a68b037389ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:53.915298 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-678dc0ea-51d4-4dd7-901a-a68b037389ab None None] Attempt 1 to provision port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 Oct 10 11:34:53.982196 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-678dc0ea-51d4-4dd7-901a-a68b037389ab None None] Port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:34:54.110441 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-2138b0ce-9925-4377-889e-d66f23138cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5034012d-4b44-4527-8536-2f15731eca6c', 'name': 'tempest-ServerDiskConfigTestJSON-1075245309-router', 'tenant_id': '5f87b70b7e344534baf3605f9fe000a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:34:49Z', 'updated_at': '2022-10-10T11:34:51Z', 'revision_number': 3, 'project_id': '5f87b70b7e344534baf3605f9fe000a7', 'gw_port': {'id': '4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5034012d-4b44-4527-8536-2f15731eca6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:34:50Z', 'updated_at': '2022-10-10T11:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:34:54.114330 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2138b0ce-9925-4377-889e-d66f23138cde None None] The sync data for ids ['5034012d-4b44-4527-8536-2f15731eca6c'] in dv-neutron-860842-1-hyperv is: [{'id': '5034012d-4b44-4527-8536-2f15731eca6c', 'name': 'tempest-ServerDiskConfigTestJSON-1075245309-router', 'tenant_id': '5f87b70b7e344534baf3605f9fe000a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:34:49Z', 'updated_at': '2022-10-10T11:34:51Z', 'revision_number': 3, 'project_id': '5f87b70b7e344534baf3605f9fe000a7', 'gw_port': {'id': '4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5034012d-4b44-4527-8536-2f15731eca6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:34:50Z', 'updated_at': '2022-10-10T11:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:34:54.116003 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d485c067-87f8-48b7-88ac-c0a137cb95eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:54.363083 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d485c067-87f8-48b7-88ac-c0a137cb95eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:54.419869 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d485c067-87f8-48b7-88ac-c0a137cb95eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:54.483661 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-678dc0ea-51d4-4dd7-901a-a68b037389ab None None] Attempt 2 to provision port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 Oct 10 11:34:54.532080 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d485c067-87f8-48b7-88ac-c0a137cb95eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:54.536864 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485c067-87f8-48b7-88ac-c0a137cb95eb admin admin] Pushing event updated for resources: {'Port': ['ID=10f64ae9-2ed3-42b5-b420-613b4d6e33c2,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:34:54.545616 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-678dc0ea-51d4-4dd7-901a-a68b037389ab None None] Port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:34:54.673899 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d485c067-87f8-48b7-88ac-c0a137cb95eb admin admin] Network 50e20ab5-92ae-475a-aa8f-aa541b903cdb is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:34:54.675092 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-d485c067-87f8-48b7-88ac-c0a137cb95eb admin admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:34:54.872538 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d485c067-87f8-48b7-88ac-c0a137cb95eb admin admin] Router 5034012d-4b44-4527-8536-2f15731eca6c has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:34:55.014532 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:34:55.047356 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-678dc0ea-51d4-4dd7-901a-a68b037389ab None None] Attempt 3 to provision port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 Oct 10 11:34:55.052910 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d485c067-87f8-48b7-88ac-c0a137cb95eb admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:34:55.062381 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d485c067-87f8-48b7-88ac-c0a137cb95eb admin admin] 10.222.0.40 "PUT /v2.0/routers/5034012d-4b44-4527-8536-2f15731eca6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6378155 Oct 10 11:34:55.101839 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-678dc0ea-51d4-4dd7-901a-a68b037389ab None None] Port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:34:55.224274 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:34:55.356739 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:34:55.363290 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:34:55.363290 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:55.363290 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3 Oct 10 11:34:55.488617 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:34:55.489169 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:55.506289 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:34:55.574066 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:55.581209 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-f0efd00e-0a18-44ca-ab11-50f4c73bd5b7 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:55.582695 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-f0efd00e-0a18-44ca-ab11-50f4c73bd5b7 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/networks?id=50e20ab5-92ae-475a-aa8f-aa541b903cdb HTTP/1.1" status: 200 len: 815 time: 0.1504753 Oct 10 11:34:55.599910 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-b855d5e4-2ee2-4aac-a761-20963858df0a tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/quotas/5f87b70b7e344534baf3605f9fe000a7 HTTP/1.1" status: 200 len: 375 time: 0.0104084 Oct 10 11:34:55.605879 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-678dc0ea-51d4-4dd7-901a-a68b037389ab None None] Attempt 4 to provision port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 Oct 10 11:34:55.690640 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f7e24c-276d-403f-8724-0ede7627bfdb None None] Sync routers for ids ['5034012d-4b44-4527-8536-2f15731eca6c'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:34:55.694441 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-678dc0ea-51d4-4dd7-901a-a68b037389ab None None] Port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:34:55.698896 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-db25486d-135f-4017-b848-30a6bf2b46ea tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=5f87b70b7e344534baf3605f9fe000a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925217 Oct 10 11:34:55.703139 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:34:55.707494 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f7e24c-276d-403f-8724-0ede7627bfdb None None] Routers {'5034012d-4b44-4527-8536-2f15731eca6c'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:34:55.708081 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-32f7e24c-276d-403f-8724-0ede7627bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:34:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5034012d-4b44-4527-8536-2f15731eca6c'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:34:55.755318 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-1e5e1115-0a0c-4244-946b-24222dac1f6f service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:34:55.756284 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-1e5e1115-0a0c-4244-946b-24222dac1f6f service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0507302 Oct 10 11:34:55.924639 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-32f7e24c-276d-403f-8724-0ede7627bfdb None None] Set router 5034012d-4b44-4527-8536-2f15731eca6c gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:34:55.984752 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-7f67848a-b221-4d1a-b36a-e52a42494b62 service neutron] 10.222.0.40 "GET /v2.0/networks/50e20ab5-92ae-475a-aa8f-aa541b903cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222681 Oct 10 11:34:56.119643 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-42ce15d2-6a22-440d-95db-0e4d4831502c service neutron] 10.222.0.40 "GET /v2.0/networks/50e20ab5-92ae-475a-aa8f-aa541b903cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288030 Oct 10 11:34:56.206271 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-678dc0ea-51d4-4dd7-901a-a68b037389ab None None] Attempt 5 to provision port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 Oct 10 11:34:56.276451 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-678dc0ea-51d4-4dd7-901a-a68b037389ab None None] Port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:34:56.293239 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-32f7e24c-276d-403f-8724-0ede7627bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5034012d-4b44-4527-8536-2f15731eca6c', 'name': 'tempest-ServerDiskConfigTestJSON-1075245309-router', 'tenant_id': '5f87b70b7e344534baf3605f9fe000a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:34:49Z', 'updated_at': '2022-10-10T11:34:53Z', 'revision_number': 4, 'project_id': '5f87b70b7e344534baf3605f9fe000a7', 'gw_port': {'id': '4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5034012d-4b44-4527-8536-2f15731eca6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:34:50Z', 'updated_at': '2022-10-10T11:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '10f64ae9-2ed3-42b5-b420-613b4d6e33c2', 'name': '', 'network_id': '50e20ab5-92ae-475a-aa8f-aa541b903cdb', 'tenant_id': '5f87b70b7e344534baf3605f9fe000a7', 'mac_address': 'fa:16:3e:71:29:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5034012d-4b44-4527-8536-2f15731eca6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'bb27f640-a50c-444b-b96d-eebebe43450d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:34:53Z', 'updated_at': '2022-10-10T11:34:54Z', 'revision_number': 2, 'project_id': '5f87b70b7e344534baf3605f9fe000a7', 'subnets': [{'id': 'bb27f640-a50c-444b-b96d-eebebe43450d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:34:56.297262 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f7e24c-276d-403f-8724-0ede7627bfdb None None] Checking router: 5034012d-4b44-4527-8536-2f15731eca6c for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:34:56.297644 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f7e24c-276d-403f-8724-0ede7627bfdb None None] Updating router 5034012d-4b44-4527-8536-2f15731eca6c port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:34:56.352897 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-32f7e24c-276d-403f-8724-0ede7627bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:56.375611 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-a1467c32-2341-48a4-8c1f-20f14b3cb17e req-4ef45d02-3f38-4de4-a6b2-22b3499e344b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Synchronizing usage tracker for tenant:5f87b70b7e344534baf3605f9fe000a7 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:34:56.442086 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-a1467c32-2341-48a4-8c1f-20f14b3cb17e req-4ef45d02-3f38-4de4-a6b2-22b3499e344b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Unset dirty status for tenant:5f87b70b7e344534baf3605f9fe000a7 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:34:56.443265 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a1467c32-2341-48a4-8c1f-20f14b3cb17e req-4ef45d02-3f38-4de4-a6b2-22b3499e344b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 210 time: 0.1214809 Oct 10 11:34:56.703188 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-32f7e24c-276d-403f-8724-0ede7627bfdb None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:56.715226 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-32f7e24c-276d-403f-8724-0ede7627bfdb None None] Transition to ACTIVE for port object 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:34:56.777728 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-678dc0ea-51d4-4dd7-901a-a68b037389ab None None] Attempt 6 to provision port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 Oct 10 11:34:56.809213 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-32f7e24c-276d-403f-8724-0ede7627bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:56.981803 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-678dc0ea-51d4-4dd7-901a-a68b037389ab None None] Port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:34:57.018755 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96b088-2f07-48e7-b148-f0fb485e4251 None None] Pushing event updated for resources: {'Port': ['ID=10f64ae9-2ed3-42b5-b420-613b4d6e33c2,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:34:57.042334 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-32f7e24c-276d-403f-8724-0ede7627bfdb None None] Attempting to bind port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:34:57.045410 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-32f7e24c-276d-403f-8724-0ede7627bfdb None None] Attempting to bind port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'ce8d15a6-8796-430a-b696-d21d83a24db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '50e20ab5-92ae-475a-aa8f-aa541b903cdb'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:34:57.045410 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f7e24c-276d-403f-8724-0ede7627bfdb None None] Attempting to bind port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 on network 50e20ab5-92ae-475a-aa8f-aa541b903cdb {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:34:57.048298 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f7e24c-276d-403f-8724-0ede7627bfdb None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:34:57.048664 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f7e24c-276d-403f-8724-0ede7627bfdb None None] Checking segment: {'id': 'ce8d15a6-8796-430a-b696-d21d83a24db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '50e20ab5-92ae-475a-aa8f-aa541b903cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:34:57.049054 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-32f7e24c-276d-403f-8724-0ede7627bfdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:57.049433 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f7e24c-276d-403f-8724-0ede7627bfdb None None] Bound using segment: {'id': 'ce8d15a6-8796-430a-b696-d21d83a24db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '50e20ab5-92ae-475a-aa8f-aa541b903cdb'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:34:57.049949 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-32f7e24c-276d-403f-8724-0ede7627bfdb None None] Bound port: 10f64ae9-2ed3-42b5-b420-613b4d6e33c2, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8d15a6-8796-430a-b696-d21d83a24db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '50e20ab5-92ae-475a-aa8f-aa541b903cdb'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:34:57.050314 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-32f7e24c-276d-403f-8724-0ede7627bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:57.138292 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-32f7e24c-276d-403f-8724-0ede7627bfdb None None] For port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:34:57.141160 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-32f7e24c-276d-403f-8724-0ede7627bfdb None None] For port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=10f64ae9-2ed3-42b5-b420-613b4d6e33c2,segment=NetworkSegment(ce8d15a6-8796-430a-b696-d21d83a24db8),segment_id=ce8d15a6-8796-430a-b696-d21d83a24db8)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:34:57.198048 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-32f7e24c-276d-403f-8724-0ede7627bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:57.245415 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:34:57.314089 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f7e24c-276d-403f-8724-0ede7627bfdb None None] Routers {'5034012d-4b44-4527-8536-2f15731eca6c'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:34:57.314711 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-32f7e24c-276d-403f-8724-0ede7627bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:34:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5034012d-4b44-4527-8536-2f15731eca6c'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:34:57.450294 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96b088-2f07-48e7-b148-f0fb485e4251 None None] Pushing event updated for resources: {'Port': ['ID=10f64ae9-2ed3-42b5-b420-613b4d6e33c2,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:34:57.509168 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-678dc0ea-51d4-4dd7-901a-a68b037389ab None None] Attempt 7 to provision port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 Oct 10 11:34:57.600875 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:34:57.601716 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:57.601716 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3 Oct 10 11:34:57.614210 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b5831119-e819-4268-80cc-722e2dfc8415 req-d80c40b7-20b9-4147-9e7d-2b2759d83e24 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 210 time: 0.0511632 Oct 10 11:34:57.655615 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-32f7e24c-276d-403f-8724-0ede7627bfdb None None] Set router 5034012d-4b44-4527-8536-2f15731eca6c gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:34:57.717365 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-678dc0ea-51d4-4dd7-901a-a68b037389ab None None] Port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:34:57.961363 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:34:58.046088 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-32f7e24c-276d-403f-8724-0ede7627bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5034012d-4b44-4527-8536-2f15731eca6c', 'name': 'tempest-ServerDiskConfigTestJSON-1075245309-router', 'tenant_id': '5f87b70b7e344534baf3605f9fe000a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:34:49Z', 'updated_at': '2022-10-10T11:34:53Z', 'revision_number': 4, 'project_id': '5f87b70b7e344534baf3605f9fe000a7', 'gw_port': {'id': '4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5034012d-4b44-4527-8536-2f15731eca6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:34:50Z', 'updated_at': '2022-10-10T11:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '10f64ae9-2ed3-42b5-b420-613b4d6e33c2', 'name': '', 'network_id': '50e20ab5-92ae-475a-aa8f-aa541b903cdb', 'tenant_id': '5f87b70b7e344534baf3605f9fe000a7', 'mac_address': 'fa:16:3e:71:29:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5034012d-4b44-4527-8536-2f15731eca6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'bb27f640-a50c-444b-b96d-eebebe43450d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:34:53Z', 'updated_at': '2022-10-10T11:34:57Z', 'revision_number': 4, 'project_id': '5f87b70b7e344534baf3605f9fe000a7', 'subnets': [{'id': 'bb27f640-a50c-444b-b96d-eebebe43450d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:34:58.050060 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f7e24c-276d-403f-8724-0ede7627bfdb None None] The sync data for ids ['5034012d-4b44-4527-8536-2f15731eca6c'] in dv-neutron-860842-1-hyperv is: [{'id': '5034012d-4b44-4527-8536-2f15731eca6c', 'name': 'tempest-ServerDiskConfigTestJSON-1075245309-router', 'tenant_id': '5f87b70b7e344534baf3605f9fe000a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:34:49Z', 'updated_at': '2022-10-10T11:34:53Z', 'revision_number': 4, 'project_id': '5f87b70b7e344534baf3605f9fe000a7', 'gw_port': {'id': '4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5034012d-4b44-4527-8536-2f15731eca6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:34:50Z', 'updated_at': '2022-10-10T11:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '10f64ae9-2ed3-42b5-b420-613b4d6e33c2', 'name': '', 'network_id': '50e20ab5-92ae-475a-aa8f-aa541b903cdb', 'tenant_id': '5f87b70b7e344534baf3605f9fe000a7', 'mac_address': 'fa:16:3e:71:29:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5034012d-4b44-4527-8536-2f15731eca6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'bb27f640-a50c-444b-b96d-eebebe43450d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:34:53Z', 'updated_at': '2022-10-10T11:34:57Z', 'revision_number': 4, 'project_id': '5f87b70b7e344534baf3605f9fe000a7', 'subnets': [{'id': 'bb27f640-a50c-444b-b96d-eebebe43450d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:34:58.423497 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-f515cda4-333a-4460-8e61-a5664c064114 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:58.424948 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-f515cda4-333a-4460-8e61-a5664c064114 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.15 "GET /v2.0/networks?id=50e20ab5-92ae-475a-aa8f-aa541b903cdb HTTP/1.1" status: 200 len: 815 time: 0.1576979 Oct 10 11:34:58.436313 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-d6741965-f32d-410e-96b9-1b498f476c0d tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Request body: {'port': {'device_id': '88fc8a00-b344-460b-8cd6-33776eaec2c8', 'network_id': '50e20ab5-92ae-475a-aa8f-aa541b903cdb', 'admin_state_up': True, 'tenant_id': '5f87b70b7e344534baf3605f9fe000a7'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:34:58.581086 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-d6741965-f32d-410e-96b9-1b498f476c0d tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:34:58.590815 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-d6741965-f32d-410e-96b9-1b498f476c0d tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:34:58.688271 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-d6741965-f32d-410e-96b9-1b498f476c0d tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Made reservation on behalf of 5f87b70b7e344534baf3605f9fe000a7 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:34:58.691753 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-d6741965-f32d-410e-96b9-1b498f476c0d tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:58.792490 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e0d0694c-2b35-4262-85e4-757c357ab544 req-00aa7149-96e6-4773-ba2d-5278ee9b6d25 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 210 time: 0.0520794 Oct 10 11:34:58.879036 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-d6741965-f32d-410e-96b9-1b498f476c0d tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Allocated IP 172.20.0.4 (50e20ab5-92ae-475a-aa8f-aa541b903cdb/bb27f640-a50c-444b-b96d-eebebe43450d/19b4e217-de4b-427f-9c82-495aa209b4ce) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:34:59.110850 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-d6741965-f32d-410e-96b9-1b498f476c0d tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:59.128138 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-d6741965-f32d-410e-96b9-1b498f476c0d tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Transition to ACTIVE for port object 19b4e217-de4b-427f-9c82-495aa209b4ce will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:34:59.214472 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-d6741965-f32d-410e-96b9-1b498f476c0d tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:59.233788 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:34:59.293654 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-d6741965-f32d-410e-96b9-1b498f476c0d tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Network 50e20ab5-92ae-475a-aa8f-aa541b903cdb is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:34:59.296628 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-d6741965-f32d-410e-96b9-1b498f476c0d tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:34:59.300402 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-d6741965-f32d-410e-96b9-1b498f476c0d tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:34:59.331265 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6741965-f32d-410e-96b9-1b498f476c0d tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Pushing event updated for resources: {'Port': ['ID=19b4e217-de4b-427f-9c82-495aa209b4ce,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:34:59.369409 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-d6741965-f32d-410e-96b9-1b498f476c0d tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:34:59.370060 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-d6741965-f32d-410e-96b9-1b498f476c0d tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:59.390946 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:34:59.397424 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:34:59.398826 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:59.399283 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 Oct 10 11:34:59.443141 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-d6741965-f32d-410e-96b9-1b498f476c0d tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0106592 Oct 10 11:34:59.455983 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-2bf53619-8f98-4634-b945-bfce9be7dfae service neutron] Request body: {'port': {'device_id': '88fc8a00-b344-460b-8cd6-33776eaec2c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:34:59.534712 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:34:59.535114 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:59.575433 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=10f64ae9-2ed3-42b5-b420-613b4d6e33c2,segment=NetworkSegment(ce8d15a6-8796-430a-b696-d21d83a24db8),segment_id=ce8d15a6-8796-430a-b696-d21d83a24db8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:34:59.592190 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-2bf53619-8f98-4634-b945-bfce9be7dfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:59.625299 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:59.661990 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-dc3774ff-ef88-469b-bc23-d7735e69dc40 None None] Provisioning for port 19b4e217-de4b-427f-9c82-495aa209b4ce completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:34:59.683765 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-dc3774ff-ef88-469b-bc23-d7735e69dc40 None None] Provisioning complete for port 19b4e217-de4b-427f-9c82-495aa209b4ce triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:34:59.684276 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dc3774ff-ef88-469b-bc23-d7735e69dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:34:59.684617 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-dc3774ff-ef88-469b-bc23-d7735e69dc40 None None] Attempt 1 to provision port 19b4e217-de4b-427f-9c82-495aa209b4ce Oct 10 11:34:59.754556 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=10f64ae9-2ed3-42b5-b420-613b4d6e33c2,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:34:59.757091 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-dc3774ff-ef88-469b-bc23-d7735e69dc40 None None] Port 19b4e217-de4b-427f-9c82-495aa209b4ce cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:35:00.124515 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-2bf53619-8f98-4634-b945-bfce9be7dfae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b4e217-de4b-427f-9c82-495aa209b4ce {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:35:00.134505 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-2bf53619-8f98-4634-b945-bfce9be7dfae service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:00.154267 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-2bf53619-8f98-4634-b945-bfce9be7dfae service neutron] Transition to ACTIVE for port object 19b4e217-de4b-427f-9c82-495aa209b4ce will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:35:00.173649 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa692103-6431-4d69-83e9-18bdbc436925 req-39c22f70-330a-431f-9ec7-a7b62f00d77e tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:00.174340 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-fa692103-6431-4d69-83e9-18bdbc436925 req-39c22f70-330a-431f-9ec7-a7b62f00d77e tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Synchronizing usage tracker for tenant:5f87b70b7e344534baf3605f9fe000a7 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:35:00.248366 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-2bf53619-8f98-4634-b945-bfce9be7dfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:00.259058 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-dc3774ff-ef88-469b-bc23-d7735e69dc40 None None] Attempt 2 to provision port 19b4e217-de4b-427f-9c82-495aa209b4ce Oct 10 11:35:00.315589 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-dc3774ff-ef88-469b-bc23-d7735e69dc40 None None] Port 19b4e217-de4b-427f-9c82-495aa209b4ce cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:35:00.340593 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-fa692103-6431-4d69-83e9-18bdbc436925 req-39c22f70-330a-431f-9ec7-a7b62f00d77e tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Unset dirty status for tenant:5f87b70b7e344534baf3605f9fe000a7 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:35:00.341830 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fa692103-6431-4d69-83e9-18bdbc436925 req-39c22f70-330a-431f-9ec7-a7b62f00d77e tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 931 time: 0.3937542 Oct 10 11:35:00.476350 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf53619-8f98-4634-b945-bfce9be7dfae service neutron] Pushing event updated for resources: {'Port': ['ID=19b4e217-de4b-427f-9c82-495aa209b4ce,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:35:00.501249 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fa692103-6431-4d69-83e9-18bdbc436925 req-9009ecaa-47d1-4888-b86b-91a7e16a3347 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507258 Oct 10 11:35:00.527163 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-2bf53619-8f98-4634-b945-bfce9be7dfae service neutron] Attempting to bind port 19b4e217-de4b-427f-9c82-495aa209b4ce on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:35:00.527501 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-2bf53619-8f98-4634-b945-bfce9be7dfae service neutron] Attempting to bind port 19b4e217-de4b-427f-9c82-495aa209b4ce by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'ce8d15a6-8796-430a-b696-d21d83a24db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '50e20ab5-92ae-475a-aa8f-aa541b903cdb'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:35:00.527826 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-2bf53619-8f98-4634-b945-bfce9be7dfae service neutron] Attempting to bind port 19b4e217-de4b-427f-9c82-495aa209b4ce on network 50e20ab5-92ae-475a-aa8f-aa541b903cdb {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:35:00.532388 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-2bf53619-8f98-4634-b945-bfce9be7dfae service neutron] Port 19b4e217-de4b-427f-9c82-495aa209b4ce on network 50e20ab5-92ae-475a-aa8f-aa541b903cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:35:00.532703 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-2bf53619-8f98-4634-b945-bfce9be7dfae service neutron] Attempting to bind port 19b4e217-de4b-427f-9c82-495aa209b4ce on network 50e20ab5-92ae-475a-aa8f-aa541b903cdb {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:35:00.538313 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-2bf53619-8f98-4634-b945-bfce9be7dfae service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:35:00.539219 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-2bf53619-8f98-4634-b945-bfce9be7dfae service neutron] Checking segment: {'id': 'ce8d15a6-8796-430a-b696-d21d83a24db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '50e20ab5-92ae-475a-aa8f-aa541b903cdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:35:00.539540 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-2bf53619-8f98-4634-b945-bfce9be7dfae service neutron] Bound using segment: {'id': 'ce8d15a6-8796-430a-b696-d21d83a24db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '50e20ab5-92ae-475a-aa8f-aa541b903cdb'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:35:00.539963 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-2bf53619-8f98-4634-b945-bfce9be7dfae service neutron] Bound port: 19b4e217-de4b-427f-9c82-495aa209b4ce, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8d15a6-8796-430a-b696-d21d83a24db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '50e20ab5-92ae-475a-aa8f-aa541b903cdb'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:35:00.540305 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-2bf53619-8f98-4634-b945-bfce9be7dfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:00.631026 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-2bf53619-8f98-4634-b945-bfce9be7dfae service neutron] For port 19b4e217-de4b-427f-9c82-495aa209b4ce, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:35:00.634281 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-2bf53619-8f98-4634-b945-bfce9be7dfae service neutron] For port 19b4e217-de4b-427f-9c82-495aa209b4ce, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=19b4e217-de4b-427f-9c82-495aa209b4ce,segment=NetworkSegment(ce8d15a6-8796-430a-b696-d21d83a24db8),segment_id=ce8d15a6-8796-430a-b696-d21d83a24db8)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:35:00.722533 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-2bf53619-8f98-4634-b945-bfce9be7dfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:00.753585 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-2bf53619-8f98-4634-b945-bfce9be7dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:00.754134 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-2bf53619-8f98-4634-b945-bfce9be7dfae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:00.755537 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-2bf53619-8f98-4634-b945-bfce9be7dfae service neutron] 10.222.0.15 "PUT /v2.0/ports/19b4e217-de4b-427f-9c82-495aa209b4ce HTTP/1.1" status: 200 len: 1093 time: 1.3054008 Oct 10 11:35:00.756090 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88fc8a00-b344-460b-8cd6-33776eaec2c8', 'tag': '19b4e217-de4b-427f-9c82-495aa209b4ce'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:35:00.758561 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd883a90-b5c4-42bf-80d1-33f9829644c0" -d '{"events": [{"name": "network-changed", "server_uuid": "88fc8a00-b344-460b-8cd6-33776eaec2c8", "tag": "19b4e217-de4b-427f-9c82-495aa209b4ce"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:35:00.801742 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf53619-8f98-4634-b945-bfce9be7dfae service neutron] Pushing event updated for resources: {'Port': ['ID=19b4e217-de4b-427f-9c82-495aa209b4ce,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:35:00.817550 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3475180a-e6fd-434e-a5d2-183ec0b9c5c4 x-openstack-request-id: req-3475180a-e6fd-434e-a5d2-183ec0b9c5c4 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:35:00.817550 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88fc8a00-b344-460b-8cd6-33776eaec2c8", "tag": "19b4e217-de4b-427f-9c82-495aa209b4ce", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:35:00.817550 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3475180a-e6fd-434e-a5d2-183ec0b9c5c4 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:35:00.817550 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3475180a-e6fd-434e-a5d2-183ec0b9c5c4'] response: {'name': 'network-changed', 'server_uuid': '88fc8a00-b344-460b-8cd6-33776eaec2c8', 'tag': '19b4e217-de4b-427f-9c82-495aa209b4ce', 'status': 'completed', 'code': 200} Oct 10 11:35:00.818371 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-dc3774ff-ef88-469b-bc23-d7735e69dc40 None None] Attempt 3 to provision port 19b4e217-de4b-427f-9c82-495aa209b4ce Oct 10 11:35:00.895114 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-dc3774ff-ef88-469b-bc23-d7735e69dc40 None None] Port 19b4e217-de4b-427f-9c82-495aa209b4ce had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:35:00.926457 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd883a90-b5c4-42bf-80d1-33f9829644c0 req-3d5d660b-92df-432a-8cc4-3db24fc97e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:00.928546 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bd883a90-b5c4-42bf-80d1-33f9829644c0 req-3d5d660b-92df-432a-8cc4-3db24fc97e46 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f87b70b7e344534baf3605f9fe000a7&device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 1096 time: 0.0947485 Oct 10 11:35:01.080167 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd883a90-b5c4-42bf-80d1-33f9829644c0 req-a3edd4d0-25d3-40d3-9f14-f37a3b621909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:01.083473 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bd883a90-b5c4-42bf-80d1-33f9829644c0 req-a3edd4d0-25d3-40d3-9f14-f37a3b621909 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5f87b70b7e344534baf3605f9fe000a7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1474521 Oct 10 11:35:01.218943 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:35:01.219718 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd883a90-b5c4-42bf-80d1-33f9829644c0 req-e997ede2-8900-475b-9ad6-314ffea456af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:01.222733 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bd883a90-b5c4-42bf-80d1-33f9829644c0 req-e997ede2-8900-475b-9ad6-314ffea456af service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1333342 Oct 10 11:35:01.288843 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:35:01.289509 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:01.289509 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 Oct 10 11:35:01.342634 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-297668d4-383b-43bb-9a0c-82bc801065cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:01.344156 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-297668d4-383b-43bb-9a0c-82bc801065cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f87b70b7e344534baf3605f9fe000a7&device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 1096 time: 0.0880542 Oct 10 11:35:01.408432 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:35:01.416290 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-1ad5620a-db14-4863-833c-89ed0a25e9d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19b4e217-de4b-427f-9c82-495aa209b4ce HTTP/1.1" status: 200 len: 217 time: 0.0657647 Oct 10 11:35:01.479454 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-be92c911-b1c6-47e8-82eb-1d4e7d20cfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:01.480904 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-be92c911-b1c6-47e8-82eb-1d4e7d20cfe4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb27f640-a50c-444b-b96d-eebebe43450d HTTP/1.1" status: 200 len: 854 time: 0.0584397 Oct 10 11:35:01.569195 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-8e4ad518-5630-402c-8ca9-ef1d2794f825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:01.570951 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-8e4ad518-5630-402c-8ca9-ef1d2794f825 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=50e20ab5-92ae-475a-aa8f-aa541b903cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843427 Oct 10 11:35:01.766338 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-10d6b5c0-a3d5-4233-a6a7-58f9605a3201 service neutron] 10.222.0.15 "GET /v2.0/networks/50e20ab5-92ae-475a-aa8f-aa541b903cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896508 Oct 10 11:35:01.824059 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e300a-0756-4224-8f1a-c66028b053a9 req-2eda5f44-8fbe-4d8f-8eba-eae92c772b52 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:01.825509 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b90e300a-0756-4224-8f1a-c66028b053a9 req-2eda5f44-8fbe-4d8f-8eba-eae92c772b52 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 943 time: 0.1678860 Oct 10 11:35:01.935960 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b90e300a-0756-4224-8f1a-c66028b053a9 req-5d68338e-276b-4a72-bda1-02438ae4ee6a tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618584 Oct 10 11:35:01.955275 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1ba10bf4-292c-4bfd-a9b9-b09821632a79 req-db1053c1-740e-4c2b-97b6-5a6ffb38e38f service neutron] 10.222.0.15 "GET /v2.0/networks/50e20ab5-92ae-475a-aa8f-aa541b903cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816289 Oct 10 11:35:03.143257 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6432cde-974c-4e85-a38e-0da2f74a8972 req-adf7c1a1-4d8a-44d4-9b61-64dc7f2645f2 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:03.144688 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e6432cde-974c-4e85-a38e-0da2f74a8972 req-adf7c1a1-4d8a-44d4-9b61-64dc7f2645f2 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 943 time: 0.0945780 Oct 10 11:35:03.188325 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-e6432cde-974c-4e85-a38e-0da2f74a8972 req-7e500f2b-e341-41da-a8c1-018739ed108d tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Synchronizing usage tracker for tenant:5f87b70b7e344534baf3605f9fe000a7 on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:35:03.282230 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-e6432cde-974c-4e85-a38e-0da2f74a8972 req-7e500f2b-e341-41da-a8c1-018739ed108d tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Unset dirty status for tenant:5f87b70b7e344534baf3605f9fe000a7 on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:35:03.283412 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e6432cde-974c-4e85-a38e-0da2f74a8972 req-7e500f2b-e341-41da-a8c1-018739ed108d tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330416 Oct 10 11:35:03.464678 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-877b8b2d-36ec-468d-bc51-291c20b59bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:03.655509 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 19b4e217-de4b-427f-9c82-495aa209b4ce details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:35:03.790366 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 19b4e217-de4b-427f-9c82-495aa209b4ce, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=19b4e217-de4b-427f-9c82-495aa209b4ce,segment=NetworkSegment(ce8d15a6-8796-430a-b696-d21d83a24db8),segment_id=ce8d15a6-8796-430a-b696-d21d83a24db8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:35:03.803311 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '19b4e217-de4b-427f-9c82-495aa209b4ce', 'network_id': '50e20ab5-92ae-475a-aa8f-aa541b903cdb', 'port_id': '19b4e217-de4b-427f-9c82-495aa209b4ce', 'mac_address': 'fa:16:3e:70:8c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 492, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb27f640-a50c-444b-b96d-eebebe43450d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:35:03.862022 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 19b4e217-de4b-427f-9c82-495aa209b4ce is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:35:03.862306 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:03.914189 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b4e217-de4b-427f-9c82-495aa209b4ce {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:35:03.929211 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 19b4e217-de4b-427f-9c82-495aa209b4ce, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=19b4e217-de4b-427f-9c82-495aa209b4ce,segment=NetworkSegment(ce8d15a6-8796-430a-b696-d21d83a24db8),segment_id=ce8d15a6-8796-430a-b696-d21d83a24db8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:35:03.984847 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:04.051760 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=19b4e217-de4b-427f-9c82-495aa209b4ce,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:35:04.184580 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['19b4e217-de4b-427f-9c82-495aa209b4ce'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:35:04.578666 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255fa44-2d82-4cf5-ba60-5986eaf96a8e req-c969f62d-ca12-4afc-bb30-66ce1511f9c4 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:04.580113 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f255fa44-2d82-4cf5-ba60-5986eaf96a8e req-c969f62d-ca12-4afc-bb30-66ce1511f9c4 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 944 time: 0.1807771 Oct 10 11:35:04.624352 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f255fa44-2d82-4cf5-ba60-5986eaf96a8e req-8dd8c865-3ae6-482c-9d3a-2f8177e441bb tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385854 Oct 10 11:35:05.655781 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 19b4e217-de4b-427f-9c82-495aa209b4ce up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:35:05.762163 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-874b2c12-2ec7-43a9-a4ea-ce240b1d876b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:05.790628 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port 19b4e217-de4b-427f-9c82-495aa209b4ce completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:35:05.795883 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 19b4e217-de4b-427f-9c82-495aa209b4ce triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:35:05.796288 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:05.796622 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 19b4e217-de4b-427f-9c82-495aa209b4ce Oct 10 11:35:05.825308 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a3d71-cf97-49bd-9357-6f24884f89b9 req-1f454be7-d1e0-467e-ba48-935c6e9cbdc7 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:05.826792 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a60a3d71-cf97-49bd-9357-6f24884f89b9 req-1f454be7-d1e0-467e-ba48-935c6e9cbdc7 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 944 time: 0.0911441 Oct 10 11:35:05.871301 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a60a3d71-cf97-49bd-9357-6f24884f89b9 req-e6438d93-4cc4-45d4-881b-348952cee853 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385675 Oct 10 11:35:05.916072 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 19b4e217-de4b-427f-9c82-495aa209b4ce is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:35:05.916373 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:05.942864 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fc8a00-b344-460b-8cd6-33776eaec2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b4e217-de4b-427f-9c82-495aa209b4ce'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:35:05.945819 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dad0cf2-d170-4123-bdb9-d16cfff740c7" -d '{"events": [{"server_uuid": "88fc8a00-b344-460b-8cd6-33776eaec2c8", "name": "network-vif-plugged", "status": "completed", "tag": "19b4e217-de4b-427f-9c82-495aa209b4ce"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:35:05.953903 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 19b4e217-de4b-427f-9c82-495aa209b4ce, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=19b4e217-de4b-427f-9c82-495aa209b4ce,segment=NetworkSegment(ce8d15a6-8796-430a-b696-d21d83a24db8),segment_id=ce8d15a6-8796-430a-b696-d21d83a24db8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:35:05.986406 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fc55e9-1b70-4cfd-bd02-b0e4f654da39 x-openstack-request-id: req-52fc55e9-1b70-4cfd-bd02-b0e4f654da39 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:35:05.986701 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fc8a00-b344-460b-8cd6-33776eaec2c8", "name": "network-vif-plugged", "status": "completed", "tag": "19b4e217-de4b-427f-9c82-495aa209b4ce", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:35:05.987013 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-52fc55e9-1b70-4cfd-bd02-b0e4f654da39 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:35:05.987414 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52fc55e9-1b70-4cfd-bd02-b0e4f654da39'] response: {'server_uuid': '88fc8a00-b344-460b-8cd6-33776eaec2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b4e217-de4b-427f-9c82-495aa209b4ce', 'code': 200} Oct 10 11:35:06.036473 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:06.108577 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=19b4e217-de4b-427f-9c82-495aa209b4ce,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:35:06.528102 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16557beb-de71-499f-9f74-9adb6c48da1d req-d8b852e2-9e79-495e-91bf-e18a3087f212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:06.529606 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-16557beb-de71-499f-9f74-9adb6c48da1d req-d8b852e2-9e79-495e-91bf-e18a3087f212 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 1098 time: 0.0800447 Oct 10 11:35:06.568876 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-16557beb-de71-499f-9f74-9adb6c48da1d req-ba5c6ae3-dea2-4727-9c12-3d7bc35b4ed2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337956 Oct 10 11:35:07.042257 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:07.059338 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:07.188182 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05586c-9c57-473e-be2e-e7fe642b74b1 req-0ea9d053-24ba-4b5d-b113-62f9b4b6063a tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:07.189648 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-fc05586c-9c57-473e-be2e-e7fe642b74b1 req-0ea9d053-24ba-4b5d-b113-62f9b4b6063a tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 945 time: 0.2034023 Oct 10 11:35:07.232874 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-fc05586c-9c57-473e-be2e-e7fe642b74b1 req-ddb5f728-3ade-4901-979d-1b46cfb87294 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369275 Oct 10 11:35:08.432436 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28529747-9ca0-4943-a8cf-64b44ee99817 req-4bd49b69-deaf-4633-82a4-fd2dd6007eab tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:08.433948 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-28529747-9ca0-4943-a8cf-64b44ee99817 req-4bd49b69-deaf-4633-82a4-fd2dd6007eab tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 945 time: 0.0872703 Oct 10 11:35:08.480132 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-28529747-9ca0-4943-a8cf-64b44ee99817 req-ecfc9a46-fe31-485d-8c67-76cc4b0df994 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407059 Oct 10 11:35:08.659198 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:08.677589 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406823cb-eaae-49b7-9278-9c0f1e17625b req-d754f032-fe44-489e-ba29-f04ef0b05a84 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:08.679066 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-406823cb-eaae-49b7-9278-9c0f1e17625b req-d754f032-fe44-489e-ba29-f04ef0b05a84 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 945 time: 0.0904553 Oct 10 11:35:08.723513 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-406823cb-eaae-49b7-9278-9c0f1e17625b req-189b79f0-4fe6-45dd-ae81-454fb36c2718 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387440 Oct 10 11:35:09.146607 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fcca0-e05c-4f7c-bb78-b0cc8a3b185f req-ed602e36-0a47-4941-83e5-b0dbdba232ac tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:09.148235 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-432fcca0-e05c-4f7c-bb78-b0cc8a3b185f req-ed602e36-0a47-4941-83e5-b0dbdba232ac tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 945 time: 0.0874159 Oct 10 11:35:09.195191 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-432fcca0-e05c-4f7c-bb78-b0cc8a3b185f req-be04ba7b-a3f4-443b-8da1-e880e85fe050 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413718 Oct 10 11:35:09.393280 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ed726-231e-4f68-bd35-12b23563e05c req-8e9af8b7-258f-4fd5-b1dd-16961fb59ef3 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:09.394758 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2b4ed726-231e-4f68-bd35-12b23563e05c req-8e9af8b7-258f-4fd5-b1dd-16961fb59ef3 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 945 time: 0.0875523 Oct 10 11:35:09.438340 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2b4ed726-231e-4f68-bd35-12b23563e05c req-94bbe64e-bd15-4522-922b-e9b705eecabc tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378449 Oct 10 11:35:09.453412 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:10.001757 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adeee9-e754-4398-af40-251167b3c153 req-cedeb85b-b845-4dfb-b495-bd3f56318c40 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:10.003245 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-12adeee9-e754-4398-af40-251167b3c153 req-cedeb85b-b845-4dfb-b495-bd3f56318c40 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 945 time: 0.0920591 Oct 10 11:35:10.047734 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-12adeee9-e754-4398-af40-251167b3c153 req-1ecbf461-af72-4b15-bafc-146bc774a207 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375926 Oct 10 11:35:10.104787 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-808211a7-8daa-45f8-b071-029a0fe04784 req-8b2f5283-c6e9-47cf-8206-124a23feefac service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0766723 Oct 10 11:35:11.252148 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee6515-9200-4fd2-8d87-aa0720adfc23 req-aa594ca3-8487-480b-8ee9-d357efac298e tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:11.253661 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f5ee6515-9200-4fd2-8d87-aa0720adfc23 req-aa594ca3-8487-480b-8ee9-d357efac298e tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 945 time: 0.0932298 Oct 10 11:35:11.298845 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f5ee6515-9200-4fd2-8d87-aa0720adfc23 req-d922842f-280c-4336-b4f5-8c1652c1d27d tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389004 Oct 10 11:35:12.275104 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808211a7-8daa-45f8-b071-029a0fe04784 req-1dcc7adf-99af-4385-b50d-9edee0abdf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:12.276554 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-808211a7-8daa-45f8-b071-029a0fe04784 req-1dcc7adf-99af-4385-b50d-9edee0abdf58 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f87b70b7e344534baf3605f9fe000a7&device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 1098 time: 0.0773931 Oct 10 11:35:12.406702 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808211a7-8daa-45f8-b071-029a0fe04784 req-8dceb67a-fc29-4307-a4d4-e4e55451e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:12.408163 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-808211a7-8daa-45f8-b071-029a0fe04784 req-8dceb67a-fc29-4307-a4d4-e4e55451e635 service neutron] 10.222.0.15 "GET /v2.0/networks?id=50e20ab5-92ae-475a-aa8f-aa541b903cdb HTTP/1.1" status: 200 len: 916 time: 0.1253564 Oct 10 11:35:12.527238 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-808211a7-8daa-45f8-b071-029a0fe04784 req-25aac242-0087-4e2f-880d-bd82b59bc562 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19b4e217-de4b-427f-9c82-495aa209b4ce HTTP/1.1" status: 200 len: 217 time: 0.0752907 Oct 10 11:35:12.606253 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808211a7-8daa-45f8-b071-029a0fe04784 req-ccd5bb5b-ebec-45fe-b60e-0c156d38239e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:12.607675 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-808211a7-8daa-45f8-b071-029a0fe04784 req-ccd5bb5b-ebec-45fe-b60e-0c156d38239e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb27f640-a50c-444b-b96d-eebebe43450d HTTP/1.1" status: 200 len: 854 time: 0.0700366 Oct 10 11:35:12.620135 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0225bc-fcc9-42e2-a28b-02f9f6af0cc1 req-068f45da-aadc-45e9-b1fb-4539cdaff075 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:12.621608 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2f0225bc-fcc9-42e2-a28b-02f9f6af0cc1 req-068f45da-aadc-45e9-b1fb-4539cdaff075 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 945 time: 0.2107162 Oct 10 11:35:12.718279 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2f0225bc-fcc9-42e2-a28b-02f9f6af0cc1 req-c8984e7a-41f1-4adf-b77c-87edc2245741 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619884 Oct 10 11:35:12.734443 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808211a7-8daa-45f8-b071-029a0fe04784 req-decca0c6-72b0-4134-be93-664598a24cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:12.735883 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-808211a7-8daa-45f8-b071-029a0fe04784 req-decca0c6-72b0-4134-be93-664598a24cc6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=50e20ab5-92ae-475a-aa8f-aa541b903cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1134341 Oct 10 11:35:12.866719 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-808211a7-8daa-45f8-b071-029a0fe04784 req-f8132f0e-6e4f-456a-8c48-6d0b3ccec371 service neutron] 10.222.0.15 "GET /v2.0/networks/50e20ab5-92ae-475a-aa8f-aa541b903cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241217 Oct 10 11:35:12.995955 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-808211a7-8daa-45f8-b071-029a0fe04784 req-c5826587-9c9d-421b-af41-e45c1bd3d0d7 service neutron] 10.222.0.15 "GET /v2.0/networks/50e20ab5-92ae-475a-aa8f-aa541b903cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236749 Oct 10 11:35:13.925146 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec64fdb-ffc7-4f8a-ac15-412de7c3ac9e req-a57e72e9-773e-4e32-8a62-b147ffe97efa tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:13.926602 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-bec64fdb-ffc7-4f8a-ac15-412de7c3ac9e req-a57e72e9-773e-4e32-8a62-b147ffe97efa tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 945 time: 0.0861547 Oct 10 11:35:13.970630 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-bec64fdb-ffc7-4f8a-ac15-412de7c3ac9e req-8d437683-94a8-47bf-8683-bdc8d2a5fcf2 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378506 Oct 10 11:35:15.169916 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2d732-601c-433c-9bd2-63950fb0bf46 req-6cec580e-f53e-4e45-8ca3-cca8f2c63bdd tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:15.171350 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-10c2d732-601c-433c-9bd2-63950fb0bf46 req-6cec580e-f53e-4e45-8ca3-cca8f2c63bdd tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 945 time: 0.0874720 Oct 10 11:35:15.218014 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-10c2d732-601c-433c-9bd2-63950fb0bf46 req-4df6195e-6cd9-4b7a-b203-731cf35c6efc tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410359 Oct 10 11:35:16.417801 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0d533-3979-4cf2-9943-51625d2357e8 req-b52bcd9a-7b65-43b5-8d62-ac440805f97b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:16.419251 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-43d0d533-3979-4cf2-9943-51625d2357e8 req-b52bcd9a-7b65-43b5-8d62-ac440805f97b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 945 time: 0.0906510 Oct 10 11:35:16.462948 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-43d0d533-3979-4cf2-9943-51625d2357e8 req-2c61a51e-7606-41e6-b8a3-f49702bfdc80 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379221 Oct 10 11:35:17.661818 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bae2f-4b49-4b82-b1eb-946e119749f3 req-f7c60574-1c7a-450b-ad77-73af95d12a0c tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:17.663827 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-328bae2f-4b49-4b82-b1eb-946e119749f3 req-f7c60574-1c7a-450b-ad77-73af95d12a0c tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 945 time: 0.0920267 Oct 10 11:35:17.706897 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-328bae2f-4b49-4b82-b1eb-946e119749f3 req-ea2cd949-a717-4f91-a7fa-7f316e45e8c4 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374901 Oct 10 11:35:18.905434 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e55b68-fd49-4b9b-aeef-4377ef2e98d5 req-6664e383-ade5-4348-9dec-0682d224c22b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:18.906882 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-60e55b68-fd49-4b9b-aeef-4377ef2e98d5 req-6664e383-ade5-4348-9dec-0682d224c22b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 945 time: 0.0889456 Oct 10 11:35:18.956279 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-60e55b68-fd49-4b9b-aeef-4377ef2e98d5 req-63818339-177e-48d7-b2c1-a52a1eacfad2 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434401 Oct 10 11:35:20.246415 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714793f-c8f1-48f7-9f3f-afb682cf25da req-9a17b37b-e11a-46da-97c9-ba59cc13c772 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:20.247910 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2714793f-c8f1-48f7-9f3f-afb682cf25da req-9a17b37b-e11a-46da-97c9-ba59cc13c772 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 945 time: 0.1829154 Oct 10 11:35:20.291880 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2714793f-c8f1-48f7-9f3f-afb682cf25da req-dfec26ad-3115-414c-a585-7d1fd03a8a84 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383346 Oct 10 11:35:21.490797 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570e3bf-063c-4a6e-92c2-a225b98fe709 req-a32ddcfd-0487-455d-b120-07fc9c4ed264 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:21.492280 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1570e3bf-063c-4a6e-92c2-a225b98fe709 req-a32ddcfd-0487-455d-b120-07fc9c4ed264 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 945 time: 0.0874538 Oct 10 11:35:21.535008 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1570e3bf-063c-4a6e-92c2-a225b98fe709 req-7523170e-6835-4313-899f-3c6955a44ab6 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372066 Oct 10 11:35:22.733852 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a360a5-fd6f-411c-8eb0-1fc4f38ad82c req-d0ab8b71-3403-4832-afe5-df10f7b8f539 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:22.735278 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-93a360a5-fd6f-411c-8eb0-1fc4f38ad82c req-d0ab8b71-3403-4832-afe5-df10f7b8f539 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 945 time: 0.0892036 Oct 10 11:35:22.778250 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-93a360a5-fd6f-411c-8eb0-1fc4f38ad82c req-e405ed6f-3b01-4be2-b2d4-327d86e3bff4 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372167 Oct 10 11:35:24.024919 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8509791-f3dc-4711-9b07-c3b33f73e607 req-a8f9581e-1bc9-459f-8570-ed9386b7c2d4 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:24.026411 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c8509791-f3dc-4711-9b07-c3b33f73e607 req-a8f9581e-1bc9-459f-8570-ed9386b7c2d4 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 945 time: 0.1113923 Oct 10 11:35:24.074746 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c8509791-f3dc-4711-9b07-c3b33f73e607 req-5144d6af-a18e-4266-8ab3-c023d564613f tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418169 Oct 10 11:35:25.276129 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f8316-42bc-467e-befb-c94f511fd5f7 req-b2fd0192-f5b0-40bd-8746-2ebbee7e889b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:25.277576 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7b3f8316-42bc-467e-befb-c94f511fd5f7 req-b2fd0192-f5b0-40bd-8746-2ebbee7e889b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 945 time: 0.0896056 Oct 10 11:35:25.320913 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7b3f8316-42bc-467e-befb-c94f511fd5f7 req-8560ddb4-779b-488f-b215-032711e4b509 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377343 Oct 10 11:35:26.520138 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e37fa3-a8f7-4819-a078-c67a3b04dd6f req-589894a5-8362-4d9c-9714-61462d336626 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:26.522125 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-40e37fa3-a8f7-4819-a078-c67a3b04dd6f req-589894a5-8362-4d9c-9714-61462d336626 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 945 time: 0.0861957 Oct 10 11:35:26.570454 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-40e37fa3-a8f7-4819-a078-c67a3b04dd6f req-7e37dda0-652e-4105-8d06-7cd19be0f25f tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421274 Oct 10 11:35:27.771656 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51161f3f-b6ef-410f-92eb-d964e663bbb8 req-c330566f-d260-497c-b31d-fb4a2e0491a5 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:27.773081 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-51161f3f-b6ef-410f-92eb-d964e663bbb8 req-c330566f-d260-497c-b31d-fb4a2e0491a5 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 945 time: 0.0906377 Oct 10 11:35:27.816815 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-51161f3f-b6ef-410f-92eb-d964e663bbb8 req-fc3198bc-fa85-4061-a30d-05310b4627a2 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380900 Oct 10 11:35:29.018837 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d323e4-e00b-4245-92fe-95e5a401259b req-01eee71f-554d-4b91-94bc-ad4ffc35817c tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:29.020312 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-84d323e4-e00b-4245-92fe-95e5a401259b req-01eee71f-554d-4b91-94bc-ad4ffc35817c tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 945 time: 0.0881920 Oct 10 11:35:29.064027 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-84d323e4-e00b-4245-92fe-95e5a401259b req-7c2770c0-8505-4e7f-a266-08e3602a220d tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372252 Oct 10 11:35:30.051119 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-808211a7-8daa-45f8-b071-029a0fe04784 req-b7be1c66-7dd4-485c-8e08-b6824a7061e4 service neutron] 10.222.0.15 "GET /v2.0/ports/19b4e217-de4b-427f-9c82-495aa209b4ce/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.0740786 Oct 10 11:35:30.274805 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd717fdf-b6ad-4d67-9397-ebb8af6f99e4 req-7363ecc1-f712-4f91-b88a-5c2965a3901e tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:30.277084 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fd717fdf-b6ad-4d67-9397-ebb8af6f99e4 req-7363ecc1-f712-4f91-b88a-5c2965a3901e tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 945 time: 0.0954700 Oct 10 11:35:30.322698 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fd717fdf-b6ad-4d67-9397-ebb8af6f99e4 req-ec063c60-e865-44e7-97a2-83bfa73cf09a tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407593 Oct 10 11:35:30.344929 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [req-57a4fc72-2793-48f8-b3db-300ee89b7909 req-44cadb3f-b9bd-4a19-9f88-5e05131ac5c3 service neutron] (89896) timed out ('10.222.0.15', 56581) {{(pid=89896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 10 11:35:30.598220 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808211a7-8daa-45f8-b071-029a0fe04784 req-a8fd9351-3845-4b36-808a-a7c616fb38c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:30.599618 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-808211a7-8daa-45f8-b071-029a0fe04784 req-a8fd9351-3845-4b36-808a-a7c616fb38c1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8&tenant_id=5f87b70b7e344534baf3605f9fe000a7 HTTP/1.1" status: 200 len: 1098 time: 0.0796661 Oct 10 11:35:30.699660 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808211a7-8daa-45f8-b071-029a0fe04784 req-493ade9d-52b3-4a8e-98ab-e5db96b0b46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:30.701127 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-808211a7-8daa-45f8-b071-029a0fe04784 req-493ade9d-52b3-4a8e-98ab-e5db96b0b46e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f87b70b7e344534baf3605f9fe000a7&device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 1098 time: 0.0822568 Oct 10 11:35:30.831795 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808211a7-8daa-45f8-b071-029a0fe04784 req-45aaad3f-5b55-498c-a476-07774997f3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:30.833225 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-808211a7-8daa-45f8-b071-029a0fe04784 req-45aaad3f-5b55-498c-a476-07774997f3aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=50e20ab5-92ae-475a-aa8f-aa541b903cdb HTTP/1.1" status: 200 len: 916 time: 0.1269674 Oct 10 11:35:30.903624 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-808211a7-8daa-45f8-b071-029a0fe04784 req-2947c1f0-6a3c-4150-8a75-ccb9b45a6d42 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19b4e217-de4b-427f-9c82-495aa209b4ce HTTP/1.1" status: 200 len: 217 time: 0.0644999 Oct 10 11:35:30.966374 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808211a7-8daa-45f8-b071-029a0fe04784 req-8ce845b5-dfbf-4793-a0bb-97264505dd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:30.967816 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-808211a7-8daa-45f8-b071-029a0fe04784 req-8ce845b5-dfbf-4793-a0bb-97264505dd9c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb27f640-a50c-444b-b96d-eebebe43450d HTTP/1.1" status: 200 len: 854 time: 0.0592248 Oct 10 11:35:31.050638 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808211a7-8daa-45f8-b071-029a0fe04784 req-1d9fa845-2d59-4779-b8a9-b40c56f2d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:31.052128 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-808211a7-8daa-45f8-b071-029a0fe04784 req-1d9fa845-2d59-4779-b8a9-b40c56f2d03e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=50e20ab5-92ae-475a-aa8f-aa541b903cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788424 Oct 10 11:35:31.186251 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-808211a7-8daa-45f8-b071-029a0fe04784 req-9c41b438-ef0f-4e99-a823-333a805fa96c service neutron] 10.222.0.15 "GET /v2.0/networks/50e20ab5-92ae-475a-aa8f-aa541b903cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278107 Oct 10 11:35:31.321797 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-808211a7-8daa-45f8-b071-029a0fe04784 req-8b239085-b14e-46cc-ac5d-1c7dae1ca5ec service neutron] 10.222.0.15 "GET /v2.0/networks/50e20ab5-92ae-475a-aa8f-aa541b903cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300817 Oct 10 11:35:31.526443 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd870192-09cd-489f-ac9b-b7e5f6d0b86a req-6197b2b3-cd90-47b0-82d9-42140411b1d2 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:31.527892 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-fd870192-09cd-489f-ac9b-b7e5f6d0b86a req-6197b2b3-cd90-47b0-82d9-42140411b1d2 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 945 time: 0.0927849 Oct 10 11:35:31.575887 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-fd870192-09cd-489f-ac9b-b7e5f6d0b86a req-f6834f18-6cab-44ce-b19a-c01b23cea2a6 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422161 Oct 10 11:35:32.014300 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:35:32.618420 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308f1e5-80ac-4537-bc2b-7610a3667d40 req-50a810eb-9f7e-4f5f-82e0-ed2ddc9c8941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:32.619895 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c308f1e5-80ac-4537-bc2b-7610a3667d40 req-50a810eb-9f7e-4f5f-82e0-ed2ddc9c8941 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f87b70b7e344534baf3605f9fe000a7&device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 1098 time: 0.0824652 Oct 10 11:35:32.822514 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308f1e5-80ac-4537-bc2b-7610a3667d40 req-4647a07f-45ad-4f33-b099-12cd71dc156b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:32.823956 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c308f1e5-80ac-4537-bc2b-7610a3667d40 req-4647a07f-45ad-4f33-b099-12cd71dc156b service neutron] 10.222.0.15 "GET /v2.0/networks?id=50e20ab5-92ae-475a-aa8f-aa541b903cdb HTTP/1.1" status: 200 len: 916 time: 0.1830027 Oct 10 11:35:32.993507 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c308f1e5-80ac-4537-bc2b-7610a3667d40 req-f3dbd10e-8191-4d64-90fa-762363776ae8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19b4e217-de4b-427f-9c82-495aa209b4ce HTTP/1.1" status: 200 len: 217 time: 0.1618724 Oct 10 11:35:33.001032 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cafe8-c22d-4487-a56f-1837f88c9910 req-fe99e459-52a5-4db7-9595-cece1c49baad tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:33.002425 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fd5cafe8-c22d-4487-a56f-1837f88c9910 req-fe99e459-52a5-4db7-9595-cece1c49baad tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 945 time: 0.2799201 Oct 10 11:35:33.091475 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308f1e5-80ac-4537-bc2b-7610a3667d40 req-5980d426-63d6-4de6-a71b-e619e349a561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:33.092916 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c308f1e5-80ac-4537-bc2b-7610a3667d40 req-5980d426-63d6-4de6-a71b-e619e349a561 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb27f640-a50c-444b-b96d-eebebe43450d HTTP/1.1" status: 200 len: 854 time: 0.0896566 Oct 10 11:35:33.095646 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fd5cafe8-c22d-4487-a56f-1837f88c9910 req-c7c236fe-a846-4ace-83a9-13dacf5710be tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638034 Oct 10 11:35:33.178066 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308f1e5-80ac-4537-bc2b-7610a3667d40 req-3f7e3926-87b1-4790-b7a0-bd7d83911d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:33.179553 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c308f1e5-80ac-4537-bc2b-7610a3667d40 req-3f7e3926-87b1-4790-b7a0-bd7d83911d9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=50e20ab5-92ae-475a-aa8f-aa541b903cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790312 Oct 10 11:35:33.311932 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c308f1e5-80ac-4537-bc2b-7610a3667d40 req-dbaeb4ff-dde8-40b6-9350-af135b12d3cd service neutron] 10.222.0.15 "GET /v2.0/networks/50e20ab5-92ae-475a-aa8f-aa541b903cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254475 Oct 10 11:35:33.441321 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-74fd5960-78e2-4d61-8450-528524e7a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:33.451063 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c308f1e5-80ac-4537-bc2b-7610a3667d40 req-4227ae02-8ec2-4a5d-b4a4-ae06d02c71b0 service neutron] 10.222.0.15 "GET /v2.0/networks/50e20ab5-92ae-475a-aa8f-aa541b903cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263554 Oct 10 11:35:33.811228 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 19b4e217-de4b-427f-9c82-495aa209b4ce details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:35:33.814554 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 19b4e217-de4b-427f-9c82-495aa209b4ce no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:35:34.034972 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 19b4e217-de4b-427f-9c82-495aa209b4ce is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:35:34.035262 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:34.053777 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 19b4e217-de4b-427f-9c82-495aa209b4ce, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=19b4e217-de4b-427f-9c82-495aa209b4ce,segment=NetworkSegment(ce8d15a6-8796-430a-b696-d21d83a24db8),segment_id=ce8d15a6-8796-430a-b696-d21d83a24db8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:35:34.074386 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '19b4e217-de4b-427f-9c82-495aa209b4ce', 'network_id': '50e20ab5-92ae-475a-aa8f-aa541b903cdb', 'port_id': '19b4e217-de4b-427f-9c82-495aa209b4ce', 'mac_address': 'fa:16:3e:70:8c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 492, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb27f640-a50c-444b-b96d-eebebe43450d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:35:34.080231 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fc8a00-b344-460b-8cd6-33776eaec2c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19b4e217-de4b-427f-9c82-495aa209b4ce'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:35:34.082500 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3ec0d7-c971-4d45-bcd1-ecf6e884092d" -d '{"events": [{"server_uuid": "88fc8a00-b344-460b-8cd6-33776eaec2c8", "name": "network-vif-unplugged", "status": "completed", "tag": "19b4e217-de4b-427f-9c82-495aa209b4ce"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:35:34.118256 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 19b4e217-de4b-427f-9c82-495aa209b4ce, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=19b4e217-de4b-427f-9c82-495aa209b4ce,segment=NetworkSegment(ce8d15a6-8796-430a-b696-d21d83a24db8),segment_id=ce8d15a6-8796-430a-b696-d21d83a24db8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:35:34.138152 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Oct 2022 11:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1859621-3c68-4c6e-a532-9b2664e1c0d0 x-openstack-request-id: req-d1859621-3c68-4c6e-a532-9b2664e1c0d0 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:35:34.138469 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fc8a00-b344-460b-8cd6-33776eaec2c8", "name": "network-vif-unplugged", "status": "completed", "tag": "19b4e217-de4b-427f-9c82-495aa209b4ce", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:35:34.138719 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d1859621-3c68-4c6e-a532-9b2664e1c0d0 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:35:34.139108 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1859621-3c68-4c6e-a532-9b2664e1c0d0'] response: {'server_uuid': '88fc8a00-b344-460b-8cd6-33776eaec2c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19b4e217-de4b-427f-9c82-495aa209b4ce', 'code': 200} Oct 10 11:35:34.149861 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 19b4e217-de4b-427f-9c82-495aa209b4ce is: ACTIVE; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:35:34.150238 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:34.168488 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19b4e217-de4b-427f-9c82-495aa209b4ce {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:35:34.184828 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:34.299055 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:35:34.299314 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:35:34.302972 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=19b4e217-de4b-427f-9c82-495aa209b4ce,revision_number=6']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:35:34.305792 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46364b-2245-420d-b061-d18f638d6049 req-d611dc41-675d-4b9e-9e0a-41dcc884eb61 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:34.307261 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-af46364b-2245-420d-b061-d18f638d6049 req-d611dc41-675d-4b9e-9e0a-41dcc884eb61 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 943 time: 0.0923696 Oct 10 11:35:34.351906 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-af46364b-2245-420d-b061-d18f638d6049 req-f6341633-f3a8-4cab-ad1b-c6c0a1258e56 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390558 Oct 10 11:35:34.822084 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bad32-aa46-486d-aa06-ab773c29c3ea req-8ed68175-b06d-4d47-ad9e-676ed95844b0 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:34.824448 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7c9bad32-aa46-486d-aa06-ab773c29c3ea req-8ed68175-b06d-4d47-ad9e-676ed95844b0 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 943 time: 0.0893435 Oct 10 11:35:34.856758 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 19b4e217-de4b-427f-9c82-495aa209b4ce is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:35:34.857323 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:34.874627 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b4e217-de4b-427f-9c82-495aa209b4ce {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:35:34.891121 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 19b4e217-de4b-427f-9c82-495aa209b4ce, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=19b4e217-de4b-427f-9c82-495aa209b4ce,segment=NetworkSegment(ce8d15a6-8796-430a-b696-d21d83a24db8),segment_id=ce8d15a6-8796-430a-b696-d21d83a24db8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:35:34.929784 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7c9bad32-aa46-486d-aa06-ab773c29c3ea req-12ab4cb4-e2e2-4df3-97fa-00b3828224dd tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674024 Oct 10 11:35:34.951292 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820e972-7947-45f1-a6ea-3d69ad50d1ac req-0685d3c8-e345-4584-ad3b-a0e72cac046b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:34.952745 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e820e972-7947-45f1-a6ea-3d69ad50d1ac req-0685d3c8-e345-4584-ad3b-a0e72cac046b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.15 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8&tenant_id=5f87b70b7e344534baf3605f9fe000a7&binding%3Ahost_id=hv-neutron-8608 HTTP/1.1" status: 200 len: 943 time: 0.1283524 Oct 10 11:35:34.978550 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:35.046642 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['19b4e217-de4b-427f-9c82-495aa209b4ce'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:35:35.080085 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=19b4e217-de4b-427f-9c82-495aa209b4ce,revision_number=7']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:35:35.106460 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820e972-7947-45f1-a6ea-3d69ad50d1ac req-42cc1ae7-3f81-42b1-b465-588db6008fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:35.107935 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e820e972-7947-45f1-a6ea-3d69ad50d1ac req-42cc1ae7-3f81-42b1-b465-588db6008fc1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f87b70b7e344534baf3605f9fe000a7&device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 1097 time: 0.0840509 Oct 10 11:35:35.242126 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820e972-7947-45f1-a6ea-3d69ad50d1ac req-0e897ce4-8bd1-4fa2-94b1-00c92934d4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:35.243557 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e820e972-7947-45f1-a6ea-3d69ad50d1ac req-0e897ce4-8bd1-4fa2-94b1-00c92934d4d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=50e20ab5-92ae-475a-aa8f-aa541b903cdb HTTP/1.1" status: 200 len: 916 time: 0.1297846 Oct 10 11:35:35.310392 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e820e972-7947-45f1-a6ea-3d69ad50d1ac req-27807a22-0c07-43cb-b077-4d5543680a38 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19b4e217-de4b-427f-9c82-495aa209b4ce HTTP/1.1" status: 200 len: 217 time: 0.0601730 Oct 10 11:35:35.374150 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820e972-7947-45f1-a6ea-3d69ad50d1ac req-67838199-1601-4619-bdd9-3af9c786618d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:35.375584 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e820e972-7947-45f1-a6ea-3d69ad50d1ac req-67838199-1601-4619-bdd9-3af9c786618d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb27f640-a50c-444b-b96d-eebebe43450d HTTP/1.1" status: 200 len: 854 time: 0.0597620 Oct 10 11:35:35.457195 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820e972-7947-45f1-a6ea-3d69ad50d1ac req-4fa084bc-3c3d-4eb6-b24d-2ff7edeae3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:35.459216 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e820e972-7947-45f1-a6ea-3d69ad50d1ac req-4fa084bc-3c3d-4eb6-b24d-2ff7edeae3fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=50e20ab5-92ae-475a-aa8f-aa541b903cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778422 Oct 10 11:35:35.587714 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e820e972-7947-45f1-a6ea-3d69ad50d1ac req-2c75f7f1-9b1b-43fc-b3da-a6c769c96961 service neutron] 10.222.0.15 "GET /v2.0/networks/50e20ab5-92ae-475a-aa8f-aa541b903cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225140 Oct 10 11:35:35.718897 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e820e972-7947-45f1-a6ea-3d69ad50d1ac req-29f3f494-a371-4af4-91f0-776d3bd894ec service neutron] 10.222.0.15 "GET /v2.0/networks/50e20ab5-92ae-475a-aa8f-aa541b903cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248138 Oct 10 11:35:35.749633 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f3864cce-3200-4789-99f8-3099848ee8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:35.813777 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 19b4e217-de4b-427f-9c82-495aa209b4ce up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:35:35.885088 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 19b4e217-de4b-427f-9c82-495aa209b4ce triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:35:35.885881 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:35.885881 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 19b4e217-de4b-427f-9c82-495aa209b4ce Oct 10 11:35:36.006386 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 19b4e217-de4b-427f-9c82-495aa209b4ce is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:35:36.006774 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:36.042662 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 19b4e217-de4b-427f-9c82-495aa209b4ce, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=19b4e217-de4b-427f-9c82-495aa209b4ce,segment=NetworkSegment(ce8d15a6-8796-430a-b696-d21d83a24db8),segment_id=ce8d15a6-8796-430a-b696-d21d83a24db8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:35:36.092488 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:36.141879 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d1dea-fb3b-4a85-b9d4-ad6520e2f173 req-10332d9a-7fff-4886-af88-f76ea54a7fd1 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:36.142429 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fc8a00-b344-460b-8cd6-33776eaec2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b4e217-de4b-427f-9c82-495aa209b4ce'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:35:36.143249 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c79d1dea-fb3b-4a85-b9d4-ad6520e2f173 req-10332d9a-7fff-4886-af88-f76ea54a7fd1 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 945 time: 0.0886595 Oct 10 11:35:36.144289 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f983c505-379f-414b-a30a-2fcd96c2a46f" -d '{"events": [{"server_uuid": "88fc8a00-b344-460b-8cd6-33776eaec2c8", "name": "network-vif-plugged", "status": "completed", "tag": "19b4e217-de4b-427f-9c82-495aa209b4ce"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:35:36.166493 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=19b4e217-de4b-427f-9c82-495aa209b4ce,revision_number=8']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:35:36.194470 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c79d1dea-fb3b-4a85-b9d4-ad6520e2f173 req-3d0543a1-b16f-4943-b0b1-07026aaa0b4d tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444894 Oct 10 11:35:36.197403 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3a05b8-216b-4a48-920f-cf913048ca3b x-openstack-request-id: req-4c3a05b8-216b-4a48-920f-cf913048ca3b {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:35:36.197794 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fc8a00-b344-460b-8cd6-33776eaec2c8", "name": "network-vif-plugged", "status": "completed", "tag": "19b4e217-de4b-427f-9c82-495aa209b4ce", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:35:36.198108 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4c3a05b8-216b-4a48-920f-cf913048ca3b {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:35:36.198568 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c3a05b8-216b-4a48-920f-cf913048ca3b'] response: {'server_uuid': '88fc8a00-b344-460b-8cd6-33776eaec2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b4e217-de4b-427f-9c82-495aa209b4ce', 'code': 200} Oct 10 11:35:37.046530 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:37.069209 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:37.399512 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e346e8-8ac1-4917-860a-86005851c227 req-1ebb0a89-05b6-4bf2-9d4a-cab2b7ccd767 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:37.400949 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-61e346e8-8ac1-4917-860a-86005851c227 req-1ebb0a89-05b6-4bf2-9d4a-cab2b7ccd767 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 945 time: 0.0909672 Oct 10 11:35:37.444110 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-61e346e8-8ac1-4917-860a-86005851c227 req-645d5086-cd52-4f28-8f7b-ae49771cd3d5 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374486 Oct 10 11:35:37.638366 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61fa72-3575-40c1-b4ef-5beec2c04e7e req-f1706d5e-8706-4c19-a6a9-31815202cd05 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:37.639797 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6f61fa72-3575-40c1-b4ef-5beec2c04e7e req-f1706d5e-8706-4c19-a6a9-31815202cd05 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 945 time: 0.0874827 Oct 10 11:35:37.682904 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6f61fa72-3575-40c1-b4ef-5beec2c04e7e req-fb5d4fdd-5153-4c3f-88ca-8289c0d110a9 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375121 Oct 10 11:35:37.878832 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 33920) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:35:37.885193 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-ae8e005c-0030-4c33-a8b4-2c737ca492e3 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2128811492', 'description': 'tempest-description--903586706'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:35:37.890881 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ae8e005c-0030-4c33-a8b4-2c737ca492e3 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:35:37.900664 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ae8e005c-0030-4c33-a8b4-2c737ca492e3 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:35:37.972826 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ae8e005c-0030-4c33-a8b4-2c737ca492e3 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:37.995461 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ae8e005c-0030-4c33-a8b4-2c737ca492e3 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:35:37.998334 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ae8e005c-0030-4c33-a8b4-2c737ca492e3 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Usage tracker for resource:security_group_rule and tenant:5f87b70b7e344534baf3605f9fe000a7 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:35:38.001171 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ae8e005c-0030-4c33-a8b4-2c737ca492e3 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:35:38.007066 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ae8e005c-0030-4c33-a8b4-2c737ca492e3 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:35:38.075448 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ae8e005c-0030-4c33-a8b4-2c737ca492e3 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:38.172663 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ae8e005c-0030-4c33-a8b4-2c737ca492e3 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:38.217087 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e005c-0030-4c33-a8b4-2c737ca492e3 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fabd77fd-b6d5-4ee0-8254-dae0626aab17,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:35:38.298856 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ae8e005c-0030-4c33-a8b4-2c737ca492e3 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:38.300092 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ae8e005c-0030-4c33-a8b4-2c737ca492e3 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4201958 Oct 10 11:35:38.302899 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 33924) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:35:38.307941 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-ef515c96-e813-4e05-a287-cc39ca9dc3e9 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Request body: {'security_group_rule': {'security_group_id': 'fabd77fd-b6d5-4ee0-8254-dae0626aab17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:35:38.314143 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ef515c96-e813-4e05-a287-cc39ca9dc3e9 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:35:38.318585 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ef515c96-e813-4e05-a287-cc39ca9dc3e9 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Usage tracker for resource:security_group_rule and tenant:5f87b70b7e344534baf3605f9fe000a7 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:35:38.321545 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ef515c96-e813-4e05-a287-cc39ca9dc3e9 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:35:38.327227 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ef515c96-e813-4e05-a287-cc39ca9dc3e9 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:35:38.401639 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ef515c96-e813-4e05-a287-cc39ca9dc3e9 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:38.550572 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ef515c96-e813-4e05-a287-cc39ca9dc3e9 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:38.600835 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ef515c96-e813-4e05-a287-cc39ca9dc3e9 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:38.630701 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef515c96-e813-4e05-a287-cc39ca9dc3e9 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb173cb-a0a1-44fb-97bc-8d75be2d6df8,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:35:38.647013 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:38.709782 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ef515c96-e813-4e05-a287-cc39ca9dc3e9 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:38.710977 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ef515c96-e813-4e05-a287-cc39ca9dc3e9 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4071600 Oct 10 11:35:38.713764 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33928) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:35:38.718850 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-3903b637-1ba3-40d7-b561-3498c501b42b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Request body: {'security_group_rule': {'security_group_id': 'fabd77fd-b6d5-4ee0-8254-dae0626aab17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:35:38.725596 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-3903b637-1ba3-40d7-b561-3498c501b42b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:35:38.729380 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-3903b637-1ba3-40d7-b561-3498c501b42b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Usage tracker for resource:security_group_rule and tenant:5f87b70b7e344534baf3605f9fe000a7 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:35:38.732229 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-3903b637-1ba3-40d7-b561-3498c501b42b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:35:38.738363 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-3903b637-1ba3-40d7-b561-3498c501b42b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:35:38.808006 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3903b637-1ba3-40d7-b561-3498c501b42b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:38.871722 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3903b637-1ba3-40d7-b561-3498c501b42b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:38.920854 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3903b637-1ba3-40d7-b561-3498c501b42b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:38.945221 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903b637-1ba3-40d7-b561-3498c501b42b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b56624a-fc6b-4182-aa43-9ecfdd5d4691,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:35:39.001241 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3903b637-1ba3-40d7-b561-3498c501b42b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:39.002452 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-3903b637-1ba3-40d7-b561-3498c501b42b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2877140 Oct 10 11:35:39.005516 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 33932) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:35:39.010440 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-59ea8f97-0f57-4b35-802a-ea61136aa45b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:35:39.016278 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-59ea8f97-0f57-4b35-802a-ea61136aa45b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:35:39.020245 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-59ea8f97-0f57-4b35-802a-ea61136aa45b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Usage tracker for resource:floatingip and tenant:5f87b70b7e344534baf3605f9fe000a7 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:35:39.023323 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-59ea8f97-0f57-4b35-802a-ea61136aa45b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:35:39.028879 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-59ea8f97-0f57-4b35-802a-ea61136aa45b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:35:39.069743 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-59ea8f97-0f57-4b35-802a-ea61136aa45b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks [] for floatingip, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:39.203475 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-59ea8f97-0f57-4b35-802a-ea61136aa45b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:39.335235 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-59ea8f97-0f57-4b35-802a-ea61136aa45b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Allocated IP 172.26.4.149 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/7cd67562-48aa-4fd2-8171-24d076532452) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:35:39.459352 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:39.488814 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-59ea8f97-0f57-4b35-802a-ea61136aa45b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:39.584967 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-59ea8f97-0f57-4b35-802a-ea61136aa45b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:39.649318 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ea8f97-0f57-4b35-802a-ea61136aa45b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:35:39.650393 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-59ea8f97-0f57-4b35-802a-ea61136aa45b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:35:39.654296 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ea8f97-0f57-4b35-802a-ea61136aa45b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:35:39.691239 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea8f97-0f57-4b35-802a-ea61136aa45b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Pushing event updated for resources: {'Port': ['ID=7cd67562-48aa-4fd2-8171-24d076532452,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:35:39.736632 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-59ea8f97-0f57-4b35-802a-ea61136aa45b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:39.848566 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-59ea8f97-0f57-4b35-802a-ea61136aa45b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:40.164511 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-59ea8f97-0f57-4b35-802a-ea61136aa45b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:40.235191 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-59ea8f97-0f57-4b35-802a-ea61136aa45b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:40.348475 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea8f97-0f57-4b35-802a-ea61136aa45b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Pushing event updated for resources: {'Port': ['ID=7cd67562-48aa-4fd2-8171-24d076532452,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:35:40.351342 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-59ea8f97-0f57-4b35-802a-ea61136aa45b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:40.446716 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-59ea8f97-0f57-4b35-802a-ea61136aa45b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:40.447996 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-59ea8f97-0f57-4b35-802a-ea61136aa45b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4415457 Oct 10 11:35:40.620738 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a668e-7e91-446c-b9a3-8b02ba98103a req-5e04dfda-7a55-479f-9a35-e44b83380fc3 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:40.622115 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d88a668e-7e91-446c-b9a3-8b02ba98103a req-5e04dfda-7a55-479f-9a35-e44b83380fc3 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 945 time: 0.0912101 Oct 10 11:35:40.666090 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d88a668e-7e91-446c-b9a3-8b02ba98103a req-4682aeae-c50d-49d2-9d43-5d426fd2d35c tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384448 Oct 10 11:35:41.272151 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-20b693e8-e39f-4592-a083-ecd166a54031 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:41.272857 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-20b693e8-e39f-4592-a083-ecd166a54031 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Synchronizing usage tracker for tenant:5f87b70b7e344534baf3605f9fe000a7 on resource:network {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:35:41.372068 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-20b693e8-e39f-4592-a083-ecd166a54031 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Unset dirty status for tenant:5f87b70b7e344534baf3605f9fe000a7 on resource:network {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:35:41.373206 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-20b693e8-e39f-4592-a083-ecd166a54031 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/networks?id=50e20ab5-92ae-475a-aa8f-aa541b903cdb HTTP/1.1" status: 200 len: 815 time: 0.2447567 Oct 10 11:35:41.388580 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-819845c5-eded-4563-b160-2e29d18b16f3 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/quotas/5f87b70b7e344534baf3605f9fe000a7 HTTP/1.1" status: 200 len: 375 time: 0.0098703 Oct 10 11:35:41.480528 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-9bc8c6f8-2851-4fd2-a25f-ceceef3637cd tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=5f87b70b7e344534baf3605f9fe000a7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0870464 Oct 10 11:35:41.652244 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-78c0be31-71bc-4dcf-a33e-35fc57528e16 service neutron] 10.222.0.40 "GET /v2.0/networks/50e20ab5-92ae-475a-aa8f-aa541b903cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650834 Oct 10 11:35:41.788922 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-d02e6f60-6f2e-48ed-89f7-8490db874ee0 service neutron] 10.222.0.40 "GET /v2.0/networks/50e20ab5-92ae-475a-aa8f-aa541b903cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308045 Oct 10 11:35:42.039023 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b97ce6ef-7b1e-4949-b06e-9d8b13e23333 req-c08df11a-44fd-4ab8-814f-5f8a7ca58c83 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 210 time: 0.0508435 Oct 10 11:35:42.800280 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d454e3-81db-48da-a058-a38d16ef53c6 req-1549409e-2d20-4252-8e63-c29a90278850 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:42.801770 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-43d454e3-81db-48da-a058-a38d16ef53c6 req-1549409e-2d20-4252-8e63-c29a90278850 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.15 "GET /v2.0/ports?device_id=88fc8a00-b344-460b-8cd6-33776eaec2c8 HTTP/1.1" status: 200 len: 945 time: 0.0902231 Oct 10 11:35:42.870868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-43d454e3-81db-48da-a058-a38d16ef53c6 req-9f56303d-3f60-43e3-ac87-1f4b4692c9ba tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Deleting port 19b4e217-de4b-427f-9c82-495aa209b4ce {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:35:42.871127 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-43d454e3-81db-48da-a058-a38d16ef53c6 req-9f56303d-3f60-43e3-ac87-1f4b4692c9ba tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:43.119489 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-43d454e3-81db-48da-a058-a38d16ef53c6 req-9f56303d-3f60-43e3-ac87-1f4b4692c9ba tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] For port 19b4e217-de4b-427f-9c82-495aa209b4ce, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=19b4e217-de4b-427f-9c82-495aa209b4ce,segment=NetworkSegment(ce8d15a6-8796-430a-b696-d21d83a24db8),segment_id=ce8d15a6-8796-430a-b696-d21d83a24db8)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:35:43.120225 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-43d454e3-81db-48da-a058-a38d16ef53c6 req-9f56303d-3f60-43e3-ac87-1f4b4692c9ba tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:43.210941 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-bb01ef4a-1cb0-4281-a9ce-258bee30a43c req-709d6344-6313-4e17-a2e8-b9253414f014 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 210 time: 0.0587225 Oct 10 11:35:43.244786 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-43d454e3-81db-48da-a058-a38d16ef53c6 req-9f56303d-3f60-43e3-ac87-1f4b4692c9ba tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Calling delete_port for 19b4e217-de4b-427f-9c82-495aa209b4ce owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:35:43.441265 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-43d454e3-81db-48da-a058-a38d16ef53c6 req-9f56303d-3f60-43e3-ac87-1f4b4692c9ba tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:43.452537 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['19b4e217-de4b-427f-9c82-495aa209b4ce'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:35:43.489171 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56303d-3f60-43e3-ac87-1f4b4692c9ba tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Pushing event deleted for resources: {'Port': ['ID=19b4e217-de4b-427f-9c82-495aa209b4ce,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:35:43.501341 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56303d-3f60-43e3-ac87-1f4b4692c9ba tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:35:43.501724 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56303d-3f60-43e3-ac87-1f4b4692c9ba tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:35:43.502074 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56303d-3f60-43e3-ac87-1f4b4692c9ba tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:35:43.502385 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56303d-3f60-43e3-ac87-1f4b4692c9ba tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:35:43.502715 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56303d-3f60-43e3-ac87-1f4b4692c9ba tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:35:43.503047 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56303d-3f60-43e3-ac87-1f4b4692c9ba tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:35:43.503376 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56303d-3f60-43e3-ac87-1f4b4692c9ba tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:35:43.503697 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56303d-3f60-43e3-ac87-1f4b4692c9ba tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:35:43.504018 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56303d-3f60-43e3-ac87-1f4b4692c9ba tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:35:43.504363 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56303d-3f60-43e3-ac87-1f4b4692c9ba tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:35:43.504651 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56303d-3f60-43e3-ac87-1f4b4692c9ba tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:35:43.505347 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56303d-3f60-43e3-ac87-1f4b4692c9ba tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:35:43.595465 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d454e3-81db-48da-a058-a38d16ef53c6 req-9f56303d-3f60-43e3-ac87-1f4b4692c9ba tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] No DVR routers for this DVR port 19b4e217-de4b-427f-9c82-495aa209b4ce on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:35:43.598138 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-43d454e3-81db-48da-a058-a38d16ef53c6 req-9f56303d-3f60-43e3-ac87-1f4b4692c9ba tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:43.603874 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fc8a00-b344-460b-8cd6-33776eaec2c8', 'name': 'network-vif-deleted', 'tag': '19b4e217-de4b-427f-9c82-495aa209b4ce'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:35:43.606656 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51afcb54-3e93-4666-b030-6bb3bd61a0cb" -d '{"events": [{"server_uuid": "88fc8a00-b344-460b-8cd6-33776eaec2c8", "name": "network-vif-deleted", "tag": "19b4e217-de4b-427f-9c82-495aa209b4ce"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:35:43.650936 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cf7d8c-1e18-4b70-be0f-a95d5da315ba x-openstack-request-id: req-68cf7d8c-1e18-4b70-be0f-a95d5da315ba {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:35:43.651349 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fc8a00-b344-460b-8cd6-33776eaec2c8", "name": "network-vif-deleted", "tag": "19b4e217-de4b-427f-9c82-495aa209b4ce", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:35:43.651631 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-68cf7d8c-1e18-4b70-be0f-a95d5da315ba {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:35:43.652036 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68cf7d8c-1e18-4b70-be0f-a95d5da315ba'] response: {'server_uuid': '88fc8a00-b344-460b-8cd6-33776eaec2c8', 'name': 'network-vif-deleted', 'tag': '19b4e217-de4b-427f-9c82-495aa209b4ce', 'status': 'completed', 'code': 200} Oct 10 11:35:43.693262 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-43d454e3-81db-48da-a058-a38d16ef53c6 req-9f56303d-3f60-43e3-ac87-1f4b4692c9ba tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.15 "DELETE /v2.0/ports/19b4e217-de4b-427f-9c82-495aa209b4ce HTTP/1.1" status: 204 len: 173 time: 0.8867052 Oct 10 11:35:44.246827 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-87749a62-ef18-4702-9c5b-098b2cd46a81 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:44.247741 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-87749a62-ef18-4702-9c5b-098b2cd46a81 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.15 "GET /v2.0/networks?id=50e20ab5-92ae-475a-aa8f-aa541b903cdb HTTP/1.1" status: 200 len: 815 time: 0.1501641 Oct 10 11:35:44.260430 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-20ba74d8-954a-4cdb-b7a9-14e7b90712fa tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Request body: {'port': {'device_id': '11fc9790-cba4-45e3-9ea2-64f425412a9a', 'network_id': '50e20ab5-92ae-475a-aa8f-aa541b903cdb', 'admin_state_up': True, 'tenant_id': '5f87b70b7e344534baf3605f9fe000a7'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:35:44.392347 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-516fbca7-fd93-47a6-959c-374577a791bd req-8dbc8f4b-9d26-47c4-b018-71a4febb876b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 210 time: 0.0579219 Oct 10 11:35:44.414052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-20ba74d8-954a-4cdb-b7a9-14e7b90712fa tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:35:44.419387 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-20ba74d8-954a-4cdb-b7a9-14e7b90712fa tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Usage tracker for resource:port and tenant:5f87b70b7e344534baf3605f9fe000a7 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:35:44.421259 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-20ba74d8-954a-4cdb-b7a9-14e7b90712fa tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:35:44.427650 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-20ba74d8-954a-4cdb-b7a9-14e7b90712fa tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:35:44.561297 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-20ba74d8-954a-4cdb-b7a9-14e7b90712fa tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Made reservation on behalf of 5f87b70b7e344534baf3605f9fe000a7 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:35:44.566061 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-20ba74d8-954a-4cdb-b7a9-14e7b90712fa tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:44.733323 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-20ba74d8-954a-4cdb-b7a9-14e7b90712fa tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Allocated IP 172.20.0.11 (50e20ab5-92ae-475a-aa8f-aa541b903cdb/bb27f640-a50c-444b-b96d-eebebe43450d/62015da8-5440-4638-bfe8-d7da7f8b059d) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:35:44.935834 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-20ba74d8-954a-4cdb-b7a9-14e7b90712fa tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:44.951843 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-20ba74d8-954a-4cdb-b7a9-14e7b90712fa tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Transition to ACTIVE for port object 62015da8-5440-4638-bfe8-d7da7f8b059d will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:35:45.058498 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-20ba74d8-954a-4cdb-b7a9-14e7b90712fa tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:45.219437 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-20ba74d8-954a-4cdb-b7a9-14e7b90712fa tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Network 50e20ab5-92ae-475a-aa8f-aa541b903cdb is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:35:45.222275 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-20ba74d8-954a-4cdb-b7a9-14e7b90712fa tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:35:45.226103 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-20ba74d8-954a-4cdb-b7a9-14e7b90712fa tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:35:45.256999 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba74d8-954a-4cdb-b7a9-14e7b90712fa tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Pushing event updated for resources: {'Port': ['ID=62015da8-5440-4638-bfe8-d7da7f8b059d,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:35:45.293981 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-20ba74d8-954a-4cdb-b7a9-14e7b90712fa tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:45.294582 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-20ba74d8-954a-4cdb-b7a9-14e7b90712fa tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:45.356299 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-20ba74d8-954a-4cdb-b7a9-14e7b90712fa tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0998955 Oct 10 11:35:45.368955 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-bcfb5659-e502-45ff-bdbf-3ada7ea3ee97 service neutron] Request body: {'port': {'device_id': '11fc9790-cba4-45e3-9ea2-64f425412a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:35:45.480115 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-bcfb5659-e502-45ff-bdbf-3ada7ea3ee97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:45.509617 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-dce0384c-2cb4-468a-99db-b5a5b17a3220 None None] Provisioning for port 62015da8-5440-4638-bfe8-d7da7f8b059d completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:35:45.514737 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-dce0384c-2cb4-468a-99db-b5a5b17a3220 None None] Provisioning complete for port 62015da8-5440-4638-bfe8-d7da7f8b059d triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:35:45.516613 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dce0384c-2cb4-468a-99db-b5a5b17a3220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:45.516613 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-dce0384c-2cb4-468a-99db-b5a5b17a3220 None None] Attempt 1 to provision port 62015da8-5440-4638-bfe8-d7da7f8b059d Oct 10 11:35:45.571286 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-dce0384c-2cb4-468a-99db-b5a5b17a3220 None None] Port 62015da8-5440-4638-bfe8-d7da7f8b059d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:35:45.719794 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83162afe-d22b-4429-ba9a-ee692dc47556 req-c445c5ca-686c-4f01-8b0e-d81535b53ecf tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:45.720476 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-83162afe-d22b-4429-ba9a-ee692dc47556 req-c445c5ca-686c-4f01-8b0e-d81535b53ecf tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Synchronizing usage tracker for tenant:5f87b70b7e344534baf3605f9fe000a7 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:35:45.868897 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-83162afe-d22b-4429-ba9a-ee692dc47556 req-c445c5ca-686c-4f01-8b0e-d81535b53ecf tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Unset dirty status for tenant:5f87b70b7e344534baf3605f9fe000a7 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:35:45.870061 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-83162afe-d22b-4429-ba9a-ee692dc47556 req-c445c5ca-686c-4f01-8b0e-d81535b53ecf tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 932 time: 0.3469799 Oct 10 11:35:45.872741 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 19b4e217-de4b-427f-9c82-495aa209b4ce no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:35:45.907606 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: 19b4e217-de4b-427f-9c82-495aa209b4ce {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:35:45.907825 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 19b4e217-de4b-427f-9c82-495aa209b4ce not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:35:45.912648 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-bcfb5659-e502-45ff-bdbf-3ada7ea3ee97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62015da8-5440-4638-bfe8-d7da7f8b059d {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:35:45.927695 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-bcfb5659-e502-45ff-bdbf-3ada7ea3ee97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:45.943444 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-83162afe-d22b-4429-ba9a-ee692dc47556 req-c601827a-15cb-4a5b-8b48-ed8977ddab9d tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Synchronizing usage tracker for tenant:5f87b70b7e344534baf3605f9fe000a7 on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:35:45.951412 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-bcfb5659-e502-45ff-bdbf-3ada7ea3ee97 service neutron] Transition to ACTIVE for port object 62015da8-5440-4638-bfe8-d7da7f8b059d will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:35:46.023592 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-bcfb5659-e502-45ff-bdbf-3ada7ea3ee97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:46.072237 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-dce0384c-2cb4-468a-99db-b5a5b17a3220 None None] Attempt 2 to provision port 62015da8-5440-4638-bfe8-d7da7f8b059d Oct 10 11:35:46.109382 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-83162afe-d22b-4429-ba9a-ee692dc47556 req-c601827a-15cb-4a5b-8b48-ed8977ddab9d tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Unset dirty status for tenant:5f87b70b7e344534baf3605f9fe000a7 on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:35:46.110557 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-83162afe-d22b-4429-ba9a-ee692dc47556 req-c601827a-15cb-4a5b-8b48-ed8977ddab9d tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295642 Oct 10 11:35:46.142729 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-dce0384c-2cb4-468a-99db-b5a5b17a3220 None None] Port 62015da8-5440-4638-bfe8-d7da7f8b059d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:35:46.220305 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb5659-e502-45ff-bdbf-3ada7ea3ee97 service neutron] Pushing event updated for resources: {'Port': ['ID=62015da8-5440-4638-bfe8-d7da7f8b059d,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:35:46.261307 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-bcfb5659-e502-45ff-bdbf-3ada7ea3ee97 service neutron] Attempting to bind port 62015da8-5440-4638-bfe8-d7da7f8b059d on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:35:46.262051 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-bcfb5659-e502-45ff-bdbf-3ada7ea3ee97 service neutron] Attempting to bind port 62015da8-5440-4638-bfe8-d7da7f8b059d by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'ce8d15a6-8796-430a-b696-d21d83a24db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '50e20ab5-92ae-475a-aa8f-aa541b903cdb'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:35:46.262051 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-bcfb5659-e502-45ff-bdbf-3ada7ea3ee97 service neutron] Attempting to bind port 62015da8-5440-4638-bfe8-d7da7f8b059d on network 50e20ab5-92ae-475a-aa8f-aa541b903cdb {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:35:46.266501 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-bcfb5659-e502-45ff-bdbf-3ada7ea3ee97 service neutron] Port 62015da8-5440-4638-bfe8-d7da7f8b059d on network 50e20ab5-92ae-475a-aa8f-aa541b903cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:35:46.266815 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-bcfb5659-e502-45ff-bdbf-3ada7ea3ee97 service neutron] Attempting to bind port 62015da8-5440-4638-bfe8-d7da7f8b059d on network 50e20ab5-92ae-475a-aa8f-aa541b903cdb {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:35:46.272069 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-bcfb5659-e502-45ff-bdbf-3ada7ea3ee97 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:35:46.272403 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-bcfb5659-e502-45ff-bdbf-3ada7ea3ee97 service neutron] Checking segment: {'id': 'ce8d15a6-8796-430a-b696-d21d83a24db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '50e20ab5-92ae-475a-aa8f-aa541b903cdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:35:46.272799 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-bcfb5659-e502-45ff-bdbf-3ada7ea3ee97 service neutron] Bound using segment: {'id': 'ce8d15a6-8796-430a-b696-d21d83a24db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '50e20ab5-92ae-475a-aa8f-aa541b903cdb'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:35:46.273283 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-bcfb5659-e502-45ff-bdbf-3ada7ea3ee97 service neutron] Bound port: 62015da8-5440-4638-bfe8-d7da7f8b059d, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8d15a6-8796-430a-b696-d21d83a24db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '50e20ab5-92ae-475a-aa8f-aa541b903cdb'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:35:46.273652 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-bcfb5659-e502-45ff-bdbf-3ada7ea3ee97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:46.366975 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-bcfb5659-e502-45ff-bdbf-3ada7ea3ee97 service neutron] For port 62015da8-5440-4638-bfe8-d7da7f8b059d, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:35:46.369877 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-bcfb5659-e502-45ff-bdbf-3ada7ea3ee97 service neutron] For port 62015da8-5440-4638-bfe8-d7da7f8b059d, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=62015da8-5440-4638-bfe8-d7da7f8b059d,segment=NetworkSegment(ce8d15a6-8796-430a-b696-d21d83a24db8),segment_id=ce8d15a6-8796-430a-b696-d21d83a24db8)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:35:46.452819 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-bcfb5659-e502-45ff-bdbf-3ada7ea3ee97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:46.455727 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-bcfb5659-e502-45ff-bdbf-3ada7ea3ee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:46.456335 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-bcfb5659-e502-45ff-bdbf-3ada7ea3ee97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:46.457784 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-bcfb5659-e502-45ff-bdbf-3ada7ea3ee97 service neutron] 10.222.0.15 "PUT /v2.0/ports/62015da8-5440-4638-bfe8-d7da7f8b059d HTTP/1.1" status: 200 len: 1094 time: 1.0935593 Oct 10 11:35:46.486556 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11fc9790-cba4-45e3-9ea2-64f425412a9a', 'tag': '62015da8-5440-4638-bfe8-d7da7f8b059d'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:35:46.488832 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96e56d4-d8e4-4899-a51e-2bfa1188736c" -d '{"events": [{"name": "network-changed", "server_uuid": "11fc9790-cba4-45e3-9ea2-64f425412a9a", "tag": "62015da8-5440-4638-bfe8-d7da7f8b059d"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:35:46.528998 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb5659-e502-45ff-bdbf-3ada7ea3ee97 service neutron] Pushing event updated for resources: {'Port': ['ID=62015da8-5440-4638-bfe8-d7da7f8b059d,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:35:46.534372 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669afed4-8637-4b75-9041-f51bf12b044e x-openstack-request-id: req-669afed4-8637-4b75-9041-f51bf12b044e {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:35:46.534659 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11fc9790-cba4-45e3-9ea2-64f425412a9a", "tag": "62015da8-5440-4638-bfe8-d7da7f8b059d", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:35:46.534908 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-669afed4-8637-4b75-9041-f51bf12b044e {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:35:46.535296 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-669afed4-8637-4b75-9041-f51bf12b044e'] response: {'name': 'network-changed', 'server_uuid': '11fc9790-cba4-45e3-9ea2-64f425412a9a', 'tag': '62015da8-5440-4638-bfe8-d7da7f8b059d', 'status': 'completed', 'code': 200} Oct 10 11:35:46.633577 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e56d4-d8e4-4899-a51e-2bfa1188736c req-dc4497ef-57fe-4132-8f04-f7d2b003b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:46.635040 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d96e56d4-d8e4-4899-a51e-2bfa1188736c req-dc4497ef-57fe-4132-8f04-f7d2b003b5ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f87b70b7e344534baf3605f9fe000a7&device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 1097 time: 0.0810709 Oct 10 11:35:46.644283 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-dce0384c-2cb4-468a-99db-b5a5b17a3220 None None] Attempt 3 to provision port 62015da8-5440-4638-bfe8-d7da7f8b059d Oct 10 11:35:46.705466 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-dce0384c-2cb4-468a-99db-b5a5b17a3220 None None] Port 62015da8-5440-4638-bfe8-d7da7f8b059d had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:35:46.779481 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e56d4-d8e4-4899-a51e-2bfa1188736c req-d4e37b52-397f-447a-96be-1329b1b99584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:46.780888 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d96e56d4-d8e4-4899-a51e-2bfa1188736c req-d4e37b52-397f-447a-96be-1329b1b99584 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5f87b70b7e344534baf3605f9fe000a7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1398036 Oct 10 11:35:46.914695 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e56d4-d8e4-4899-a51e-2bfa1188736c req-dea93815-1b7f-4a4b-a0c1-8bddad587cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:46.916165 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d96e56d4-d8e4-4899-a51e-2bfa1188736c req-dea93815-1b7f-4a4b-a0c1-8bddad587cb4 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300738 Oct 10 11:35:47.030466 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-a1c5442d-7730-4598-8868-6c7a222dc6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:47.031914 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-a1c5442d-7730-4598-8868-6c7a222dc6ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f87b70b7e344534baf3605f9fe000a7&device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 1097 time: 0.0778980 Oct 10 11:35:47.200778 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-7417f510-8d77-42ad-9e01-49456b61407a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62015da8-5440-4638-bfe8-d7da7f8b059d HTTP/1.1" status: 200 len: 217 time: 0.1626594 Oct 10 11:35:47.321681 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-1efd3009-0f24-461d-ae26-6cefbd23bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:47.323032 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-1efd3009-0f24-461d-ae26-6cefbd23bbed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb27f640-a50c-444b-b96d-eebebe43450d HTTP/1.1" status: 200 len: 854 time: 0.1163282 Oct 10 11:35:47.390631 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e231b-5f4f-4401-97a7-8686b5023499 req-57a8e54e-22b4-4674-99f9-060ab4d92ceb tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:47.392059 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1d7e231b-5f4f-4401-97a7-8686b5023499 req-57a8e54e-22b4-4674-99f9-060ab4d92ceb tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 944 time: 0.1563485 Oct 10 11:35:47.447430 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1d7e231b-5f4f-4401-97a7-8686b5023499 req-225f3365-250f-4db2-be19-d6cb3f422297 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492070 Oct 10 11:35:47.456398 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-92090274-0ee1-4219-8e16-3611ae0493c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:47.457886 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-92090274-0ee1-4219-8e16-3611ae0493c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=50e20ab5-92ae-475a-aa8f-aa541b903cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1276250 Oct 10 11:35:47.590545 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-4b48a130-120d-4276-9406-9b22b89820ea service neutron] 10.222.0.15 "GET /v2.0/networks/50e20ab5-92ae-475a-aa8f-aa541b903cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236908 Oct 10 11:35:47.719719 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3fba3634-966c-4537-83fa-2ac12c5a6cb2 req-ce3044dc-dc7e-4018-ad31-4413237a9a39 service neutron] 10.222.0.15 "GET /v2.0/networks/50e20ab5-92ae-475a-aa8f-aa541b903cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227682 Oct 10 11:35:48.656641 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e7d0e-3fb1-466a-a46f-18115c79087f req-a2c63895-3913-4e43-9ad8-a077830874b0 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:48.658106 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9d2e7d0e-3fb1-466a-a46f-18115c79087f req-a2c63895-3913-4e43-9ad8-a077830874b0 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 944 time: 0.0925481 Oct 10 11:35:48.701719 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9d2e7d0e-3fb1-466a-a46f-18115c79087f req-c13c04a8-3504-4256-909a-76894e9e91c0 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373771 Oct 10 11:35:49.898105 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2daac-6d59-4a44-9f90-caa625b2f2bf req-7997986a-5d41-4c3c-bf0b-7bf6fa51d4d0 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:49.899566 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f5c2daac-6d59-4a44-9f90-caa625b2f2bf req-7997986a-5d41-4c3c-bf0b-7bf6fa51d4d0 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 944 time: 0.0881588 Oct 10 11:35:49.903216 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 62015da8-5440-4638-bfe8-d7da7f8b059d details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:35:49.948028 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f5c2daac-6d59-4a44-9f90-caa625b2f2bf req-ac6564a4-4dc6-421e-be97-ddcef944532e tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424032 Oct 10 11:35:50.046057 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 62015da8-5440-4638-bfe8-d7da7f8b059d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=62015da8-5440-4638-bfe8-d7da7f8b059d,segment=NetworkSegment(ce8d15a6-8796-430a-b696-d21d83a24db8),segment_id=ce8d15a6-8796-430a-b696-d21d83a24db8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:35:50.058754 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '62015da8-5440-4638-bfe8-d7da7f8b059d', 'network_id': '50e20ab5-92ae-475a-aa8f-aa541b903cdb', 'port_id': '62015da8-5440-4638-bfe8-d7da7f8b059d', 'mac_address': 'fa:16:3e:86:62:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 492, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb27f640-a50c-444b-b96d-eebebe43450d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:35:50.112525 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 62015da8-5440-4638-bfe8-d7da7f8b059d is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:35:50.112899 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:50.129204 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62015da8-5440-4638-bfe8-d7da7f8b059d {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:35:50.144601 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 62015da8-5440-4638-bfe8-d7da7f8b059d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=62015da8-5440-4638-bfe8-d7da7f8b059d,segment=NetworkSegment(ce8d15a6-8796-430a-b696-d21d83a24db8),segment_id=ce8d15a6-8796-430a-b696-d21d83a24db8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:35:50.206824 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:50.276555 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=62015da8-5440-4638-bfe8-d7da7f8b059d,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:35:50.396804 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['62015da8-5440-4638-bfe8-d7da7f8b059d'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:35:51.145901 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2f618-978e-499e-8fa3-4e101d5379be req-a5659514-1255-49d6-8bb9-dbc7455374ba tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:51.147351 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-eab2f618-978e-499e-8fa3-4e101d5379be req-a5659514-1255-49d6-8bb9-dbc7455374ba tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 945 time: 0.0882046 Oct 10 11:35:51.191358 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-eab2f618-978e-499e-8fa3-4e101d5379be req-6966673f-2049-4f9c-83eb-c86955829698 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382423 Oct 10 11:35:51.919044 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 62015da8-5440-4638-bfe8-d7da7f8b059d up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:35:52.035033 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port 62015da8-5440-4638-bfe8-d7da7f8b059d completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:35:52.040281 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 62015da8-5440-4638-bfe8-d7da7f8b059d triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:35:52.040654 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:52.040985 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 62015da8-5440-4638-bfe8-d7da7f8b059d Oct 10 11:35:52.156665 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 62015da8-5440-4638-bfe8-d7da7f8b059d is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:35:52.157040 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:52.183553 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11fc9790-cba4-45e3-9ea2-64f425412a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62015da8-5440-4638-bfe8-d7da7f8b059d'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:35:52.185759 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498340e4-25c9-4007-9987-e5e359647de3" -d '{"events": [{"server_uuid": "11fc9790-cba4-45e3-9ea2-64f425412a9a", "name": "network-vif-plugged", "status": "completed", "tag": "62015da8-5440-4638-bfe8-d7da7f8b059d"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:35:52.193782 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 62015da8-5440-4638-bfe8-d7da7f8b059d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=62015da8-5440-4638-bfe8-d7da7f8b059d,segment=NetworkSegment(ce8d15a6-8796-430a-b696-d21d83a24db8),segment_id=ce8d15a6-8796-430a-b696-d21d83a24db8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:35:52.230502 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dfd566-f584-446c-a55f-cae1f92572cf x-openstack-request-id: req-a0dfd566-f584-446c-a55f-cae1f92572cf {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:35:52.230993 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11fc9790-cba4-45e3-9ea2-64f425412a9a", "name": "network-vif-plugged", "status": "completed", "tag": "62015da8-5440-4638-bfe8-d7da7f8b059d", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:35:52.231361 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a0dfd566-f584-446c-a55f-cae1f92572cf {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:35:52.231853 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0dfd566-f584-446c-a55f-cae1f92572cf'] response: {'server_uuid': '11fc9790-cba4-45e3-9ea2-64f425412a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62015da8-5440-4638-bfe8-d7da7f8b059d', 'code': 200} Oct 10 11:35:52.292404 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:35:52.360634 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=62015da8-5440-4638-bfe8-d7da7f8b059d,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:35:52.367819 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:35:52.374660 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:35:52.374660 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:35:52.374660 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:35:52.374660 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:35:52.374660 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:35:52.374660 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:35:52.374660 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:35:52.374660 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:35:52.374660 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:35:52.374660 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:35:52.374660 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:35:52.396421 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b5474-2560-41a8-aa78-7508a6599956 req-b4ac7a53-aeb3-4708-89fb-d80ea75fdef8 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:52.397890 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ae6b5474-2560-41a8-aa78-7508a6599956 req-b4ac7a53-aeb3-4708-89fb-d80ea75fdef8 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 946 time: 0.0943856 Oct 10 11:35:52.443186 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ae6b5474-2560-41a8-aa78-7508a6599956 req-00b860c9-f425-4ac2-912c-714389ed8cd8 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394926 Oct 10 11:35:52.650347 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ca4cb-7995-4ca7-9fb4-71ee9e699ba3 req-c4f2e758-4f7c-4154-b22b-fb07a0418c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:52.651885 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a68ca4cb-7995-4ca7-9fb4-71ee9e699ba3 req-c4f2e758-4f7c-4154-b22b-fb07a0418c35 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 1099 time: 0.0803130 Oct 10 11:35:52.693919 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a68ca4cb-7995-4ca7-9fb4-71ee9e699ba3 req-e3d38afa-b501-4a00-83bd-29380588eb94 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350416 Oct 10 11:35:53.642588 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1178b8-f7b7-4b4a-849b-543c0907df7a req-b0fc41f1-7d41-42c0-9ca1-9bf380ce5892 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:53.644034 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0b1178b8-f7b7-4b4a-849b-543c0907df7a req-b0fc41f1-7d41-42c0-9ca1-9bf380ce5892 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 946 time: 0.0888696 Oct 10 11:35:53.696979 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0b1178b8-f7b7-4b4a-849b-543c0907df7a req-af03eaa5-45ef-4cca-a417-6531a5c98215 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465531 Oct 10 11:35:54.897499 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf3d72-e7e9-4a17-82d3-9e526f6ad692 req-fe2f2529-21a5-4943-8646-1fd5201b72a4 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:54.898965 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a4bf3d72-e7e9-4a17-82d3-9e526f6ad692 req-fe2f2529-21a5-4943-8646-1fd5201b72a4 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 946 time: 0.0931730 Oct 10 11:35:54.944445 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a4bf3d72-e7e9-4a17-82d3-9e526f6ad692 req-1150a77c-7808-49c8-8e7e-2e4cd13b2abe tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396903 Oct 10 11:35:55.140919 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386cf8d-92b7-4156-801c-d2de7803a17f req-a4e4ad8c-6f61-4367-95d0-408d25a27343 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:55.142451 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b386cf8d-92b7-4156-801c-d2de7803a17f req-a4e4ad8c-6f61-4367-95d0-408d25a27343 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 946 time: 0.0876958 Oct 10 11:35:55.187202 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b386cf8d-92b7-4156-801c-d2de7803a17f req-f9d224bf-601e-41e1-8d01-54d1c10f644c tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388727 Oct 10 11:35:55.751213 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7210e0-24b6-47f0-82eb-376ba7a538e6 req-5c47f883-23fa-4ce8-88f9-8320a96de0ec tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:55.752675 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-dd7210e0-24b6-47f0-82eb-376ba7a538e6 req-5c47f883-23fa-4ce8-88f9-8320a96de0ec tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 946 time: 0.0919952 Oct 10 11:35:55.797986 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-dd7210e0-24b6-47f0-82eb-376ba7a538e6 req-d6991053-d4f2-4903-b139-74f375242eb7 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394030 Oct 10 11:35:55.828173 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-30aaa500-139a-4fd6-9bd3-5cc94f530eb0 req-867aa355-35fe-4ece-9092-de9dd6205d10 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809662 Oct 10 11:35:57.003201 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169634c-71fb-4fee-97b2-5e669f4c128b req-7dd0d773-c66a-40f1-893d-11dc2a3f4f4a tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:57.004618 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2169634c-71fb-4fee-97b2-5e669f4c128b req-7dd0d773-c66a-40f1-893d-11dc2a3f4f4a tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 946 time: 0.0913224 Oct 10 11:35:57.056413 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2169634c-71fb-4fee-97b2-5e669f4c128b req-16917183-46dd-4507-a022-11037c2951af tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433886 Oct 10 11:35:57.651837 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aaa500-139a-4fd6-9bd3-5cc94f530eb0 req-4d992f4f-e0a2-4374-a888-f2f37849180f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:57.653321 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-30aaa500-139a-4fd6-9bd3-5cc94f530eb0 req-4d992f4f-e0a2-4374-a888-f2f37849180f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f87b70b7e344534baf3605f9fe000a7&device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 1099 time: 0.0781710 Oct 10 11:35:57.782981 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aaa500-139a-4fd6-9bd3-5cc94f530eb0 req-1f995e54-1b0a-4f1d-8d87-a0a3896b7d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:57.784681 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-30aaa500-139a-4fd6-9bd3-5cc94f530eb0 req-1f995e54-1b0a-4f1d-8d87-a0a3896b7d2a service neutron] 10.222.0.15 "GET /v2.0/networks?id=50e20ab5-92ae-475a-aa8f-aa541b903cdb HTTP/1.1" status: 200 len: 916 time: 0.1253476 Oct 10 11:35:57.854617 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-30aaa500-139a-4fd6-9bd3-5cc94f530eb0 req-9b1250a3-0504-48b1-a9b2-b631d15512ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62015da8-5440-4638-bfe8-d7da7f8b059d HTTP/1.1" status: 200 len: 217 time: 0.0643535 Oct 10 11:35:57.920604 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aaa500-139a-4fd6-9bd3-5cc94f530eb0 req-952d3dce-89eb-4ba5-a870-cd32f8260cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:57.921975 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-30aaa500-139a-4fd6-9bd3-5cc94f530eb0 req-952d3dce-89eb-4ba5-a870-cd32f8260cec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb27f640-a50c-444b-b96d-eebebe43450d HTTP/1.1" status: 200 len: 854 time: 0.0608168 Oct 10 11:35:58.006719 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aaa500-139a-4fd6-9bd3-5cc94f530eb0 req-8314bfc9-b726-48fa-a3a6-0991ee0a7595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:58.008202 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-30aaa500-139a-4fd6-9bd3-5cc94f530eb0 req-8314bfc9-b726-48fa-a3a6-0991ee0a7595 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=50e20ab5-92ae-475a-aa8f-aa541b903cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801296 Oct 10 11:35:58.308341 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-30aaa500-139a-4fd6-9bd3-5cc94f530eb0 req-c34f0536-11d0-44c6-900c-cc77a84ae3d4 service neutron] 10.222.0.15 "GET /v2.0/networks/50e20ab5-92ae-475a-aa8f-aa541b903cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932858 Oct 10 11:35:58.420182 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb4c86-0185-4e69-a6f6-c639c63097fd req-66527db0-8cf9-4640-947a-36d65ca65822 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:58.421641 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b8bb4c86-0185-4e69-a6f6-c639c63097fd req-66527db0-8cf9-4640-947a-36d65ca65822 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 946 time: 0.2218242 Oct 10 11:35:58.494846 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b8bb4c86-0185-4e69-a6f6-c639c63097fd req-956330c4-0a49-4f7a-b201-7f10eceaafcc tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659139 Oct 10 11:35:58.499859 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-30aaa500-139a-4fd6-9bd3-5cc94f530eb0 req-d4fe3f9d-ea5a-4cc6-8001-12a8bc981581 service neutron] 10.222.0.15 "GET /v2.0/networks/50e20ab5-92ae-475a-aa8f-aa541b903cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850872 Oct 10 11:35:59.696903 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7898b-a9cc-467b-a5e6-2f1071164cee req-cba9664f-41f2-410d-bfe1-d38fa59f7d6a tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:35:59.698660 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-04b7898b-a9cc-467b-a5e6-2f1071164cee req-cba9664f-41f2-410d-bfe1-d38fa59f7d6a tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 946 time: 0.0926726 Oct 10 11:35:59.747984 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-04b7898b-a9cc-467b-a5e6-2f1071164cee req-feaeedd5-c051-4176-8531-8ed461ff2f1f tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434406 Oct 10 11:36:00.951373 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0abe6-b33f-48a7-ba53-53099680158f req-37684ef1-af76-4002-b6e0-3038f71c6c3c tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:00.952839 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3fa0abe6-b33f-48a7-ba53-53099680158f req-37684ef1-af76-4002-b6e0-3038f71c6c3c tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 946 time: 0.0895798 Oct 10 11:36:00.998035 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3fa0abe6-b33f-48a7-ba53-53099680158f req-804dd670-058f-4898-9680-57a9daf1669a tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396228 Oct 10 11:36:02.292584 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3317ce5-f5ef-4415-b72a-a89c522863ad req-39c7c98a-a364-499c-ad0b-a9d55ddf246f tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:02.294119 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f3317ce5-f5ef-4415-b72a-a89c522863ad req-39c7c98a-a364-499c-ad0b-a9d55ddf246f tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 946 time: 0.1853206 Oct 10 11:36:02.337736 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f3317ce5-f5ef-4415-b72a-a89c522863ad req-afe6ed84-6b38-460e-8a39-5178a8594644 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378225 Oct 10 11:36:03.440706 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0dd72d73-2608-4f8b-97bd-29ba92cfaa1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:03.539058 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b33d93-02ea-4335-853d-8af6a2e0b6c3 req-31473acc-f9a6-4077-a5a9-e01ba2aff3a8 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:03.540500 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-69b33d93-02ea-4335-853d-8af6a2e0b6c3 req-31473acc-f9a6-4077-a5a9-e01ba2aff3a8 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 946 time: 0.0903890 Oct 10 11:36:03.583639 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-69b33d93-02ea-4335-853d-8af6a2e0b6c3 req-eb162a93-c82d-4d5b-8601-204782cdea6a tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374799 Oct 10 11:36:04.792630 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16958ca-2318-4153-bb91-eaf91464195b req-e07efbb0-a3e6-47a1-97b8-029ae9627f0a tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:04.794123 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c16958ca-2318-4153-bb91-eaf91464195b req-e07efbb0-a3e6-47a1-97b8-029ae9627f0a tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 946 time: 0.0902469 Oct 10 11:36:04.838372 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c16958ca-2318-4153-bb91-eaf91464195b req-52ade3e1-1b7e-42a8-a744-a22427809ae1 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386825 Oct 10 11:36:05.737475 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f8a97880-da70-4181-838a-c2cd8e5544f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:06.032898 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecaf0b7-40d4-47a9-a65f-b0ead1691bf8 req-32083bc0-1cd7-485a-b285-aa62eee2d16d tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:06.034384 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3ecaf0b7-40d4-47a9-a65f-b0ead1691bf8 req-32083bc0-1cd7-485a-b285-aa62eee2d16d tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 946 time: 0.0876296 Oct 10 11:36:06.082039 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3ecaf0b7-40d4-47a9-a65f-b0ead1691bf8 req-6e078598-1e73-49e2-bece-dc1e8056e41a tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416124 Oct 10 11:36:07.034765 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:07.057393 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:07.276962 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548da928-847b-4985-bf33-614966fad6bf req-f685d0c5-6e4c-46d8-a625-c3306cd2fb87 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:07.278417 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-548da928-847b-4985-bf33-614966fad6bf req-f685d0c5-6e4c-46d8-a625-c3306cd2fb87 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 946 time: 0.0864303 Oct 10 11:36:07.326029 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-548da928-847b-4985-bf33-614966fad6bf req-0eb5e815-6214-4174-b0a1-dd0067c78ac6 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419478 Oct 10 11:36:08.525936 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081569c-70a5-4da1-8d7c-a3eb4069bbe1 req-e04a1012-de6c-4f51-8fcf-76d8116c82c2 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:08.527518 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f081569c-70a5-4da1-8d7c-a3eb4069bbe1 req-e04a1012-de6c-4f51-8fcf-76d8116c82c2 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 946 time: 0.0872028 Oct 10 11:36:08.570887 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f081569c-70a5-4da1-8d7c-a3eb4069bbe1 req-1f37850a-c614-4062-941e-630c1dfea675 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376375 Oct 10 11:36:08.657151 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:09.012826 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:36:09.440495 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:09.767414 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2d24f-23df-40b6-b2b8-84a5c6cbf215 req-fa0085a8-8f2c-4af3-8c6a-28c8f2d2a373 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:09.768862 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-62e2d24f-23df-40b6-b2b8-84a5c6cbf215 req-fa0085a8-8f2c-4af3-8c6a-28c8f2d2a373 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 946 time: 0.0883718 Oct 10 11:36:09.812057 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-62e2d24f-23df-40b6-b2b8-84a5c6cbf215 req-fe9b374b-a03a-4365-afcf-e1466e383978 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376451 Oct 10 11:36:11.015877 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d736c-fcd8-4e7c-8545-b8dcb9c131fa req-bac95347-05e0-4363-a95c-d65b6e6128a9 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:11.017328 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8a5d736c-fcd8-4e7c-8545-b8dcb9c131fa req-bac95347-05e0-4363-a95c-d65b6e6128a9 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 946 time: 0.0934539 Oct 10 11:36:11.061026 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8a5d736c-fcd8-4e7c-8545-b8dcb9c131fa req-c5c566b4-7c31-4c7e-a45c-e7df808e983b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372505 Oct 10 11:36:12.263912 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89329fe9-0f66-4d8f-a893-ceb8c93da6cc req-e57ad572-009e-4895-b3fa-4f5f9356371a tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:12.271557 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-89329fe9-0f66-4d8f-a893-ceb8c93da6cc req-e57ad572-009e-4895-b3fa-4f5f9356371a tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 946 time: 0.0901935 Oct 10 11:36:12.309097 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-89329fe9-0f66-4d8f-a893-ceb8c93da6cc req-d47736a6-d9e1-4b18-be4d-62af0c9a1b46 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381508 Oct 10 11:36:13.505282 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13ac2a-9521-43f3-963b-cac7d86ddc5a req-e263612d-ce25-466a-946c-654a15ad3338 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:13.506966 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4b13ac2a-9521-43f3-963b-cac7d86ddc5a req-e263612d-ce25-466a-946c-654a15ad3338 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 946 time: 0.0867665 Oct 10 11:36:13.553929 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4b13ac2a-9521-43f3-963b-cac7d86ddc5a req-fa3f749d-91de-44f9-b137-c63facd735ca tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414464 Oct 10 11:36:14.750340 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3784f5-af76-4e8a-8033-35e917a55175 req-35e9f56e-e79f-4a7f-8d0c-c277169283c8 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:14.751800 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-be3784f5-af76-4e8a-8033-35e917a55175 req-35e9f56e-e79f-4a7f-8d0c-c277169283c8 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 946 time: 0.0869839 Oct 10 11:36:14.799641 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-be3784f5-af76-4e8a-8033-35e917a55175 req-919bcbca-b8b7-449d-b635-309f0963e8c3 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421565 Oct 10 11:36:15.547871 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-30aaa500-139a-4fd6-9bd3-5cc94f530eb0 req-d4f741ee-a194-47e2-bc92-15b70da03083 service neutron] 10.222.0.15 "GET /v2.0/ports/62015da8-5440-4638-bfe8-d7da7f8b059d/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.0746953 Oct 10 11:36:16.006383 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993c08a-2234-474f-b262-ee87a96672a7 req-5b72ef9c-e9c6-4ec5-9bb2-586ebc263528 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:16.008473 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c993c08a-2234-474f-b262-ee87a96672a7 req-5b72ef9c-e9c6-4ec5-9bb2-586ebc263528 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 946 time: 0.0936391 Oct 10 11:36:16.051641 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c993c08a-2234-474f-b262-ee87a96672a7 req-39b3c20a-b97f-4b5f-b5a2-6ccacdb9d307 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374088 Oct 10 11:36:16.255644 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aaa500-139a-4fd6-9bd3-5cc94f530eb0 req-5867b08f-8b36-4acd-881f-8cbe4bf9b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:16.257815 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-30aaa500-139a-4fd6-9bd3-5cc94f530eb0 req-5867b08f-8b36-4acd-881f-8cbe4bf9b5e8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a&tenant_id=5f87b70b7e344534baf3605f9fe000a7 HTTP/1.1" status: 200 len: 1099 time: 0.0804253 Oct 10 11:36:16.357857 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aaa500-139a-4fd6-9bd3-5cc94f530eb0 req-8f0f2d18-60b5-4ccb-aa5d-0d0456a1645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:16.359313 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-30aaa500-139a-4fd6-9bd3-5cc94f530eb0 req-8f0f2d18-60b5-4ccb-aa5d-0d0456a1645a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f87b70b7e344534baf3605f9fe000a7&device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 1099 time: 0.0830553 Oct 10 11:36:16.488430 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aaa500-139a-4fd6-9bd3-5cc94f530eb0 req-557df9a7-cfd3-4bce-a3da-f9ee1da0cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:16.489895 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-30aaa500-139a-4fd6-9bd3-5cc94f530eb0 req-557df9a7-cfd3-4bce-a3da-f9ee1da0cd81 service neutron] 10.222.0.15 "GET /v2.0/networks?id=50e20ab5-92ae-475a-aa8f-aa541b903cdb HTTP/1.1" status: 200 len: 916 time: 0.1245043 Oct 10 11:36:16.555216 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-30aaa500-139a-4fd6-9bd3-5cc94f530eb0 req-073d1f95-5aa0-4227-97be-a4e1360cf487 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62015da8-5440-4638-bfe8-d7da7f8b059d HTTP/1.1" status: 200 len: 217 time: 0.0597875 Oct 10 11:36:16.617140 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aaa500-139a-4fd6-9bd3-5cc94f530eb0 req-2d4fe2c6-77b5-47e2-b245-603227dfa5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:16.618537 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-30aaa500-139a-4fd6-9bd3-5cc94f530eb0 req-2d4fe2c6-77b5-47e2-b245-603227dfa5f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb27f640-a50c-444b-b96d-eebebe43450d HTTP/1.1" status: 200 len: 854 time: 0.0584743 Oct 10 11:36:16.699860 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aaa500-139a-4fd6-9bd3-5cc94f530eb0 req-970cc8ea-8c6d-4a20-beb4-935058f86ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:16.701295 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-30aaa500-139a-4fd6-9bd3-5cc94f530eb0 req-970cc8ea-8c6d-4a20-beb4-935058f86ac6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=50e20ab5-92ae-475a-aa8f-aa541b903cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773997 Oct 10 11:36:16.924938 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-30aaa500-139a-4fd6-9bd3-5cc94f530eb0 req-38454a44-d849-4703-b3d7-cec186800b19 service neutron] 10.222.0.15 "GET /v2.0/networks/50e20ab5-92ae-475a-aa8f-aa541b903cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177205 Oct 10 11:36:17.055716 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-30aaa500-139a-4fd6-9bd3-5cc94f530eb0 req-00b46c9f-ce0f-4c0a-8c76-0e97abca6651 service neutron] 10.222.0.15 "GET /v2.0/networks/50e20ab5-92ae-475a-aa8f-aa541b903cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247799 Oct 10 11:36:17.270332 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c62fa-6a59-4de5-b618-cad082934322 req-554c46e0-c01a-4dcd-8d2b-b647ac7f19d7 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:17.271784 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-286c62fa-6a59-4de5-b618-cad082934322 req-554c46e0-c01a-4dcd-8d2b-b647ac7f19d7 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 946 time: 0.0881386 Oct 10 11:36:17.316927 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-286c62fa-6a59-4de5-b618-cad082934322 req-4d14856f-4cca-4e2b-b708-1ad093154ef9 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392256 Oct 10 11:36:18.097698 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 62015da8-5440-4638-bfe8-d7da7f8b059d details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:36:18.228450 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 62015da8-5440-4638-bfe8-d7da7f8b059d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=62015da8-5440-4638-bfe8-d7da7f8b059d,segment=NetworkSegment(ce8d15a6-8796-430a-b696-d21d83a24db8),segment_id=ce8d15a6-8796-430a-b696-d21d83a24db8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:36:18.240898 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '62015da8-5440-4638-bfe8-d7da7f8b059d', 'network_id': '50e20ab5-92ae-475a-aa8f-aa541b903cdb', 'port_id': '62015da8-5440-4638-bfe8-d7da7f8b059d', 'mac_address': 'fa:16:3e:86:62:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 492, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb27f640-a50c-444b-b96d-eebebe43450d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:36:18.297767 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 62015da8-5440-4638-bfe8-d7da7f8b059d is: ACTIVE; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:36:18.298148 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:18.315786 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62015da8-5440-4638-bfe8-d7da7f8b059d {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:36:18.331470 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 62015da8-5440-4638-bfe8-d7da7f8b059d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=62015da8-5440-4638-bfe8-d7da7f8b059d,segment=NetworkSegment(ce8d15a6-8796-430a-b696-d21d83a24db8),segment_id=ce8d15a6-8796-430a-b696-d21d83a24db8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:36:18.399977 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:18.474502 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=62015da8-5440-4638-bfe8-d7da7f8b059d,revision_number=6']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:18.487136 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['62015da8-5440-4638-bfe8-d7da7f8b059d'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:36:18.533236 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954ea14-7308-401a-b8fe-a51491d8bc3f req-9499a9a1-0677-4fe2-8f9e-d01865eb4b89 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:18.534715 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b954ea14-7308-401a-b8fe-a51491d8bc3f req-9499a9a1-0677-4fe2-8f9e-d01865eb4b89 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 945 time: 0.0949304 Oct 10 11:36:18.578968 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b954ea14-7308-401a-b8fe-a51491d8bc3f req-2fc2c350-3362-40d4-beea-c02968a18bbe tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374420 Oct 10 11:36:19.783609 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef883e-23e6-4d50-ac88-79734a9b2541 req-e3e733c7-96d8-464f-b177-f2713a9577b9 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:19.785034 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-90ef883e-23e6-4d50-ac88-79734a9b2541 req-e3e733c7-96d8-464f-b177-f2713a9577b9 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 945 time: 0.0908508 Oct 10 11:36:19.829483 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-90ef883e-23e6-4d50-ac88-79734a9b2541 req-5b7bfdce-de29-47c6-bc0b-46fa42526b03 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376248 Oct 10 11:36:20.109192 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 62015da8-5440-4638-bfe8-d7da7f8b059d up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:36:20.211988 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 62015da8-5440-4638-bfe8-d7da7f8b059d triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:36:20.212368 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:20.212700 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 62015da8-5440-4638-bfe8-d7da7f8b059d Oct 10 11:36:20.306163 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f199c8-b2f0-4989-a3e3-1985663c5965 req-5aeeac5d-3a6f-49f5-a2a9-1943db1e10d2 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:20.307608 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-25f199c8-b2f0-4989-a3e3-1985663c5965 req-5aeeac5d-3a6f-49f5-a2a9-1943db1e10d2 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 945 time: 0.0914159 Oct 10 11:36:20.338031 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 62015da8-5440-4638-bfe8-d7da7f8b059d is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:36:20.338438 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:20.360837 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-25f199c8-b2f0-4989-a3e3-1985663c5965 req-ec41c197-eeeb-4da0-8744-13b9e19a306d tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470526 Oct 10 11:36:20.366355 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11fc9790-cba4-45e3-9ea2-64f425412a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62015da8-5440-4638-bfe8-d7da7f8b059d'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:36:20.368721 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235e20d1-cf4c-4016-8e5d-f650b5c1c599" -d '{"events": [{"server_uuid": "11fc9790-cba4-45e3-9ea2-64f425412a9a", "name": "network-vif-plugged", "status": "completed", "tag": "62015da8-5440-4638-bfe8-d7da7f8b059d"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:36:20.392388 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 62015da8-5440-4638-bfe8-d7da7f8b059d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=62015da8-5440-4638-bfe8-d7da7f8b059d,segment=NetworkSegment(ce8d15a6-8796-430a-b696-d21d83a24db8),segment_id=ce8d15a6-8796-430a-b696-d21d83a24db8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:36:20.392533 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e365e4-edea-4729-b304-5cbcee464c9c req-cf76f3bc-a49a-4f4c-b7cf-001be2c1840a tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:20.393178 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-39e365e4-edea-4729-b304-5cbcee464c9c req-cf76f3bc-a49a-4f4c-b7cf-001be2c1840a tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.15 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a&tenant_id=5f87b70b7e344534baf3605f9fe000a7&binding%3Ahost_id=hv-neutron-8608 HTTP/1.1" status: 200 len: 945 time: 0.0987890 Oct 10 11:36:20.427400 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67da556d-8124-4370-9497-7a91c738b068 x-openstack-request-id: req-67da556d-8124-4370-9497-7a91c738b068 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:36:20.427797 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11fc9790-cba4-45e3-9ea2-64f425412a9a", "name": "network-vif-plugged", "status": "completed", "tag": "62015da8-5440-4638-bfe8-d7da7f8b059d", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:36:20.427998 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-67da556d-8124-4370-9497-7a91c738b068 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:36:20.428390 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67da556d-8124-4370-9497-7a91c738b068'] response: {'server_uuid': '11fc9790-cba4-45e3-9ea2-64f425412a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62015da8-5440-4638-bfe8-d7da7f8b059d', 'code': 200} Oct 10 11:36:20.457747 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:20.526436 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=62015da8-5440-4638-bfe8-d7da7f8b059d,revision_number=7']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:20.539158 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e365e4-edea-4729-b304-5cbcee464c9c req-86033f65-a09f-47be-83d5-0b5491fb3491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:20.540693 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-39e365e4-edea-4729-b304-5cbcee464c9c req-86033f65-a09f-47be-83d5-0b5491fb3491 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f87b70b7e344534baf3605f9fe000a7&device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 1099 time: 0.0785873 Oct 10 11:36:20.668077 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e365e4-edea-4729-b304-5cbcee464c9c req-ab39bc7d-39cd-4fa2-a58c-7367eeeda2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:20.669398 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-39e365e4-edea-4729-b304-5cbcee464c9c req-ab39bc7d-39cd-4fa2-a58c-7367eeeda2ba service neutron] 10.222.0.15 "GET /v2.0/networks?id=50e20ab5-92ae-475a-aa8f-aa541b903cdb HTTP/1.1" status: 200 len: 916 time: 0.1234856 Oct 10 11:36:20.737976 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-39e365e4-edea-4729-b304-5cbcee464c9c req-af9a0201-d3a5-4bd2-a210-591bcbfef2c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62015da8-5440-4638-bfe8-d7da7f8b059d HTTP/1.1" status: 200 len: 217 time: 0.0629129 Oct 10 11:36:20.796967 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e365e4-edea-4729-b304-5cbcee464c9c req-bd4366ec-451b-4468-ac55-771f0f1a6ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:20.798377 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-39e365e4-edea-4729-b304-5cbcee464c9c req-bd4366ec-451b-4468-ac55-771f0f1a6ab1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb27f640-a50c-444b-b96d-eebebe43450d HTTP/1.1" status: 200 len: 854 time: 0.0554144 Oct 10 11:36:20.882442 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e365e4-edea-4729-b304-5cbcee464c9c req-e49cd0c0-2ff0-4bf3-9da9-6e2d22009589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:20.883905 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-39e365e4-edea-4729-b304-5cbcee464c9c req-e49cd0c0-2ff0-4bf3-9da9-6e2d22009589 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=50e20ab5-92ae-475a-aa8f-aa541b903cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794890 Oct 10 11:36:21.017398 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-39e365e4-edea-4729-b304-5cbcee464c9c req-794b7893-fc76-46cc-8f12-e5eccf22fbdb service neutron] 10.222.0.15 "GET /v2.0/networks/50e20ab5-92ae-475a-aa8f-aa541b903cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263273 Oct 10 11:36:21.146658 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-39e365e4-edea-4729-b304-5cbcee464c9c req-484b8090-583f-4324-9722-f537fd1d42e0 service neutron] 10.222.0.15 "GET /v2.0/networks/50e20ab5-92ae-475a-aa8f-aa541b903cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239047 Oct 10 11:36:21.562093 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c4d10-e89d-4aca-b823-cae44b38263f req-e4441ad0-efdc-45f7-9175-d7eca7f03028 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:21.563520 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cf1c4d10-e89d-4aca-b823-cae44b38263f req-e4441ad0-efdc-45f7-9175-d7eca7f03028 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 946 time: 0.0863914 Oct 10 11:36:21.609166 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cf1c4d10-e89d-4aca-b823-cae44b38263f req-e5726151-3544-43ee-999d-3125a02202d2 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398238 Oct 10 11:36:22.810995 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbe7fd-636e-462b-b939-325b5a6660c3 req-4c92a991-6054-44bd-bfcb-e2d5366a6b23 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:22.812441 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-60fbe7fd-636e-462b-b939-325b5a6660c3 req-4c92a991-6054-44bd-bfcb-e2d5366a6b23 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 946 time: 0.0885367 Oct 10 11:36:22.855608 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-60fbe7fd-636e-462b-b939-325b5a6660c3 req-94afbe49-2e9f-4a1f-965e-0ebb86788575 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375834 Oct 10 11:36:23.058801 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02375f-558b-46f2-bd07-12e6dd03244f req-e315dbe9-66ce-49dd-9242-1b708c822d32 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:23.060257 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8a02375f-558b-46f2-bd07-12e6dd03244f req-e315dbe9-66ce-49dd-9242-1b708c822d32 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 946 time: 0.0916998 Oct 10 11:36:23.103683 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8a02375f-558b-46f2-bd07-12e6dd03244f req-abe43c98-25ab-4b9e-bb55-431c2bff6077 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379100 Oct 10 11:36:23.300264 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443054ee-40c6-473a-a992-623059ee13ac req-b38cd016-a810-46cc-80f9-b9d31cbd339b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:23.301729 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-443054ee-40c6-473a-a992-623059ee13ac req-b38cd016-a810-46cc-80f9-b9d31cbd339b tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 946 time: 0.0901566 Oct 10 11:36:23.345849 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-443054ee-40c6-473a-a992-623059ee13ac req-a2e9d360-eea3-4aa7-99f6-d482253bbd5d tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382035 Oct 10 11:36:24.187371 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251c6e8-a7be-48f9-a754-48189c16c175 req-36328752-5a0a-480b-97e2-61f31d8f7cf8 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:24.189481 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c251c6e8-a7be-48f9-a754-48189c16c175 req-36328752-5a0a-480b-97e2-61f31d8f7cf8 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 946 time: 0.1178312 Oct 10 11:36:24.247969 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c251c6e8-a7be-48f9-a754-48189c16c175 req-c0b65a1a-d2e9-42dd-bfb7-1eeaad7190ec tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525286 Oct 10 11:36:25.460399 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3734300-0cca-4920-a795-753d2946fe32 req-6cc4db64-73db-4087-9e3a-35261169e2df tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:25.461938 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f3734300-0cca-4920-a795-753d2946fe32 req-6cc4db64-73db-4087-9e3a-35261169e2df tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 946 time: 0.0912454 Oct 10 11:36:25.549088 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f3734300-0cca-4920-a795-753d2946fe32 req-dd3724f4-ec23-4e1c-9984-cd1949f738d6 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups?id=ca0c4891-9be9-4563-81ad-6dc31da31984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813112 Oct 10 11:36:25.588202 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26867c-462f-43d8-9267-0a1dc4187928 req-a52fd247-8d5d-4a14-80e5-a3978fd825a2 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:25.589720 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7d26867c-462f-43d8-9267-0a1dc4187928 req-a52fd247-8d5d-4a14-80e5-a3978fd825a2 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.15 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 946 time: 0.0937471 Oct 10 11:36:25.750353 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-7d26867c-462f-43d8-9267-0a1dc4187928 req-429f9ddf-bed4-4f50-a4f8-a028d8f95bd8 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Deleting port 62015da8-5440-4638-bfe8-d7da7f8b059d {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:36:25.750684 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-7d26867c-462f-43d8-9267-0a1dc4187928 req-429f9ddf-bed4-4f50-a4f8-a028d8f95bd8 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:25.993078 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-7d26867c-462f-43d8-9267-0a1dc4187928 req-429f9ddf-bed4-4f50-a4f8-a028d8f95bd8 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] For port 62015da8-5440-4638-bfe8-d7da7f8b059d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=62015da8-5440-4638-bfe8-d7da7f8b059d,segment=NetworkSegment(ce8d15a6-8796-430a-b696-d21d83a24db8),segment_id=ce8d15a6-8796-430a-b696-d21d83a24db8)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:36:25.993431 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-7d26867c-462f-43d8-9267-0a1dc4187928 req-429f9ddf-bed4-4f50-a4f8-a028d8f95bd8 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:26.118727 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-7d26867c-462f-43d8-9267-0a1dc4187928 req-429f9ddf-bed4-4f50-a4f8-a028d8f95bd8 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Calling delete_port for 62015da8-5440-4638-bfe8-d7da7f8b059d owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:36:26.320281 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-7d26867c-462f-43d8-9267-0a1dc4187928 req-429f9ddf-bed4-4f50-a4f8-a028d8f95bd8 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:26.332790 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['62015da8-5440-4638-bfe8-d7da7f8b059d'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:36:26.372732 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f9ddf-bed4-4f50-a4f8-a028d8f95bd8 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Pushing event deleted for resources: {'Port': ['ID=62015da8-5440-4638-bfe8-d7da7f8b059d,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:26.466262 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d26867c-462f-43d8-9267-0a1dc4187928 req-429f9ddf-bed4-4f50-a4f8-a028d8f95bd8 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] No DVR routers for this DVR port 62015da8-5440-4638-bfe8-d7da7f8b059d on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:36:26.469069 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-7d26867c-462f-43d8-9267-0a1dc4187928 req-429f9ddf-bed4-4f50-a4f8-a028d8f95bd8 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:26.471950 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11fc9790-cba4-45e3-9ea2-64f425412a9a', 'name': 'network-vif-deleted', 'tag': '62015da8-5440-4638-bfe8-d7da7f8b059d'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:36:26.474287 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edf9c73-61bd-48fa-b283-7b10ebcdae55" -d '{"events": [{"server_uuid": "11fc9790-cba4-45e3-9ea2-64f425412a9a", "name": "network-vif-deleted", "tag": "62015da8-5440-4638-bfe8-d7da7f8b059d"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:36:26.521305 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5478fd72-35b2-4c11-9103-57d8cf9bf368 x-openstack-request-id: req-5478fd72-35b2-4c11-9103-57d8cf9bf368 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:36:26.521621 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11fc9790-cba4-45e3-9ea2-64f425412a9a", "name": "network-vif-deleted", "tag": "62015da8-5440-4638-bfe8-d7da7f8b059d", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:36:26.521874 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5478fd72-35b2-4c11-9103-57d8cf9bf368 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:36:26.523316 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5478fd72-35b2-4c11-9103-57d8cf9bf368'] response: {'server_uuid': '11fc9790-cba4-45e3-9ea2-64f425412a9a', 'name': 'network-vif-deleted', 'tag': '62015da8-5440-4638-bfe8-d7da7f8b059d', 'status': 'completed', 'code': 200} Oct 10 11:36:26.531970 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7d26867c-462f-43d8-9267-0a1dc4187928 req-429f9ddf-bed4-4f50-a4f8-a028d8f95bd8 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.15 "DELETE /v2.0/ports/62015da8-5440-4638-bfe8-d7da7f8b059d HTTP/1.1" status: 204 len: 173 time: 0.9368467 Oct 10 11:36:26.709319 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-228e7c82-e77f-4e45-af24-a3b8308779f6 req-6200f5e1-7e97-44ec-96cb-70e35b782774 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Synchronizing usage tracker for tenant:5f87b70b7e344534baf3605f9fe000a7 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:36:26.828680 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-228e7c82-e77f-4e45-af24-a3b8308779f6 req-6200f5e1-7e97-44ec-96cb-70e35b782774 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Unset dirty status for tenant:5f87b70b7e344534baf3605f9fe000a7 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:36:26.829935 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-228e7c82-e77f-4e45-af24-a3b8308779f6 req-6200f5e1-7e97-44ec-96cb-70e35b782774 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/ports?device_id=11fc9790-cba4-45e3-9ea2-64f425412a9a HTTP/1.1" status: 200 len: 210 time: 0.1713293 Oct 10 11:36:28.006283 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 34096) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:36:28.069045 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ed91b370-9bd1-461e-a523-fd57cc0fd3fb tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:28.095412 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ed91b370-9bd1-461e-a523-fd57cc0fd3fb tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:28.211394 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ed91b370-9bd1-461e-a523-fd57cc0fd3fb tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:28.230311 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91b370-9bd1-461e-a523-fd57cc0fd3fb tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabd77fd-b6d5-4ee0-8254-dae0626aab17,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:28.238109 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed91b370-9bd1-461e-a523-fd57cc0fd3fb tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:28.238454 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed91b370-9bd1-461e-a523-fd57cc0fd3fb tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:28.238791 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed91b370-9bd1-461e-a523-fd57cc0fd3fb tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:28.239124 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed91b370-9bd1-461e-a523-fd57cc0fd3fb tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:28.239450 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed91b370-9bd1-461e-a523-fd57cc0fd3fb tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:28.239774 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed91b370-9bd1-461e-a523-fd57cc0fd3fb tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:28.240266 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed91b370-9bd1-461e-a523-fd57cc0fd3fb tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:28.240706 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed91b370-9bd1-461e-a523-fd57cc0fd3fb tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:28.241225 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed91b370-9bd1-461e-a523-fd57cc0fd3fb tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:28.241607 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed91b370-9bd1-461e-a523-fd57cc0fd3fb tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:28.241949 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed91b370-9bd1-461e-a523-fd57cc0fd3fb tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:28.242281 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed91b370-9bd1-461e-a523-fd57cc0fd3fb tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:28.295974 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ed91b370-9bd1-461e-a523-fd57cc0fd3fb tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:28.297102 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ed91b370-9bd1-461e-a523-fd57cc0fd3fb tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "DELETE /v2.0/security-groups/fabd77fd-b6d5-4ee0-8254-dae0626aab17 HTTP/1.1" status: 204 len: 168 time: 0.2898364 Oct 10 11:36:28.299640 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 34100) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:36:28.315336 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-c5f71b4c-d1ad-42d7-abc0-10d0a5a860a7 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] show failed (client error): The resource could not be found. Oct 10 11:36:28.316282 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c5f71b4c-d1ad-42d7-abc0-10d0a5a860a7 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "GET /v2.0/security-groups/fabd77fd-b6d5-4ee0-8254-dae0626aab17 HTTP/1.1" status: 404 len: 347 time: 0.0157518 Oct 10 11:36:28.318914 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 34104) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:36:28.476638 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-5b30cc7c-4251-4f89-9184-1040758e40e8 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Deleting port 7cd67562-48aa-4fd2-8171-24d076532452 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:36:28.476832 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5b30cc7c-4251-4f89-9184-1040758e40e8 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:28.640154 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5b30cc7c-4251-4f89-9184-1040758e40e8 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:28.640475 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5b30cc7c-4251-4f89-9184-1040758e40e8 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:28.766163 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-5b30cc7c-4251-4f89-9184-1040758e40e8 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Calling delete_port for 7cd67562-48aa-4fd2-8171-24d076532452 owned by network:floatingip {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:36:28.961017 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5b30cc7c-4251-4f89-9184-1040758e40e8 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:29.010100 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30cc7c-4251-4f89-9184-1040758e40e8 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Pushing event deleted for resources: {'Port': ['ID=7cd67562-48aa-4fd2-8171-24d076532452,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:29.106906 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5b30cc7c-4251-4f89-9184-1040758e40e8 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks [] for floatingip, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:29.171247 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5b30cc7c-4251-4f89-9184-1040758e40e8 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:29.172380 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5b30cc7c-4251-4f89-9184-1040758e40e8 tempest-ServerDiskConfigTestJSON-1894011410 tempest-ServerDiskConfigTestJSON-1894011410-project] 10.222.0.40 "DELETE /v2.0/floatingips/e34d6a60-fe80-42a0-acf4-10ed52f3ef1f HTTP/1.1" status: 204 len: 168 time: 0.8523943 Oct 10 11:36:29.315658 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 34112) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:36:29.947075 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8822d881-313e-4c11-bb06-b41b18150516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:30.157031 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 62015da8-5440-4638-bfe8-d7da7f8b059d no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:36:30.191687 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: 62015da8-5440-4638-bfe8-d7da7f8b059d {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:36:30.192033 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 62015da8-5440-4638-bfe8-d7da7f8b059d not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:36:30.287742 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-8822d881-313e-4c11-bb06-b41b18150516 admin admin] Deleting port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:36:30.288860 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8822d881-313e-4c11-bb06-b41b18150516 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:30.455645 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-8822d881-313e-4c11-bb06-b41b18150516 admin admin] For port 10f64ae9-2ed3-42b5-b420-613b4d6e33c2, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=10f64ae9-2ed3-42b5-b420-613b4d6e33c2,segment=NetworkSegment(ce8d15a6-8796-430a-b696-d21d83a24db8),segment_id=ce8d15a6-8796-430a-b696-d21d83a24db8)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:36:30.455989 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8822d881-313e-4c11-bb06-b41b18150516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:30.575237 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-8822d881-313e-4c11-bb06-b41b18150516 admin admin] Calling delete_port for 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:36:30.965738 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8822d881-313e-4c11-bb06-b41b18150516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:31.130914 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822d881-313e-4c11-bb06-b41b18150516 admin admin] Pushing event deleted for resources: {'Port': ['ID=10f64ae9-2ed3-42b5-b420-613b4d6e33c2,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:31.404895 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8822d881-313e-4c11-bb06-b41b18150516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:31.757418 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8822d881-313e-4c11-bb06-b41b18150516 admin admin] Router 5034012d-4b44-4527-8536-2f15731eca6c has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:36:31.940622 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8822d881-313e-4c11-bb06-b41b18150516 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:36:31.957354 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8822d881-313e-4c11-bb06-b41b18150516 admin admin] 10.222.0.40 "PUT /v2.0/routers/5034012d-4b44-4527-8536-2f15731eca6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6382084 Oct 10 11:36:31.958511 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c579612-f379-49cb-8176-e6b5122ded2c None None] Sync routers for ids ['5034012d-4b44-4527-8536-2f15731eca6c'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:36:31.958997 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 34116) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:36:31.967426 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c579612-f379-49cb-8176-e6b5122ded2c None None] Routers {'5034012d-4b44-4527-8536-2f15731eca6c'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:36:31.968037 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-1c579612-f379-49cb-8176-e6b5122ded2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:36:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5034012d-4b44-4527-8536-2f15731eca6c'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:36:32.146081 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-509ccd61-ba62-4500-8631-126092201d88 admin admin] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:32.149140 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-1c579612-f379-49cb-8176-e6b5122ded2c None None] Set router 5034012d-4b44-4527-8536-2f15731eca6c gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:36:32.320424 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-509ccd61-ba62-4500-8631-126092201d88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:32.405877 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-509ccd61-ba62-4500-8631-126092201d88 admin admin] Deleting port 4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:36:32.406533 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-509ccd61-ba62-4500-8631-126092201d88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:32.431231 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-1c579612-f379-49cb-8176-e6b5122ded2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5034012d-4b44-4527-8536-2f15731eca6c', 'name': 'tempest-ServerDiskConfigTestJSON-1075245309-router', 'tenant_id': '5f87b70b7e344534baf3605f9fe000a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:34:49Z', 'updated_at': '2022-10-10T11:36:30Z', 'revision_number': 5, 'project_id': '5f87b70b7e344534baf3605f9fe000a7', 'gw_port': {'id': '4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5034012d-4b44-4527-8536-2f15731eca6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:34:50Z', 'updated_at': '2022-10-10T11:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:36:32.435138 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c579612-f379-49cb-8176-e6b5122ded2c None None] Checking router: 5034012d-4b44-4527-8536-2f15731eca6c for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:36:32.443480 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c579612-f379-49cb-8176-e6b5122ded2c None None] Routers {'5034012d-4b44-4527-8536-2f15731eca6c'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:36:32.444080 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-1c579612-f379-49cb-8176-e6b5122ded2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:36:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5034012d-4b44-4527-8536-2f15731eca6c'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:36:32.604056 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-1c579612-f379-49cb-8176-e6b5122ded2c None None] Set router 5034012d-4b44-4527-8536-2f15731eca6c gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:36:32.704752 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-509ccd61-ba62-4500-8631-126092201d88 admin admin] For port 4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:36:32.705156 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-509ccd61-ba62-4500-8631-126092201d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:32.743866 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-1c579612-f379-49cb-8176-e6b5122ded2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5034012d-4b44-4527-8536-2f15731eca6c', 'name': 'tempest-ServerDiskConfigTestJSON-1075245309-router', 'tenant_id': '5f87b70b7e344534baf3605f9fe000a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:34:49Z', 'updated_at': '2022-10-10T11:36:32Z', 'revision_number': 6, 'project_id': '5f87b70b7e344534baf3605f9fe000a7', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:36:32.748897 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c579612-f379-49cb-8176-e6b5122ded2c None None] The sync data for ids ['5034012d-4b44-4527-8536-2f15731eca6c'] in dv-neutron-860842-1-hyperv is: [{'id': '5034012d-4b44-4527-8536-2f15731eca6c', 'name': 'tempest-ServerDiskConfigTestJSON-1075245309-router', 'tenant_id': '5f87b70b7e344534baf3605f9fe000a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:34:49Z', 'updated_at': '2022-10-10T11:36:32Z', 'revision_number': 6, 'project_id': '5f87b70b7e344534baf3605f9fe000a7', 'gw_port_host': None}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:36:32.834756 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-509ccd61-ba62-4500-8631-126092201d88 admin admin] Calling delete_port for 4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3 owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:36:33.081567 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-509ccd61-ba62-4500-8631-126092201d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:33.129391 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ccd61-ba62-4500-8631-126092201d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:33.230871 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-509ccd61-ba62-4500-8631-126092201d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:33.402149 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-509ccd61-ba62-4500-8631-126092201d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:33.404254 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-509ccd61-ba62-4500-8631-126092201d88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:33.486179 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-66005093-284c-405c-929c-c6d78e74207b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:33.525625 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-509ccd61-ba62-4500-8631-126092201d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:33.526177 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509ccd61-ba62-4500-8631-126092201d88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5034012d-4b44-4527-8536-2f15731eca6c {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:36:33.527917 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:36:33.538145 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-509ccd61-ba62-4500-8631-126092201d88 admin admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:33.541450 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-509ccd61-ba62-4500-8631-126092201d88 admin admin] 10.222.0.40 "DELETE /v2.0/routers/5034012d-4b44-4527-8536-2f15731eca6c HTTP/1.1" status: 204 len: 168 time: 1.5814347 Oct 10 11:36:33.542424 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 34120) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:36:33.563355 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:36:33.563701 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 4e79a0cf-20a7-4449-a600-0b4ff2d2e2a3 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:36:33.564109 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:36:33.600400 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:36:33.600848 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 10f64ae9-2ed3-42b5-b420-613b4d6e33c2 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:36:33.607526 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-953c3dec-e16e-40b0-9aec-1f14da342a3b admin admin] Deleting subnet bb27f640-a50c-444b-b96d-eebebe43450d {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:36:33.610643 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-953c3dec-e16e-40b0-9aec-1f14da342a3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:33.660436 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-953c3dec-e16e-40b0-9aec-1f14da342a3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:33.741906 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-953c3dec-e16e-40b0-9aec-1f14da342a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:33.874137 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-953c3dec-e16e-40b0-9aec-1f14da342a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:33.912024 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c3dec-e16e-40b0-9aec-1f14da342a3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb27f640-a50c-444b-b96d-eebebe43450d,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:33.915842 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-953c3dec-e16e-40b0-9aec-1f14da342a3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:33.923917 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-953c3dec-e16e-40b0-9aec-1f14da342a3b admin admin] 10.222.0.40 "DELETE /v2.0/subnets/bb27f640-a50c-444b-b96d-eebebe43450d HTTP/1.1" status: 204 len: 168 time: 0.3783121 Oct 10 11:36:33.924086 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad95408-1267-4eda-acb5-2122d99e87bf None None] Network 50e20ab5-92ae-475a-aa8f-aa541b903cdb requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:36:33.924209 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 34124) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:36:34.030184 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-41b27b7b-152f-47f4-bfc3-4c3ff589baea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:34.040865 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-41b27b7b-152f-47f4-bfc3-4c3ff589baea admin admin] Deleting port 11f7425a-f47e-4368-b6d6-1d509da17127 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:36:34.041195 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-41b27b7b-152f-47f4-bfc3-4c3ff589baea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:34.172986 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da35382-ac07-4bc3-916b-6974a56023a4 None None] DHCP port deletion for 50e20ab5-92ae-475a-aa8f-aa541b903cdb request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:36:34.177291 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3da35382-ac07-4bc3-916b-6974a56023a4 None None] Deleting port 11f7425a-f47e-4368-b6d6-1d509da17127 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:36:34.177819 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3da35382-ac07-4bc3-916b-6974a56023a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:34.249965 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-41b27b7b-152f-47f4-bfc3-4c3ff589baea admin admin] For port 11f7425a-f47e-4368-b6d6-1d509da17127, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=11f7425a-f47e-4368-b6d6-1d509da17127,segment=NetworkSegment(ce8d15a6-8796-430a-b696-d21d83a24db8),segment_id=ce8d15a6-8796-430a-b696-d21d83a24db8)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:36:34.250307 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-41b27b7b-152f-47f4-bfc3-4c3ff589baea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:34.387500 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-3da35382-ac07-4bc3-916b-6974a56023a4 None None] For port 11f7425a-f47e-4368-b6d6-1d509da17127, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=11f7425a-f47e-4368-b6d6-1d509da17127,segment=NetworkSegment(ce8d15a6-8796-430a-b696-d21d83a24db8),segment_id=ce8d15a6-8796-430a-b696-d21d83a24db8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:36:34.387880 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3da35382-ac07-4bc3-916b-6974a56023a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:34.469539 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-41b27b7b-152f-47f4-bfc3-4c3ff589baea admin admin] Calling delete_port for 11f7425a-f47e-4368-b6d6-1d509da17127 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:36:34.507756 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3da35382-ac07-4bc3-916b-6974a56023a4 None None] Calling delete_port for 11f7425a-f47e-4368-b6d6-1d509da17127 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:36:34.674573 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-41b27b7b-152f-47f4-bfc3-4c3ff589baea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 10 11:36:34.675141 dv-neutron-860842-1-hyperv neutron-server[89898]: util.warn( Oct 10 11:36:34.680699 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-3da35382-ac07-4bc3-916b-6974a56023a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:36:34.681058 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-3da35382-ac07-4bc3-916b-6974a56023a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:36:34.729721 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b27b7b-152f-47f4-bfc3-4c3ff589baea admin admin] Pushing event deleted for resources: {'Port': ['ID=11f7425a-f47e-4368-b6d6-1d509da17127,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:34.729721 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b27b7b-152f-47f4-bfc3-4c3ff589baea admin admin] No DVR routers for this DVR port 11f7425a-f47e-4368-b6d6-1d509da17127 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:36:34.840222 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-41b27b7b-152f-47f4-bfc3-4c3ff589baea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:34.865417 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-41b27b7b-152f-47f4-bfc3-4c3ff589baea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e20ab5-92ae-475a-aa8f-aa541b903cdb']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:36:34.877433 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-41b27b7b-152f-47f4-bfc3-4c3ff589baea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce8d15a6-8796-430a-b696-d21d83a24db8') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:36:34.877751 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-41b27b7b-152f-47f4-bfc3-4c3ff589baea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce8d15a6-8796-430a-b696-d21d83a24db8') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:36:34.889264 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-41b27b7b-152f-47f4-bfc3-4c3ff589baea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:34.905737 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-41b27b7b-152f-47f4-bfc3-4c3ff589baea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:34.911852 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b27b7b-152f-47f4-bfc3-4c3ff589baea admin admin] Releasing vlan 492 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:36:34.912224 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-41b27b7b-152f-47f4-bfc3-4c3ff589baea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:34.999949 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment ce8d15a6-8796-430a-b696-d21d83a24db8 resource provider aggregate not found Oct 10 11:36:35.015263 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment ce8d15a6-8796-430a-b696-d21d83a24db8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce8d15a6-8796-430a-b696-d21d83a24db8 found for delete ", "request_id": "req-6f149773-6cbe-4522-bd26-a0c625a29085"}]} Oct 10 11:36:35.096870 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-41b27b7b-152f-47f4-bfc3-4c3ff589baea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:35.112927 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-41b27b7b-152f-47f4-bfc3-4c3ff589baea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:35.124280 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b27b7b-152f-47f4-bfc3-4c3ff589baea admin admin] Pushing event deleted for resources: {'Network': ['ID=50e20ab5-92ae-475a-aa8f-aa541b903cdb,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:35.182061 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3da35382-ac07-4bc3-916b-6974a56023a4 None None] Deleting port 11f7425a-f47e-4368-b6d6-1d509da17127 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:36:35.182438 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3da35382-ac07-4bc3-916b-6974a56023a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:35.202255 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-41b27b7b-152f-47f4-bfc3-4c3ff589baea admin admin] 10.222.0.40 "DELETE /v2.0/networks/50e20ab5-92ae-475a-aa8f-aa541b903cdb HTTP/1.1" status: 204 len: 168 time: 1.2770474 Oct 10 11:36:35.248940 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3da35382-ac07-4bc3-916b-6974a56023a4 None None] The port '11f7425a-f47e-4368-b6d6-1d509da17127' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:36:35.253947 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 11f7425a-f47e-4368-b6d6-1d509da17127 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:36:35.292154 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 11f7425a-f47e-4368-b6d6-1d509da17127 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:36:35.292483 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 11f7425a-f47e-4368-b6d6-1d509da17127 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:36:35.544316 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 34136) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:36:35.592258 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-371af0a2-140e-41b3-bb6e-64c7bbca50fe admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5f87b70b7e344534baf3605f9fe000a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467665 Oct 10 11:36:35.594583 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 34140) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:36:35.651088 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-305ca7bb-b759-40dd-9498-10ff2fc96837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:35.676409 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-305ca7bb-b759-40dd-9498-10ff2fc96837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:35.714404 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-bd430130-088b-4583-8c53-bff20ec4b41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:35.782957 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-305ca7bb-b759-40dd-9498-10ff2fc96837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:35.800034 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ca7bb-b759-40dd-9498-10ff2fc96837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0c4891-9be9-4563-81ad-6dc31da31984,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:35.808497 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-305ca7bb-b759-40dd-9498-10ff2fc96837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:35.809625 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-305ca7bb-b759-40dd-9498-10ff2fc96837 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ca0c4891-9be9-4563-81ad-6dc31da31984 HTTP/1.1" status: 204 len: 168 time: 0.2141275 Oct 10 11:36:36.857019 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 34164) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:36:36.961726 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-3a474bd5-cb5c-482f-810d-ffc19d69dfe2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-374175141-network', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:36:36.966615 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-3a474bd5-cb5c-482f-810d-ffc19d69dfe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:36:36.970454 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3a474bd5-cb5c-482f-810d-ffc19d69dfe2 admin admin] Usage tracker for resource:network and tenant:64b0f3727b7e416e8144a7ebfb17d62d is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:36:36.973307 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3a474bd5-cb5c-482f-810d-ffc19d69dfe2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:36:36.979961 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-3a474bd5-cb5c-482f-810d-ffc19d69dfe2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:36:37.010583 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:37.039459 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:37.096842 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a474bd5-cb5c-482f-810d-ffc19d69dfe2 admin admin] Made reservation on behalf of 64b0f3727b7e416e8144a7ebfb17d62d for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:36:37.099193 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3a474bd5-cb5c-482f-810d-ffc19d69dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:37.111702 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3a474bd5-cb5c-482f-810d-ffc19d69dfe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:37.125552 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-3a474bd5-cb5c-482f-810d-ffc19d69dfe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:36:37.129306 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3a474bd5-cb5c-482f-810d-ffc19d69dfe2 admin admin] Usage tracker for resource:security_group_rule and tenant:64b0f3727b7e416e8144a7ebfb17d62d is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:36:37.132053 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3a474bd5-cb5c-482f-810d-ffc19d69dfe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:36:37.137656 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-3a474bd5-cb5c-482f-810d-ffc19d69dfe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:36:37.216983 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3a474bd5-cb5c-482f-810d-ffc19d69dfe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:37.291644 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3a474bd5-cb5c-482f-810d-ffc19d69dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:37.320124 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a474bd5-cb5c-482f-810d-ffc19d69dfe2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 478} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:36:37.328216 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a474bd5-cb5c-482f-810d-ffc19d69dfe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b52a4d-60bb-4c14-b816-60f311d5df02,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:37.333610 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3a474bd5-cb5c-482f-810d-ffc19d69dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:37.335432 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-3a474bd5-cb5c-482f-810d-ffc19d69dfe2 admin admin] Added segment 6ed49f34-da45-42bf-963d-6af8e722d3c3 of type vlan for network f43b8073-114d-4321-a937-8e2ffabc4316 Oct 10 11:36:37.359898 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3a474bd5-cb5c-482f-810d-ffc19d69dfe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:37.463197 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3a474bd5-cb5c-482f-810d-ffc19d69dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:37.464054 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a474bd5-cb5c-482f-810d-ffc19d69dfe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:37.464633 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3a474bd5-cb5c-482f-810d-ffc19d69dfe2 admin admin] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:37.563877 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a474bd5-cb5c-482f-810d-ffc19d69dfe2 admin admin] Pushing event updated for resources: {'Network': ['ID=f43b8073-114d-4321-a937-8e2ffabc4316,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:37.574184 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network f43b8073-114d-4321-a937-8e2ffabc4316 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:36:37.641029 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3a474bd5-cb5c-482f-810d-ffc19d69dfe2 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7827454 Oct 10 11:36:37.643875 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 34170) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:36:37.650482 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-f2c8365f-e2ae-4e5e-a9ca-c6502bf30994 admin admin] Request body: {'subnet': {'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-374175141-subnet', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:36:37.655645 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f2c8365f-e2ae-4e5e-a9ca-c6502bf30994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:36:37.659543 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f2c8365f-e2ae-4e5e-a9ca-c6502bf30994 admin admin] Usage tracker for resource:subnet and tenant:64b0f3727b7e416e8144a7ebfb17d62d is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:36:37.662868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f2c8365f-e2ae-4e5e-a9ca-c6502bf30994 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:36:37.669278 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f2c8365f-e2ae-4e5e-a9ca-c6502bf30994 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:36:37.776732 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c8365f-e2ae-4e5e-a9ca-c6502bf30994 admin admin] Made reservation on behalf of 64b0f3727b7e416e8144a7ebfb17d62d for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:36:37.779063 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f2c8365f-e2ae-4e5e-a9ca-c6502bf30994 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:38.045823 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f2c8365f-e2ae-4e5e-a9ca-c6502bf30994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:38.118899 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8365f-e2ae-4e5e-a9ca-c6502bf30994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=797d830f-f171-47cd-8fc0-f5b6c6c084c7,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:38.124308 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c8365f-e2ae-4e5e-a9ca-c6502bf30994 admin admin] Checking segment: {'id': '6ed49f34-da45-42bf-963d-6af8e722d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:36:38.124612 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c8365f-e2ae-4e5e-a9ca-c6502bf30994 admin admin] Network hostable DHCP agents. Network: f43b8073-114d-4321-a937-8e2ffabc4316, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:36:38.296800 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c8365f-e2ae-4e5e-a9ca-c6502bf30994 admin admin] Network f43b8073-114d-4321-a937-8e2ffabc4316 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:36:38.382230 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-f2c8365f-e2ae-4e5e-a9ca-c6502bf30994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, f43b8073-114d-4321-a937-8e2ffabc4316) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:36:38.387151 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c8365f-e2ae-4e5e-a9ca-c6502bf30994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:38.387734 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f2c8365f-e2ae-4e5e-a9ca-c6502bf30994 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:38.391908 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2641a9-2bb4-4341-b670-fb5977e2cb0b None None] Network f43b8073-114d-4321-a937-8e2ffabc4316 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:36:38.480438 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f2c8365f-e2ae-4e5e-a9ca-c6502bf30994 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8354733 Oct 10 11:36:38.483103 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 34174) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:36:38.488542 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-155e35c3-9fa1-46f2-96fe-6f3b83ab9cf1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:36:38.493118 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-155e35c3-9fa1-46f2-96fe-6f3b83ab9cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:36:38.496921 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-155e35c3-9fa1-46f2-96fe-6f3b83ab9cf1 admin admin] Usage tracker for resource:router and tenant:64b0f3727b7e416e8144a7ebfb17d62d is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:36:38.499828 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-155e35c3-9fa1-46f2-96fe-6f3b83ab9cf1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:36:38.505396 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-155e35c3-9fa1-46f2-96fe-6f3b83ab9cf1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:36:38.589232 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-155e35c3-9fa1-46f2-96fe-6f3b83ab9cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:38.590394 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-155e35c3-9fa1-46f2-96fe-6f3b83ab9cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:38.605236 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-155e35c3-9fa1-46f2-96fe-6f3b83ab9cf1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:38.656530 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eb1d82-3d12-4a76-92a9-a015381a2660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-f43b8073-114d-4321-a937-8e2ffabc4316', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:36:38.668068 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d0eb1d82-3d12-4a76-92a9-a015381a2660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:38.714204 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:38.814332 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-d0eb1d82-3d12-4a76-92a9-a015381a2660 None None] Allocated IP 172.20.0.2 (f43b8073-114d-4321-a937-8e2ffabc4316/797d830f-f171-47cd-8fc0-f5b6c6c084c7/7bdefeba-2fec-4ef4-a221-23d2d84d0fff) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:36:39.028316 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d0eb1d82-3d12-4a76-92a9-a015381a2660 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:39.038786 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d0eb1d82-3d12-4a76-92a9-a015381a2660 None None] Transition to ACTIVE for port object 7bdefeba-2fec-4ef4-a221-23d2d84d0fff will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:36:39.057666 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d0eb1d82-3d12-4a76-92a9-a015381a2660 None None] Transition to ACTIVE for port object 7bdefeba-2fec-4ef4-a221-23d2d84d0fff will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:36:39.068897 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-155e35c3-9fa1-46f2-96fe-6f3b83ab9cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:39.147522 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d0eb1d82-3d12-4a76-92a9-a015381a2660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:39.212855 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0eb1d82-3d12-4a76-92a9-a015381a2660 None None] Network f43b8073-114d-4321-a937-8e2ffabc4316 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:36:39.215788 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-d0eb1d82-3d12-4a76-92a9-a015381a2660 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:36:39.219531 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eb1d82-3d12-4a76-92a9-a015381a2660 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:36:39.261161 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb1d82-3d12-4a76-92a9-a015381a2660 None None] Pushing event updated for resources: {'Port': ['ID=7bdefeba-2fec-4ef4-a221-23d2d84d0fff,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:39.326735 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d0eb1d82-3d12-4a76-92a9-a015381a2660 None None] Attempting to bind port 7bdefeba-2fec-4ef4-a221-23d2d84d0fff on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:36:39.327099 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d0eb1d82-3d12-4a76-92a9-a015381a2660 None None] Attempting to bind port 7bdefeba-2fec-4ef4-a221-23d2d84d0fff by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '6ed49f34-da45-42bf-963d-6af8e722d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:36:39.327462 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eb1d82-3d12-4a76-92a9-a015381a2660 None None] Attempting to bind port 7bdefeba-2fec-4ef4-a221-23d2d84d0fff on network f43b8073-114d-4321-a937-8e2ffabc4316 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:36:39.332728 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eb1d82-3d12-4a76-92a9-a015381a2660 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:36:39.333099 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eb1d82-3d12-4a76-92a9-a015381a2660 None None] Checking segment: {'id': '6ed49f34-da45-42bf-963d-6af8e722d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:36:39.333500 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d0eb1d82-3d12-4a76-92a9-a015381a2660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:39.333910 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eb1d82-3d12-4a76-92a9-a015381a2660 None None] Bound using segment: {'id': '6ed49f34-da45-42bf-963d-6af8e722d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:36:39.334368 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d0eb1d82-3d12-4a76-92a9-a015381a2660 None None] Bound port: 7bdefeba-2fec-4ef4-a221-23d2d84d0fff, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed49f34-da45-42bf-963d-6af8e722d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:36:39.334737 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d0eb1d82-3d12-4a76-92a9-a015381a2660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:39.439617 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d0eb1d82-3d12-4a76-92a9-a015381a2660 None None] For port 7bdefeba-2fec-4ef4-a221-23d2d84d0fff, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:36:39.442872 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d0eb1d82-3d12-4a76-92a9-a015381a2660 None None] For port 7bdefeba-2fec-4ef4-a221-23d2d84d0fff, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=7bdefeba-2fec-4ef4-a221-23d2d84d0fff,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:36:39.456779 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:39.463602 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-155e35c3-9fa1-46f2-96fe-6f3b83ab9cf1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:39.493726 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-155e35c3-9fa1-46f2-96fe-6f3b83ab9cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:39.503145 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d0eb1d82-3d12-4a76-92a9-a015381a2660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:39.580839 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb1d82-3d12-4a76-92a9-a015381a2660 None None] Pushing event updated for resources: {'Port': ['ID=7bdefeba-2fec-4ef4-a221-23d2d84d0fff,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:39.639432 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-155e35c3-9fa1-46f2-96fe-6f3b83ab9cf1 admin admin] Allocated IP 172.26.4.95 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/519f4a4c-a669-4989-807e-3a2c63464329) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:36:39.811973 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-155e35c3-9fa1-46f2-96fe-6f3b83ab9cf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:39.920138 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-155e35c3-9fa1-46f2-96fe-6f3b83ab9cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:39.991485 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155e35c3-9fa1-46f2-96fe-6f3b83ab9cf1 admin admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:36:39.994501 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-155e35c3-9fa1-46f2-96fe-6f3b83ab9cf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:36:39.998393 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155e35c3-9fa1-46f2-96fe-6f3b83ab9cf1 admin admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:36:40.041309 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e35c3-9fa1-46f2-96fe-6f3b83ab9cf1 admin admin] Pushing event updated for resources: {'Port': ['ID=519f4a4c-a669-4989-807e-3a2c63464329,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:40.487721 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-155e35c3-9fa1-46f2-96fe-6f3b83ab9cf1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:40.539068 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3824de43-26a1-4684-baae-8eecf467e2ee None None] Network f43b8073-114d-4321-a937-8e2ffabc4316 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:36:40.743599 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2ae36180-e4b1-4d1f-829f-6bedbe229a5c None None] Provisioning for port 7bdefeba-2fec-4ef4-a221-23d2d84d0fff completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:36:40.956747 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-155e35c3-9fa1-46f2-96fe-6f3b83ab9cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:41.217309 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155e35c3-9fa1-46f2-96fe-6f3b83ab9cf1 admin admin] Router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:36:41.283209 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 7bdefeba-2fec-4ef4-a221-23d2d84d0fff up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:36:41.398523 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155e35c3-9fa1-46f2-96fe-6f3b83ab9cf1 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:36:41.408753 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d04695-5b6a-4d5f-8646-39eb28e49ec9 None None] Sync routers for ids ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:36:41.414886 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 7bdefeba-2fec-4ef4-a221-23d2d84d0fff completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:36:41.421834 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 7bdefeba-2fec-4ef4-a221-23d2d84d0fff triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:36:41.422537 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:41.422537 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 7bdefeba-2fec-4ef4-a221-23d2d84d0fff Oct 10 11:36:41.451220 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d04695-5b6a-4d5f-8646-39eb28e49ec9 None None] Routers {'3dc24dfe-cec8-4f37-8413-dd5cc1453780'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:36:41.451775 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-d4d04695-5b6a-4d5f-8646-39eb28e49ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:36:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:36:41.496606 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-155e35c3-9fa1-46f2-96fe-6f3b83ab9cf1 admin admin] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:41.497928 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-155e35c3-9fa1-46f2-96fe-6f3b83ab9cf1 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0138791 Oct 10 11:36:41.500686 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 34178) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:36:41.697799 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-d4d04695-5b6a-4d5f-8646-39eb28e49ec9 None None] Set router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:36:41.837184 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 7bdefeba-2fec-4ef4-a221-23d2d84d0fff is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:36:41.837599 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:41.955821 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 7bdefeba-2fec-4ef4-a221-23d2d84d0fff, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=7bdefeba-2fec-4ef4-a221-23d2d84d0fff,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:36:42.009912 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:42.098903 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=7bdefeba-2fec-4ef4-a221-23d2d84d0fff,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:42.114879 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-d4d04695-5b6a-4d5f-8646-39eb28e49ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:40Z', 'revision_number': 3, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:36:42.118974 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d04695-5b6a-4d5f-8646-39eb28e49ec9 None None] Checking router: 3dc24dfe-cec8-4f37-8413-dd5cc1453780 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:36:42.119322 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d04695-5b6a-4d5f-8646-39eb28e49ec9 None None] Updating router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 port 519f4a4c-a669-4989-807e-3a2c63464329 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:36:42.174023 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d4d04695-5b6a-4d5f-8646-39eb28e49ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:42.292737 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:42.494486 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Allocated IP 172.20.0.1 (f43b8073-114d-4321-a937-8e2ffabc4316/797d830f-f171-47cd-8fc0-f5b6c6c084c7/bd001c7f-051a-4937-b3a4-324dbc007068) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:36:42.501925 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d4d04695-5b6a-4d5f-8646-39eb28e49ec9 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:42.514416 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d4d04695-5b6a-4d5f-8646-39eb28e49ec9 None None] Transition to ACTIVE for port object 519f4a4c-a669-4989-807e-3a2c63464329 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:36:42.622261 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d4d04695-5b6a-4d5f-8646-39eb28e49ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:42.641789 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:42.658154 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Transition to ACTIVE for port object bd001c7f-051a-4937-b3a4-324dbc007068 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:36:42.684238 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d4d04695-5b6a-4d5f-8646-39eb28e49ec9 None None] Attempting to bind port 519f4a4c-a669-4989-807e-3a2c63464329 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:36:42.684596 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d4d04695-5b6a-4d5f-8646-39eb28e49ec9 None None] Attempting to bind port 519f4a4c-a669-4989-807e-3a2c63464329 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:36:42.684948 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d04695-5b6a-4d5f-8646-39eb28e49ec9 None None] Attempting to bind port 519f4a4c-a669-4989-807e-3a2c63464329 on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:36:42.695383 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d04695-5b6a-4d5f-8646-39eb28e49ec9 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:36:42.696275 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d04695-5b6a-4d5f-8646-39eb28e49ec9 None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:36:42.696663 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d4d04695-5b6a-4d5f-8646-39eb28e49ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:42.697200 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d04695-5b6a-4d5f-8646-39eb28e49ec9 None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:36:42.697680 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d4d04695-5b6a-4d5f-8646-39eb28e49ec9 None None] Bound port: 519f4a4c-a669-4989-807e-3a2c63464329, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:36:42.698044 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d4d04695-5b6a-4d5f-8646-39eb28e49ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:42.741070 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586fdf5-1877-46c2-886a-227b0b3fa92b None None] Pushing event updated for resources: {'Port': ['ID=519f4a4c-a669-4989-807e-3a2c63464329,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:42.754001 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:42.776327 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d4d04695-5b6a-4d5f-8646-39eb28e49ec9 None None] For port 519f4a4c-a669-4989-807e-3a2c63464329, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:36:42.779295 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d4d04695-5b6a-4d5f-8646-39eb28e49ec9 None None] For port 519f4a4c-a669-4989-807e-3a2c63464329, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=519f4a4c-a669-4989-807e-3a2c63464329,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:36:42.823286 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Network f43b8073-114d-4321-a937-8e2ffabc4316 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:36:42.826051 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:36:42.829557 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:36:42.839882 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d4d04695-5b6a-4d5f-8646-39eb28e49ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:42.859393 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Pushing event updated for resources: {'Port': ['ID=bd001c7f-051a-4937-b3a4-324dbc007068,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:42.888992 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:42.904620 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d04695-5b6a-4d5f-8646-39eb28e49ec9 None None] Routers {'3dc24dfe-cec8-4f37-8413-dd5cc1453780'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:36:42.905247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-d4d04695-5b6a-4d5f-8646-39eb28e49ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:36:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:36:43.000411 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586fdf5-1877-46c2-886a-227b0b3fa92b None None] Pushing event updated for resources: {'Port': ['ID=519f4a4c-a669-4989-807e-3a2c63464329,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:43.084203 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:43.095784 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-d4d04695-5b6a-4d5f-8646-39eb28e49ec9 None None] Set router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:36:43.290066 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 7bdefeba-2fec-4ef4-a221-23d2d84d0fff up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:36:43.307428 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:43.327958 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-233b3cd8-821c-4301-87cc-70e88aedfd95 None None] Provisioning for port bd001c7f-051a-4937-b3a4-324dbc007068 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:36:43.357243 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-233b3cd8-821c-4301-87cc-70e88aedfd95 None None] Provisioning complete for port bd001c7f-051a-4937-b3a4-324dbc007068 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:36:43.357648 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-233b3cd8-821c-4301-87cc-70e88aedfd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:43.357979 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-233b3cd8-821c-4301-87cc-70e88aedfd95 None None] Attempt 1 to provision port bd001c7f-051a-4937-b3a4-324dbc007068 Oct 10 11:36:43.416783 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:43.470392 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-233b3cd8-821c-4301-87cc-70e88aedfd95 None None] Port bd001c7f-051a-4937-b3a4-324dbc007068 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:36:43.525407 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 7bdefeba-2fec-4ef4-a221-23d2d84d0fff triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:36:43.525707 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:43.526036 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 7bdefeba-2fec-4ef4-a221-23d2d84d0fff Oct 10 11:36:43.527051 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:43.530559 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Pushing event updated for resources: {'Port': ['ID=bd001c7f-051a-4937-b3a4-324dbc007068,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:43.541501 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:43.541878 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:43.542211 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:43.542538 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:43.542867 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:43.543186 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:43.543504 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:43.543822 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:43.544138 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:43.544449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:43.544762 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:43.545077 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:43.631714 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-d4d04695-5b6a-4d5f-8646-39eb28e49ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:40Z', 'revision_number': 3, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:36:43.650167 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d04695-5b6a-4d5f-8646-39eb28e49ec9 None None] The sync data for ids ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'] in dv-neutron-860842-1-hyperv is: [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:40Z', 'revision_number': 3, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:36:43.663728 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 7bdefeba-2fec-4ef4-a221-23d2d84d0fff is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:36:43.681837 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Network f43b8073-114d-4321-a937-8e2ffabc4316 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:36:43.682998 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:36:43.899437 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:36:43.971627 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-233b3cd8-821c-4301-87cc-70e88aedfd95 None None] Attempt 2 to provision port bd001c7f-051a-4937-b3a4-324dbc007068 Oct 10 11:36:44.027897 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-233b3cd8-821c-4301-87cc-70e88aedfd95 None None] Port bd001c7f-051a-4937-b3a4-324dbc007068 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:36:44.215496 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:36:44.224663 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6e915ac6-87bd-4d29-85c1-486b3019ff36 admin admin] 10.222.0.40 "PUT /v2.0/routers/3dc24dfe-cec8-4f37-8413-dd5cc1453780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7229013 Oct 10 11:36:44.529008 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-233b3cd8-821c-4301-87cc-70e88aedfd95 None None] Attempt 3 to provision port bd001c7f-051a-4937-b3a4-324dbc007068 Oct 10 11:36:44.586969 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-233b3cd8-821c-4301-87cc-70e88aedfd95 None None] Port bd001c7f-051a-4937-b3a4-324dbc007068 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:36:45.072368 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f872c0-ad6e-42d0-932f-42864f2c3592 None None] Sync routers for ids ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:36:45.082299 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f872c0-ad6e-42d0-932f-42864f2c3592 None None] Routers {'3dc24dfe-cec8-4f37-8413-dd5cc1453780'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:36:45.082895 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-34f872c0-ad6e-42d0-932f-42864f2c3592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:36:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:36:45.087889 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-233b3cd8-821c-4301-87cc-70e88aedfd95 None None] Attempt 4 to provision port bd001c7f-051a-4937-b3a4-324dbc007068 Oct 10 11:36:45.143453 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-233b3cd8-821c-4301-87cc-70e88aedfd95 None None] Port bd001c7f-051a-4937-b3a4-324dbc007068 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:36:45.259211 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-34f872c0-ad6e-42d0-932f-42864f2c3592 None None] Set router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:36:45.278166 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 519f4a4c-a669-4989-807e-3a2c63464329 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:36:45.445139 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 519f4a4c-a669-4989-807e-3a2c63464329 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:36:45.450540 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 519f4a4c-a669-4989-807e-3a2c63464329 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:36:45.450912 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:45.451241 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 519f4a4c-a669-4989-807e-3a2c63464329 Oct 10 11:36:45.571407 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 519f4a4c-a669-4989-807e-3a2c63464329 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:36:45.571787 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:45.573871 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-34f872c0-ad6e-42d0-932f-42864f2c3592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 4, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'bd001c7f-051a-4937-b3a4-324dbc007068', 'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'mac_address': 'fa:16:3e:a1:6b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:42Z', 'updated_at': '2022-10-10T11:36:43Z', 'revision_number': 2, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'subnets': [{'id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:36:45.577736 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f872c0-ad6e-42d0-932f-42864f2c3592 None None] Checking router: 3dc24dfe-cec8-4f37-8413-dd5cc1453780 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:36:45.578090 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f872c0-ad6e-42d0-932f-42864f2c3592 None None] Updating router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 port bd001c7f-051a-4937-b3a4-324dbc007068 binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:36:45.588406 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 519f4a4c-a669-4989-807e-3a2c63464329, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=519f4a4c-a669-4989-807e-3a2c63464329,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:36:45.635585 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-34f872c0-ad6e-42d0-932f-42864f2c3592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:45.644965 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-233b3cd8-821c-4301-87cc-70e88aedfd95 None None] Attempt 5 to provision port bd001c7f-051a-4937-b3a4-324dbc007068 Oct 10 11:36:45.692181 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 34190) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:36:45.698219 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-722625de-f881-48f2-90bd-23b605a4ee04 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1652743614', 'description': 'tempest-description--1812906368'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:36:45.700561 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-233b3cd8-821c-4301-87cc-70e88aedfd95 None None] Port bd001c7f-051a-4937-b3a4-324dbc007068 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:36:45.704511 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-722625de-f881-48f2-90bd-23b605a4ee04 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:36:45.708563 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-722625de-f881-48f2-90bd-23b605a4ee04 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Usage tracker for resource:security_group and tenant:64b0f3727b7e416e8144a7ebfb17d62d is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:36:45.711573 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-722625de-f881-48f2-90bd-23b605a4ee04 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:36:45.714193 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:45.718164 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-722625de-f881-48f2-90bd-23b605a4ee04 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:36:45.786559 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=519f4a4c-a669-4989-807e-3a2c63464329,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:45.822659 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-722625de-f881-48f2-90bd-23b605a4ee04 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:45.842491 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-722625de-f881-48f2-90bd-23b605a4ee04 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:36:45.846288 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-722625de-f881-48f2-90bd-23b605a4ee04 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Usage tracker for resource:security_group_rule and tenant:64b0f3727b7e416e8144a7ebfb17d62d is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:36:45.849055 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-722625de-f881-48f2-90bd-23b605a4ee04 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:36:45.855337 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-722625de-f881-48f2-90bd-23b605a4ee04 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:36:45.925254 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-722625de-f881-48f2-90bd-23b605a4ee04 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:45.981073 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-34f872c0-ad6e-42d0-932f-42864f2c3592 None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:45.992315 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-34f872c0-ad6e-42d0-932f-42864f2c3592 None None] Transition to ACTIVE for port object bd001c7f-051a-4937-b3a4-324dbc007068 will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:36:45.994557 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-722625de-f881-48f2-90bd-23b605a4ee04 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:46.010188 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:36:46.038982 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722625de-f881-48f2-90bd-23b605a4ee04 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc70969-1b15-4aed-bd71-196ff594e8ff,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:46.108081 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-34f872c0-ad6e-42d0-932f-42864f2c3592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:46.138505 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-722625de-f881-48f2-90bd-23b605a4ee04 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:46.139770 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-722625de-f881-48f2-90bd-23b605a4ee04 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4463875 Oct 10 11:36:46.142601 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 34194) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:36:46.147513 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-52dfe0e0-902c-4a49-850f-7e886558f891 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Request body: {'security_group_rule': {'security_group_id': '7bc70969-1b15-4aed-bd71-196ff594e8ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:36:46.154110 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-52dfe0e0-902c-4a49-850f-7e886558f891 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:36:46.157940 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-52dfe0e0-902c-4a49-850f-7e886558f891 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Usage tracker for resource:security_group_rule and tenant:64b0f3727b7e416e8144a7ebfb17d62d is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:36:46.160795 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-52dfe0e0-902c-4a49-850f-7e886558f891 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:36:46.167596 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-52dfe0e0-902c-4a49-850f-7e886558f891 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:36:46.201991 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-233b3cd8-821c-4301-87cc-70e88aedfd95 None None] Attempt 6 to provision port bd001c7f-051a-4937-b3a4-324dbc007068 Oct 10 11:36:46.230042 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-52dfe0e0-902c-4a49-850f-7e886558f891 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:46.258487 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-233b3cd8-821c-4301-87cc-70e88aedfd95 None None] Port bd001c7f-051a-4937-b3a4-324dbc007068 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:36:46.292996 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-52dfe0e0-902c-4a49-850f-7e886558f891 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:46.312661 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c18d1-bb78-40e9-8585-3a6781219db1 None None] Pushing event updated for resources: {'Port': ['ID=bd001c7f-051a-4937-b3a4-324dbc007068,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:46.323150 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3c18d1-bb78-40e9-8585-3a6781219db1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:46.323490 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3c18d1-bb78-40e9-8585-3a6781219db1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:46.323817 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3c18d1-bb78-40e9-8585-3a6781219db1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:46.324140 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3c18d1-bb78-40e9-8585-3a6781219db1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:46.324462 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3c18d1-bb78-40e9-8585-3a6781219db1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:46.324781 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3c18d1-bb78-40e9-8585-3a6781219db1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:46.325095 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3c18d1-bb78-40e9-8585-3a6781219db1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:46.325409 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3c18d1-bb78-40e9-8585-3a6781219db1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:46.325817 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3c18d1-bb78-40e9-8585-3a6781219db1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:46.326129 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3c18d1-bb78-40e9-8585-3a6781219db1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:46.326437 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3c18d1-bb78-40e9-8585-3a6781219db1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:46.326744 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3c18d1-bb78-40e9-8585-3a6781219db1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:46.334006 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-34f872c0-ad6e-42d0-932f-42864f2c3592 None None] Attempting to bind port bd001c7f-051a-4937-b3a4-324dbc007068 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:36:46.334359 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-34f872c0-ad6e-42d0-932f-42864f2c3592 None None] Attempting to bind port bd001c7f-051a-4937-b3a4-324dbc007068 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '6ed49f34-da45-42bf-963d-6af8e722d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:36:46.335288 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f872c0-ad6e-42d0-932f-42864f2c3592 None None] Attempting to bind port bd001c7f-051a-4937-b3a4-324dbc007068 on network f43b8073-114d-4321-a937-8e2ffabc4316 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:36:46.340714 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f872c0-ad6e-42d0-932f-42864f2c3592 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:36:46.341070 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f872c0-ad6e-42d0-932f-42864f2c3592 None None] Checking segment: {'id': '6ed49f34-da45-42bf-963d-6af8e722d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:36:46.341454 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-34f872c0-ad6e-42d0-932f-42864f2c3592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:46.341856 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f872c0-ad6e-42d0-932f-42864f2c3592 None None] Bound using segment: {'id': '6ed49f34-da45-42bf-963d-6af8e722d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:36:46.342297 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-34f872c0-ad6e-42d0-932f-42864f2c3592 None None] Bound port: bd001c7f-051a-4937-b3a4-324dbc007068, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed49f34-da45-42bf-963d-6af8e722d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:36:46.342651 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-34f872c0-ad6e-42d0-932f-42864f2c3592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:46.388095 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-52dfe0e0-902c-4a49-850f-7e886558f891 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:46.409785 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dfe0e0-902c-4a49-850f-7e886558f891 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c35a440-fea7-4e61-8163-35b5c7c8e48e,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:46.431656 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-34f872c0-ad6e-42d0-932f-42864f2c3592 None None] For port bd001c7f-051a-4937-b3a4-324dbc007068, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:36:46.434557 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-34f872c0-ad6e-42d0-932f-42864f2c3592 None None] For port bd001c7f-051a-4937-b3a4-324dbc007068, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=bd001c7f-051a-4937-b3a4-324dbc007068,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:36:46.479053 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-52dfe0e0-902c-4a49-850f-7e886558f891 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:46.480301 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-52dfe0e0-902c-4a49-850f-7e886558f891 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3367369 Oct 10 11:36:46.482936 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 34198) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:36:46.489548 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-05bae9da-95c0-4be1-b7a9-1612f1b100e7 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Request body: {'security_group_rule': {'security_group_id': '7bc70969-1b15-4aed-bd71-196ff594e8ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:36:46.495796 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-05bae9da-95c0-4be1-b7a9-1612f1b100e7 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:36:46.499751 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-05bae9da-95c0-4be1-b7a9-1612f1b100e7 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Usage tracker for resource:security_group_rule and tenant:64b0f3727b7e416e8144a7ebfb17d62d is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:36:46.502664 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-05bae9da-95c0-4be1-b7a9-1612f1b100e7 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:36:46.508892 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-05bae9da-95c0-4be1-b7a9-1612f1b100e7 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:36:46.509221 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-34f872c0-ad6e-42d0-932f-42864f2c3592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:46.576847 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f872c0-ad6e-42d0-932f-42864f2c3592 None None] Routers {'3dc24dfe-cec8-4f37-8413-dd5cc1453780'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:36:46.577465 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-34f872c0-ad6e-42d0-932f-42864f2c3592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:36:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:36:46.600652 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-05bae9da-95c0-4be1-b7a9-1612f1b100e7 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:46.661767 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c18d1-bb78-40e9-8585-3a6781219db1 None None] Pushing event updated for resources: {'Port': ['ID=bd001c7f-051a-4937-b3a4-324dbc007068,revision_number=4']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:46.662984 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-05bae9da-95c0-4be1-b7a9-1612f1b100e7 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:46.719739 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-05bae9da-95c0-4be1-b7a9-1612f1b100e7 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:46.744925 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bae9da-95c0-4be1-b7a9-1612f1b100e7 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e6ce0b-5640-438d-a772-59ab36896060,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:46.760063 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-233b3cd8-821c-4301-87cc-70e88aedfd95 None None] Attempt 7 to provision port bd001c7f-051a-4937-b3a4-324dbc007068 Oct 10 11:36:46.792427 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-34f872c0-ad6e-42d0-932f-42864f2c3592 None None] Set router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:36:46.806084 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-05bae9da-95c0-4be1-b7a9-1612f1b100e7 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:46.810292 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-05bae9da-95c0-4be1-b7a9-1612f1b100e7 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3236129 Oct 10 11:36:46.810488 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 34202) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:36:46.815678 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-8d48dc68-1a1a-4231-ab1d-ba7a147d16e5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:36:46.822543 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-8d48dc68-1a1a-4231-ab1d-ba7a147d16e5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:36:46.826458 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8d48dc68-1a1a-4231-ab1d-ba7a147d16e5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Usage tracker for resource:floatingip and tenant:64b0f3727b7e416e8144a7ebfb17d62d is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:36:46.829716 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8d48dc68-1a1a-4231-ab1d-ba7a147d16e5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:36:46.829848 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-233b3cd8-821c-4301-87cc-70e88aedfd95 None None] Port bd001c7f-051a-4937-b3a4-324dbc007068 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:36:46.837179 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-8d48dc68-1a1a-4231-ab1d-ba7a147d16e5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:36:46.891246 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8d48dc68-1a1a-4231-ab1d-ba7a147d16e5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for floatingip, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:47.034898 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8d48dc68-1a1a-4231-ab1d-ba7a147d16e5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:47.106751 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-34f872c0-ad6e-42d0-932f-42864f2c3592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 4, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'bd001c7f-051a-4937-b3a4-324dbc007068', 'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'mac_address': 'fa:16:3e:a1:6b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:42Z', 'updated_at': '2022-10-10T11:36:46Z', 'revision_number': 4, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'subnets': [{'id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:36:47.110601 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f872c0-ad6e-42d0-932f-42864f2c3592 None None] The sync data for ids ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'] in dv-neutron-860842-1-hyperv is: [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 4, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'bd001c7f-051a-4937-b3a4-324dbc007068', 'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'mac_address': 'fa:16:3e:a1:6b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:42Z', 'updated_at': '2022-10-10T11:36:46Z', 'revision_number': 4, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'subnets': [{'id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:36:47.186182 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-8d48dc68-1a1a-4231-ab1d-ba7a147d16e5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Allocated IP 172.26.4.187 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/6aeab0d3-240e-41c7-8c58-75e7e2ef51d8) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:36:47.347598 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8d48dc68-1a1a-4231-ab1d-ba7a147d16e5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:47.348330 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 519f4a4c-a669-4989-807e-3a2c63464329 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:36:47.418037 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 519f4a4c-a669-4989-807e-3a2c63464329 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:36:47.418410 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:47.418756 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 519f4a4c-a669-4989-807e-3a2c63464329 Oct 10 11:36:47.451250 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8d48dc68-1a1a-4231-ab1d-ba7a147d16e5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:47.524304 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d48dc68-1a1a-4231-ab1d-ba7a147d16e5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:36:47.527233 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-8d48dc68-1a1a-4231-ab1d-ba7a147d16e5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:36:47.530823 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d48dc68-1a1a-4231-ab1d-ba7a147d16e5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:36:47.547551 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 519f4a4c-a669-4989-807e-3a2c63464329 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:36:47.548522 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device bd001c7f-051a-4937-b3a4-324dbc007068 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:36:47.561467 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48dc68-1a1a-4231-ab1d-ba7a147d16e5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Pushing event updated for resources: {'Port': ['ID=6aeab0d3-240e-41c7-8c58-75e7e2ef51d8,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:47.616561 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8d48dc68-1a1a-4231-ab1d-ba7a147d16e5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:47.702248 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port bd001c7f-051a-4937-b3a4-324dbc007068 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:36:47.707542 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port bd001c7f-051a-4937-b3a4-324dbc007068 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:36:47.707923 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:47.708230 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port bd001c7f-051a-4937-b3a4-324dbc007068 Oct 10 11:36:47.803050 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8d48dc68-1a1a-4231-ab1d-ba7a147d16e5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:47.831737 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port bd001c7f-051a-4937-b3a4-324dbc007068 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:36:47.832193 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:47.869901 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port bd001c7f-051a-4937-b3a4-324dbc007068, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=bd001c7f-051a-4937-b3a4-324dbc007068,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:36:47.931985 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:48.007581 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=bd001c7f-051a-4937-b3a4-324dbc007068,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:48.133241 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8d48dc68-1a1a-4231-ab1d-ba7a147d16e5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:48.194314 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8d48dc68-1a1a-4231-ab1d-ba7a147d16e5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:48.302094 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8d48dc68-1a1a-4231-ab1d-ba7a147d16e5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:48.306594 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48dc68-1a1a-4231-ab1d-ba7a147d16e5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Pushing event updated for resources: {'Port': ['ID=6aeab0d3-240e-41c7-8c58-75e7e2ef51d8,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:48.399931 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8d48dc68-1a1a-4231-ab1d-ba7a147d16e5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:48.401145 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8d48dc68-1a1a-4231-ab1d-ba7a147d16e5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5896866 Oct 10 11:36:48.697356 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-1c465919-e086-4eff-9092-ecc24737f273 req-20caa28d-85db-4f87-bb0d-800baf516c9e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Synchronizing usage tracker for tenant:64b0f3727b7e416e8144a7ebfb17d62d on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:36:48.776267 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-1c465919-e086-4eff-9092-ecc24737f273 req-20caa28d-85db-4f87-bb0d-800baf516c9e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Unset dirty status for tenant:64b0f3727b7e416e8144a7ebfb17d62d on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:36:48.777454 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1c465919-e086-4eff-9092-ecc24737f273 req-20caa28d-85db-4f87-bb0d-800baf516c9e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1652743614&fields=id&tenant_id=64b0f3727b7e416e8144a7ebfb17d62d HTTP/1.1" status: 200 len: 267 time: 0.1232564 Oct 10 11:36:48.932744 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c465919-e086-4eff-9092-ecc24737f273 req-08509baf-46fc-4748-b2f1-cdf859ba0b9c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:48.933326 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-1c465919-e086-4eff-9092-ecc24737f273 req-08509baf-46fc-4748-b2f1-cdf859ba0b9c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Synchronizing usage tracker for tenant:64b0f3727b7e416e8144a7ebfb17d62d on resource:network {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:36:49.033211 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-1c465919-e086-4eff-9092-ecc24737f273 req-08509baf-46fc-4748-b2f1-cdf859ba0b9c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Unset dirty status for tenant:64b0f3727b7e416e8144a7ebfb17d62d on resource:network {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:36:49.034434 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1c465919-e086-4eff-9092-ecc24737f273 req-08509baf-46fc-4748-b2f1-cdf859ba0b9c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 811 time: 0.2501798 Oct 10 11:36:49.049578 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1c465919-e086-4eff-9092-ecc24737f273 req-c944f741-36ab-4918-9ac0-49faa4b532de tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/quotas/64b0f3727b7e416e8144a7ebfb17d62d HTTP/1.1" status: 200 len: 375 time: 0.0091925 Oct 10 11:36:49.140427 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-1c465919-e086-4eff-9092-ecc24737f273 req-74681e60-4080-4094-8f20-3c9155a8329e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Synchronizing usage tracker for tenant:64b0f3727b7e416e8144a7ebfb17d62d on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:36:49.239281 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-1c465919-e086-4eff-9092-ecc24737f273 req-74681e60-4080-4094-8f20-3c9155a8329e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Unset dirty status for tenant:64b0f3727b7e416e8144a7ebfb17d62d on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:36:49.240773 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1c465919-e086-4eff-9092-ecc24737f273 req-74681e60-4080-4094-8f20-3c9155a8329e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1864598 Oct 10 11:36:49.260001 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device bd001c7f-051a-4937-b3a4-324dbc007068 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:36:49.329968 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port bd001c7f-051a-4937-b3a4-324dbc007068 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:36:49.330325 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:49.330657 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port bd001c7f-051a-4937-b3a4-324dbc007068 Oct 10 11:36:49.382567 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1c465919-e086-4eff-9092-ecc24737f273 req-de0d546c-1fcb-4f88-92b9-93db88a3ff31 service neutron] 10.222.0.40 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286316 Oct 10 11:36:49.449026 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port bd001c7f-051a-4937-b3a4-324dbc007068 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:36:49.516128 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1c465919-e086-4eff-9092-ecc24737f273 req-b53bdf24-14d9-4ca1-bd9d-72d495ccf95b service neutron] 10.222.0.40 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266983 Oct 10 11:36:49.839937 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-26cb6bea-1a89-413a-ab00-ba4b5eea6db8 req-d9e7e90d-cf44-4a1a-a9bb-5941b4019d07 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 210 time: 0.1039407 Oct 10 11:36:51.006696 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d56b2532-fe70-4113-ba9f-dce963d2790b req-fd719d17-b1cc-4691-a6bf-9d5ad748274c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 210 time: 0.0551779 Oct 10 11:36:51.882081 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c465919-e086-4eff-9092-ecc24737f273 req-0bb47ce7-3b00-4d6b-8857-6bebd24dedc4 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:51.884040 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1c465919-e086-4eff-9092-ecc24737f273 req-0bb47ce7-3b00-4d6b-8857-6bebd24dedc4 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 811 time: 0.1461866 Oct 10 11:36:51.930954 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1c465919-e086-4eff-9092-ecc24737f273 req-d66885ef-9c0f-4c02-90c2-4c6ae5405d05 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64b0f3727b7e416e8144a7ebfb17d62d HTTP/1.1" status: 200 len: 380 time: 0.0394382 Oct 10 11:36:51.939793 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-1c465919-e086-4eff-9092-ecc24737f273 req-80ac065a-6610-48c5-97c3-73f2a01d8023 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Request body: {'port': {'device_id': '23430dc9-a95c-49b6-9dd4-1ecb60a86e96', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'admin_state_up': True, 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'security_groups': ['7bc70969-1b15-4aed-bd71-196ff594e8ff']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:36:52.080306 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-1c465919-e086-4eff-9092-ecc24737f273 req-80ac065a-6610-48c5-97c3-73f2a01d8023 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:36:52.090859 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-1c465919-e086-4eff-9092-ecc24737f273 req-80ac065a-6610-48c5-97c3-73f2a01d8023 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:36:52.165306 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c465919-e086-4eff-9092-ecc24737f273 req-80ac065a-6610-48c5-97c3-73f2a01d8023 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Made reservation on behalf of 64b0f3727b7e416e8144a7ebfb17d62d for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:36:52.168751 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1c465919-e086-4eff-9092-ecc24737f273 req-80ac065a-6610-48c5-97c3-73f2a01d8023 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:52.178687 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4063cabe-4fe1-4e41-8e3a-ce1c1a509aa1 req-dd0dfb75-9bbe-4721-affa-0856c5935879 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 210 time: 0.0540380 Oct 10 11:36:52.330774 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-1c465919-e086-4eff-9092-ecc24737f273 req-80ac065a-6610-48c5-97c3-73f2a01d8023 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Allocated IP 172.20.0.12 (f43b8073-114d-4321-a937-8e2ffabc4316/797d830f-f171-47cd-8fc0-f5b6c6c084c7/7e9e110f-2f47-4743-bcd3-3871e58906eb) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:36:52.514400 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1c465919-e086-4eff-9092-ecc24737f273 req-80ac065a-6610-48c5-97c3-73f2a01d8023 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:52.529310 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-1c465919-e086-4eff-9092-ecc24737f273 req-80ac065a-6610-48c5-97c3-73f2a01d8023 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Transition to ACTIVE for port object 7e9e110f-2f47-4743-bcd3-3871e58906eb will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:36:52.623241 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1c465919-e086-4eff-9092-ecc24737f273 req-80ac065a-6610-48c5-97c3-73f2a01d8023 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:52.695434 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c465919-e086-4eff-9092-ecc24737f273 req-80ac065a-6610-48c5-97c3-73f2a01d8023 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Network f43b8073-114d-4321-a937-8e2ffabc4316 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:36:52.698550 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-1c465919-e086-4eff-9092-ecc24737f273 req-80ac065a-6610-48c5-97c3-73f2a01d8023 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:36:52.702220 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c465919-e086-4eff-9092-ecc24737f273 req-80ac065a-6610-48c5-97c3-73f2a01d8023 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:36:52.732770 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac065a-6610-48c5-97c3-73f2a01d8023 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Pushing event updated for resources: {'Port': ['ID=7e9e110f-2f47-4743-bcd3-3871e58906eb,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:52.770290 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c465919-e086-4eff-9092-ecc24737f273 req-80ac065a-6610-48c5-97c3-73f2a01d8023 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:52.770820 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1c465919-e086-4eff-9092-ecc24737f273 req-80ac065a-6610-48c5-97c3-73f2a01d8023 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:52.863379 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1c465919-e086-4eff-9092-ecc24737f273 req-80ac065a-6610-48c5-97c3-73f2a01d8023 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9268498 Oct 10 11:36:52.918414 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-1c465919-e086-4eff-9092-ecc24737f273 req-cebb2271-c112-4572-89a7-68469e273f50 service neutron] Request body: {'port': {'device_id': '23430dc9-a95c-49b6-9dd4-1ecb60a86e96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:36:52.982511 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8268b3ca-b364-4b54-a4ee-515a32e4b7f6 None None] Provisioning for port 7e9e110f-2f47-4743-bcd3-3871e58906eb completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:36:52.987686 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8268b3ca-b364-4b54-a4ee-515a32e4b7f6 None None] Provisioning complete for port 7e9e110f-2f47-4743-bcd3-3871e58906eb triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:36:52.988058 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8268b3ca-b364-4b54-a4ee-515a32e4b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:52.988391 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8268b3ca-b364-4b54-a4ee-515a32e4b7f6 None None] Attempt 1 to provision port 7e9e110f-2f47-4743-bcd3-3871e58906eb Oct 10 11:36:53.044709 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8268b3ca-b364-4b54-a4ee-515a32e4b7f6 None None] Port 7e9e110f-2f47-4743-bcd3-3871e58906eb cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:36:53.129272 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1c465919-e086-4eff-9092-ecc24737f273 req-cebb2271-c112-4572-89a7-68469e273f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:53.472781 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb683fcb-79b4-46e9-872c-c860566a9241 req-a7c08829-d968-468f-a6d6-42e766563e97 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:53.473370 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-eb683fcb-79b4-46e9-872c-c860566a9241 req-a7c08829-d968-468f-a6d6-42e766563e97 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Synchronizing usage tracker for tenant:64b0f3727b7e416e8144a7ebfb17d62d on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:36:53.545797 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8268b3ca-b364-4b54-a4ee-515a32e4b7f6 None None] Attempt 2 to provision port 7e9e110f-2f47-4743-bcd3-3871e58906eb Oct 10 11:36:53.550532 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-1c465919-e086-4eff-9092-ecc24737f273 req-cebb2271-c112-4572-89a7-68469e273f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e9e110f-2f47-4743-bcd3-3871e58906eb {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:36:53.558184 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1c465919-e086-4eff-9092-ecc24737f273 req-cebb2271-c112-4572-89a7-68469e273f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:53.572791 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-1c465919-e086-4eff-9092-ecc24737f273 req-cebb2271-c112-4572-89a7-68469e273f50 service neutron] Transition to ACTIVE for port object 7e9e110f-2f47-4743-bcd3-3871e58906eb will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:36:53.582116 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-eb683fcb-79b4-46e9-872c-c860566a9241 req-a7c08829-d968-468f-a6d6-42e766563e97 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Unset dirty status for tenant:64b0f3727b7e416e8144a7ebfb17d62d on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:36:53.583400 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-eb683fcb-79b4-46e9-872c-c860566a9241 req-a7c08829-d968-468f-a6d6-42e766563e97 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 932 time: 0.2906902 Oct 10 11:36:53.603261 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8268b3ca-b364-4b54-a4ee-515a32e4b7f6 None None] Port 7e9e110f-2f47-4743-bcd3-3871e58906eb cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:36:53.628126 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-eb683fcb-79b4-46e9-872c-c860566a9241 req-d471ad86-d0e7-4f45-a736-501185812789 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388963 Oct 10 11:36:53.673774 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1c465919-e086-4eff-9092-ecc24737f273 req-cebb2271-c112-4572-89a7-68469e273f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:53.862653 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb2271-c112-4572-89a7-68469e273f50 service neutron] Pushing event updated for resources: {'Port': ['ID=7e9e110f-2f47-4743-bcd3-3871e58906eb,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:53.897253 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-1c465919-e086-4eff-9092-ecc24737f273 req-cebb2271-c112-4572-89a7-68469e273f50 service neutron] Attempting to bind port 7e9e110f-2f47-4743-bcd3-3871e58906eb on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:36:53.897601 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-1c465919-e086-4eff-9092-ecc24737f273 req-cebb2271-c112-4572-89a7-68469e273f50 service neutron] Attempting to bind port 7e9e110f-2f47-4743-bcd3-3871e58906eb by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '6ed49f34-da45-42bf-963d-6af8e722d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:36:53.897916 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c465919-e086-4eff-9092-ecc24737f273 req-cebb2271-c112-4572-89a7-68469e273f50 service neutron] Attempting to bind port 7e9e110f-2f47-4743-bcd3-3871e58906eb on network f43b8073-114d-4321-a937-8e2ffabc4316 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:36:53.902447 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c465919-e086-4eff-9092-ecc24737f273 req-cebb2271-c112-4572-89a7-68469e273f50 service neutron] Port 7e9e110f-2f47-4743-bcd3-3871e58906eb on network f43b8073-114d-4321-a937-8e2ffabc4316 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:36:53.902760 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c465919-e086-4eff-9092-ecc24737f273 req-cebb2271-c112-4572-89a7-68469e273f50 service neutron] Attempting to bind port 7e9e110f-2f47-4743-bcd3-3871e58906eb on network f43b8073-114d-4321-a937-8e2ffabc4316 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:36:53.907731 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c465919-e086-4eff-9092-ecc24737f273 req-cebb2271-c112-4572-89a7-68469e273f50 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:36:53.908058 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c465919-e086-4eff-9092-ecc24737f273 req-cebb2271-c112-4572-89a7-68469e273f50 service neutron] Checking segment: {'id': '6ed49f34-da45-42bf-963d-6af8e722d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:36:53.908434 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c465919-e086-4eff-9092-ecc24737f273 req-cebb2271-c112-4572-89a7-68469e273f50 service neutron] Bound using segment: {'id': '6ed49f34-da45-42bf-963d-6af8e722d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:36:53.908850 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-1c465919-e086-4eff-9092-ecc24737f273 req-cebb2271-c112-4572-89a7-68469e273f50 service neutron] Bound port: 7e9e110f-2f47-4743-bcd3-3871e58906eb, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed49f34-da45-42bf-963d-6af8e722d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:36:53.909184 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1c465919-e086-4eff-9092-ecc24737f273 req-cebb2271-c112-4572-89a7-68469e273f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:53.998475 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-1c465919-e086-4eff-9092-ecc24737f273 req-cebb2271-c112-4572-89a7-68469e273f50 service neutron] For port 7e9e110f-2f47-4743-bcd3-3871e58906eb, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:36:54.001637 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-1c465919-e086-4eff-9092-ecc24737f273 req-cebb2271-c112-4572-89a7-68469e273f50 service neutron] For port 7e9e110f-2f47-4743-bcd3-3871e58906eb, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7e9e110f-2f47-4743-bcd3-3871e58906eb,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:36:54.079469 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1c465919-e086-4eff-9092-ecc24737f273 req-cebb2271-c112-4572-89a7-68469e273f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:54.082941 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c465919-e086-4eff-9092-ecc24737f273 req-cebb2271-c112-4572-89a7-68469e273f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:54.083566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-1c465919-e086-4eff-9092-ecc24737f273 req-cebb2271-c112-4572-89a7-68469e273f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:54.084940 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1c465919-e086-4eff-9092-ecc24737f273 req-cebb2271-c112-4572-89a7-68469e273f50 service neutron] 10.222.0.15 "PUT /v2.0/ports/7e9e110f-2f47-4743-bcd3-3871e58906eb HTTP/1.1" status: 200 len: 1094 time: 1.2147212 Oct 10 11:36:54.104747 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8268b3ca-b364-4b54-a4ee-515a32e4b7f6 None None] Attempt 3 to provision port 7e9e110f-2f47-4743-bcd3-3871e58906eb Oct 10 11:36:54.114114 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23430dc9-a95c-49b6-9dd4-1ecb60a86e96', 'tag': '7e9e110f-2f47-4743-bcd3-3871e58906eb'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:36:54.116358 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55d97b9-2b13-467b-b982-0c81935b0da7" -d '{"events": [{"name": "network-changed", "server_uuid": "23430dc9-a95c-49b6-9dd4-1ecb60a86e96", "tag": "7e9e110f-2f47-4743-bcd3-3871e58906eb"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:36:54.163189 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb2271-c112-4572-89a7-68469e273f50 service neutron] Pushing event updated for resources: {'Port': ['ID=7e9e110f-2f47-4743-bcd3-3871e58906eb,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:54.169843 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8268b3ca-b364-4b54-a4ee-515a32e4b7f6 None None] Port 7e9e110f-2f47-4743-bcd3-3871e58906eb had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:36:54.173785 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cbcd92-dd00-40e4-a17e-ca11dc415313 x-openstack-request-id: req-f5cbcd92-dd00-40e4-a17e-ca11dc415313 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:36:54.174149 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23430dc9-a95c-49b6-9dd4-1ecb60a86e96", "tag": "7e9e110f-2f47-4743-bcd3-3871e58906eb", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:36:54.174381 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f5cbcd92-dd00-40e4-a17e-ca11dc415313 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:36:54.174773 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5cbcd92-dd00-40e4-a17e-ca11dc415313'] response: {'name': 'network-changed', 'server_uuid': '23430dc9-a95c-49b6-9dd4-1ecb60a86e96', 'tag': '7e9e110f-2f47-4743-bcd3-3871e58906eb', 'status': 'completed', 'code': 200} Oct 10 11:36:54.268128 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c465919-e086-4eff-9092-ecc24737f273 req-dd20f87e-4c52-4e8d-b680-dfff28a839b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:54.269661 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1c465919-e086-4eff-9092-ecc24737f273 req-dd20f87e-4c52-4e8d-b680-dfff28a839b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 1097 time: 0.0788753 Oct 10 11:36:54.340936 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1c465919-e086-4eff-9092-ecc24737f273 req-98f78d74-8ff9-4890-9351-3b4abb2c7860 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e9e110f-2f47-4743-bcd3-3871e58906eb HTTP/1.1" status: 200 len: 217 time: 0.0642316 Oct 10 11:36:54.401700 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c465919-e086-4eff-9092-ecc24737f273 req-772a0923-074a-415f-a49c-a543d21e49bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:54.403079 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1c465919-e086-4eff-9092-ecc24737f273 req-772a0923-074a-415f-a49c-a543d21e49bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.0564823 Oct 10 11:36:54.487606 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c465919-e086-4eff-9092-ecc24737f273 req-2277a4b3-872d-4414-8337-641a0ca5d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:54.489044 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1c465919-e086-4eff-9092-ecc24737f273 req-2277a4b3-872d-4414-8337-641a0ca5d491 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798593 Oct 10 11:36:54.620502 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1c465919-e086-4eff-9092-ecc24737f273 req-494f1b5b-589e-4c5a-9780-887439ae4165 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252499 Oct 10 11:36:54.791482 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1c465919-e086-4eff-9092-ecc24737f273 req-6ab52f87-891a-482b-a18f-05bcb101d7b9 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646752 Oct 10 11:36:54.834534 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcf898-a6a6-4b07-8b12-d2b9e0404122 req-94fa5b24-bb9f-4e0b-98c2-b7406e5df922 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:54.835993 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-85dcf898-a6a6-4b07-8b12-d2b9e0404122 req-94fa5b24-bb9f-4e0b-98c2-b7406e5df922 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 944 time: 0.0947206 Oct 10 11:36:54.880641 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-85dcf898-a6a6-4b07-8b12-d2b9e0404122 req-fab81bc6-0432-4f14-89c0-535074783a10 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380893 Oct 10 11:36:55.074733 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d97b9-2b13-467b-b982-0c81935b0da7 req-684f89a7-4ee6-4f41-823c-eebd4cca0c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:55.076203 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e55d97b9-2b13-467b-b982-0c81935b0da7 req-684f89a7-4ee6-4f41-823c-eebd4cca0c5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 1097 time: 0.1743557 Oct 10 11:36:55.204981 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d97b9-2b13-467b-b982-0c81935b0da7 req-7585d19e-a634-45b3-a6a5-315c6f35bd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:55.206461 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e55d97b9-2b13-467b-b982-0c81935b0da7 req-7585d19e-a634-45b3-a6a5-315c6f35bd3d service neutron] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 912 time: 0.1241846 Oct 10 11:36:55.272934 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e55d97b9-2b13-467b-b982-0c81935b0da7 req-62b5d179-3bc7-4559-bbaa-dcb83b8cd6dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e9e110f-2f47-4743-bcd3-3871e58906eb HTTP/1.1" status: 200 len: 217 time: 0.0596585 Oct 10 11:36:55.339225 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d97b9-2b13-467b-b982-0c81935b0da7 req-c94cbe70-7e4c-4af2-a917-c6148c8c7163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:55.340642 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e55d97b9-2b13-467b-b982-0c81935b0da7 req-c94cbe70-7e4c-4af2-a917-c6148c8c7163 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.0593245 Oct 10 11:36:55.422150 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d97b9-2b13-467b-b982-0c81935b0da7 req-3491cf1b-cef0-4d10-b0ce-86e2f91e61d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:55.423580 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e55d97b9-2b13-467b-b982-0c81935b0da7 req-3491cf1b-cef0-4d10-b0ce-86e2f91e61d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763860 Oct 10 11:36:55.553948 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e55d97b9-2b13-467b-b982-0c81935b0da7 req-46810ac0-5abc-4cdf-87d9-205a8ac35d01 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226749 Oct 10 11:36:55.681891 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e55d97b9-2b13-467b-b982-0c81935b0da7 req-918078ff-5ca2-41a8-919c-0cc0b3ef295c service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218011 Oct 10 11:36:56.086406 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc486c43-5df4-41cb-b06c-d70b78a434b3 req-4db7921c-5b6d-4e26-9ffb-e8c041bc3497 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:56.088062 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-bc486c43-5df4-41cb-b06c-d70b78a434b3 req-4db7921c-5b6d-4e26-9ffb-e8c041bc3497 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 944 time: 0.0881717 Oct 10 11:36:56.131503 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-bc486c43-5df4-41cb-b06c-d70b78a434b3 req-bf4d0865-1f71-4d93-ac92-28a516f715dc tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Synchronizing usage tracker for tenant:64b0f3727b7e416e8144a7ebfb17d62d on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:36:56.142973 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-bc486c43-5df4-41cb-b06c-d70b78a434b3 req-bf4d0865-1f71-4d93-ac92-28a516f715dc tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Unset dirty status for tenant:64b0f3727b7e416e8144a7ebfb17d62d on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:36:56.144065 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-bc486c43-5df4-41cb-b06c-d70b78a434b3 req-bf4d0865-1f71-4d93-ac92-28a516f715dc tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504482 Oct 10 11:36:56.307044 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 7e9e110f-2f47-4743-bcd3-3871e58906eb details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:36:56.464657 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 7e9e110f-2f47-4743-bcd3-3871e58906eb, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7e9e110f-2f47-4743-bcd3-3871e58906eb,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:36:56.477468 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '7e9e110f-2f47-4743-bcd3-3871e58906eb', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'port_id': '7e9e110f-2f47-4743-bcd3-3871e58906eb', 'mac_address': 'fa:16:3e:b9:be:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 478, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:36:56.532710 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 7e9e110f-2f47-4743-bcd3-3871e58906eb is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:36:56.533079 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:56.550036 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e9e110f-2f47-4743-bcd3-3871e58906eb {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:36:56.565959 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 7e9e110f-2f47-4743-bcd3-3871e58906eb, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7e9e110f-2f47-4743-bcd3-3871e58906eb,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:36:56.627548 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:56.693498 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=7e9e110f-2f47-4743-bcd3-3871e58906eb,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:56.700784 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:56.701133 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:56.701472 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:56.701832 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:56.702163 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:56.702492 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:56.702815 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:56.703141 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:56.703465 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:56.703785 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:56.704104 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:56.704421 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:36:56.831120 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['7e9e110f-2f47-4743-bcd3-3871e58906eb'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:36:57.344968 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f66ed-f801-48ed-a40f-edff0dec37bd req-1d6cefd2-d946-4f92-a78e-e9ba0fbb1d7b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:57.346466 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4d8f66ed-f801-48ed-a40f-edff0dec37bd req-1d6cefd2-d946-4f92-a78e-e9ba0fbb1d7b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 945 time: 0.0930521 Oct 10 11:36:57.390339 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4d8f66ed-f801-48ed-a40f-edff0dec37bd req-7ec2809c-556b-4539-a691-5a169bebf1c5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380502 Oct 10 11:36:58.307391 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 7e9e110f-2f47-4743-bcd3-3871e58906eb up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:36:58.445009 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port 7e9e110f-2f47-4743-bcd3-3871e58906eb completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:36:58.450279 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 7e9e110f-2f47-4743-bcd3-3871e58906eb triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:36:58.450679 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:58.451011 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 7e9e110f-2f47-4743-bcd3-3871e58906eb Oct 10 11:36:58.569218 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 7e9e110f-2f47-4743-bcd3-3871e58906eb is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:36:58.569500 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:58.589528 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973003b-8998-40f1-9900-140ea3a0af10 req-2f8fa33b-e83f-4eaa-b03a-95dd67df5169 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:58.591183 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0973003b-8998-40f1-9900-140ea3a0af10 req-2f8fa33b-e83f-4eaa-b03a-95dd67df5169 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 945 time: 0.0902557 Oct 10 11:36:58.597705 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23430dc9-a95c-49b6-9dd4-1ecb60a86e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9e110f-2f47-4743-bcd3-3871e58906eb'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:36:58.599944 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62a9477-20c7-4f70-9988-857f7a363cd6" -d '{"events": [{"server_uuid": "23430dc9-a95c-49b6-9dd4-1ecb60a86e96", "name": "network-vif-plugged", "status": "completed", "tag": "7e9e110f-2f47-4743-bcd3-3871e58906eb"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:36:58.608957 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 7e9e110f-2f47-4743-bcd3-3871e58906eb, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7e9e110f-2f47-4743-bcd3-3871e58906eb,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:36:58.637164 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0973003b-8998-40f1-9900-140ea3a0af10 req-046ce0b8-5501-47b3-9cd1-2e9b01025d5b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404725 Oct 10 11:36:58.643274 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddbbf78-ecb1-45e6-beb4-0d3c87a109df x-openstack-request-id: req-1ddbbf78-ecb1-45e6-beb4-0d3c87a109df {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:36:58.643569 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23430dc9-a95c-49b6-9dd4-1ecb60a86e96", "name": "network-vif-plugged", "status": "completed", "tag": "7e9e110f-2f47-4743-bcd3-3871e58906eb", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:36:58.643829 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1ddbbf78-ecb1-45e6-beb4-0d3c87a109df {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:36:58.644227 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ddbbf78-ecb1-45e6-beb4-0d3c87a109df'] response: {'server_uuid': '23430dc9-a95c-49b6-9dd4-1ecb60a86e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9e110f-2f47-4743-bcd3-3871e58906eb', 'code': 200} Oct 10 11:36:58.684875 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:36:58.756363 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=7e9e110f-2f47-4743-bcd3-3871e58906eb,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:36:59.026210 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137144b7-890f-41af-957d-fe19458734f2 req-2fd6bbb1-c385-412c-b9eb-b73a6b8e4b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:59.027659 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-137144b7-890f-41af-957d-fe19458734f2 req-2fd6bbb1-c385-412c-b9eb-b73a6b8e4b48 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 1099 time: 0.0814259 Oct 10 11:36:59.066870 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-137144b7-890f-41af-957d-fe19458734f2 req-39ebea16-7bb5-47a8-9192-159d6457ccd4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335758 Oct 10 11:36:59.833742 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801043da-fa13-4b42-a0ca-a63ebc0c64dd req-d5d9c648-e08d-4cd3-bedd-d1c818f830f5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:36:59.835191 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-801043da-fa13-4b42-a0ca-a63ebc0c64dd req-d5d9c648-e08d-4cd3-bedd-d1c818f830f5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 946 time: 0.0868912 Oct 10 11:36:59.878169 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-801043da-fa13-4b42-a0ca-a63ebc0c64dd req-88fd5e05-3452-4788-a578-9e798e99ce6f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373549 Oct 10 11:37:01.080970 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8656a8d-4e3e-4eba-9a2d-e7c4422e08f9 req-6e814580-b910-41e6-b374-d73d91cf3aed tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:01.082467 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b8656a8d-4e3e-4eba-9a2d-e7c4422e08f9 req-6e814580-b910-41e6-b374-d73d91cf3aed tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 946 time: 0.0888538 Oct 10 11:37:01.131353 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b8656a8d-4e3e-4eba-9a2d-e7c4422e08f9 req-a3e88098-6897-4749-8402-158fdbafdff2 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426888 Oct 10 11:37:01.326859 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cbccc-e947-4d00-930b-f9f0557613d5 req-983ae6ef-554b-4cef-981e-4d91a7e83417 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:01.328311 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b74cbccc-e947-4d00-930b-f9f0557613d5 req-983ae6ef-554b-4cef-981e-4d91a7e83417 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 946 time: 0.0903568 Oct 10 11:37:01.339398 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 34262) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:37:01.344474 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-66e14ff8-c186-4aa3-968a-c672e241354d tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Request body: {'floatingip': {'port_id': '7e9e110f-2f47-4743-bcd3-3871e58906eb'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:37:01.420497 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-66e14ff8-c186-4aa3-968a-c672e241354d tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for floatingip, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:37:02.014596 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-66e14ff8-c186-4aa3-968a-c672e241354d tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:37:02.090210 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-66e14ff8-c186-4aa3-968a-c672e241354d tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:37:02.366632 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-66e14ff8-c186-4aa3-968a-c672e241354d tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Floating IP 496d855d-c2e2-435f-9859-a5405cb0dcbd associated. External IP: 172.26.4.187, port: 7e9e110f-2f47-4743-bcd3-3871e58906eb. Oct 10 11:37:02.720306 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e14ff8-c186-4aa3-968a-c672e241354d tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:37:02.898612 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e14ff8-c186-4aa3-968a-c672e241354d tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:37:02.903781 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-66e14ff8-c186-4aa3-968a-c672e241354d tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:37:02.908696 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20a84b4-14b0-45a6-aa71-6eacfe9901d0 None None] Sync routers for ids ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:37:02.919244 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20a84b4-14b0-45a6-aa71-6eacfe9901d0 None None] Routers {'3dc24dfe-cec8-4f37-8413-dd5cc1453780'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:37:02.919854 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-a20a84b4-14b0-45a6-aa71-6eacfe9901d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:36:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:37:02.959776 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-66e14ff8-c186-4aa3-968a-c672e241354d tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "PUT /v2.0/floatingips/496d855d-c2e2-435f-9859-a5405cb0dcbd HTTP/1.1" status: 200 len: 992 time: 1.6192694 Oct 10 11:37:02.960415 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23430dc9-a95c-49b6-9dd4-1ecb60a86e96', 'tag': '7e9e110f-2f47-4743-bcd3-3871e58906eb'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:37:02.962920 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f59a2d9-3ee1-42f8-bd76-4a9fcca2fb46" -d '{"events": [{"name": "network-changed", "server_uuid": "23430dc9-a95c-49b6-9dd4-1ecb60a86e96", "tag": "7e9e110f-2f47-4743-bcd3-3871e58906eb"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:37:03.106486 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-a20a84b4-14b0-45a6-aa71-6eacfe9901d0 None None] Set router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:37:03.198761 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5b3734-7b76-4580-9592-c36deb0b6268 x-openstack-request-id: req-eb5b3734-7b76-4580-9592-c36deb0b6268 {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:37:03.199252 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23430dc9-a95c-49b6-9dd4-1ecb60a86e96", "tag": "7e9e110f-2f47-4743-bcd3-3871e58906eb", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:37:03.199422 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-eb5b3734-7b76-4580-9592-c36deb0b6268 {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:37:03.199832 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb5b3734-7b76-4580-9592-c36deb0b6268'] response: {'name': 'network-changed', 'server_uuid': '23430dc9-a95c-49b6-9dd4-1ecb60a86e96', 'tag': '7e9e110f-2f47-4743-bcd3-3871e58906eb', 'status': 'completed', 'code': 200} Oct 10 11:37:03.300394 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59a2d9-3ee1-42f8-bd76-4a9fcca2fb46 req-88782e01-4f0b-45c2-94d0-0bb67802b0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:03.301936 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7f59a2d9-3ee1-42f8-bd76-4a9fcca2fb46 req-88782e01-4f0b-45c2-94d0-0bb67802b0c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 1099 time: 0.0815070 Oct 10 11:37:03.437449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59a2d9-3ee1-42f8-bd76-4a9fcca2fb46 req-1180f954-6e03-49cb-9e25-e019e264ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:03.439111 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7f59a2d9-3ee1-42f8-bd76-4a9fcca2fb46 req-1180f954-6e03-49cb-9e25-e019e264ff6e service neutron] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 912 time: 0.1313610 Oct 10 11:37:03.451151 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1ac99eca-c762-49ff-803e-ff648e7be107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:37:03.470287 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-a20a84b4-14b0-45a6-aa71-6eacfe9901d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 4, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '496d855d-c2e2-435f-9859-a5405cb0dcbd', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'port_id': '7e9e110f-2f47-4743-bcd3-3871e58906eb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'mac_address': 'fa:16:3e:b9:be:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23430dc9-a95c-49b6-9dd4-1ecb60a86e96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:36:47Z', 'updated_at': '2022-10-10T11:37:01Z', 'revision_number': 1, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd001c7f-051a-4937-b3a4-324dbc007068', 'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'mac_address': 'fa:16:3e:a1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:42Z', 'updated_at': '2022-10-10T11:36:47Z', 'revision_number': 5, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'subnets': [{'id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:37:03.474147 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20a84b4-14b0-45a6-aa71-6eacfe9901d0 None None] Checking router: 3dc24dfe-cec8-4f37-8413-dd5cc1453780 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:37:03.483413 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20a84b4-14b0-45a6-aa71-6eacfe9901d0 None None] Routers {'3dc24dfe-cec8-4f37-8413-dd5cc1453780'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:37:03.484017 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-a20a84b4-14b0-45a6-aa71-6eacfe9901d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:36:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:37:03.544252 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7f59a2d9-3ee1-42f8-bd76-4a9fcca2fb46 req-6e19e368-fe26-49e0-9edc-40f551d17ea0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e9e110f-2f47-4743-bcd3-3871e58906eb HTTP/1.1" status: 200 len: 1000 time: 0.0996807 Oct 10 11:37:03.604817 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59a2d9-3ee1-42f8-bd76-4a9fcca2fb46 req-52bd0c24-fa22-4ae3-9d56-b1b519821ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:03.606317 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7f59a2d9-3ee1-42f8-bd76-4a9fcca2fb46 req-52bd0c24-fa22-4ae3-9d56-b1b519821ea3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.0571060 Oct 10 11:37:03.663045 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-a20a84b4-14b0-45a6-aa71-6eacfe9901d0 None None] Set router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:37:03.692032 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59a2d9-3ee1-42f8-bd76-4a9fcca2fb46 req-bfb553e1-ab9d-4dbf-9d0f-3c44fd504bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:03.693496 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7f59a2d9-3ee1-42f8-bd76-4a9fcca2fb46 req-bfb553e1-ab9d-4dbf-9d0f-3c44fd504bd1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813832 Oct 10 11:37:03.922178 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7f59a2d9-3ee1-42f8-bd76-4a9fcca2fb46 req-03555c35-f3d0-451b-a557-89a31ed33904 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226975 Oct 10 11:37:04.055563 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-a20a84b4-14b0-45a6-aa71-6eacfe9901d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 4, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '496d855d-c2e2-435f-9859-a5405cb0dcbd', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'port_id': '7e9e110f-2f47-4743-bcd3-3871e58906eb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'mac_address': 'fa:16:3e:b9:be:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23430dc9-a95c-49b6-9dd4-1ecb60a86e96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:36:47Z', 'updated_at': '2022-10-10T11:37:01Z', 'revision_number': 1, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd001c7f-051a-4937-b3a4-324dbc007068', 'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'mac_address': 'fa:16:3e:a1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:42Z', 'updated_at': '2022-10-10T11:36:47Z', 'revision_number': 5, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'subnets': [{'id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:37:04.059897 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20a84b4-14b0-45a6-aa71-6eacfe9901d0 None None] The sync data for ids ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'] in dv-neutron-860842-1-hyperv is: [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 4, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '496d855d-c2e2-435f-9859-a5405cb0dcbd', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'port_id': '7e9e110f-2f47-4743-bcd3-3871e58906eb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'mac_address': 'fa:16:3e:b9:be:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23430dc9-a95c-49b6-9dd4-1ecb60a86e96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:36:47Z', 'updated_at': '2022-10-10T11:37:01Z', 'revision_number': 1, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd001c7f-051a-4937-b3a4-324dbc007068', 'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'mac_address': 'fa:16:3e:a1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:42Z', 'updated_at': '2022-10-10T11:36:47Z', 'revision_number': 5, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'subnets': [{'id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:37:04.060540 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7f59a2d9-3ee1-42f8-bd76-4a9fcca2fb46 req-f340e0c7-aed2-4823-939b-3e998cbd8078 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331012 Oct 10 11:37:04.252390 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cb8f50-b7d1-457e-92ba-dcd910cb72e1 None None] New status for floating IP 496d855d-c2e2-435f-9859-a5405cb0dcbd: ACTIVE {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:37:05.714423 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-31161805-4fa4-487d-b4b5-1f4f26f16060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:37:07.009992 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:37:07.037805 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:37:08.644559 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:37:09.455732 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:37:23.008596 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:37:33.449937 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d9ad52f7-0d80-4851-a3ff-93b5c8c63828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:37:34.550914 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5d43df42-8178-4a37-a477-8e33e6af89bf req-d7f4b4e4-f651-4bc1-a126-9738a1d00cb1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774155 Oct 10 11:37:34.700086 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43df42-8178-4a37-a477-8e33e6af89bf req-90c9ef31-49ef-4a8d-a93f-3481bc65074d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:34.701618 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5d43df42-8178-4a37-a477-8e33e6af89bf req-90c9ef31-49ef-4a8d-a93f-3481bc65074d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 1099 time: 0.0822363 Oct 10 11:37:34.844237 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43df42-8178-4a37-a477-8e33e6af89bf req-a7b06ba4-0cce-417c-918d-a128f9236fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:34.845633 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5d43df42-8178-4a37-a477-8e33e6af89bf req-a7b06ba4-0cce-417c-918d-a128f9236fe3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 912 time: 0.1258698 Oct 10 11:37:34.948366 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5d43df42-8178-4a37-a477-8e33e6af89bf req-5d2ddaf9-bf55-4b5b-b609-a21bb310d4c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e9e110f-2f47-4743-bcd3-3871e58906eb HTTP/1.1" status: 200 len: 1002 time: 0.0974991 Oct 10 11:37:35.009185 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43df42-8178-4a37-a477-8e33e6af89bf req-57228274-95fb-4e58-8c38-83a80ae25cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:35.010603 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5d43df42-8178-4a37-a477-8e33e6af89bf req-57228274-95fb-4e58-8c38-83a80ae25cca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.0564210 Oct 10 11:37:35.095650 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43df42-8178-4a37-a477-8e33e6af89bf req-92e0f09f-9a13-4722-9db8-6e449388147f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:35.097027 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5d43df42-8178-4a37-a477-8e33e6af89bf req-92e0f09f-9a13-4722-9db8-6e449388147f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806546 Oct 10 11:37:35.225547 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5d43df42-8178-4a37-a477-8e33e6af89bf req-b547eaf4-2a96-47f0-b5b2-f55304adf292 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228118 Oct 10 11:37:35.353768 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5d43df42-8178-4a37-a477-8e33e6af89bf req-cd8ed0fa-f1a8-4b69-a3da-224c0d7414a5 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226113 Oct 10 11:37:35.741190 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-83d47db2-9ce0-458a-91a4-5bc2fe8224a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:37:36.629321 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb05b2-95af-4ce9-9d27-87a5e5df33cc req-3e7df5b4-8bed-471f-a0fb-95b06b89e056 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:36.630777 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9beb05b2-95af-4ce9-9d27-87a5e5df33cc req-3e7df5b4-8bed-471f-a0fb-95b06b89e056 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 946 time: 0.0859559 Oct 10 11:37:36.674274 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9beb05b2-95af-4ce9-9d27-87a5e5df33cc req-2b00c7d1-8aa4-4cab-9d4d-9e90645aa8c1 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380042 Oct 10 11:37:36.874156 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864dad6c-72a7-4320-b3af-6ecb06c7fe4a req-3266d223-f63d-4a76-9e6f-bd6b8c70266c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:36.875596 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-864dad6c-72a7-4320-b3af-6ecb06c7fe4a req-3266d223-f63d-4a76-9e6f-bd6b8c70266c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 946 time: 0.0898321 Oct 10 11:37:36.920226 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-864dad6c-72a7-4320-b3af-6ecb06c7fe4a req-e08e727e-46a3-4e35-a985-9cd01da82359 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388787 Oct 10 11:37:37.009727 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:37:37.038043 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:37:37.119548 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323da61-9e98-4ccb-883b-c9eb71364c1f req-94472a91-be5f-45f8-b654-850692344711 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:37.120993 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0323da61-9e98-4ccb-883b-c9eb71364c1f req-94472a91-be5f-45f8-b654-850692344711 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 946 time: 0.0904105 Oct 10 11:37:37.165384 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0323da61-9e98-4ccb-883b-c9eb71364c1f req-77173acb-0d7a-4fb5-aebb-815cbd8a7ba3 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379791 Oct 10 11:37:37.764842 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0bf87-9d16-4432-8f31-88e463315aeb req-26831e9a-128d-4906-8538-e3a281c3b01f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:37.766325 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b9a0bf87-9d16-4432-8f31-88e463315aeb req-26831e9a-128d-4906-8538-e3a281c3b01f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 946 time: 0.0870697 Oct 10 11:37:37.814677 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b9a0bf87-9d16-4432-8f31-88e463315aeb req-9fcb9a40-06c4-4c41-804d-18389046f93e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424483 Oct 10 11:37:37.873343 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-96517b39-67ff-4ee4-9cbe-2b063209faf2 req-c44363b0-7c66-45c5-aebd-b8071b61bb16 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0762336 Oct 10 11:37:38.678426 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:37:39.021236 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1f334-23f0-4cfb-a416-d66d31f09c45 req-000f5e19-be43-464f-9dee-d92d149214bc tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:39.022744 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a1c1f334-23f0-4cfb-a416-d66d31f09c45 req-000f5e19-be43-464f-9dee-d92d149214bc tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 946 time: 0.0913808 Oct 10 11:37:39.068386 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a1c1f334-23f0-4cfb-a416-d66d31f09c45 req-a34020f1-9b95-4eff-9554-2bdcebd076a0 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399184 Oct 10 11:37:39.438102 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:37:39.767411 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96517b39-67ff-4ee4-9cbe-2b063209faf2 req-41228abe-275c-496b-a7f8-480816d1e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:39.769068 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-96517b39-67ff-4ee4-9cbe-2b063209faf2 req-41228abe-275c-496b-a7f8-480816d1e83d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 1099 time: 0.0798402 Oct 10 11:37:39.912723 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96517b39-67ff-4ee4-9cbe-2b063209faf2 req-9f562f71-e2d1-4241-a431-cee0800a5667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:39.914469 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-96517b39-67ff-4ee4-9cbe-2b063209faf2 req-9f562f71-e2d1-4241-a431-cee0800a5667 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 912 time: 0.1394489 Oct 10 11:37:40.121879 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-96517b39-67ff-4ee4-9cbe-2b063209faf2 req-f52b6396-afe7-4b78-a76e-e6c7e973b5fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e9e110f-2f47-4743-bcd3-3871e58906eb HTTP/1.1" status: 200 len: 1002 time: 0.2004786 Oct 10 11:37:40.226016 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96517b39-67ff-4ee4-9cbe-2b063209faf2 req-0cc4053a-5e07-4f73-9b17-4da8a8d21619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:40.227432 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-96517b39-67ff-4ee4-9cbe-2b063209faf2 req-0cc4053a-5e07-4f73-9b17-4da8a8d21619 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.1000066 Oct 10 11:37:40.342934 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9e03c-08b6-4162-93d2-7c5e694c1b8e req-1d911b2f-161f-4306-8e3a-916a620746b0 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:40.344396 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ecc9e03c-08b6-4162-93d2-7c5e694c1b8e req-1d911b2f-161f-4306-8e3a-916a620746b0 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 946 time: 0.1629670 Oct 10 11:37:40.349604 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96517b39-67ff-4ee4-9cbe-2b063209faf2 req-beb24886-a6bc-4608-bbf6-96f665589d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:40.350951 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-96517b39-67ff-4ee4-9cbe-2b063209faf2 req-beb24886-a6bc-4608-bbf6-96f665589d58 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1137199 Oct 10 11:37:40.477708 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ecc9e03c-08b6-4162-93d2-7c5e694c1b8e req-011cb508-f155-4eb3-bb99-f75d82222e19 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257138 Oct 10 11:37:40.510383 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-96517b39-67ff-4ee4-9cbe-2b063209faf2 req-e8b9980a-2e9b-4a11-b033-20b6348263f9 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453359 Oct 10 11:37:40.641137 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-96517b39-67ff-4ee4-9cbe-2b063209faf2 req-d5eed575-ef65-477e-a22a-24ae0a8dc18f service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243026 Oct 10 11:37:41.677725 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287b88a-2b7e-46fd-a6b7-2723800daa98 req-15fbed46-17b2-4147-8511-a0c43dca5261 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:41.680269 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5287b88a-2b7e-46fd-a6b7-2723800daa98 req-15fbed46-17b2-4147-8511-a0c43dca5261 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 946 time: 0.0896869 Oct 10 11:37:41.725544 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5287b88a-2b7e-46fd-a6b7-2723800daa98 req-8e684e7e-6a97-4658-a8db-5b74126154e4 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406842 Oct 10 11:37:42.923163 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa972362-2bef-4abc-9799-65e266851503 req-08e0709d-b0e6-4e46-a488-bc76d5d71390 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:42.924719 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-aa972362-2bef-4abc-9799-65e266851503 req-08e0709d-b0e6-4e46-a488-bc76d5d71390 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 946 time: 0.0874438 Oct 10 11:37:42.968171 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-aa972362-2bef-4abc-9799-65e266851503 req-6c7f8443-8c04-4163-9598-cf560d45523d tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378721 Oct 10 11:37:44.171664 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684c840-9e34-4ee7-8b29-bd7235ea9868 req-f0147f7e-5684-4d41-831e-38aab326bbd6 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:44.173110 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9684c840-9e34-4ee7-8b29-bd7235ea9868 req-f0147f7e-5684-4d41-831e-38aab326bbd6 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 946 time: 0.0874496 Oct 10 11:37:44.216064 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9684c840-9e34-4ee7-8b29-bd7235ea9868 req-eb7b08f0-8388-47cf-ad68-e107e392fec0 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372322 Oct 10 11:37:45.567796 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d7a53-62f1-48c2-8393-bbf29a3e9a69 req-8a2c419e-1577-47e5-ba18-3871faa88582 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:45.569242 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a26d7a53-62f1-48c2-8393-bbf29a3e9a69 req-8a2c419e-1577-47e5-ba18-3871faa88582 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 946 time: 0.0898020 Oct 10 11:37:45.612634 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a26d7a53-62f1-48c2-8393-bbf29a3e9a69 req-0e12bbb1-94e0-48a6-b5b6-787e9bac075e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378847 Oct 10 11:37:46.812732 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e05100-0674-4fbf-8750-bbede7e50889 req-5ef894e9-fb23-4d2b-89cc-5ab0db5ab28a tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:46.814217 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-25e05100-0674-4fbf-8750-bbede7e50889 req-5ef894e9-fb23-4d2b-89cc-5ab0db5ab28a tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 946 time: 0.0918963 Oct 10 11:37:46.858543 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-25e05100-0674-4fbf-8750-bbede7e50889 req-4d7399d5-e866-44f9-83f3-5de33a373e5f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387239 Oct 10 11:37:48.059066 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd752b22-70ef-4e76-8622-163701d0ae03 req-703a5098-33ba-4b61-8ad1-5b29551dc45c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:48.061126 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cd752b22-70ef-4e76-8622-163701d0ae03 req-703a5098-33ba-4b61-8ad1-5b29551dc45c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 946 time: 0.0905886 Oct 10 11:37:48.103176 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cd752b22-70ef-4e76-8622-163701d0ae03 req-c6673e56-9e2a-4684-8078-cb03fb30bb20 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363753 Oct 10 11:37:49.300134 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88f47e-2d1a-44fd-9236-7111287405d6 req-1d6aed4a-9db8-4257-9975-1a884b8acd5b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:49.301583 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0d88f47e-2d1a-44fd-9236-7111287405d6 req-1d6aed4a-9db8-4257-9975-1a884b8acd5b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 946 time: 0.0873299 Oct 10 11:37:49.348221 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0d88f47e-2d1a-44fd-9236-7111287405d6 req-7925cf87-b35c-4232-a385-4a02b0e2d56e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410185 Oct 10 11:37:50.543031 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc49bb3-622a-4e62-99e8-3af60b46be85 req-81d68bd1-3d68-4f0a-997f-0f710ce219a7 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:50.544503 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9fc49bb3-622a-4e62-99e8-3af60b46be85 req-81d68bd1-3d68-4f0a-997f-0f710ce219a7 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 946 time: 0.0869219 Oct 10 11:37:50.587304 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9fc49bb3-622a-4e62-99e8-3af60b46be85 req-572107f8-3ef8-4bec-a689-59a0b9780265 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365016 Oct 10 11:37:51.787435 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181eedf-cae0-48e0-8bd6-7cbf4517a64b req-1e3eb2f5-f8d3-4154-a5c0-56ad53bf1fcd tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:51.788878 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e181eedf-cae0-48e0-8bd6-7cbf4517a64b req-1e3eb2f5-f8d3-4154-a5c0-56ad53bf1fcd tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 946 time: 0.0880117 Oct 10 11:37:51.833118 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e181eedf-cae0-48e0-8bd6-7cbf4517a64b req-a7cbefe3-d528-4789-838f-a11a2e172325 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384207 Oct 10 11:37:52.582246 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-96517b39-67ff-4ee4-9cbe-2b063209faf2 req-9b71e64d-37d8-44d0-9e84-5b183818aedc service neutron] 10.222.0.15 "GET /v2.0/ports/7e9e110f-2f47-4743-bcd3-3871e58906eb/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.0763018 Oct 10 11:37:53.100234 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f252902-169a-4e6e-9816-c9349a5b0de2 req-db1ef8b0-82c9-4d65-9078-3a8945a782db tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:53.101590 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0f252902-169a-4e6e-9816-c9349a5b0de2 req-db1ef8b0-82c9-4d65-9078-3a8945a782db tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 946 time: 0.1527441 Oct 10 11:37:53.130522 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96517b39-67ff-4ee4-9cbe-2b063209faf2 req-4cdf2a45-778b-4b48-b06f-d6fc82117bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:53.132765 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-96517b39-67ff-4ee4-9cbe-2b063209faf2 req-4cdf2a45-778b-4b48-b06f-d6fc82117bfd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96&tenant_id=64b0f3727b7e416e8144a7ebfb17d62d HTTP/1.1" status: 200 len: 1099 time: 0.1154349 Oct 10 11:37:53.152468 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0f252902-169a-4e6e-9816-c9349a5b0de2 req-3496cf13-c9b1-40ba-8a82-22a4c194611b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440338 Oct 10 11:37:53.231788 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96517b39-67ff-4ee4-9cbe-2b063209faf2 req-91501e3d-6c1d-41b1-bb7d-cca81e69ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:53.233380 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-96517b39-67ff-4ee4-9cbe-2b063209faf2 req-91501e3d-6c1d-41b1-bb7d-cca81e69ef12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 1099 time: 0.0800691 Oct 10 11:37:53.361618 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96517b39-67ff-4ee4-9cbe-2b063209faf2 req-00b72834-d2ac-4517-a938-b705dc34c586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:53.362927 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-96517b39-67ff-4ee4-9cbe-2b063209faf2 req-00b72834-d2ac-4517-a938-b705dc34c586 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 912 time: 0.1237934 Oct 10 11:37:53.459693 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-96517b39-67ff-4ee4-9cbe-2b063209faf2 req-5e8ddabd-2dfc-4062-8b52-cf5797e45557 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e9e110f-2f47-4743-bcd3-3871e58906eb HTTP/1.1" status: 200 len: 1002 time: 0.0909865 Oct 10 11:37:53.617766 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96517b39-67ff-4ee4-9cbe-2b063209faf2 req-9b5747be-b8b4-4a1c-bcd3-dd73034d9ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:53.619106 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-96517b39-67ff-4ee4-9cbe-2b063209faf2 req-9b5747be-b8b4-4a1c-bcd3-dd73034d9ad5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.1530941 Oct 10 11:37:53.699697 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96517b39-67ff-4ee4-9cbe-2b063209faf2 req-60f28416-d437-415b-be11-94115bc2e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:53.701169 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-96517b39-67ff-4ee4-9cbe-2b063209faf2 req-60f28416-d437-415b-be11-94115bc2e8c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756614 Oct 10 11:37:53.829176 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-96517b39-67ff-4ee4-9cbe-2b063209faf2 req-954c6fc6-2090-4bfe-8232-306c3dcdcb90 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223664 Oct 10 11:37:53.958075 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-96517b39-67ff-4ee4-9cbe-2b063209faf2 req-0c6cd5b7-5f5d-4e07-b97f-4e9b6043cabe service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236563 Oct 10 11:37:54.464795 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750642bd-426e-4c6a-bfa0-3550f1b26733 req-1d68f9a9-4ca9-4054-80cf-8cce039b6697 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:54.466167 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-750642bd-426e-4c6a-bfa0-3550f1b26733 req-1d68f9a9-4ca9-4054-80cf-8cce039b6697 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 946 time: 0.1965346 Oct 10 11:37:54.508815 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-750642bd-426e-4c6a-bfa0-3550f1b26733 req-3ec52f24-36b5-44ab-845b-d0e6d0158e87 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369537 Oct 10 11:37:55.714784 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07130d15-a2a0-4ce9-aa96-1ac60afe0f9b req-b0b91d6c-fd3b-486a-b4cb-67b9136e9da4 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:55.716349 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-07130d15-a2a0-4ce9-aa96-1ac60afe0f9b req-b0b91d6c-fd3b-486a-b4cb-67b9136e9da4 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 946 time: 0.0949717 Oct 10 11:37:55.761322 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-07130d15-a2a0-4ce9-aa96-1ac60afe0f9b req-af12bd68-e630-448e-a2b2-e1aec50b2a20 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391340 Oct 10 11:37:56.580207 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 7e9e110f-2f47-4743-bcd3-3871e58906eb details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:37:56.583100 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 7e9e110f-2f47-4743-bcd3-3871e58906eb no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:37:56.797181 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 7e9e110f-2f47-4743-bcd3-3871e58906eb is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:37:56.798180 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:37:56.818857 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 7e9e110f-2f47-4743-bcd3-3871e58906eb, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7e9e110f-2f47-4743-bcd3-3871e58906eb,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:37:56.839122 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '7e9e110f-2f47-4743-bcd3-3871e58906eb', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'port_id': '7e9e110f-2f47-4743-bcd3-3871e58906eb', 'mac_address': 'fa:16:3e:b9:be:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 478, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:37:56.845333 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23430dc9-a95c-49b6-9dd4-1ecb60a86e96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e9e110f-2f47-4743-bcd3-3871e58906eb'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:37:56.847633 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81cd521-96ed-490d-a4d6-736ae8e48902" -d '{"events": [{"server_uuid": "23430dc9-a95c-49b6-9dd4-1ecb60a86e96", "name": "network-vif-unplugged", "status": "completed", "tag": "7e9e110f-2f47-4743-bcd3-3871e58906eb"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:37:56.885980 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 7e9e110f-2f47-4743-bcd3-3871e58906eb, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7e9e110f-2f47-4743-bcd3-3871e58906eb,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:37:56.913002 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 7e9e110f-2f47-4743-bcd3-3871e58906eb is: ACTIVE; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:37:56.913205 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:37:56.923441 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Oct 2022 11:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7a4662-5ce4-4362-b44c-50720f304df8 x-openstack-request-id: req-9f7a4662-5ce4-4362-b44c-50720f304df8 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:37:56.923735 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23430dc9-a95c-49b6-9dd4-1ecb60a86e96", "name": "network-vif-unplugged", "status": "completed", "tag": "7e9e110f-2f47-4743-bcd3-3871e58906eb", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:37:56.924033 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9f7a4662-5ce4-4362-b44c-50720f304df8 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:37:56.924415 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f7a4662-5ce4-4362-b44c-50720f304df8'] response: {'server_uuid': '23430dc9-a95c-49b6-9dd4-1ecb60a86e96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e9e110f-2f47-4743-bcd3-3871e58906eb', 'code': 200} Oct 10 11:37:56.934069 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e9e110f-2f47-4743-bcd3-3871e58906eb {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:37:56.977224 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:37:56.984174 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b59d2-a89c-4b38-903e-f64e5dcc69d7 req-5bfd9ee9-049e-43e6-aad4-b54b2442a3a3 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:56.985673 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a52b59d2-a89c-4b38-903e-f64e5dcc69d7 req-5bfd9ee9-049e-43e6-aad4-b54b2442a3a3 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 946 time: 0.1044114 Oct 10 11:37:57.034352 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a52b59d2-a89c-4b38-903e-f64e5dcc69d7 req-360483bc-7c91-4f35-ae92-dd0742e1f866 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428026 Oct 10 11:37:57.050636 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:37:57.050994 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:37:57.062113 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=7e9e110f-2f47-4743-bcd3-3871e58906eb,revision_number=6']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:37:57.069105 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:37:57.069448 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:37:57.069811 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:37:57.070216 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:37:57.070451 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:37:57.070810 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:37:57.071079 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:37:57.071398 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:37:57.071721 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:37:57.072037 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:37:57.072350 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:37:57.072662 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:37:57.464445 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5ba38-8bbb-41f5-9bd8-53f697a23adb req-0cd3843d-6a96-4d3f-b766-87b788d5f43e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:57.465908 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c8f5ba38-8bbb-41f5-9bd8-53f697a23adb req-0cd3843d-6a96-4d3f-b766-87b788d5f43e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 944 time: 0.0881143 Oct 10 11:37:57.511125 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c8f5ba38-8bbb-41f5-9bd8-53f697a23adb req-1c9ab686-f25e-4355-b074-7e6571defd7b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388088 Oct 10 11:37:57.546207 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c1a82-ac54-462e-a68e-0ee6deb992e9 req-76487f34-e872-4f92-871f-024193dcf4e7 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:57.547620 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f57c1a82-ac54-462e-a68e-0ee6deb992e9 req-76487f34-e872-4f92-871f-024193dcf4e7 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.15 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96&tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&binding%3Ahost_id=hv-neutron-8608 HTTP/1.1" status: 200 len: 944 time: 0.0977983 Oct 10 11:37:57.605726 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 7e9e110f-2f47-4743-bcd3-3871e58906eb is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:37:57.606295 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:37:57.623594 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e9e110f-2f47-4743-bcd3-3871e58906eb {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:37:57.639283 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 7e9e110f-2f47-4743-bcd3-3871e58906eb, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7e9e110f-2f47-4743-bcd3-3871e58906eb,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:37:57.689844 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c1a82-ac54-462e-a68e-0ee6deb992e9 req-f6ebc53b-ecc7-4d0a-93fb-d3d7a16ca30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:57.691311 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f57c1a82-ac54-462e-a68e-0ee6deb992e9 req-f6ebc53b-ecc7-4d0a-93fb-d3d7a16ca30a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 1097 time: 0.0779817 Oct 10 11:37:57.729319 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:37:57.793209 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['7e9e110f-2f47-4743-bcd3-3871e58906eb'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:37:57.822974 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c1a82-ac54-462e-a68e-0ee6deb992e9 req-78dbd298-b1ce-4d9d-bafb-4cef9175cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:57.824417 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f57c1a82-ac54-462e-a68e-0ee6deb992e9 req-78dbd298-b1ce-4d9d-bafb-4cef9175cfef service neutron] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 912 time: 0.1278484 Oct 10 11:37:57.849174 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=7e9e110f-2f47-4743-bcd3-3871e58906eb,revision_number=7']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:37:57.931095 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f57c1a82-ac54-462e-a68e-0ee6deb992e9 req-06dea319-b2c2-4bd3-ac3f-db534f58f896 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e9e110f-2f47-4743-bcd3-3871e58906eb HTTP/1.1" status: 200 len: 1001 time: 0.1007326 Oct 10 11:37:57.992415 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c1a82-ac54-462e-a68e-0ee6deb992e9 req-c4e21aaf-e8c2-49b1-8aee-bda9931031b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:57.993883 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f57c1a82-ac54-462e-a68e-0ee6deb992e9 req-c4e21aaf-e8c2-49b1-8aee-bda9931031b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.0569179 Oct 10 11:37:58.077582 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c1a82-ac54-462e-a68e-0ee6deb992e9 req-a2f2d0a3-e03b-47ad-accd-3317ddd08220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:58.078941 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f57c1a82-ac54-462e-a68e-0ee6deb992e9 req-a2f2d0a3-e03b-47ad-accd-3317ddd08220 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789731 Oct 10 11:37:58.207474 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f57c1a82-ac54-462e-a68e-0ee6deb992e9 req-21ccce2f-20f6-4b9b-8cda-2a3b832286d1 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223309 Oct 10 11:37:58.338185 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f57c1a82-ac54-462e-a68e-0ee6deb992e9 req-9f238e6f-7b7c-42a3-a00b-7b66f7bead0b service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239374 Oct 10 11:37:58.595353 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 7e9e110f-2f47-4743-bcd3-3871e58906eb up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:37:58.666155 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 7e9e110f-2f47-4743-bcd3-3871e58906eb triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:37:58.666839 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:37:58.666839 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 7e9e110f-2f47-4743-bcd3-3871e58906eb Oct 10 11:37:58.719713 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76c3fb-5fb0-403b-a00d-efc701fd8ac4 req-370dd16f-9cbb-4aab-81d2-eb7728b10e2a tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:58.721248 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1d76c3fb-5fb0-403b-a00d-efc701fd8ac4 req-370dd16f-9cbb-4aab-81d2-eb7728b10e2a tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 945 time: 0.0888331 Oct 10 11:37:58.769858 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1d76c3fb-5fb0-403b-a00d-efc701fd8ac4 req-9a346e57-1d68-41c7-a3fb-3e94e187ea90 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424933 Oct 10 11:37:58.824847 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 7e9e110f-2f47-4743-bcd3-3871e58906eb is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:37:58.825241 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:37:58.858982 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 7e9e110f-2f47-4743-bcd3-3871e58906eb, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7e9e110f-2f47-4743-bcd3-3871e58906eb,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:37:58.926023 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23430dc9-a95c-49b6-9dd4-1ecb60a86e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9e110f-2f47-4743-bcd3-3871e58906eb'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:37:58.928404 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297e4867-7cd4-4ae5-a817-917e4870365a" -d '{"events": [{"server_uuid": "23430dc9-a95c-49b6-9dd4-1ecb60a86e96", "name": "network-vif-plugged", "status": "completed", "tag": "7e9e110f-2f47-4743-bcd3-3871e58906eb"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:37:58.931672 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:37:58.982486 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a81b4a-c0d0-4170-b7a2-26b91ce0e230 x-openstack-request-id: req-a4a81b4a-c0d0-4170-b7a2-26b91ce0e230 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:37:58.982776 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23430dc9-a95c-49b6-9dd4-1ecb60a86e96", "name": "network-vif-plugged", "status": "completed", "tag": "7e9e110f-2f47-4743-bcd3-3871e58906eb", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:37:58.983023 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a4a81b4a-c0d0-4170-b7a2-26b91ce0e230 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:37:58.983408 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4a81b4a-c0d0-4170-b7a2-26b91ce0e230'] response: {'server_uuid': '23430dc9-a95c-49b6-9dd4-1ecb60a86e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9e110f-2f47-4743-bcd3-3871e58906eb', 'code': 200} Oct 10 11:37:59.002088 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=7e9e110f-2f47-4743-bcd3-3871e58906eb,revision_number=8']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:37:59.969006 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481fc09-2014-4815-a075-c11545d3f6df req-774abd5d-78d2-4368-ac5d-22ee4cec654e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:37:59.970522 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b481fc09-2014-4815-a075-c11545d3f6df req-774abd5d-78d2-4368-ac5d-22ee4cec654e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 946 time: 0.0896261 Oct 10 11:38:00.007399 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:38:00.013994 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b481fc09-2014-4815-a075-c11545d3f6df req-9f3ff3ce-f51b-4b68-939e-1191592b94c3 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372522 Oct 10 11:38:00.214619 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e21fa-9af6-4f10-820b-09458a2972bc req-dd4f6775-dd4b-4a55-9e75-5a4918785922 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:00.216066 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e31e21fa-9af6-4f10-820b-09458a2972bc req-dd4f6775-dd4b-4a55-9e75-5a4918785922 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 946 time: 0.0914190 Oct 10 11:38:00.259132 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e31e21fa-9af6-4f10-820b-09458a2972bc req-eee44e85-6ffb-4d0e-92a2-1394d777479b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374901 Oct 10 11:38:00.546677 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59da9ae-cb9b-45a1-b684-424cc152a20a req-e6f1b339-4b9b-4af0-b84c-de594f141203 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:00.548141 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c59da9ae-cb9b-45a1-b684-424cc152a20a req-e6f1b339-4b9b-4af0-b84c-de594f141203 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 946 time: 0.1791534 Oct 10 11:38:00.591643 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c59da9ae-cb9b-45a1-b684-424cc152a20a req-12e01665-ec92-41da-9737-0ca8405862d3 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379126 Oct 10 11:38:01.182524 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf0c33-0419-4a94-a938-f5b1ee049158 req-fc93c195-ef16-49b1-a534-6250bb8c1668 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:01.183974 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9cdf0c33-0419-4a94-a938-f5b1ee049158 req-fc93c195-ef16-49b1-a534-6250bb8c1668 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 946 time: 0.0874054 Oct 10 11:38:01.228158 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9cdf0c33-0419-4a94-a938-f5b1ee049158 req-7fc7c773-0bf6-4180-843e-368b6ee7162e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378392 Oct 10 11:38:02.429182 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d1b0b-f1fb-42c1-8559-ce305fc81893 req-a1c0c4d4-b7db-4d75-b79c-a41339936194 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:02.430655 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-159d1b0b-f1fb-42c1-8559-ce305fc81893 req-a1c0c4d4-b7db-4d75-b79c-a41339936194 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 946 time: 0.0881383 Oct 10 11:38:02.478774 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-159d1b0b-f1fb-42c1-8559-ce305fc81893 req-b8ddc17e-39a1-490b-8621-c058b36137e5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425036 Oct 10 11:38:02.754498 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f102d6e-67dc-49d5-a68c-66da3a4fb906 req-8104d058-2c06-4a2f-9e73-322c5bb55da8 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:02.755930 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2f102d6e-67dc-49d5-a68c-66da3a4fb906 req-8104d058-2c06-4a2f-9e73-322c5bb55da8 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.15 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 946 time: 0.0898080 Oct 10 11:38:02.824923 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-2f102d6e-67dc-49d5-a68c-66da3a4fb906 req-33aaf96b-fe53-49d5-8b5b-328baf3064c5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Deleting port 7e9e110f-2f47-4743-bcd3-3871e58906eb {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:38:02.825260 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-2f102d6e-67dc-49d5-a68c-66da3a4fb906 req-33aaf96b-fe53-49d5-8b5b-328baf3064c5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:03.077101 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-2f102d6e-67dc-49d5-a68c-66da3a4fb906 req-33aaf96b-fe53-49d5-8b5b-328baf3064c5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] For port 7e9e110f-2f47-4743-bcd3-3871e58906eb, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7e9e110f-2f47-4743-bcd3-3871e58906eb,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:38:03.077440 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-2f102d6e-67dc-49d5-a68c-66da3a4fb906 req-33aaf96b-fe53-49d5-8b5b-328baf3064c5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:03.364171 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-2f102d6e-67dc-49d5-a68c-66da3a4fb906 req-33aaf96b-fe53-49d5-8b5b-328baf3064c5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:03.364456 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-2f102d6e-67dc-49d5-a68c-66da3a4fb906 req-33aaf96b-fe53-49d5-8b5b-328baf3064c5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:03.364767 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [req-2f102d6e-67dc-49d5-a68c-66da3a4fb906 req-33aaf96b-fe53-49d5-8b5b-328baf3064c5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Floating IP 496d855d-c2e2-435f-9859-a5405cb0dcbd disassociated. External IP: 172.26.4.187, port: 7e9e110f-2f47-4743-bcd3-3871e58906eb. Oct 10 11:38:03.365109 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-2f102d6e-67dc-49d5-a68c-66da3a4fb906 req-33aaf96b-fe53-49d5-8b5b-328baf3064c5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Calling delete_port for 7e9e110f-2f47-4743-bcd3-3871e58906eb owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:38:03.500611 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5bb4b6c6-f1c3-46c4-9ae1-f20f4f192b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:03.586491 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-2f102d6e-67dc-49d5-a68c-66da3a4fb906 req-33aaf96b-fe53-49d5-8b5b-328baf3064c5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:03.680362 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aaf96b-fe53-49d5-8b5b-328baf3064c5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Pushing event deleted for resources: {'Port': ['ID=7e9e110f-2f47-4743-bcd3-3871e58906eb,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:38:03.696180 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-11c1da55-6870-43cb-8d1e-fe5a8fae98ed req-ede8dd93-2281-4d98-8055-6df13cd8718f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 210 time: 0.1021864 Oct 10 11:38:03.752618 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aaf96b-fe53-49d5-8b5b-328baf3064c5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:38:03.752960 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aaf96b-fe53-49d5-8b5b-328baf3064c5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:38:03.753292 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aaf96b-fe53-49d5-8b5b-328baf3064c5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:38:03.753649 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aaf96b-fe53-49d5-8b5b-328baf3064c5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:38:03.753975 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aaf96b-fe53-49d5-8b5b-328baf3064c5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:38:03.754306 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aaf96b-fe53-49d5-8b5b-328baf3064c5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:38:03.754625 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aaf96b-fe53-49d5-8b5b-328baf3064c5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:38:03.755182 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aaf96b-fe53-49d5-8b5b-328baf3064c5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:38:03.755283 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aaf96b-fe53-49d5-8b5b-328baf3064c5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:38:03.755559 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aaf96b-fe53-49d5-8b5b-328baf3064c5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:38:03.755874 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aaf96b-fe53-49d5-8b5b-328baf3064c5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:38:03.756189 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aaf96b-fe53-49d5-8b5b-328baf3064c5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:38:03.894793 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f102d6e-67dc-49d5-a68c-66da3a4fb906 req-33aaf96b-fe53-49d5-8b5b-328baf3064c5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:38:04.072358 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f102d6e-67dc-49d5-a68c-66da3a4fb906 req-33aaf96b-fe53-49d5-8b5b-328baf3064c5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:38:04.082940 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d9589e-da75-4e29-b87b-5897e22655b8 None None] Sync routers for ids ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:38:04.093369 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d9589e-da75-4e29-b87b-5897e22655b8 None None] Routers {'3dc24dfe-cec8-4f37-8413-dd5cc1453780'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:38:04.094034 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-19d9589e-da75-4e29-b87b-5897e22655b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:37:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:38:04.259841 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f102d6e-67dc-49d5-a68c-66da3a4fb906 req-33aaf96b-fe53-49d5-8b5b-328baf3064c5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] No DVR routers for this DVR port 7e9e110f-2f47-4743-bcd3-3871e58906eb on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:38:04.262425 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-2f102d6e-67dc-49d5-a68c-66da3a4fb906 req-33aaf96b-fe53-49d5-8b5b-328baf3064c5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:04.265379 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23430dc9-a95c-49b6-9dd4-1ecb60a86e96', 'name': 'network-vif-deleted', 'tag': '7e9e110f-2f47-4743-bcd3-3871e58906eb'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:38:04.267681 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce1786c-dd82-4781-8c3b-ecaf6a5868db" -d '{"events": [{"server_uuid": "23430dc9-a95c-49b6-9dd4-1ecb60a86e96", "name": "network-vif-deleted", "tag": "7e9e110f-2f47-4743-bcd3-3871e58906eb"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:38:04.286275 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-19d9589e-da75-4e29-b87b-5897e22655b8 None None] Set router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:38:04.341978 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2f102d6e-67dc-49d5-a68c-66da3a4fb906 req-33aaf96b-fe53-49d5-8b5b-328baf3064c5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.15 "DELETE /v2.0/ports/7e9e110f-2f47-4743-bcd3-3871e58906eb HTTP/1.1" status: 204 len: 173 time: 1.5807691 Oct 10 11:38:04.369470 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405c0302-d754-4903-9dd1-9196f79e72b7 x-openstack-request-id: req-405c0302-d754-4903-9dd1-9196f79e72b7 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:38:04.369470 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23430dc9-a95c-49b6-9dd4-1ecb60a86e96", "name": "network-vif-deleted", "tag": "7e9e110f-2f47-4743-bcd3-3871e58906eb", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:38:04.369470 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-405c0302-d754-4903-9dd1-9196f79e72b7 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:38:04.369470 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-405c0302-d754-4903-9dd1-9196f79e72b7'] response: {'server_uuid': '23430dc9-a95c-49b6-9dd4-1ecb60a86e96', 'name': 'network-vif-deleted', 'tag': '7e9e110f-2f47-4743-bcd3-3871e58906eb', 'status': 'completed', 'code': 200} Oct 10 11:38:04.613961 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-19d9589e-da75-4e29-b87b-5897e22655b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 4, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'bd001c7f-051a-4937-b3a4-324dbc007068', 'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'mac_address': 'fa:16:3e:a1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:42Z', 'updated_at': '2022-10-10T11:36:47Z', 'revision_number': 5, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'subnets': [{'id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:38:04.617877 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d9589e-da75-4e29-b87b-5897e22655b8 None None] Checking router: 3dc24dfe-cec8-4f37-8413-dd5cc1453780 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:38:04.626912 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d9589e-da75-4e29-b87b-5897e22655b8 None None] Routers {'3dc24dfe-cec8-4f37-8413-dd5cc1453780'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:38:04.627500 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-19d9589e-da75-4e29-b87b-5897e22655b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:37:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:38:04.806262 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-19d9589e-da75-4e29-b87b-5897e22655b8 None None] Set router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:38:04.882452 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-644b8fad-6379-4edd-9e3c-5d720156eaa7 req-dc78da37-fa7b-450c-b2c9-643c3841eec9 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Synchronizing usage tracker for tenant:64b0f3727b7e416e8144a7ebfb17d62d on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:38:04.955020 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-644b8fad-6379-4edd-9e3c-5d720156eaa7 req-dc78da37-fa7b-450c-b2c9-643c3841eec9 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Unset dirty status for tenant:64b0f3727b7e416e8144a7ebfb17d62d on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:38:04.956225 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-644b8fad-6379-4edd-9e3c-5d720156eaa7 req-dc78da37-fa7b-450c-b2c9-643c3841eec9 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=23430dc9-a95c-49b6-9dd4-1ecb60a86e96 HTTP/1.1" status: 200 len: 210 time: 0.1273589 Oct 10 11:38:05.126360 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-19d9589e-da75-4e29-b87b-5897e22655b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 4, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'bd001c7f-051a-4937-b3a4-324dbc007068', 'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'mac_address': 'fa:16:3e:a1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:42Z', 'updated_at': '2022-10-10T11:36:47Z', 'revision_number': 5, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'subnets': [{'id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:38:05.130385 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d9589e-da75-4e29-b87b-5897e22655b8 None None] The sync data for ids ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'] in dv-neutron-860842-1-hyperv is: [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 4, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'bd001c7f-051a-4937-b3a4-324dbc007068', 'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'mac_address': 'fa:16:3e:a1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:42Z', 'updated_at': '2022-10-10T11:36:47Z', 'revision_number': 5, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'subnets': [{'id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:38:05.351050 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a590c1c-6a72-446b-9c94-d3f66853e643 None None] New status for floating IP 496d855d-c2e2-435f-9859-a5405cb0dcbd: DOWN {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:38:05.728629 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-22ced3d9-0cd5-47b6-aaa7-ef7cb9a80807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:06.296906 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9e8b9b08-e06b-4884-b747-2989854d96be req-9beca0b9-c776-4dbe-980b-e728b614465b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1652743614&fields=id&tenant_id=64b0f3727b7e416e8144a7ebfb17d62d HTTP/1.1" status: 200 len: 267 time: 0.0391774 Oct 10 11:38:06.446095 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b9b08-e06b-4884-b747-2989854d96be req-67a4fd94-9815-4e8b-a485-38e1b4f99588 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:06.447527 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9e8b9b08-e06b-4884-b747-2989854d96be req-67a4fd94-9815-4e8b-a485-38e1b4f99588 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 811 time: 0.1441989 Oct 10 11:38:06.462004 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9e8b9b08-e06b-4884-b747-2989854d96be req-3104f9c5-850a-48a0-965b-f0cc77bb422d tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/quotas/64b0f3727b7e416e8144a7ebfb17d62d HTTP/1.1" status: 200 len: 375 time: 0.0089712 Oct 10 11:38:06.552543 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9e8b9b08-e06b-4884-b747-2989854d96be req-6dbbde1f-bad1-4683-805c-a3b33238341d tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0856233 Oct 10 11:38:06.610518 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 7e9e110f-2f47-4743-bcd3-3871e58906eb no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:38:06.644882 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: 7e9e110f-2f47-4743-bcd3-3871e58906eb {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:38:06.645227 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 7e9e110f-2f47-4743-bcd3-3871e58906eb not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:38:06.691282 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9e8b9b08-e06b-4884-b747-2989854d96be req-7ab0e068-ad0d-45a5-8be5-5c4a43906d11 service neutron] 10.222.0.40 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272311 Oct 10 11:38:06.822468 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9e8b9b08-e06b-4884-b747-2989854d96be req-85ba90dc-0097-49de-ac17-c37d8ea804d8 service neutron] 10.222.0.40 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252909 Oct 10 11:38:07.026481 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:07.066164 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:07.101199 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-23610ebb-7587-4c7b-b8af-fecafde6e37c req-d31fa8d5-9bf3-4a5f-8d28-8b555ad6f5b3 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 210 time: 0.0503001 Oct 10 11:38:08.266613 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-18c6f32a-0b06-4e1b-99e7-3537842d3ce4 req-3d3271a7-0432-4f2a-81eb-7e2e9e73d287 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 210 time: 0.0544176 Oct 10 11:38:08.677612 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:09.083771 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b9b08-e06b-4884-b747-2989854d96be req-e5197e0f-fcb8-415a-93b0-c918fe60238b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:09.085256 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9e8b9b08-e06b-4884-b747-2989854d96be req-e5197e0f-fcb8-415a-93b0-c918fe60238b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 811 time: 0.1442914 Oct 10 11:38:09.133342 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9e8b9b08-e06b-4884-b747-2989854d96be req-efc2f84c-6cf3-4e02-a6cb-8ef1d5466b2b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64b0f3727b7e416e8144a7ebfb17d62d HTTP/1.1" status: 200 len: 380 time: 0.0397127 Oct 10 11:38:09.142784 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-9e8b9b08-e06b-4884-b747-2989854d96be req-910f9e04-aaea-41fd-947f-c1d26b9a881b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Request body: {'port': {'device_id': '8cca566a-436d-4150-9bc1-92bed13a5622', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'admin_state_up': True, 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'security_groups': ['7bc70969-1b15-4aed-bd71-196ff594e8ff']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:38:09.281544 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-9e8b9b08-e06b-4884-b747-2989854d96be req-910f9e04-aaea-41fd-947f-c1d26b9a881b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:38:09.291267 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-9e8b9b08-e06b-4884-b747-2989854d96be req-910f9e04-aaea-41fd-947f-c1d26b9a881b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:38:09.423288 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e8b9b08-e06b-4884-b747-2989854d96be req-910f9e04-aaea-41fd-947f-c1d26b9a881b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Made reservation on behalf of 64b0f3727b7e416e8144a7ebfb17d62d for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:38:09.426712 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-9e8b9b08-e06b-4884-b747-2989854d96be req-910f9e04-aaea-41fd-947f-c1d26b9a881b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:09.445927 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-50a0f3f2-c1cb-430f-9483-e6ba2b47ea60 req-83e98c8e-9b93-4b41-9fdf-63590f9b5357 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 210 time: 0.0677800 Oct 10 11:38:09.471895 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:09.593411 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-9e8b9b08-e06b-4884-b747-2989854d96be req-910f9e04-aaea-41fd-947f-c1d26b9a881b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Allocated IP 172.20.0.12 (f43b8073-114d-4321-a937-8e2ffabc4316/797d830f-f171-47cd-8fc0-f5b6c6c084c7/2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:38:09.774751 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-9e8b9b08-e06b-4884-b747-2989854d96be req-910f9e04-aaea-41fd-947f-c1d26b9a881b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:09.790336 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-9e8b9b08-e06b-4884-b747-2989854d96be req-910f9e04-aaea-41fd-947f-c1d26b9a881b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Transition to ACTIVE for port object 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:38:09.877648 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-9e8b9b08-e06b-4884-b747-2989854d96be req-910f9e04-aaea-41fd-947f-c1d26b9a881b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:09.947024 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e8b9b08-e06b-4884-b747-2989854d96be req-910f9e04-aaea-41fd-947f-c1d26b9a881b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Network f43b8073-114d-4321-a937-8e2ffabc4316 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:38:09.949979 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-9e8b9b08-e06b-4884-b747-2989854d96be req-910f9e04-aaea-41fd-947f-c1d26b9a881b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:38:09.953639 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8b9b08-e06b-4884-b747-2989854d96be req-910f9e04-aaea-41fd-947f-c1d26b9a881b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:38:09.991911 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f9e04-aaea-41fd-947f-c1d26b9a881b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Pushing event updated for resources: {'Port': ['ID=2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:38:10.023910 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b9b08-e06b-4884-b747-2989854d96be req-910f9e04-aaea-41fd-947f-c1d26b9a881b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:10.024540 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-9e8b9b08-e06b-4884-b747-2989854d96be req-910f9e04-aaea-41fd-947f-c1d26b9a881b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:10.112867 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9e8b9b08-e06b-4884-b747-2989854d96be req-910f9e04-aaea-41fd-947f-c1d26b9a881b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9738648 Oct 10 11:38:10.125077 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-9e8b9b08-e06b-4884-b747-2989854d96be req-3348fd61-6e42-46bc-ad91-0055e174477e service neutron] Request body: {'port': {'device_id': '8cca566a-436d-4150-9bc1-92bed13a5622', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:38:10.236443 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-9e8b9b08-e06b-4884-b747-2989854d96be req-3348fd61-6e42-46bc-ad91-0055e174477e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:10.243370 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-b3948734-8947-42f3-aa06-faf3394deb0f None None] Provisioning for port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:38:10.249822 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-b3948734-8947-42f3-aa06-faf3394deb0f None None] Provisioning complete for port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:38:10.256369 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b3948734-8947-42f3-aa06-faf3394deb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:10.256369 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-b3948734-8947-42f3-aa06-faf3394deb0f None None] Attempt 1 to provision port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 Oct 10 11:38:10.306605 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b3948734-8947-42f3-aa06-faf3394deb0f None None] Port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:38:10.575922 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-9e8b9b08-e06b-4884-b747-2989854d96be req-3348fd61-6e42-46bc-ad91-0055e174477e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:38:10.583236 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-9e8b9b08-e06b-4884-b747-2989854d96be req-3348fd61-6e42-46bc-ad91-0055e174477e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:10.597034 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-9e8b9b08-e06b-4884-b747-2989854d96be req-3348fd61-6e42-46bc-ad91-0055e174477e service neutron] Transition to ACTIVE for port object 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:38:10.645949 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862821a-961d-4ca6-8bf4-93c84a2a3174 req-d4547538-78e7-47a3-8768-c7d210fba56f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:10.647428 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9862821a-961d-4ca6-8bf4-93c84a2a3174 req-d4547538-78e7-47a3-8768-c7d210fba56f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 932 time: 0.0883870 Oct 10 11:38:10.672359 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-9e8b9b08-e06b-4884-b747-2989854d96be req-3348fd61-6e42-46bc-ad91-0055e174477e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:10.691823 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9862821a-961d-4ca6-8bf4-93c84a2a3174 req-7837d998-fe1b-4f07-9638-cf2235846ac8 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386853 Oct 10 11:38:10.807980 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-b3948734-8947-42f3-aa06-faf3394deb0f None None] Attempt 2 to provision port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 Oct 10 11:38:10.864450 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b3948734-8947-42f3-aa06-faf3394deb0f None None] Port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:38:10.965219 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348fd61-6e42-46bc-ad91-0055e174477e service neutron] Pushing event updated for resources: {'Port': ['ID=2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:38:10.995303 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-9e8b9b08-e06b-4884-b747-2989854d96be req-3348fd61-6e42-46bc-ad91-0055e174477e service neutron] Attempting to bind port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:38:10.995629 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-9e8b9b08-e06b-4884-b747-2989854d96be req-3348fd61-6e42-46bc-ad91-0055e174477e service neutron] Attempting to bind port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '6ed49f34-da45-42bf-963d-6af8e722d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:38:10.995943 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8b9b08-e06b-4884-b747-2989854d96be req-3348fd61-6e42-46bc-ad91-0055e174477e service neutron] Attempting to bind port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 on network f43b8073-114d-4321-a937-8e2ffabc4316 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:38:11.000496 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8b9b08-e06b-4884-b747-2989854d96be req-3348fd61-6e42-46bc-ad91-0055e174477e service neutron] Port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 on network f43b8073-114d-4321-a937-8e2ffabc4316 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:38:11.000805 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8b9b08-e06b-4884-b747-2989854d96be req-3348fd61-6e42-46bc-ad91-0055e174477e service neutron] Attempting to bind port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 on network f43b8073-114d-4321-a937-8e2ffabc4316 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:38:11.005762 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8b9b08-e06b-4884-b747-2989854d96be req-3348fd61-6e42-46bc-ad91-0055e174477e service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:38:11.006088 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8b9b08-e06b-4884-b747-2989854d96be req-3348fd61-6e42-46bc-ad91-0055e174477e service neutron] Checking segment: {'id': '6ed49f34-da45-42bf-963d-6af8e722d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:38:11.006455 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8b9b08-e06b-4884-b747-2989854d96be req-3348fd61-6e42-46bc-ad91-0055e174477e service neutron] Bound using segment: {'id': '6ed49f34-da45-42bf-963d-6af8e722d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:38:11.006866 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-9e8b9b08-e06b-4884-b747-2989854d96be req-3348fd61-6e42-46bc-ad91-0055e174477e service neutron] Bound port: 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed49f34-da45-42bf-963d-6af8e722d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:38:11.007195 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-9e8b9b08-e06b-4884-b747-2989854d96be req-3348fd61-6e42-46bc-ad91-0055e174477e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:11.096150 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-9e8b9b08-e06b-4884-b747-2989854d96be req-3348fd61-6e42-46bc-ad91-0055e174477e service neutron] For port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:38:11.099264 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-9e8b9b08-e06b-4884-b747-2989854d96be req-3348fd61-6e42-46bc-ad91-0055e174477e service neutron] For port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:38:11.180407 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-9e8b9b08-e06b-4884-b747-2989854d96be req-3348fd61-6e42-46bc-ad91-0055e174477e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:11.211064 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b9b08-e06b-4884-b747-2989854d96be req-3348fd61-6e42-46bc-ad91-0055e174477e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:11.211670 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-9e8b9b08-e06b-4884-b747-2989854d96be req-3348fd61-6e42-46bc-ad91-0055e174477e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:11.213022 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9e8b9b08-e06b-4884-b747-2989854d96be req-3348fd61-6e42-46bc-ad91-0055e174477e service neutron] 10.222.0.15 "PUT /v2.0/ports/2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 HTTP/1.1" status: 200 len: 1094 time: 1.0929148 Oct 10 11:38:11.213505 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cca566a-436d-4150-9bc1-92bed13a5622', 'tag': '2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:38:11.218150 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3476e6f-3a8f-42d3-a587-96e4485127ab" -d '{"events": [{"name": "network-changed", "server_uuid": "8cca566a-436d-4150-9bc1-92bed13a5622", "tag": "2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:38:11.260877 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348fd61-6e42-46bc-ad91-0055e174477e service neutron] Pushing event updated for resources: {'Port': ['ID=2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:38:11.265382 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479cb8f6-73c9-4473-98db-b3c5cecb3e2d x-openstack-request-id: req-479cb8f6-73c9-4473-98db-b3c5cecb3e2d {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:38:11.265382 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cca566a-436d-4150-9bc1-92bed13a5622", "tag": "2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:38:11.265382 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-479cb8f6-73c9-4473-98db-b3c5cecb3e2d {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:38:11.265765 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-479cb8f6-73c9-4473-98db-b3c5cecb3e2d'] response: {'name': 'network-changed', 'server_uuid': '8cca566a-436d-4150-9bc1-92bed13a5622', 'tag': '2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6', 'status': 'completed', 'code': 200} Oct 10 11:38:11.360117 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3476e6f-3a8f-42d3-a587-96e4485127ab req-cff562aa-d185-46f1-a47a-9ad95dae311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:11.361504 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d3476e6f-3a8f-42d3-a587-96e4485127ab req-cff562aa-d185-46f1-a47a-9ad95dae311a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 1097 time: 0.0793467 Oct 10 11:38:11.365390 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-b3948734-8947-42f3-aa06-faf3394deb0f None None] Attempt 3 to provision port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 Oct 10 11:38:11.428126 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b3948734-8947-42f3-aa06-faf3394deb0f None None] Port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:38:11.506912 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3476e6f-3a8f-42d3-a587-96e4485127ab req-cc5cf598-8e63-40bd-977a-90ee661d2961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:11.508399 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d3476e6f-3a8f-42d3-a587-96e4485127ab req-cc5cf598-8e63-40bd-977a-90ee661d2961 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1403103 Oct 10 11:38:11.647916 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3476e6f-3a8f-42d3-a587-96e4485127ab req-d232b866-95c8-4766-a7a4-33131479ba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:11.649283 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d3476e6f-3a8f-42d3-a587-96e4485127ab req-d232b866-95c8-4766-a7a4-33131479ba67 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1351402 Oct 10 11:38:11.769960 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b9b08-e06b-4884-b747-2989854d96be req-13ae48c8-59d4-464e-b953-cd7874e92e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:11.771423 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9e8b9b08-e06b-4884-b747-2989854d96be req-13ae48c8-59d4-464e-b953-cd7874e92e2e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 1097 time: 0.0873072 Oct 10 11:38:11.841930 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9e8b9b08-e06b-4884-b747-2989854d96be req-94e55751-bc5d-4a5b-9cd3-371d594587c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 HTTP/1.1" status: 200 len: 217 time: 0.0634224 Oct 10 11:38:11.898874 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81edd6-3166-4d9d-ae81-d29ee8c60368 req-ec6ec239-3088-4fbc-b533-246fe85da151 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:11.900380 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8f81edd6-3166-4d9d-ae81-d29ee8c60368 req-ec6ec239-3088-4fbc-b533-246fe85da151 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 944 time: 0.0941989 Oct 10 11:38:11.911563 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b9b08-e06b-4884-b747-2989854d96be req-0a70806d-8219-4ba7-8b99-01977d84848a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:11.913082 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9e8b9b08-e06b-4884-b747-2989854d96be req-0a70806d-8219-4ba7-8b99-01977d84848a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.0661561 Oct 10 11:38:11.950218 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8f81edd6-3166-4d9d-ae81-d29ee8c60368 req-110970d5-d5b6-492d-8ce0-4a55ffb90348 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441246 Oct 10 11:38:11.996275 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b9b08-e06b-4884-b747-2989854d96be req-b75bf4ad-4711-464d-b5a9-10ed718d736c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:11.997768 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9e8b9b08-e06b-4884-b747-2989854d96be req-b75bf4ad-4711-464d-b5a9-10ed718d736c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788734 Oct 10 11:38:12.126121 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9e8b9b08-e06b-4884-b747-2989854d96be req-47879023-b482-4aa4-a77c-8b2897504850 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222963 Oct 10 11:38:12.255506 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9e8b9b08-e06b-4884-b747-2989854d96be req-2a3ffba0-7e32-4a17-a68f-32f189411333 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230247 Oct 10 11:38:13.155299 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbaac6c-b91c-4f6b-8254-cd34628a47cf req-55bf5a4a-9627-4bd4-8d81-e7a5f0db1aab tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:13.155985 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-0dbaac6c-b91c-4f6b-8254-cd34628a47cf req-55bf5a4a-9627-4bd4-8d81-e7a5f0db1aab tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Synchronizing usage tracker for tenant:64b0f3727b7e416e8144a7ebfb17d62d on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:38:13.225105 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-0dbaac6c-b91c-4f6b-8254-cd34628a47cf req-55bf5a4a-9627-4bd4-8d81-e7a5f0db1aab tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Unset dirty status for tenant:64b0f3727b7e416e8144a7ebfb17d62d on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:38:13.226210 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0dbaac6c-b91c-4f6b-8254-cd34628a47cf req-55bf5a4a-9627-4bd4-8d81-e7a5f0db1aab tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 944 time: 0.1641910 Oct 10 11:38:13.271571 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0dbaac6c-b91c-4f6b-8254-cd34628a47cf req-cd249c4b-7732-471f-9cf4-8814afaf64b9 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396585 Oct 10 11:38:14.481401 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2452f-ab9d-466b-b5f5-93137ce2f0cb req-902d45ea-e869-4409-93a4-91fac6451a9c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:14.482932 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b6a2452f-ab9d-466b-b5f5-93137ce2f0cb req-902d45ea-e869-4409-93a4-91fac6451a9c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 944 time: 0.0922139 Oct 10 11:38:14.526702 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b6a2452f-ab9d-466b-b5f5-93137ce2f0cb req-8d020a5a-fbcc-4791-94e2-dab8a487d951 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380929 Oct 10 11:38:15.733942 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd9296-25df-4451-a6b3-db63465656cb req-462bda22-3582-4b88-8efb-83b01c21d53d tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:15.735437 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7bcd9296-25df-4451-a6b3-db63465656cb req-462bda22-3582-4b88-8efb-83b01c21d53d tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 944 time: 0.0956886 Oct 10 11:38:15.778250 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7bcd9296-25df-4451-a6b3-db63465656cb req-ab7d640d-a9e2-4b53-a342-c455a39a3139 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371571 Oct 10 11:38:16.663361 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:38:16.828263 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:38:16.841367 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'port_id': '2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6', 'mac_address': 'fa:16:3e:5b:00:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 478, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:38:16.898065 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:38:16.898436 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:16.917403 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:38:16.935830 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:38:16.976727 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae262809-4a59-42bd-9c51-9302c9743b0c req-ca631187-7dc5-4971-98d2-1dd1e4b758cc tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:16.979108 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ae262809-4a59-42bd-9c51-9302c9743b0c req-ca631187-7dc5-4971-98d2-1dd1e4b758cc tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 944 time: 0.0869796 Oct 10 11:38:16.997286 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:17.024179 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ae262809-4a59-42bd-9c51-9302c9743b0c req-57d336dc-7438-45d9-a859-3963b87f9772 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385578 Oct 10 11:38:17.069692 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:38:17.203405 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:38:18.222021 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa61c64-62b0-4694-afc0-f33466a27bbd req-7aef521b-69e9-40ef-8ee4-63fbe707b4bb tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:18.223516 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9aa61c64-62b0-4694-afc0-f33466a27bbd req-7aef521b-69e9-40ef-8ee4-63fbe707b4bb tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 945 time: 0.0888300 Oct 10 11:38:18.266715 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9aa61c64-62b0-4694-afc0-f33466a27bbd req-88d5eb93-3a1d-480e-85a0-c2f76a9c2bd1 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376492 Oct 10 11:38:18.678425 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:38:18.820025 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:38:18.825008 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:38:18.825375 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:18.832707 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 Oct 10 11:38:18.943994 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:38:18.944342 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:18.971676 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cca566a-436d-4150-9bc1-92bed13a5622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:38:18.973974 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0da4dab-04e5-420a-b408-6bbb0e261738" -d '{"events": [{"server_uuid": "8cca566a-436d-4150-9bc1-92bed13a5622", "name": "network-vif-plugged", "status": "completed", "tag": "2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:38:18.981401 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:38:19.016167 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a69d0d1-2472-49e5-b598-58de917c82cc x-openstack-request-id: req-3a69d0d1-2472-49e5-b598-58de917c82cc {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:38:19.016459 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cca566a-436d-4150-9bc1-92bed13a5622", "name": "network-vif-plugged", "status": "completed", "tag": "2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:38:19.016704 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3a69d0d1-2472-49e5-b598-58de917c82cc {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:38:19.017159 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a69d0d1-2472-49e5-b598-58de917c82cc'] response: {'server_uuid': '8cca566a-436d-4150-9bc1-92bed13a5622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6', 'code': 200} Oct 10 11:38:19.066448 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:19.133395 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:38:19.583368 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dea292-32e0-48e8-8794-24d9081e0e9a req-5cdbdc79-f655-4d5c-bf8a-9deaaf05f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:19.584750 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-36dea292-32e0-48e8-8794-24d9081e0e9a req-5cdbdc79-f655-4d5c-bf8a-9deaaf05f620 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 1099 time: 0.2347069 Oct 10 11:38:19.595663 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43298d51-b079-4dec-9efb-8c9b0f153b54 req-896f0ef5-ccd6-41a4-a6d3-f2a59a8f18fb tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:19.596995 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-43298d51-b079-4dec-9efb-8c9b0f153b54 req-896f0ef5-ccd6-41a4-a6d3-f2a59a8f18fb tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.1193581 Oct 10 11:38:19.658707 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-36dea292-32e0-48e8-8794-24d9081e0e9a req-4ee24499-c9a2-4101-a521-cbee3af1c918 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608025 Oct 10 11:38:19.665502 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-43298d51-b079-4dec-9efb-8c9b0f153b54 req-8c1fb1b4-1211-4fc2-863a-0d29893b51cb tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553026 Oct 10 11:38:20.872408 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1dac9-7d38-4107-b7ef-a8f2d5f48ff6 req-e0b3395a-2910-4012-b312-dd53888caa77 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:20.873897 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-39a1dac9-7d38-4107-b7ef-a8f2d5f48ff6 req-e0b3395a-2910-4012-b312-dd53888caa77 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.0919538 Oct 10 11:38:20.923210 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-39a1dac9-7d38-4107-b7ef-a8f2d5f48ff6 req-1adbe030-8c91-4539-adeb-9996b54ebdb7 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434999 Oct 10 11:38:22.125998 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc511169-68e9-4294-837f-6e12a4cbd0f6 req-b4c12483-9da9-4cbb-8e8c-31b7ad76ce83 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:22.127472 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cc511169-68e9-4294-837f-6e12a4cbd0f6 req-b4c12483-9da9-4cbb-8e8c-31b7ad76ce83 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.0904794 Oct 10 11:38:22.170680 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cc511169-68e9-4294-837f-6e12a4cbd0f6 req-cdf3fa0f-cee5-4a94-994d-f1842067335e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375457 Oct 10 11:38:22.364527 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf48006-f9c3-4b0e-b32e-8697dd6d49db req-0995fe93-46aa-48ca-a80e-5f3a7ca7f8c6 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:22.366011 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ddf48006-f9c3-4b0e-b32e-8697dd6d49db req-0995fe93-46aa-48ca-a80e-5f3a7ca7f8c6 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.0914857 Oct 10 11:38:22.376178 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 34440) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:38:22.381050 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-29b7be3c-86d3-4182-bcf8-da1456151120 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Request body: {'floatingip': {'port_id': '2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:38:22.455694 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-29b7be3c-86d3-4182-bcf8-da1456151120 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for floatingip, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:23.134942 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-29b7be3c-86d3-4182-bcf8-da1456151120 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:23.248645 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-29b7be3c-86d3-4182-bcf8-da1456151120 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:23.417414 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-29b7be3c-86d3-4182-bcf8-da1456151120 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Floating IP 496d855d-c2e2-435f-9859-a5405cb0dcbd associated. External IP: 172.26.4.187, port: 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6. Oct 10 11:38:23.756557 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b7be3c-86d3-4182-bcf8-da1456151120 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:38:23.934790 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b7be3c-86d3-4182-bcf8-da1456151120 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:38:23.939658 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-29b7be3c-86d3-4182-bcf8-da1456151120 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:23.944203 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e071e2b-6d65-4560-8697-64273c6651bc None None] Sync routers for ids ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:38:23.955028 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e071e2b-6d65-4560-8697-64273c6651bc None None] Routers {'3dc24dfe-cec8-4f37-8413-dd5cc1453780'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:38:23.955629 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7e071e2b-6d65-4560-8697-64273c6651bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:38:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:38:23.992972 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-29b7be3c-86d3-4182-bcf8-da1456151120 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "PUT /v2.0/floatingips/496d855d-c2e2-435f-9859-a5405cb0dcbd HTTP/1.1" status: 200 len: 992 time: 1.6157312 Oct 10 11:38:23.993626 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cca566a-436d-4150-9bc1-92bed13a5622', 'tag': '2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:38:23.995997 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b500168-514c-4e23-b452-5b75266723e0" -d '{"events": [{"name": "network-changed", "server_uuid": "8cca566a-436d-4150-9bc1-92bed13a5622", "tag": "2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:38:24.039530 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9e7f2a-b76d-493a-965c-209ce6bcc721 x-openstack-request-id: req-7d9e7f2a-b76d-493a-965c-209ce6bcc721 {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:38:24.039865 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cca566a-436d-4150-9bc1-92bed13a5622", "tag": "2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:38:24.040114 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7d9e7f2a-b76d-493a-965c-209ce6bcc721 {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:38:24.040574 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d9e7f2a-b76d-493a-965c-209ce6bcc721'] response: {'name': 'network-changed', 'server_uuid': '8cca566a-436d-4150-9bc1-92bed13a5622', 'tag': '2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6', 'status': 'completed', 'code': 200} Oct 10 11:38:24.133874 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-7e071e2b-6d65-4560-8697-64273c6651bc None None] Set router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:38:24.140559 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b500168-514c-4e23-b452-5b75266723e0 req-ea4ecc12-db59-4a8e-b888-7c66e3b490c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:24.142128 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5b500168-514c-4e23-b452-5b75266723e0 req-ea4ecc12-db59-4a8e-b888-7c66e3b490c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 1099 time: 0.0800705 Oct 10 11:38:24.277673 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b500168-514c-4e23-b452-5b75266723e0 req-fa188703-ce98-4056-8e3f-b805fec59649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:24.279059 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5b500168-514c-4e23-b452-5b75266723e0 req-fa188703-ce98-4056-8e3f-b805fec59649 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 912 time: 0.1268859 Oct 10 11:38:24.383806 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5b500168-514c-4e23-b452-5b75266723e0 req-7f964448-e622-4532-83a4-48dd2ddc408b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 HTTP/1.1" status: 200 len: 1000 time: 0.0990644 Oct 10 11:38:24.449092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b500168-514c-4e23-b452-5b75266723e0 req-692e1722-7f8e-49dc-94a0-43c5f4c7bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:24.450551 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5b500168-514c-4e23-b452-5b75266723e0 req-692e1722-7f8e-49dc-94a0-43c5f4c7bde1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.0609868 Oct 10 11:38:24.485292 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7e071e2b-6d65-4560-8697-64273c6651bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 4, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '496d855d-c2e2-435f-9859-a5405cb0dcbd', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'port_id': '2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'mac_address': 'fa:16:3e:5b:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cca566a-436d-4150-9bc1-92bed13a5622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:36:47Z', 'updated_at': '2022-10-10T11:38:23Z', 'revision_number': 5, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd001c7f-051a-4937-b3a4-324dbc007068', 'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'mac_address': 'fa:16:3e:a1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:42Z', 'updated_at': '2022-10-10T11:36:47Z', 'revision_number': 5, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'subnets': [{'id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:38:24.489191 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e071e2b-6d65-4560-8697-64273c6651bc None None] Checking router: 3dc24dfe-cec8-4f37-8413-dd5cc1453780 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:38:24.497603 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e071e2b-6d65-4560-8697-64273c6651bc None None] Routers {'3dc24dfe-cec8-4f37-8413-dd5cc1453780'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:38:24.498206 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7e071e2b-6d65-4560-8697-64273c6651bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:38:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:38:24.532158 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b500168-514c-4e23-b452-5b75266723e0 req-5e14ec2f-e7c8-48d5-aaf1-2a1c4406b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:24.533651 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5b500168-514c-4e23-b452-5b75266723e0 req-5e14ec2f-e7c8-48d5-aaf1-2a1c4406b9a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774255 Oct 10 11:38:24.665464 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5b500168-514c-4e23-b452-5b75266723e0 req-f0f34899-6581-457a-be3a-78549caa74ae service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260362 Oct 10 11:38:24.683124 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-7e071e2b-6d65-4560-8697-64273c6651bc None None] Set router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:38:24.804326 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5b500168-514c-4e23-b452-5b75266723e0 req-1ac0c24d-611a-41b6-abfb-843e2752155d service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334336 Oct 10 11:38:25.132130 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-7e071e2b-6d65-4560-8697-64273c6651bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 4, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '496d855d-c2e2-435f-9859-a5405cb0dcbd', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'port_id': '2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'mac_address': 'fa:16:3e:5b:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cca566a-436d-4150-9bc1-92bed13a5622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:36:47Z', 'updated_at': '2022-10-10T11:38:23Z', 'revision_number': 5, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd001c7f-051a-4937-b3a4-324dbc007068', 'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'mac_address': 'fa:16:3e:a1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:42Z', 'updated_at': '2022-10-10T11:36:47Z', 'revision_number': 5, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'subnets': [{'id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:38:25.136891 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e071e2b-6d65-4560-8697-64273c6651bc None None] The sync data for ids ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'] in dv-neutron-860842-1-hyperv is: [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 4, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '496d855d-c2e2-435f-9859-a5405cb0dcbd', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'port_id': '2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'mac_address': 'fa:16:3e:5b:00:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cca566a-436d-4150-9bc1-92bed13a5622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:36:47Z', 'updated_at': '2022-10-10T11:38:23Z', 'revision_number': 5, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd001c7f-051a-4937-b3a4-324dbc007068', 'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'mac_address': 'fa:16:3e:a1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:42Z', 'updated_at': '2022-10-10T11:36:47Z', 'revision_number': 5, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'subnets': [{'id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:38:25.354801 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79559f18-18b1-448f-a8b2-4417d973ede2 None None] New status for floating IP 496d855d-c2e2-435f-9859-a5405cb0dcbd: ACTIVE {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:38:33.470972 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c8f189a3-2167-446c-96cf-3b626170452c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:34.562822 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5770cb74-d25c-4351-9825-ca3cbc7d6943 req-aa6028e5-b7fb-4149-a329-62e553d4570b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811787 Oct 10 11:38:34.708678 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770cb74-d25c-4351-9825-ca3cbc7d6943 req-25e8f4af-78f2-4bcb-a835-5cdfff6cec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:34.710211 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5770cb74-d25c-4351-9825-ca3cbc7d6943 req-25e8f4af-78f2-4bcb-a835-5cdfff6cec01 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 1099 time: 0.0793777 Oct 10 11:38:34.852804 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770cb74-d25c-4351-9825-ca3cbc7d6943 req-b7b4139e-3481-403b-aa42-3151e154e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:34.854196 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5770cb74-d25c-4351-9825-ca3cbc7d6943 req-b7b4139e-3481-403b-aa42-3151e154e566 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 912 time: 0.1256335 Oct 10 11:38:34.958384 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5770cb74-d25c-4351-9825-ca3cbc7d6943 req-9c09bb76-39a5-4502-8233-ffdaa9cc153e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 HTTP/1.1" status: 200 len: 1002 time: 0.0985796 Oct 10 11:38:35.021116 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770cb74-d25c-4351-9825-ca3cbc7d6943 req-8859d822-6e86-49b3-964b-5b100d6b728a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:35.022551 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5770cb74-d25c-4351-9825-ca3cbc7d6943 req-8859d822-6e86-49b3-964b-5b100d6b728a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.0580099 Oct 10 11:38:35.200044 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770cb74-d25c-4351-9825-ca3cbc7d6943 req-f21d8c0e-27a4-4eba-965b-f7c57b6393c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:35.201547 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5770cb74-d25c-4351-9825-ca3cbc7d6943 req-f21d8c0e-27a4-4eba-965b-f7c57b6393c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1726968 Oct 10 11:38:35.329965 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5770cb74-d25c-4351-9825-ca3cbc7d6943 req-93c0fd1d-c93d-4f2f-9384-4de265b00705 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226921 Oct 10 11:38:35.460680 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5770cb74-d25c-4351-9825-ca3cbc7d6943 req-716a8207-a104-41eb-b948-5f0da1023377 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254325 Oct 10 11:38:35.756958 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7f6c-4131-4fa0-a0a2-e05a161ad36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:37.005393 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:38:37.019432 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:37.087797 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:38.699468 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:39.465605 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:38:53.789672 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a145e1d-d538-47f6-9dd0-91eea97e4996 req-e24833dd-fb49-4471-b599-19879f53ae52 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:53.791153 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8a145e1d-d538-47f6-9dd0-91eea97e4996 req-e24833dd-fb49-4471-b599-19879f53ae52 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.0887806 Oct 10 11:38:53.837807 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8a145e1d-d538-47f6-9dd0-91eea97e4996 req-60e25290-764a-4425-a1e2-eed1367842db tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388918 Oct 10 11:38:55.150220 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4a9d1-3de1-471f-a47b-c225243c4bb7 req-dc69e297-f36b-4aaa-8b97-9da576090fe1 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:55.151569 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-45f4a9d1-3de1-471f-a47b-c225243c4bb7 req-dc69e297-f36b-4aaa-8b97-9da576090fe1 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.1964784 Oct 10 11:38:55.195426 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-45f4a9d1-3de1-471f-a47b-c225243c4bb7 req-e7944f33-b094-48ae-afaf-359992bd50a1 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376127 Oct 10 11:38:56.401277 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f9b78-92d3-4cee-b056-a6dae530fb8e req-6f8454de-b625-4684-ba73-1fcfdb53d444 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:56.402744 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-434f9b78-92d3-4cee-b056-a6dae530fb8e req-6f8454de-b625-4684-ba73-1fcfdb53d444 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.0893166 Oct 10 11:38:56.447731 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-434f9b78-92d3-4cee-b056-a6dae530fb8e req-cb3d68ed-1c4c-4929-82af-794875d1eaa9 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387907 Oct 10 11:38:57.647559 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5385e-528b-459a-b006-0aad956a7e9e req-83801798-cf51-4954-a685-3e540b2bfd4a tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:57.648994 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-59d5385e-528b-459a-b006-0aad956a7e9e req-83801798-cf51-4954-a685-3e540b2bfd4a tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.0882750 Oct 10 11:38:57.693467 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-59d5385e-528b-459a-b006-0aad956a7e9e req-5c50e782-3269-4f36-a0a9-6ee5b9875b87 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386028 Oct 10 11:38:58.891512 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2b98e-dd41-48ee-b4e4-7f8b2696dbec req-886a8c83-f1eb-4d4e-8452-637c53e05c0b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:38:58.893021 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e8d2b98e-dd41-48ee-b4e4-7f8b2696dbec req-886a8c83-f1eb-4d4e-8452-637c53e05c0b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.0882652 Oct 10 11:38:58.941433 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e8d2b98e-dd41-48ee-b4e4-7f8b2696dbec req-e0ea71cd-0db5-4e28-af28-7fcf87f0df97 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425785 Oct 10 11:39:00.139961 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0a4b4-d541-429e-960b-6a57720b6e30 req-32466c8a-993c-4328-9048-9da589e6c7ae tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:00.141386 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-61c0a4b4-d541-429e-960b-6a57720b6e30 req-32466c8a-993c-4328-9048-9da589e6c7ae tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.0855014 Oct 10 11:39:00.189041 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-61c0a4b4-d541-429e-960b-6a57720b6e30 req-f8ad2e6e-2a7d-4681-94ff-b6236dcf7a66 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418999 Oct 10 11:39:01.385581 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6399e2-0434-4695-bc8a-514c3b731bf4 req-07ec4fce-d372-4ee2-85eb-654bb13ac7e4 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:01.387028 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3c6399e2-0434-4695-bc8a-514c3b731bf4 req-07ec4fce-d372-4ee2-85eb-654bb13ac7e4 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.0869930 Oct 10 11:39:01.432975 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3c6399e2-0434-4695-bc8a-514c3b731bf4 req-1f36ebcf-bb66-4dae-89ef-50798ee1f383 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395892 Oct 10 11:39:02.632107 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afff03-a465-465a-8ee9-4cb5ff2018e4 req-79b728db-4588-4ce3-a630-61b9fc6f19f6 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:02.633531 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e4afff03-a465-465a-8ee9-4cb5ff2018e4 req-79b728db-4588-4ce3-a630-61b9fc6f19f6 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.0852392 Oct 10 11:39:02.676954 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e4afff03-a465-465a-8ee9-4cb5ff2018e4 req-30c92920-3af7-4619-b2f9-73ac86d467d5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378432 Oct 10 11:39:03.470490 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4e808581-dbeb-4d45-a8cf-48f1a196d8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:03.875017 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c08daa-3763-479d-89eb-9434cce35a8f req-0c89f02b-56f1-4866-a4ef-ff6e0566f0ba tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:03.876454 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-01c08daa-3763-479d-89eb-9434cce35a8f req-0c89f02b-56f1-4866-a4ef-ff6e0566f0ba tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.0910244 Oct 10 11:39:03.920315 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-01c08daa-3763-479d-89eb-9434cce35a8f req-8c7d8a06-df73-4214-b0c4-9620863c5385 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382433 Oct 10 11:39:05.120609 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c11924-1d87-4434-ae33-c5fca5547d06 req-f1b79731-e36e-4c68-a83e-6e9d9eda9b33 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:05.122070 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-42c11924-1d87-4434-ae33-c5fca5547d06 req-f1b79731-e36e-4c68-a83e-6e9d9eda9b33 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.0925579 Oct 10 11:39:05.165729 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-42c11924-1d87-4434-ae33-c5fca5547d06 req-2d00f6a3-1b79-4569-9771-e957cbdad8b4 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371637 Oct 10 11:39:05.691508 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62155f-3a61-4120-a58d-9255a3cf7e0c req-d30a3c03-968e-4eb7-826d-506b5941243b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:05.692974 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2e62155f-3a61-4120-a58d-9255a3cf7e0c req-d30a3c03-968e-4eb7-826d-506b5941243b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.0901203 Oct 10 11:39:05.721343 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6529ee2e-c9d9-4177-8f03-ad2539085d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:05.791940 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2e62155f-3a61-4120-a58d-9255a3cf7e0c req-3366e9ab-f9d0-4d3b-b61e-9fdf8dedc07c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554001 Oct 10 11:39:05.806305 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5eab679e-2a04-4ea3-8c56-226213015863 req-310288a1-cb23-43b4-9286-401ecfca6277 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1629996 Oct 10 11:39:06.996206 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cb3b5-85c9-475d-8967-a553b22e6434 req-d5f215e2-9838-4449-9ad5-75e4c3a7c967 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:06.997785 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4d7cb3b5-85c9-475d-8967-a553b22e6434 req-d5f215e2-9838-4449-9ad5-75e4c3a7c967 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.0928054 Oct 10 11:39:07.006908 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:07.047713 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4d7cb3b5-85c9-475d-8967-a553b22e6434 req-f4403ae0-1c63-4d70-9bd0-66395f5d9a8e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436800 Oct 10 11:39:07.052729 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:07.912909 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab679e-2a04-4ea3-8c56-226213015863 req-073b94ad-903a-470d-ac44-2d8d6b8eb7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:07.914442 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5eab679e-2a04-4ea3-8c56-226213015863 req-073b94ad-903a-470d-ac44-2d8d6b8eb7fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 1099 time: 0.0810432 Oct 10 11:39:08.045947 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab679e-2a04-4ea3-8c56-226213015863 req-79ff613e-6daa-4d77-bc96-702c3e367faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:08.047497 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5eab679e-2a04-4ea3-8c56-226213015863 req-79ff613e-6daa-4d77-bc96-702c3e367faa service neutron] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 912 time: 0.1271043 Oct 10 11:39:08.150776 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5eab679e-2a04-4ea3-8c56-226213015863 req-03139c7d-6758-47aa-84f1-e32b9dc59bbd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 HTTP/1.1" status: 200 len: 1002 time: 0.0978889 Oct 10 11:39:08.213764 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab679e-2a04-4ea3-8c56-226213015863 req-84590374-d7a1-4cc6-94b6-4ae76491b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:08.215123 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5eab679e-2a04-4ea3-8c56-226213015863 req-84590374-d7a1-4cc6-94b6-4ae76491b45d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.0592525 Oct 10 11:39:08.257054 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4a21a-a5a3-40eb-b773-af8723667a0e req-d9a73214-e4db-4a16-8dbe-735b425003d6 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:08.258521 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cba4a21a-a5a3-40eb-b773-af8723667a0e req-d9a73214-e4db-4a16-8dbe-735b425003d6 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.0906296 Oct 10 11:39:08.301803 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab679e-2a04-4ea3-8c56-226213015863 req-d58ebfda-1d52-4f5d-87a1-61fb93268a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:08.303226 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cba4a21a-a5a3-40eb-b773-af8723667a0e req-433b99c3-793d-4983-84db-38c6b460b511 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388706 Oct 10 11:39:08.303412 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5eab679e-2a04-4ea3-8c56-226213015863 req-d58ebfda-1d52-4f5d-87a1-61fb93268a2f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821295 Oct 10 11:39:08.436033 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5eab679e-2a04-4ea3-8c56-226213015863 req-3184d354-166f-488f-8cbd-4b12990ac04e service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259699 Oct 10 11:39:08.659260 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5eab679e-2a04-4ea3-8c56-226213015863 req-c7f41350-82ca-462c-896b-7f9d1b65528c service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172329 Oct 10 11:39:08.681022 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:09.505283 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba88990-b9f2-4db2-90ee-405e9fe6d311 req-37cc1571-62b4-4b59-aae8-dec2bf719a9f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:09.589497 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bba88990-b9f2-4db2-90ee-405e9fe6d311 req-37cc1571-62b4-4b59-aae8-dec2bf719a9f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.0903115 Oct 10 11:39:09.589497 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bba88990-b9f2-4db2-90ee-405e9fe6d311 req-8a1afb2c-45f0-4a9a-b3ad-ac6a03acfa90 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422835 Oct 10 11:39:09.676310 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:10.571514 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5eab679e-2a04-4ea3-8c56-226213015863 req-b7ba92df-2f98-4648-9175-4002f63bd34b service neutron] 10.222.0.15 "GET /v2.0/ports/2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.0757384 Oct 10 11:39:10.759282 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea52e4-5df7-4fc1-a5ef-77ae1f308c0b req-7203b1ba-0081-4489-b14a-0c115d6377c1 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:10.760785 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f2ea52e4-5df7-4fc1-a5ef-77ae1f308c0b req-7203b1ba-0081-4489-b14a-0c115d6377c1 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.0907493 Oct 10 11:39:10.805415 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f2ea52e4-5df7-4fc1-a5ef-77ae1f308c0b req-6f7e1e99-66ed-4901-bf6c-f24121a540ee tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388894 Oct 10 11:39:11.268249 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab679e-2a04-4ea3-8c56-226213015863 req-fe493a1f-cd9b-4275-a1b4-dfbcf6b65297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:11.269753 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5eab679e-2a04-4ea3-8c56-226213015863 req-fe493a1f-cd9b-4275-a1b4-dfbcf6b65297 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622&tenant_id=64b0f3727b7e416e8144a7ebfb17d62d HTTP/1.1" status: 200 len: 1099 time: 0.0805552 Oct 10 11:39:11.368995 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab679e-2a04-4ea3-8c56-226213015863 req-8c4cf13b-61f7-48b3-bef6-6e1110f11700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:11.370468 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5eab679e-2a04-4ea3-8c56-226213015863 req-8c4cf13b-61f7-48b3-bef6-6e1110f11700 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 1099 time: 0.0797772 Oct 10 11:39:11.500710 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab679e-2a04-4ea3-8c56-226213015863 req-de87b0f1-7f78-49e1-be7d-6df5fa6aac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:11.502711 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5eab679e-2a04-4ea3-8c56-226213015863 req-de87b0f1-7f78-49e1-be7d-6df5fa6aac2f service neutron] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 912 time: 0.1257339 Oct 10 11:39:11.604743 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5eab679e-2a04-4ea3-8c56-226213015863 req-1a548b01-4725-42e4-a158-5a533d9ed89c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 HTTP/1.1" status: 200 len: 1002 time: 0.0955944 Oct 10 11:39:11.667078 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab679e-2a04-4ea3-8c56-226213015863 req-bbaaaea0-a807-435b-8077-f97546d4333b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:11.668485 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5eab679e-2a04-4ea3-8c56-226213015863 req-bbaaaea0-a807-435b-8077-f97546d4333b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.0583601 Oct 10 11:39:11.752627 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab679e-2a04-4ea3-8c56-226213015863 req-8d47c24c-3591-4de4-9202-0ce295df563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:11.754115 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5eab679e-2a04-4ea3-8c56-226213015863 req-8d47c24c-3591-4de4-9202-0ce295df563a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799582 Oct 10 11:39:11.889623 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5eab679e-2a04-4ea3-8c56-226213015863 req-a6c0880a-4507-476f-ac6a-d07ef9a44198 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290984 Oct 10 11:39:12.079338 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5eab679e-2a04-4ea3-8c56-226213015863 req-33fb1dce-ec0e-405a-bd36-b276b7560c15 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832855 Oct 10 11:39:12.093651 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b3a78-0fe1-41dd-993a-f1ca02592120 req-317503d2-a846-4692-81fe-0861ee17357d tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:12.095611 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-008b3a78-0fe1-41dd-993a-f1ca02592120 req-317503d2-a846-4692-81fe-0861ee17357d tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.1685708 Oct 10 11:39:12.142646 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-008b3a78-0fe1-41dd-993a-f1ca02592120 req-062a4fe3-10c5-4e53-93c5-0cd3096f923b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409849 Oct 10 11:39:13.342943 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52119fc-b1ba-4d96-95b1-2bd2ee9d284e req-ea04e876-9f40-4b6a-b364-4add87cb5de5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:13.344393 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e52119fc-b1ba-4d96-95b1-2bd2ee9d284e req-ea04e876-9f40-4b6a-b364-4add87cb5de5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.0901957 Oct 10 11:39:13.388431 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e52119fc-b1ba-4d96-95b1-2bd2ee9d284e req-d3da8036-0883-45aa-babe-f87190a36bf8 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383623 Oct 10 11:39:14.004018 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:39:14.588613 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d73ecc-23a0-4268-8e11-d05ad342e42d req-a86bba2b-b648-480a-b275-29e913173c32 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:14.590088 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-17d73ecc-23a0-4268-8e11-d05ad342e42d req-a86bba2b-b648-480a-b275-29e913173c32 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.0879009 Oct 10 11:39:14.633166 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-17d73ecc-23a0-4268-8e11-d05ad342e42d req-9d0c782d-de93-443f-befa-d0b87b04e0f0 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373659 Oct 10 11:39:14.929327 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:39:14.932458 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:39:15.134053 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81796e-585a-40fe-899d-d00ff9cb6362 req-c9deead9-9524-4dcb-a251-36d72c216c56 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:15.135535 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9e81796e-585a-40fe-899d-d00ff9cb6362 req-c9deead9-9524-4dcb-a251-36d72c216c56 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.0955729 Oct 10 11:39:15.162125 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:39:15.162496 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:15.184719 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:39:15.206385 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cca566a-436d-4150-9bc1-92bed13a5622', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:39:15.208650 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb01144-f1e7-478c-b3f0-f1678c422e6a" -d '{"events": [{"server_uuid": "8cca566a-436d-4150-9bc1-92bed13a5622", "name": "network-vif-unplugged", "status": "completed", "tag": "2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:39:15.215277 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'port_id': '2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6', 'mac_address': 'fa:16:3e:5b:00:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 478, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:39:15.220031 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:39:15.238802 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9e81796e-585a-40fe-899d-d00ff9cb6362 req-35c95c81-1645-480e-9fea-50f187536ee0 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668733 Oct 10 11:39:15.267391 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d6594-883e-4342-b073-5ce5d350aa46 req-a905af02-39c2-4c71-a594-558985a36e02 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:15.269148 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-244d6594-883e-4342-b073-5ce5d350aa46 req-a905af02-39c2-4c71-a594-558985a36e02 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622&tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&binding%3Ahost_id=hv-neutron-8608 HTTP/1.1" status: 200 len: 946 time: 0.1327705 Oct 10 11:39:15.276441 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 is: ACTIVE; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:39:15.276704 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:15.297823 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:39:15.316472 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:15.354493 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Oct 2022 11:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62f6163-4280-49b5-a160-73780ef56d4a x-openstack-request-id: req-b62f6163-4280-49b5-a160-73780ef56d4a {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:39:15.354787 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cca566a-436d-4150-9bc1-92bed13a5622", "name": "network-vif-unplugged", "status": "completed", "tag": "2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:39:15.355042 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b62f6163-4280-49b5-a160-73780ef56d4a {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:39:15.355433 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b62f6163-4280-49b5-a160-73780ef56d4a'] response: {'server_uuid': '8cca566a-436d-4150-9bc1-92bed13a5622', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6', 'code': 200} Oct 10 11:39:15.431642 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:39:15.431998 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:39:15.432439 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d6594-883e-4342-b073-5ce5d350aa46 req-ce088eef-e80e-4857-9c5f-eaa93a6d68be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:15.433913 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-244d6594-883e-4342-b073-5ce5d350aa46 req-ce088eef-e80e-4857-9c5f-eaa93a6d68be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 1097 time: 0.0813217 Oct 10 11:39:15.434310 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6,revision_number=6']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:39:15.442144 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:39:15.442431 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:39:15.442779 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:39:15.443115 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:39:15.443448 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:39:15.443784 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:39:15.444110 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:39:15.444435 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:39:15.444764 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:39:15.445085 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:39:15.445407 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:39:15.445759 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:39:15.657045 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d6594-883e-4342-b073-5ce5d350aa46 req-0e425bfc-1568-4c1b-9671-5c578a220c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:15.658508 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-244d6594-883e-4342-b073-5ce5d350aa46 req-0e425bfc-1568-4c1b-9671-5c578a220c40 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 912 time: 0.2187970 Oct 10 11:39:15.758790 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-244d6594-883e-4342-b073-5ce5d350aa46 req-70b47689-e445-4e17-8237-3a17e7b7c8da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 HTTP/1.1" status: 200 len: 1000 time: 0.0946746 Oct 10 11:39:15.819356 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d6594-883e-4342-b073-5ce5d350aa46 req-4b49b7cc-e974-42ca-9096-87a9106a50c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:15.820737 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-244d6594-883e-4342-b073-5ce5d350aa46 req-4b49b7cc-e974-42ca-9096-87a9106a50c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.0567756 Oct 10 11:39:15.905650 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d6594-883e-4342-b073-5ce5d350aa46 req-d0898cd7-8698-41b3-adce-c56b4c00d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:15.907168 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-244d6594-883e-4342-b073-5ce5d350aa46 req-d0898cd7-8698-41b3-adce-c56b4c00d68c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805743 Oct 10 11:39:15.988846 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:39:15.989406 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:16.006714 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:39:16.022482 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:39:16.039931 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-244d6594-883e-4342-b073-5ce5d350aa46 req-c24fb905-3bd9-4da2-ae95-618681cd7fa6 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267245 Oct 10 11:39:16.127968 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:16.175933 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-244d6594-883e-4342-b073-5ce5d350aa46 req-2d306d57-3368-4cc2-89b6-501c3bdb0209 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304839 Oct 10 11:39:16.199889 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:39:16.226394 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6,revision_number=7']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:39:16.443429 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562b311-51c1-478d-b3a7-ca77009f49f3 req-0a88ff47-1a29-4e5f-8049-178312204d77 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:16.444883 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e562b311-51c1-478d-b3a7-ca77009f49f3 req-0a88ff47-1a29-4e5f-8049-178312204d77 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 945 time: 0.0887964 Oct 10 11:39:16.489909 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e562b311-51c1-478d-b3a7-ca77009f49f3 req-89e31f9c-2b28-486c-a10a-9d52d9946bf5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391209 Oct 10 11:39:16.925972 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:39:16.997367 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:39:16.998063 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:16.998063 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 Oct 10 11:39:17.112587 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:39:17.112968 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:17.145298 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:39:17.218784 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:17.289293 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6,revision_number=8']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:39:17.356604 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cca566a-436d-4150-9bc1-92bed13a5622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:39:17.359061 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9691d592-6c3c-44e9-8e3e-81665a8b9fb4" -d '{"events": [{"server_uuid": "8cca566a-436d-4150-9bc1-92bed13a5622", "name": "network-vif-plugged", "status": "completed", "tag": "2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:39:17.400582 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f084d7de-7fda-4401-a7d1-259cc3df524b x-openstack-request-id: req-f084d7de-7fda-4401-a7d1-259cc3df524b {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:39:17.400873 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cca566a-436d-4150-9bc1-92bed13a5622", "name": "network-vif-plugged", "status": "completed", "tag": "2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:39:17.401126 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f084d7de-7fda-4401-a7d1-259cc3df524b {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:39:17.401549 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f084d7de-7fda-4401-a7d1-259cc3df524b'] response: {'server_uuid': '8cca566a-436d-4150-9bc1-92bed13a5622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6', 'code': 200} Oct 10 11:39:17.690590 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7205bda-b622-4686-abb0-aa1725a030ec req-d1a4fe1e-2a8a-4edb-b038-e22b78e5a70a tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:17.692024 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b7205bda-b622-4686-abb0-aa1725a030ec req-d1a4fe1e-2a8a-4edb-b038-e22b78e5a70a tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.0921483 Oct 10 11:39:17.734189 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b7205bda-b622-4686-abb0-aa1725a030ec req-40b3dd85-dd28-4827-87a5-263830cc8b45 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365934 Oct 10 11:39:17.933388 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a582a3d-91e9-41bf-b953-62587c090760 req-d9a9f966-09f9-4166-af12-b3c6daeb9502 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:17.934864 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5a582a3d-91e9-41bf-b953-62587c090760 req-d9a9f966-09f9-4166-af12-b3c6daeb9502 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.0874865 Oct 10 11:39:17.983066 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5a582a3d-91e9-41bf-b953-62587c090760 req-f47cc515-2b5a-42d5-8fae-d864ee0ccff6 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414968 Oct 10 11:39:18.529747 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91cb8d-df7d-4174-b05d-7739ff1e4630 req-50b9c35d-3d3b-499d-b5d4-7c7522a78315 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:18.531200 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5c91cb8d-df7d-4174-b05d-7739ff1e4630 req-50b9c35d-3d3b-499d-b5d4-7c7522a78315 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.0894647 Oct 10 11:39:18.577966 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5c91cb8d-df7d-4174-b05d-7739ff1e4630 req-bc944f35-8e13-4153-9ef7-f613ef72225d tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396521 Oct 10 11:39:18.688894 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdeefe1-cadc-436b-a9c9-eb284d733bc0 req-3f9b453e-7783-4144-8127-f71c981bd0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:18.690273 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0bdeefe1-cadc-436b-a9c9-eb284d733bc0 req-3f9b453e-7783-4144-8127-f71c981bd0d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 1099 time: 0.0776238 Oct 10 11:39:18.819757 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdeefe1-cadc-436b-a9c9-eb284d733bc0 req-8ad46e3e-706e-4c37-94c9-0fe3b0f0e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:18.821219 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0bdeefe1-cadc-436b-a9c9-eb284d733bc0 req-8ad46e3e-706e-4c37-94c9-0fe3b0f0e2b7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 912 time: 0.1247494 Oct 10 11:39:18.924484 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0bdeefe1-cadc-436b-a9c9-eb284d733bc0 req-57fa0162-bfea-4ac4-a1cc-649e68c33918 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 HTTP/1.1" status: 200 len: 1002 time: 0.0978005 Oct 10 11:39:18.989458 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdeefe1-cadc-436b-a9c9-eb284d733bc0 req-cf8009bb-e360-4cbd-bbe8-dd58dbc357fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:18.990898 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0bdeefe1-cadc-436b-a9c9-eb284d733bc0 req-cf8009bb-e360-4cbd-bbe8-dd58dbc357fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.0612638 Oct 10 11:39:19.073678 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdeefe1-cadc-436b-a9c9-eb284d733bc0 req-e97a0004-55fa-4107-8a88-14f1e869c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:19.075126 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0bdeefe1-cadc-436b-a9c9-eb284d733bc0 req-e97a0004-55fa-4107-8a88-14f1e869c43f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779059 Oct 10 11:39:19.204484 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0bdeefe1-cadc-436b-a9c9-eb284d733bc0 req-580d27e5-9f27-4ec3-9de2-f1557d5e5bad service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236601 Oct 10 11:39:19.333100 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0bdeefe1-cadc-436b-a9c9-eb284d733bc0 req-6aed96c3-dba6-4b87-bc82-77b473fab3e8 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231859 Oct 10 11:39:19.884051 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fc461-9c59-44d3-bdc5-b93b41a63242 req-8ff118be-5743-4842-89ec-92006575d927 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:19.885436 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ab4fc461-9c59-44d3-bdc5-b93b41a63242 req-8ff118be-5743-4842-89ec-92006575d927 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.1942332 Oct 10 11:39:19.932526 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ab4fc461-9c59-44d3-bdc5-b93b41a63242 req-b3b3494b-b81d-403c-bf58-1751d5c5c31c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409145 Oct 10 11:39:21.149661 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb8d73-a055-457c-b527-abf020f6a3f6 req-5b9bb8c6-a5db-4fe7-8021-8b3d201069ab tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:21.151117 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b9eb8d73-a055-457c-b527-abf020f6a3f6 req-5b9bb8c6-a5db-4fe7-8021-8b3d201069ab tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.0951090 Oct 10 11:39:21.195256 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b9eb8d73-a055-457c-b527-abf020f6a3f6 req-5305df62-8965-4768-892b-5e0acdd11b08 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384371 Oct 10 11:39:21.728974 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151da949-3dbb-4c96-af94-298948715801 req-a3c5dac3-6bc2-47ca-ab6a-514f11d9b93b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:21.730454 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-151da949-3dbb-4c96-af94-298948715801 req-a3c5dac3-6bc2-47ca-ab6a-514f11d9b93b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.0882647 Oct 10 11:39:21.777616 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-151da949-3dbb-4c96-af94-298948715801 req-01c52d60-6e87-4533-98d3-5e67187417d0 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414970 Oct 10 11:39:22.976900 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63749223-73c1-4e7e-9bd1-f6e834591fef req-9e02d567-165e-449b-861f-2087aeb8ba6c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:22.978495 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-63749223-73c1-4e7e-9bd1-f6e834591fef req-9e02d567-165e-449b-861f-2087aeb8ba6c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.0891666 Oct 10 11:39:23.023647 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-63749223-73c1-4e7e-9bd1-f6e834591fef req-85ed02a5-68bf-43ee-bc8c-4f4259547ca3 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394504 Oct 10 11:39:23.314068 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c016a9d-bcdb-494e-97db-734ddcf2dee5 req-18c8739b-2863-470c-9595-c25e0d8c60ac tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:23.316029 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0c016a9d-bcdb-494e-97db-734ddcf2dee5 req-18c8739b-2863-470c-9595-c25e0d8c60ac tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 946 time: 0.0896602 Oct 10 11:39:23.385130 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-0c016a9d-bcdb-494e-97db-734ddcf2dee5 req-3aa55ae9-81f3-47af-9b87-082f2839d061 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Deleting port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:39:23.385465 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-0c016a9d-bcdb-494e-97db-734ddcf2dee5 req-3aa55ae9-81f3-47af-9b87-082f2839d061 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:23.630334 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-0c016a9d-bcdb-494e-97db-734ddcf2dee5 req-3aa55ae9-81f3-47af-9b87-082f2839d061 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] For port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:39:23.630592 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-0c016a9d-bcdb-494e-97db-734ddcf2dee5 req-3aa55ae9-81f3-47af-9b87-082f2839d061 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:23.917913 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-0c016a9d-bcdb-494e-97db-734ddcf2dee5 req-3aa55ae9-81f3-47af-9b87-082f2839d061 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:23.918193 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-0c016a9d-bcdb-494e-97db-734ddcf2dee5 req-3aa55ae9-81f3-47af-9b87-082f2839d061 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:23.918499 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [req-0c016a9d-bcdb-494e-97db-734ddcf2dee5 req-3aa55ae9-81f3-47af-9b87-082f2839d061 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Floating IP 496d855d-c2e2-435f-9859-a5405cb0dcbd disassociated. External IP: 172.26.4.187, port: 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6. Oct 10 11:39:23.918833 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-0c016a9d-bcdb-494e-97db-734ddcf2dee5 req-3aa55ae9-81f3-47af-9b87-082f2839d061 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Calling delete_port for 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:39:24.127812 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-0c016a9d-bcdb-494e-97db-734ddcf2dee5 req-3aa55ae9-81f3-47af-9b87-082f2839d061 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:24.183222 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa55ae9-81f3-47af-9b87-082f2839d061 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Pushing event deleted for resources: {'Port': ['ID=2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:39:24.187443 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d4d8a9a4-ff9c-4db8-ac48-5425ecdfc53c req-caddb30d-8762-4d75-8a46-aa48547b03da tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 210 time: 0.0503843 Oct 10 11:39:24.193450 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa55ae9-81f3-47af-9b87-082f2839d061 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:39:24.193784 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa55ae9-81f3-47af-9b87-082f2839d061 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:39:24.194118 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa55ae9-81f3-47af-9b87-082f2839d061 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:39:24.194450 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa55ae9-81f3-47af-9b87-082f2839d061 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:39:24.194781 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa55ae9-81f3-47af-9b87-082f2839d061 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:39:24.198281 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa55ae9-81f3-47af-9b87-082f2839d061 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:39:24.198539 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa55ae9-81f3-47af-9b87-082f2839d061 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:39:24.198869 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa55ae9-81f3-47af-9b87-082f2839d061 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:39:24.199206 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa55ae9-81f3-47af-9b87-082f2839d061 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:39:24.199524 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa55ae9-81f3-47af-9b87-082f2839d061 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:39:24.199848 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa55ae9-81f3-47af-9b87-082f2839d061 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:39:24.200167 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa55ae9-81f3-47af-9b87-082f2839d061 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:39:24.387288 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c016a9d-bcdb-494e-97db-734ddcf2dee5 req-3aa55ae9-81f3-47af-9b87-082f2839d061 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:39:24.566226 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c016a9d-bcdb-494e-97db-734ddcf2dee5 req-3aa55ae9-81f3-47af-9b87-082f2839d061 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:39:24.576218 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df0bdef-c89c-4957-bc9b-00da65b52163 None None] Sync routers for ids ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:39:24.586922 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df0bdef-c89c-4957-bc9b-00da65b52163 None None] Routers {'3dc24dfe-cec8-4f37-8413-dd5cc1453780'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:39:24.587535 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-6df0bdef-c89c-4957-bc9b-00da65b52163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:39:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:39:24.762357 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c016a9d-bcdb-494e-97db-734ddcf2dee5 req-3aa55ae9-81f3-47af-9b87-082f2839d061 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] No DVR routers for this DVR port 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:39:24.764956 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-0c016a9d-bcdb-494e-97db-734ddcf2dee5 req-3aa55ae9-81f3-47af-9b87-082f2839d061 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:24.768373 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cca566a-436d-4150-9bc1-92bed13a5622', 'name': 'network-vif-deleted', 'tag': '2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:39:24.770786 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5416a06a-ba3e-4cb8-9930-714ee79d7bd5" -d '{"events": [{"server_uuid": "8cca566a-436d-4150-9bc1-92bed13a5622", "name": "network-vif-deleted", "tag": "2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:39:24.810242 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-6df0bdef-c89c-4957-bc9b-00da65b52163 None None] Set router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:39:24.812888 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8477a240-2f8b-4fc2-b907-a38a3217f0a0 x-openstack-request-id: req-8477a240-2f8b-4fc2-b907-a38a3217f0a0 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:39:24.813181 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cca566a-436d-4150-9bc1-92bed13a5622", "name": "network-vif-deleted", "tag": "2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:39:24.813430 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8477a240-2f8b-4fc2-b907-a38a3217f0a0 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:39:24.813862 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8477a240-2f8b-4fc2-b907-a38a3217f0a0'] response: {'server_uuid': '8cca566a-436d-4150-9bc1-92bed13a5622', 'name': 'network-vif-deleted', 'tag': '2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6', 'status': 'completed', 'code': 200} Oct 10 11:39:24.836759 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0c016a9d-bcdb-494e-97db-734ddcf2dee5 req-3aa55ae9-81f3-47af-9b87-082f2839d061 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.15 "DELETE /v2.0/ports/2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 HTTP/1.1" status: 204 len: 173 time: 1.5151799 Oct 10 11:39:25.124397 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-6df0bdef-c89c-4957-bc9b-00da65b52163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 4, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'bd001c7f-051a-4937-b3a4-324dbc007068', 'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'mac_address': 'fa:16:3e:a1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:42Z', 'updated_at': '2022-10-10T11:36:47Z', 'revision_number': 5, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'subnets': [{'id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:39:25.128449 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df0bdef-c89c-4957-bc9b-00da65b52163 None None] Checking router: 3dc24dfe-cec8-4f37-8413-dd5cc1453780 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:39:25.136946 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df0bdef-c89c-4957-bc9b-00da65b52163 None None] Routers {'3dc24dfe-cec8-4f37-8413-dd5cc1453780'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:39:25.137548 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-6df0bdef-c89c-4957-bc9b-00da65b52163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:39:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:39:25.315383 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-6df0bdef-c89c-4957-bc9b-00da65b52163 None None] Set router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:39:25.365544 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c1076f1c-2edf-4109-a003-e77d0cb3a755 req-3d1a0eb3-4e11-45b3-9c29-0aeee7055a08 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=8cca566a-436d-4150-9bc1-92bed13a5622 HTTP/1.1" status: 200 len: 210 time: 0.0498180 Oct 10 11:39:25.636572 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-6df0bdef-c89c-4957-bc9b-00da65b52163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 4, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'bd001c7f-051a-4937-b3a4-324dbc007068', 'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'mac_address': 'fa:16:3e:a1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:42Z', 'updated_at': '2022-10-10T11:36:47Z', 'revision_number': 5, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'subnets': [{'id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:39:25.640466 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df0bdef-c89c-4957-bc9b-00da65b52163 None None] The sync data for ids ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'] in dv-neutron-860842-1-hyperv is: [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 4, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'bd001c7f-051a-4937-b3a4-324dbc007068', 'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'mac_address': 'fa:16:3e:a1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:42Z', 'updated_at': '2022-10-10T11:36:47Z', 'revision_number': 5, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'subnets': [{'id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:39:25.848536 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927998ac-2886-403d-92e6-aecb4595e8c8 None None] New status for floating IP 496d855d-c2e2-435f-9859-a5405cb0dcbd: DOWN {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:39:26.713369 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-7880b818-17e9-403e-b7a2-307980af513f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1652743614&fields=id&tenant_id=64b0f3727b7e416e8144a7ebfb17d62d HTTP/1.1" status: 200 len: 267 time: 0.0400593 Oct 10 11:39:26.867532 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-230f8d0c-7f23-4e61-88e9-722c6152fdcf tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:26.869034 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-230f8d0c-7f23-4e61-88e9-722c6152fdcf tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 811 time: 0.1491587 Oct 10 11:39:26.885556 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-55352d33-c9c1-40a4-acf3-3f693adca232 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/quotas/64b0f3727b7e416e8144a7ebfb17d62d HTTP/1.1" status: 200 len: 375 time: 0.0097275 Oct 10 11:39:26.980622 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:39:27.000380 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-f89ac8d4-3643-4f1b-b1e2-c14974a3b7c8 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Synchronizing usage tracker for tenant:64b0f3727b7e416e8144a7ebfb17d62d on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:39:27.018343 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:39:27.018688 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 2bcb6e18-c1c6-4417-8d45-c5c29e8b15e6 not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:39:27.098716 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-f89ac8d4-3643-4f1b-b1e2-c14974a3b7c8 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Unset dirty status for tenant:64b0f3727b7e416e8144a7ebfb17d62d on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:39:27.100069 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-f89ac8d4-3643-4f1b-b1e2-c14974a3b7c8 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2087817 Oct 10 11:39:27.252690 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-8aacdc96-f553-40c2-9d6f-8ce232715385 service neutron] 10.222.0.40 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407707 Oct 10 11:39:27.425001 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-e281ef42-1018-4146-96df-e341a93afd79 service neutron] 10.222.0.40 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657519 Oct 10 11:39:27.689279 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f5e43d71-6514-45d5-afbf-53b801383d9f req-7f097e79-e37a-440c-baef-96a77a926f4b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 210 time: 0.0535851 Oct 10 11:39:28.855296 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1ebc0ed0-97b8-4cb3-a4a8-e775456d5123 req-05c8062c-6207-4ccc-b857-955dd8145684 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 210 time: 0.0545073 Oct 10 11:39:30.009041 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-6d111c1f-02c3-4a8f-b996-039d1c7cbc02 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:30.010491 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-6d111c1f-02c3-4a8f-b996-039d1c7cbc02 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 811 time: 0.1611955 Oct 10 11:39:30.031408 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b834a450-e800-44bf-96bc-18416c4d9de2 req-87fb56ae-8670-4dcf-9ea0-93dfefa7f280 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 210 time: 0.0572441 Oct 10 11:39:30.059268 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-92e67b53-8bce-41f7-a01f-b2b597809991 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64b0f3727b7e416e8144a7ebfb17d62d HTTP/1.1" status: 200 len: 380 time: 0.0411317 Oct 10 11:39:30.067725 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-15588fb7-3cb6-4b01-be21-939d6e25260f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Request body: {'port': {'device_id': '78e84dc0-a69b-4e4e-af04-b781165dbaa1', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'admin_state_up': True, 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'security_groups': ['7bc70969-1b15-4aed-bd71-196ff594e8ff']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:39:30.203190 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-15588fb7-3cb6-4b01-be21-939d6e25260f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:39:30.213703 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-15588fb7-3cb6-4b01-be21-939d6e25260f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:39:30.309871 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-15588fb7-3cb6-4b01-be21-939d6e25260f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Made reservation on behalf of 64b0f3727b7e416e8144a7ebfb17d62d for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:39:30.313731 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-15588fb7-3cb6-4b01-be21-939d6e25260f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:30.476029 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-15588fb7-3cb6-4b01-be21-939d6e25260f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Allocated IP 172.20.0.9 (f43b8073-114d-4321-a937-8e2ffabc4316/797d830f-f171-47cd-8fc0-f5b6c6c084c7/56da2a35-35d1-4ea6-a3e3-6b7cc935a2be) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:39:30.658620 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-15588fb7-3cb6-4b01-be21-939d6e25260f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:30.674125 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-15588fb7-3cb6-4b01-be21-939d6e25260f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Transition to ACTIVE for port object 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:39:30.761774 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-15588fb7-3cb6-4b01-be21-939d6e25260f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:30.833704 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-15588fb7-3cb6-4b01-be21-939d6e25260f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Network f43b8073-114d-4321-a937-8e2ffabc4316 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:39:30.836657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-15588fb7-3cb6-4b01-be21-939d6e25260f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:39:30.840317 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-15588fb7-3cb6-4b01-be21-939d6e25260f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:39:30.875001 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15588fb7-3cb6-4b01-be21-939d6e25260f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Pushing event updated for resources: {'Port': ['ID=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:39:30.907307 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-15588fb7-3cb6-4b01-be21-939d6e25260f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:30.907911 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-15588fb7-3cb6-4b01-be21-939d6e25260f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:31.013624 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-15588fb7-3cb6-4b01-be21-939d6e25260f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9499691 Oct 10 11:39:31.025321 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-a014f0d8-d483-44fb-b94b-5a4f249f492a service neutron] Request body: {'port': {'device_id': '78e84dc0-a69b-4e4e-af04-b781165dbaa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:39:31.127176 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-50d744e9-b5de-40bc-9041-2f9c00ea93f4 None None] Provisioning for port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:39:31.135175 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-50d744e9-b5de-40bc-9041-2f9c00ea93f4 None None] Provisioning complete for port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:39:31.137240 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-50d744e9-b5de-40bc-9041-2f9c00ea93f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:31.137240 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-50d744e9-b5de-40bc-9041-2f9c00ea93f4 None None] Attempt 1 to provision port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be Oct 10 11:39:31.146118 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-a014f0d8-d483-44fb-b94b-5a4f249f492a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:31.193225 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-50d744e9-b5de-40bc-9041-2f9c00ea93f4 None None] Port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:39:31.451519 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34601d54-1a3c-4fd0-89db-68de15bab641 req-9a5c3ebe-f467-48a3-8ed8-e64f9e082796 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:31.452261 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-34601d54-1a3c-4fd0-89db-68de15bab641 req-9a5c3ebe-f467-48a3-8ed8-e64f9e082796 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Synchronizing usage tracker for tenant:64b0f3727b7e416e8144a7ebfb17d62d on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:39:31.541540 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-34601d54-1a3c-4fd0-89db-68de15bab641 req-9a5c3ebe-f467-48a3-8ed8-e64f9e082796 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Unset dirty status for tenant:64b0f3727b7e416e8144a7ebfb17d62d on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:39:31.542597 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-34601d54-1a3c-4fd0-89db-68de15bab641 req-9a5c3ebe-f467-48a3-8ed8-e64f9e082796 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 931 time: 0.3870282 Oct 10 11:39:31.621416 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-34601d54-1a3c-4fd0-89db-68de15bab641 req-096b6a4c-6ba0-40f5-a207-d07116ecbe88 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722384 Oct 10 11:39:31.694183 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-50d744e9-b5de-40bc-9041-2f9c00ea93f4 None None] Attempt 2 to provision port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be Oct 10 11:39:31.696624 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-a014f0d8-d483-44fb-b94b-5a4f249f492a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:39:31.704013 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-a014f0d8-d483-44fb-b94b-5a4f249f492a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:31.718580 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-a014f0d8-d483-44fb-b94b-5a4f249f492a service neutron] Transition to ACTIVE for port object 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:39:31.749883 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-50d744e9-b5de-40bc-9041-2f9c00ea93f4 None None] Port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:39:31.794511 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-a014f0d8-d483-44fb-b94b-5a4f249f492a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:31.984676 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014f0d8-d483-44fb-b94b-5a4f249f492a service neutron] Pushing event updated for resources: {'Port': ['ID=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:39:32.019637 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-a014f0d8-d483-44fb-b94b-5a4f249f492a service neutron] Attempting to bind port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:39:32.020842 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-a014f0d8-d483-44fb-b94b-5a4f249f492a service neutron] Attempting to bind port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '6ed49f34-da45-42bf-963d-6af8e722d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:39:32.020842 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-a014f0d8-d483-44fb-b94b-5a4f249f492a service neutron] Attempting to bind port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be on network f43b8073-114d-4321-a937-8e2ffabc4316 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:39:32.025377 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-a014f0d8-d483-44fb-b94b-5a4f249f492a service neutron] Port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be on network f43b8073-114d-4321-a937-8e2ffabc4316 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:39:32.025717 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-a014f0d8-d483-44fb-b94b-5a4f249f492a service neutron] Attempting to bind port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be on network f43b8073-114d-4321-a937-8e2ffabc4316 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:39:32.030673 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-a014f0d8-d483-44fb-b94b-5a4f249f492a service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:39:32.031000 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-a014f0d8-d483-44fb-b94b-5a4f249f492a service neutron] Checking segment: {'id': '6ed49f34-da45-42bf-963d-6af8e722d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:39:32.031371 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-a014f0d8-d483-44fb-b94b-5a4f249f492a service neutron] Bound using segment: {'id': '6ed49f34-da45-42bf-963d-6af8e722d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:39:32.031786 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-a014f0d8-d483-44fb-b94b-5a4f249f492a service neutron] Bound port: 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed49f34-da45-42bf-963d-6af8e722d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:39:32.032116 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-a014f0d8-d483-44fb-b94b-5a4f249f492a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:32.118512 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-a014f0d8-d483-44fb-b94b-5a4f249f492a service neutron] For port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:39:32.121389 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-a014f0d8-d483-44fb-b94b-5a4f249f492a service neutron] For port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:39:32.201650 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-a014f0d8-d483-44fb-b94b-5a4f249f492a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:32.234950 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-a014f0d8-d483-44fb-b94b-5a4f249f492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:32.235546 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-a014f0d8-d483-44fb-b94b-5a4f249f492a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:32.236876 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-a014f0d8-d483-44fb-b94b-5a4f249f492a service neutron] 10.222.0.15 "PUT /v2.0/ports/56da2a35-35d1-4ea6-a3e3-6b7cc935a2be HTTP/1.1" status: 200 len: 1093 time: 1.2156317 Oct 10 11:39:32.237358 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e84dc0-a69b-4e4e-af04-b781165dbaa1', 'tag': '56da2a35-35d1-4ea6-a3e3-6b7cc935a2be'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:39:32.239692 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5964a5e6-563b-4498-a72a-ae36cb5e4eba" -d '{"events": [{"name": "network-changed", "server_uuid": "78e84dc0-a69b-4e4e-af04-b781165dbaa1", "tag": "56da2a35-35d1-4ea6-a3e3-6b7cc935a2be"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:39:32.251692 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-50d744e9-b5de-40bc-9041-2f9c00ea93f4 None None] Attempt 3 to provision port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be Oct 10 11:39:32.282719 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014f0d8-d483-44fb-b94b-5a4f249f492a service neutron] Pushing event updated for resources: {'Port': ['ID=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:39:32.289282 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925fe8a5-5627-4555-9eb5-0e1380b5fca0 x-openstack-request-id: req-925fe8a5-5627-4555-9eb5-0e1380b5fca0 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:39:32.289542 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e84dc0-a69b-4e4e-af04-b781165dbaa1", "tag": "56da2a35-35d1-4ea6-a3e3-6b7cc935a2be", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:39:32.289833 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-925fe8a5-5627-4555-9eb5-0e1380b5fca0 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:39:32.290228 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-925fe8a5-5627-4555-9eb5-0e1380b5fca0'] response: {'name': 'network-changed', 'server_uuid': '78e84dc0-a69b-4e4e-af04-b781165dbaa1', 'tag': '56da2a35-35d1-4ea6-a3e3-6b7cc935a2be', 'status': 'completed', 'code': 200} Oct 10 11:39:32.318107 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-50d744e9-b5de-40bc-9041-2f9c00ea93f4 None None] Port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:39:32.386231 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964a5e6-563b-4498-a72a-ae36cb5e4eba req-0dad8527-9b53-461b-a6f4-307c9625c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:32.387624 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5964a5e6-563b-4498-a72a-ae36cb5e4eba req-0dad8527-9b53-461b-a6f4-307c9625c7c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 1096 time: 0.0787530 Oct 10 11:39:32.528035 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964a5e6-563b-4498-a72a-ae36cb5e4eba req-df15137a-2a7d-4d5f-955f-dc7e8d57f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:32.529460 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5964a5e6-563b-4498-a72a-ae36cb5e4eba req-df15137a-2a7d-4d5f-955f-dc7e8d57f75f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1348548 Oct 10 11:39:32.669235 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964a5e6-563b-4498-a72a-ae36cb5e4eba req-26256b18-9dba-455e-924f-7edff7cc0189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:32.670609 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5964a5e6-563b-4498-a72a-ae36cb5e4eba req-26256b18-9dba-455e-924f-7edff7cc0189 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1353595 Oct 10 11:39:32.853098 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-feca120e-eec0-41b2-877b-2b7bab9847ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:32.854622 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-feca120e-eec0-41b2-877b-2b7bab9847ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 1096 time: 0.1481233 Oct 10 11:39:32.861964 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ebeb5-a256-4b9d-b432-4a121f9cb1fe req-f3b56dbc-c9c1-498a-8273-d56129c4bb13 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:32.863287 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-811ebeb5-a256-4b9d-b432-4a121f9cb1fe req-f3b56dbc-c9c1-498a-8273-d56129c4bb13 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 943 time: 0.1173062 Oct 10 11:39:32.941873 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-42a09587-64b1-4e67-816f-6340e6e6213b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be HTTP/1.1" status: 200 len: 217 time: 0.0769029 Oct 10 11:39:33.009293 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-811ebeb5-a256-4b9d-b432-4a121f9cb1fe req-391967e0-a91e-4920-8560-ac9b571fe4a7 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938308 Oct 10 11:39:33.022637 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-c6165a82-25d0-4f36-8212-3bdb75c7b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:33.024050 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-c6165a82-25d0-4f36-8212-3bdb75c7b34f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.0754991 Oct 10 11:39:33.105866 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-26c7360c-f21f-4a66-b575-5779924cdd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:33.107311 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-26c7360c-f21f-4a66-b575-5779924cdd43 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775213 Oct 10 11:39:33.335032 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-576ecce7-f2e7-48c1-9126-4ab25b8a92bf service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212863 Oct 10 11:39:33.458119 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0d68262c-5a0e-432e-8dc2-2fcb59274610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:33.469130 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6a0ac987-9ac2-426d-8256-5be0667f8c7f req-c5f9163d-e2f0-4165-9a1d-ebd547792730 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275930 Oct 10 11:39:34.211096 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12686d4-8fe1-43a4-bdce-3e5e523ad532 req-6c96f078-7d83-450f-90ec-5cb5cdab9b07 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:34.212471 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a12686d4-8fe1-43a4-bdce-3e5e523ad532 req-6c96f078-7d83-450f-90ec-5cb5cdab9b07 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 943 time: 0.0907719 Oct 10 11:39:34.255717 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a12686d4-8fe1-43a4-bdce-3e5e523ad532 req-f6e5f727-47a6-4ae1-b14c-706f21548405 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376389 Oct 10 11:39:35.449927 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a685a-57cc-42a8-bf76-04683619e396 req-86152ebd-6abc-4f4a-8fd0-e88221223d9b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:35.451387 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-581a685a-57cc-42a8-bf76-04683619e396 req-86152ebd-6abc-4f4a-8fd0-e88221223d9b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 943 time: 0.0874379 Oct 10 11:39:35.500047 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-581a685a-57cc-42a8-bf76-04683619e396 req-1372e205-bd51-4c24-bdc6-aa7ff607ce0e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429518 Oct 10 11:39:35.715860 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-535d000c-1832-4d72-be58-32edfd723b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:36.695953 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060ecdf-1091-4eee-a159-c1692874b465 req-6a5b1331-6744-421f-9b4e-250b0f47e310 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:36.697381 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e060ecdf-1091-4eee-a159-c1692874b465 req-6a5b1331-6744-421f-9b4e-250b0f47e310 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 943 time: 0.0869706 Oct 10 11:39:36.743810 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e060ecdf-1091-4eee-a159-c1692874b465 req-34618616-33b9-4b46-935a-0de0d7f7b4f2 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408065 Oct 10 11:39:37.012063 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:37.013452 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:39:37.041142 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:37.145377 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:39:37.158058 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '56da2a35-35d1-4ea6-a3e3-6b7cc935a2be', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'port_id': '56da2a35-35d1-4ea6-a3e3-6b7cc935a2be', 'mac_address': 'fa:16:3e:3e:ff:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 478, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:39:37.217013 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:39:37.217301 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:37.271253 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:39:37.287147 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:39:37.344365 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:37.411068 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:39:37.543786 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['56da2a35-35d1-4ea6-a3e3-6b7cc935a2be'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:39:37.939377 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c22da-f434-4365-a5a4-323ed1f3b018 req-160941bb-ac63-450e-823a-4aabae3630d3 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:37.940739 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-334c22da-f434-4365-a5a4-323ed1f3b018 req-160941bb-ac63-450e-823a-4aabae3630d3 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 944 time: 0.0877712 Oct 10 11:39:37.984831 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-334c22da-f434-4365-a5a4-323ed1f3b018 req-1b75d701-61a0-4564-925f-ff857b6a9d0a tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373507 Oct 10 11:39:38.679865 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:39.018932 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:39:39.154347 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:39:39.159288 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:39:39.159659 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:39.160641 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be Oct 10 11:39:39.185617 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5888fb-ce27-453f-82a2-a0d6aada4845 req-97aff5e7-5bd4-4d7d-a45a-7acbeae3dabd tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:39.187041 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8c5888fb-ce27-453f-82a2-a0d6aada4845 req-97aff5e7-5bd4-4d7d-a45a-7acbeae3dabd tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 944 time: 0.0880489 Oct 10 11:39:39.232069 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8c5888fb-ce27-453f-82a2-a0d6aada4845 req-7c4686f4-0c43-471d-96eb-5f32bef5eda7 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388777 Oct 10 11:39:39.278072 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:39:39.278444 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:39.304987 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e84dc0-a69b-4e4e-af04-b781165dbaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56da2a35-35d1-4ea6-a3e3-6b7cc935a2be'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:39:39.307262 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e2e8bf-8285-4bde-8873-e1c6ceeadb1d" -d '{"events": [{"server_uuid": "78e84dc0-a69b-4e4e-af04-b781165dbaa1", "name": "network-vif-plugged", "status": "completed", "tag": "56da2a35-35d1-4ea6-a3e3-6b7cc935a2be"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:39:39.314593 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:39:39.349128 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3679d02c-b985-4c2e-9bfc-56d9114ce64b x-openstack-request-id: req-3679d02c-b985-4c2e-9bfc-56d9114ce64b {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:39:39.349413 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e84dc0-a69b-4e4e-af04-b781165dbaa1", "name": "network-vif-plugged", "status": "completed", "tag": "56da2a35-35d1-4ea6-a3e3-6b7cc935a2be", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:39:39.349693 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3679d02c-b985-4c2e-9bfc-56d9114ce64b {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:39:39.350080 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3679d02c-b985-4c2e-9bfc-56d9114ce64b'] response: {'server_uuid': '78e84dc0-a69b-4e4e-af04-b781165dbaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56da2a35-35d1-4ea6-a3e3-6b7cc935a2be', 'code': 200} Oct 10 11:39:39.400296 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:39.483117 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:39:39.522020 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:39.718281 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839bd0e-d310-45a7-9623-eeb485652223 req-e0c1fd6d-7a1c-4dba-8c57-aff1e10ef3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:39.719668 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7839bd0e-d310-45a7-9623-eeb485652223 req-e0c1fd6d-7a1c-4dba-8c57-aff1e10ef3e7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 1098 time: 0.0814860 Oct 10 11:39:39.759371 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7839bd0e-d310-45a7-9623-eeb485652223 req-4e6f9879-cc7c-4b5c-9db0-496fb0117cba service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337491 Oct 10 11:39:40.437234 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f2233-8c94-4957-9b49-c4f2580895cc req-44e37cbd-852f-410f-92ad-56ef0d4a0186 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:40.438713 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4d3f2233-8c94-4957-9b49-c4f2580895cc req-44e37cbd-852f-410f-92ad-56ef0d4a0186 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0916793 Oct 10 11:39:40.482176 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4d3f2233-8c94-4957-9b49-c4f2580895cc req-66ad23eb-ff88-43af-8da7-791124bb3e38 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378327 Oct 10 11:39:41.690258 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a4436-4708-47b4-8287-35dd68ff2ff9 req-ad070cd1-a1de-4ee1-a315-9add8f2d85c6 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:41.692339 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-028a4436-4708-47b4-8287-35dd68ff2ff9 req-ad070cd1-a1de-4ee1-a315-9add8f2d85c6 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0887330 Oct 10 11:39:41.739390 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-028a4436-4708-47b4-8287-35dd68ff2ff9 req-96e115a5-2406-42ee-b515-0db6a701a73c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415013 Oct 10 11:39:41.939066 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89844419-d1f2-4b30-8198-54382c70f0b5 req-8d44bcd5-3e22-469d-b2be-4ecd32465ea1 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:41.940579 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-89844419-d1f2-4b30-8198-54382c70f0b5 req-8d44bcd5-3e22-469d-b2be-4ecd32465ea1 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0904841 Oct 10 11:39:41.950780 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 34622) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:39:41.955865 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-80f38399-0aab-4b9a-adb5-c2ba8736323e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Request body: {'floatingip': {'port_id': '56da2a35-35d1-4ea6-a3e3-6b7cc935a2be'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:39:42.033837 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-80f38399-0aab-4b9a-adb5-c2ba8736323e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for floatingip, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:42.727788 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-80f38399-0aab-4b9a-adb5-c2ba8736323e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:42.789676 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-80f38399-0aab-4b9a-adb5-c2ba8736323e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:42.962633 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-80f38399-0aab-4b9a-adb5-c2ba8736323e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Floating IP 496d855d-c2e2-435f-9859-a5405cb0dcbd associated. External IP: 172.26.4.187, port: 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be. Oct 10 11:39:43.307324 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f38399-0aab-4b9a-adb5-c2ba8736323e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:39:43.597865 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f38399-0aab-4b9a-adb5-c2ba8736323e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:39:43.602580 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-80f38399-0aab-4b9a-adb5-c2ba8736323e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:39:43.607124 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30f88c0-8d2c-462c-9187-93a5ad7faffe None None] Sync routers for ids ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:39:43.616533 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30f88c0-8d2c-462c-9187-93a5ad7faffe None None] Routers {'3dc24dfe-cec8-4f37-8413-dd5cc1453780'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:39:43.617198 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-d30f88c0-8d2c-462c-9187-93a5ad7faffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:39:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:39:43.655804 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-80f38399-0aab-4b9a-adb5-c2ba8736323e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "PUT /v2.0/floatingips/496d855d-c2e2-435f-9859-a5405cb0dcbd HTTP/1.1" status: 200 len: 991 time: 1.7039633 Oct 10 11:39:43.656433 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e84dc0-a69b-4e4e-af04-b781165dbaa1', 'tag': '56da2a35-35d1-4ea6-a3e3-6b7cc935a2be'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:39:43.658747 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53f93bb-5638-4ad1-b8ce-fde6e76397aa" -d '{"events": [{"name": "network-changed", "server_uuid": "78e84dc0-a69b-4e4e-af04-b781165dbaa1", "tag": "56da2a35-35d1-4ea6-a3e3-6b7cc935a2be"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:39:43.699707 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e530e3-6a31-4770-a6cf-a3783baad1fb x-openstack-request-id: req-b9e530e3-6a31-4770-a6cf-a3783baad1fb {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:39:43.699999 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e84dc0-a69b-4e4e-af04-b781165dbaa1", "tag": "56da2a35-35d1-4ea6-a3e3-6b7cc935a2be", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:39:43.700252 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b9e530e3-6a31-4770-a6cf-a3783baad1fb {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:39:43.700656 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9e530e3-6a31-4770-a6cf-a3783baad1fb'] response: {'name': 'network-changed', 'server_uuid': '78e84dc0-a69b-4e4e-af04-b781165dbaa1', 'tag': '56da2a35-35d1-4ea6-a3e3-6b7cc935a2be', 'status': 'completed', 'code': 200} Oct 10 11:39:43.792713 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-d30f88c0-8d2c-462c-9187-93a5ad7faffe None None] Set router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:39:43.798184 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f93bb-5638-4ad1-b8ce-fde6e76397aa req-19a75b7b-b64a-4df8-8bf7-c9d1bb6168a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:43.799673 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a53f93bb-5638-4ad1-b8ce-fde6e76397aa req-19a75b7b-b64a-4df8-8bf7-c9d1bb6168a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 1098 time: 0.0792477 Oct 10 11:39:43.934943 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f93bb-5638-4ad1-b8ce-fde6e76397aa req-250b9a11-7ae2-4dab-ade3-ceaa31587214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:43.936936 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a53f93bb-5638-4ad1-b8ce-fde6e76397aa req-250b9a11-7ae2-4dab-ade3-ceaa31587214 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 912 time: 0.1309083 Oct 10 11:39:44.042093 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a53f93bb-5638-4ad1-b8ce-fde6e76397aa req-4a504a83-3803-4cdd-98ed-b9847f627cd9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be HTTP/1.1" status: 200 len: 999 time: 0.0989795 Oct 10 11:39:44.102762 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f93bb-5638-4ad1-b8ce-fde6e76397aa req-ffd76083-18ac-40e1-8aae-f521d540ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:44.104183 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a53f93bb-5638-4ad1-b8ce-fde6e76397aa req-ffd76083-18ac-40e1-8aae-f521d540ba6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.0569468 Oct 10 11:39:44.140459 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-d30f88c0-8d2c-462c-9187-93a5ad7faffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 4, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '496d855d-c2e2-435f-9859-a5405cb0dcbd', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'port_id': '56da2a35-35d1-4ea6-a3e3-6b7cc935a2be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'mac_address': 'fa:16:3e:3e:ff:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e84dc0-a69b-4e4e-af04-b781165dbaa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:36:47Z', 'updated_at': '2022-10-10T11:39:42Z', 'revision_number': 9, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd001c7f-051a-4937-b3a4-324dbc007068', 'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'mac_address': 'fa:16:3e:a1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:42Z', 'updated_at': '2022-10-10T11:36:47Z', 'revision_number': 5, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'subnets': [{'id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:39:44.144892 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30f88c0-8d2c-462c-9187-93a5ad7faffe None None] Checking router: 3dc24dfe-cec8-4f37-8413-dd5cc1453780 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:39:44.153318 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30f88c0-8d2c-462c-9187-93a5ad7faffe None None] Routers {'3dc24dfe-cec8-4f37-8413-dd5cc1453780'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:39:44.153950 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-d30f88c0-8d2c-462c-9187-93a5ad7faffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:39:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:39:44.188894 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f93bb-5638-4ad1-b8ce-fde6e76397aa req-3a9226ee-6125-4123-b7d9-a3d2b91e2332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:39:44.190312 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a53f93bb-5638-4ad1-b8ce-fde6e76397aa req-3a9226ee-6125-4123-b7d9-a3d2b91e2332 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807052 Oct 10 11:39:44.323264 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a53f93bb-5638-4ad1-b8ce-fde6e76397aa req-bd1e9442-873b-498f-b9a9-03d490e792f4 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261542 Oct 10 11:39:44.372214 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-d30f88c0-8d2c-462c-9187-93a5ad7faffe None None] Set router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:39:44.456169 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a53f93bb-5638-4ad1-b8ce-fde6e76397aa req-b0eedcea-4030-4a96-8fdf-3422ce27e8ab service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270521 Oct 10 11:39:44.709685 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-d30f88c0-8d2c-462c-9187-93a5ad7faffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 4, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '496d855d-c2e2-435f-9859-a5405cb0dcbd', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'port_id': '56da2a35-35d1-4ea6-a3e3-6b7cc935a2be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'mac_address': 'fa:16:3e:3e:ff:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e84dc0-a69b-4e4e-af04-b781165dbaa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:36:47Z', 'updated_at': '2022-10-10T11:39:42Z', 'revision_number': 9, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd001c7f-051a-4937-b3a4-324dbc007068', 'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'mac_address': 'fa:16:3e:a1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:42Z', 'updated_at': '2022-10-10T11:36:47Z', 'revision_number': 5, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'subnets': [{'id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:39:44.713546 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30f88c0-8d2c-462c-9187-93a5ad7faffe None None] The sync data for ids ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'] in dv-neutron-860842-1-hyperv is: [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 4, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '496d855d-c2e2-435f-9859-a5405cb0dcbd', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'port_id': '56da2a35-35d1-4ea6-a3e3-6b7cc935a2be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'mac_address': 'fa:16:3e:3e:ff:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e84dc0-a69b-4e4e-af04-b781165dbaa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:36:47Z', 'updated_at': '2022-10-10T11:39:42Z', 'revision_number': 9, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd001c7f-051a-4937-b3a4-324dbc007068', 'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'mac_address': 'fa:16:3e:a1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:42Z', 'updated_at': '2022-10-10T11:36:47Z', 'revision_number': 5, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'subnets': [{'id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:39:44.904797 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b342485-cd70-4695-b546-79e57c044dc9 None None] New status for floating IP 496d855d-c2e2-435f-9859-a5405cb0dcbd: ACTIVE {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:39:51.002914 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:40:03.440694 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-52962e27-b9db-4ac3-80cc-b3babe46d20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:05.738036 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-60d2a2c4-cba8-4b60-bfb2-26a3c23f044c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:07.023322 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:07.063454 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:08.793235 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:09.536581 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:12.704067 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9c97c-230c-477a-8818-11dfed1352d8 req-a81ab4a8-963f-4381-96e1-76c87acf05c3 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:12.705506 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8ad9c97c-230c-477a-8818-11dfed1352d8 req-a81ab4a8-963f-4381-96e1-76c87acf05c3 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0868797 Oct 10 11:40:12.751850 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8ad9c97c-230c-477a-8818-11dfed1352d8 req-ca82b21d-dd52-4203-a0ab-e531187a2727 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400553 Oct 10 11:40:12.772026 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5c0a55b6-57e7-4cdf-bd81-c04155437277 req-db35e6b8-6c0f-47da-9690-17438c635e35 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818198 Oct 10 11:40:13.948763 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87fd65-4616-404b-bcf4-cc1a5ff991cb req-d809e472-94ff-47d5-a18c-0b597992c52e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:13.950256 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1c87fd65-4616-404b-bcf4-cc1a5ff991cb req-d809e472-94ff-47d5-a18c-0b597992c52e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0870137 Oct 10 11:40:13.995571 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1c87fd65-4616-404b-bcf4-cc1a5ff991cb req-8fbda550-a628-43fc-8495-f24158fbfc03 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397575 Oct 10 11:40:15.019247 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a55b6-57e7-4cdf-bd81-c04155437277 req-1ea858dc-2618-464b-aa54-591ca3515536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:15.020693 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5c0a55b6-57e7-4cdf-bd81-c04155437277 req-1ea858dc-2618-464b-aa54-591ca3515536 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 1098 time: 0.0816119 Oct 10 11:40:15.315285 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a55b6-57e7-4cdf-bd81-c04155437277 req-a1f63274-d812-4be4-98d4-ded664a0a973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:15.316729 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5c0a55b6-57e7-4cdf-bd81-c04155437277 req-a1f63274-d812-4be4-98d4-ded664a0a973 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 912 time: 0.2889378 Oct 10 11:40:15.395369 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea9267-716e-4d7d-ab4b-4b61caf83fb9 req-f050257f-d853-4b6e-9d6c-f41545257124 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:15.396798 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-26ea9267-716e-4d7d-ab4b-4b61caf83fb9 req-f050257f-d853-4b6e-9d6c-f41545257124 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 945 time: 0.1860743 Oct 10 11:40:15.458310 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5c0a55b6-57e7-4cdf-bd81-c04155437277 req-71f0649e-ee4b-4866-bde7-aa3a456a835f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be HTTP/1.1" status: 200 len: 1002 time: 0.1337230 Oct 10 11:40:15.465852 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-26ea9267-716e-4d7d-ab4b-4b61caf83fb9 req-2101d533-0e17-48d7-bc05-ec3312911c4b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601151 Oct 10 11:40:15.522220 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a55b6-57e7-4cdf-bd81-c04155437277 req-a07d83ff-2752-414d-9bec-ff38ac723b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:15.523659 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5c0a55b6-57e7-4cdf-bd81-c04155437277 req-a07d83ff-2752-414d-9bec-ff38ac723b2f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.0569766 Oct 10 11:40:15.610151 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a55b6-57e7-4cdf-bd81-c04155437277 req-e6689a7b-cb6c-48b3-8781-0b9c709d82e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:15.611512 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5c0a55b6-57e7-4cdf-bd81-c04155437277 req-e6689a7b-cb6c-48b3-8781-0b9c709d82e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808899 Oct 10 11:40:15.744051 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5c0a55b6-57e7-4cdf-bd81-c04155437277 req-dcff9565-bacd-49ad-9b4c-2d0c07117f01 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249709 Oct 10 11:40:15.875870 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5c0a55b6-57e7-4cdf-bd81-c04155437277 req-4f55daec-439b-4ffb-8c66-777b34923eb5 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243625 Oct 10 11:40:16.668974 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54311b6a-418d-4180-b932-740d70467f57 req-ad5c901b-3ff9-47ba-8642-1e0a217be2be tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:16.670444 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-54311b6a-418d-4180-b932-740d70467f57 req-ad5c901b-3ff9-47ba-8642-1e0a217be2be tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0906775 Oct 10 11:40:16.714252 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-54311b6a-418d-4180-b932-740d70467f57 req-fd2145ff-e36e-4245-88af-a2ae2e6c1196 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382569 Oct 10 11:40:17.915046 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113da28-8ed4-4321-995e-6f1ca8486758 req-5b4bc82d-47f2-4ed9-b078-c4aa989277b2 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:17.916502 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1113da28-8ed4-4321-995e-6f1ca8486758 req-5b4bc82d-47f2-4ed9-b078-c4aa989277b2 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0880573 Oct 10 11:40:17.959886 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1113da28-8ed4-4321-995e-6f1ca8486758 req-4560f666-dc47-44ed-8b23-540b83178e71 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377209 Oct 10 11:40:19.157751 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30438f6-e0a8-4822-8021-f8cd5871e4e6 req-655d489a-a9c1-4ac5-8d59-0d282937a390 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:19.159189 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c30438f6-e0a8-4822-8021-f8cd5871e4e6 req-655d489a-a9c1-4ac5-8d59-0d282937a390 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0888150 Oct 10 11:40:19.206270 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c30438f6-e0a8-4822-8021-f8cd5871e4e6 req-b2f30b5b-0648-46d1-8c4a-26f94be32c6a tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405328 Oct 10 11:40:20.405431 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822db5e-1ae3-4839-9a9c-31f6fa82144e req-a968572a-cd36-42f0-952f-b5ec1728ae0f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:20.406884 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2822db5e-1ae3-4839-9a9c-31f6fa82144e req-a968572a-cd36-42f0-952f-b5ec1728ae0f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0894940 Oct 10 11:40:20.450093 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2822db5e-1ae3-4839-9a9c-31f6fa82144e req-7840af30-8f7d-45b1-a574-29bbaa46b4f1 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373530 Oct 10 11:40:21.646272 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ec18c-2715-4c4a-8bac-104a416756d9 req-25b5a1b9-516f-4a0d-bcd8-bb34bfbfab31 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:21.647616 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5c0ec18c-2715-4c4a-8bac-104a416756d9 req-25b5a1b9-516f-4a0d-bcd8-bb34bfbfab31 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0864110 Oct 10 11:40:21.691677 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5c0ec18c-2715-4c4a-8bac-104a416756d9 req-2ec17b06-eb22-4aef-8497-f6f86369adec tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381386 Oct 10 11:40:22.888077 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c5227-27bf-4e82-9607-9f105831bf95 req-e544a090-8763-4aef-bccc-3eb4ccbd7da0 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:22.889589 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-624c5227-27bf-4e82-9607-9f105831bf95 req-e544a090-8763-4aef-bccc-3eb4ccbd7da0 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0884979 Oct 10 11:40:22.936897 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-624c5227-27bf-4e82-9607-9f105831bf95 req-5ea83236-ce0b-46e1-b46c-4021eb1224c5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416427 Oct 10 11:40:24.138005 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2703fe-d216-46c2-bb2f-7f8020bd2633 req-aaf10377-3408-4ad8-857a-5c24fd353b3f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:24.139440 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2a2703fe-d216-46c2-bb2f-7f8020bd2633 req-aaf10377-3408-4ad8-857a-5c24fd353b3f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0898073 Oct 10 11:40:24.183278 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2a2703fe-d216-46c2-bb2f-7f8020bd2633 req-e592e403-ad58-4d50-bda1-d0a536abfab9 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381925 Oct 10 11:40:25.382615 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec66263-37d1-485e-b152-738939a2331a req-5461ea6b-4bef-44ce-8f61-aa286e936c3c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:25.384077 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-eec66263-37d1-485e-b152-738939a2331a req-5461ea6b-4bef-44ce-8f61-aa286e936c3c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0877550 Oct 10 11:40:25.427053 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-eec66263-37d1-485e-b152-738939a2331a req-1d90055f-338f-4935-8d2c-bdd9930dbce2 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374069 Oct 10 11:40:26.628665 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c969ae9-5669-471e-9a13-1237f0ee94c3 req-984b8896-affd-441e-88ca-4c70af397cd5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:26.630135 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6c969ae9-5669-471e-9a13-1237f0ee94c3 req-984b8896-affd-441e-88ca-4c70af397cd5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0928347 Oct 10 11:40:26.684766 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6c969ae9-5669-471e-9a13-1237f0ee94c3 req-fbe7b2f4-f175-431b-8d23-87de79a6923e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483637 Oct 10 11:40:27.887700 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7fef1-75b4-42da-a995-19b1588c0dc4 req-4f8b3861-f27a-4a3f-b115-4b513dd922b1 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:27.889210 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-aeb7fef1-75b4-42da-a995-19b1588c0dc4 req-4f8b3861-f27a-4a3f-b115-4b513dd922b1 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0903301 Oct 10 11:40:27.934734 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-aeb7fef1-75b4-42da-a995-19b1588c0dc4 req-e71b477a-666b-488b-88b5-a90384e587ee tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398171 Oct 10 11:40:28.001483 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:40:29.131975 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f157343-5edb-49ca-bb87-6c4b8ac2faee req-ad60b474-4fc9-46a4-9866-38f1abdce55d tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:29.133871 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5f157343-5edb-49ca-bb87-6c4b8ac2faee req-ad60b474-4fc9-46a4-9866-38f1abdce55d tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0871387 Oct 10 11:40:29.178046 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5f157343-5edb-49ca-bb87-6c4b8ac2faee req-958c377f-b003-4288-85cd-22b70192398f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383124 Oct 10 11:40:30.374007 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cc56c-c2a3-4b0e-b84d-b9623d1b7484 req-72a5db82-3269-466e-b61a-ff3a66fee33a tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:30.375471 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f10cc56c-c2a3-4b0e-b84d-b9623d1b7484 req-72a5db82-3269-466e-b61a-ff3a66fee33a tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0875199 Oct 10 11:40:30.423738 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f10cc56c-c2a3-4b0e-b84d-b9623d1b7484 req-192672f6-593d-4f87-bca3-19bb5c3e5353 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425622 Oct 10 11:40:31.627990 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508af87-acfc-47cb-b6b4-0f790a9fd167 req-caeeaf52-fa20-4698-82bf-53632bf48b17 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:31.629353 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5508af87-acfc-47cb-b6b4-0f790a9fd167 req-caeeaf52-fa20-4698-82bf-53632bf48b17 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0934381 Oct 10 11:40:31.673963 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5508af87-acfc-47cb-b6b4-0f790a9fd167 req-1574dbe3-5143-40a1-99e5-c7d5c3aa8806 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389247 Oct 10 11:40:32.953818 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3353d10-c0eb-4787-a8ca-9a8eb42262b8 req-810eede7-cc00-4663-a1a1-21881a43f9d7 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:32.957378 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d3353d10-c0eb-4787-a8ca-9a8eb42262b8 req-810eede7-cc00-4663-a1a1-21881a43f9d7 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 945 time: 0.1700294 Oct 10 11:40:32.963842 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5c0a55b6-57e7-4cdf-bd81-c04155437277 req-066836b9-a481-4f2b-91a9-212b7d346c85 service neutron] 10.222.0.15 "GET /v2.0/ports/56da2a35-35d1-4ea6-a3e3-6b7cc935a2be/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.1256716 Oct 10 11:40:33.002579 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d3353d10-c0eb-4787-a8ca-9a8eb42262b8 req-800cd4fd-d6ec-43ea-baa6-ad8b0f60bb8c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415554 Oct 10 11:40:33.486167 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6d1accea-6fec-40c9-9d8c-24d6b4af955f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:33.630045 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a55b6-57e7-4cdf-bd81-c04155437277 req-cd163966-ca6a-4a70-ad9a-01993b28f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:33.631430 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5c0a55b6-57e7-4cdf-bd81-c04155437277 req-cd163966-ca6a-4a70-ad9a-01993b28f6ce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1&tenant_id=64b0f3727b7e416e8144a7ebfb17d62d HTTP/1.1" status: 200 len: 1098 time: 0.0778177 Oct 10 11:40:33.821421 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a55b6-57e7-4cdf-bd81-c04155437277 req-0942be85-050a-41ac-bb39-2a86124d35a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:33.822927 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5c0a55b6-57e7-4cdf-bd81-c04155437277 req-0942be85-050a-41ac-bb39-2a86124d35a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 1098 time: 0.1724689 Oct 10 11:40:33.954871 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a55b6-57e7-4cdf-bd81-c04155437277 req-80226485-28fd-4b59-90fb-81005d7da238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:33.956315 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5c0a55b6-57e7-4cdf-bd81-c04155437277 req-80226485-28fd-4b59-90fb-81005d7da238 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 912 time: 0.1276691 Oct 10 11:40:34.059575 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5c0a55b6-57e7-4cdf-bd81-c04155437277 req-69e2f159-55fd-4f3b-bad8-4dd8c52ee7dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be HTTP/1.1" status: 200 len: 1002 time: 0.0969901 Oct 10 11:40:34.122087 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a55b6-57e7-4cdf-bd81-c04155437277 req-9f63fe46-f7cd-456d-92cb-a0f8efb1b8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:34.123542 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5c0a55b6-57e7-4cdf-bd81-c04155437277 req-9f63fe46-f7cd-456d-92cb-a0f8efb1b8b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.0575652 Oct 10 11:40:34.203449 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4acb40-a2ba-4296-b90f-0303ed7a99c9 req-8c98c925-c784-419b-b463-e7fcfb650996 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:34.204818 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0b4acb40-a2ba-4296-b90f-0303ed7a99c9 req-8c98c925-c784-419b-b463-e7fcfb650996 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0886843 Oct 10 11:40:34.210872 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a55b6-57e7-4cdf-bd81-c04155437277 req-21c2a2ad-2f43-4b6c-8f79-d2ad5d5fb4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:34.213321 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5c0a55b6-57e7-4cdf-bd81-c04155437277 req-21c2a2ad-2f43-4b6c-8f79-d2ad5d5fb4b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838397 Oct 10 11:40:34.252989 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0b4acb40-a2ba-4296-b90f-0303ed7a99c9 req-e9020620-23de-4df2-9612-3f820b5fbdec tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422614 Oct 10 11:40:34.347612 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5c0a55b6-57e7-4cdf-bd81-c04155437277 req-675d3c28-3f64-44c1-b445-9eed1f02d20e service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273432 Oct 10 11:40:34.478307 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5c0a55b6-57e7-4cdf-bd81-c04155437277 req-1788ea89-fd1d-477e-acf3-ffe121b069e7 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251051 Oct 10 11:40:35.251631 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:40:35.369043 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:40:35.369405 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:35.397093 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e84dc0-a69b-4e4e-af04-b781165dbaa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56da2a35-35d1-4ea6-a3e3-6b7cc935a2be'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:40:35.399961 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bb3d84-7b27-41fd-8eec-0c0d47486fbb" -d '{"events": [{"server_uuid": "78e84dc0-a69b-4e4e-af04-b781165dbaa1", "name": "network-vif-unplugged", "status": "completed", "tag": "56da2a35-35d1-4ea6-a3e3-6b7cc935a2be"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:40:35.407721 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:40:35.452972 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Oct 2022 11:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d785fc92-13e1-4dd5-8d28-2257fcf431d1 x-openstack-request-id: req-d785fc92-13e1-4dd5-8d28-2257fcf431d1 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:40:35.453270 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e84dc0-a69b-4e4e-af04-b781165dbaa1", "name": "network-vif-unplugged", "status": "completed", "tag": "56da2a35-35d1-4ea6-a3e3-6b7cc935a2be", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:40:35.453544 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d785fc92-13e1-4dd5-8d28-2257fcf431d1 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:40:35.453968 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d785fc92-13e1-4dd5-8d28-2257fcf431d1'] response: {'server_uuid': '78e84dc0-a69b-4e4e-af04-b781165dbaa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56da2a35-35d1-4ea6-a3e3-6b7cc935a2be', 'code': 200} Oct 10 11:40:35.454412 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29344b0d-18e7-44c1-adfb-ef790a35f766 req-09a70dac-642d-4340-a494-d0c44b35a404 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:35.455905 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-29344b0d-18e7-44c1-adfb-ef790a35f766 req-09a70dac-642d-4340-a494-d0c44b35a404 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0896864 Oct 10 11:40:35.499452 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-29344b0d-18e7-44c1-adfb-ef790a35f766 req-1b1e6e77-0a92-4915-85f4-4e75a0282716 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378659 Oct 10 11:40:35.537782 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:35.605349 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be,revision_number=6']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:40:35.612314 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:40:35.612659 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:40:35.612991 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:40:35.613317 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:40:35.613675 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:40:35.613998 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:40:35.614316 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:40:35.614631 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:40:35.614945 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:40:35.615255 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:40:35.615567 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:40:35.615877 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:40:35.729735 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-758f49c5-4aed-4d85-89da-79c514e0c80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:36.615608 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e4d41-2d18-4b48-ae1a-9c2b128dd39f req-8e42aa88-0045-4071-9020-eb0a647685e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:36.617104 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b33e4d41-2d18-4b48-ae1a-9c2b128dd39f req-8e42aa88-0045-4071-9020-eb0a647685e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 1096 time: 0.0825095 Oct 10 11:40:36.701292 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f1aeb-eb98-4aa3-b412-04a1712fa036 req-aee82bc7-0a4f-4ce4-af27-d6dd240404a9 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:36.702745 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-311f1aeb-eb98-4aa3-b412-04a1712fa036 req-aee82bc7-0a4f-4ce4-af27-d6dd240404a9 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 943 time: 0.0885885 Oct 10 11:40:36.746930 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-311f1aeb-eb98-4aa3-b412-04a1712fa036 req-a94370f8-ec61-4f8f-b277-96026cc56bef tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383832 Oct 10 11:40:36.763174 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e4d41-2d18-4b48-ae1a-9c2b128dd39f req-653efd94-ea01-4567-8a87-bf92861026f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:36.764615 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b33e4d41-2d18-4b48-ae1a-9c2b128dd39f req-653efd94-ea01-4567-8a87-bf92861026f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 912 time: 0.1288664 Oct 10 11:40:36.869274 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b33e4d41-2d18-4b48-ae1a-9c2b128dd39f req-6e33789a-2983-43b7-b67d-d21e03b7456f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be HTTP/1.1" status: 200 len: 1000 time: 0.0988433 Oct 10 11:40:36.932463 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e4d41-2d18-4b48-ae1a-9c2b128dd39f req-9a83af01-6beb-49ea-9dda-f7f7b546b388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:36.933784 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b33e4d41-2d18-4b48-ae1a-9c2b128dd39f req-9a83af01-6beb-49ea-9dda-f7f7b546b388 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.0585492 Oct 10 11:40:37.017020 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e4d41-2d18-4b48-ae1a-9c2b128dd39f req-182e0d43-ccf8-4594-b04e-37461a6450fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:37.018558 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b33e4d41-2d18-4b48-ae1a-9c2b128dd39f req-182e0d43-ccf8-4594-b04e-37461a6450fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788782 Oct 10 11:40:37.068695 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:37.125984 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:37.149882 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b33e4d41-2d18-4b48-ae1a-9c2b128dd39f req-46a1fc20-d3c0-4038-9e67-c98d4504c45d service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251814 Oct 10 11:40:37.260111 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:40:37.280276 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b33e4d41-2d18-4b48-ae1a-9c2b128dd39f req-1aa6e9e3-6024-403d-b65a-326fb1486943 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248341 Oct 10 11:40:37.395919 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:40:37.410226 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '56da2a35-35d1-4ea6-a3e3-6b7cc935a2be', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'port_id': '56da2a35-35d1-4ea6-a3e3-6b7cc935a2be', 'mac_address': 'fa:16:3e:3e:ff:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 478, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:40:37.508695 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:40:37.509627 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:37.535805 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:40:37.557993 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:40:37.590788 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e25d3-c0f3-431b-82bc-ca7d8d73932a req-0d6c085f-0ed2-4d6c-8596-3404e0cb0803 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:37.592273 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-826e25d3-c0f3-431b-82bc-ca7d8d73932a req-0d6c085f-0ed2-4d6c-8596-3404e0cb0803 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 943 time: 0.1061349 Oct 10 11:40:37.638613 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-826e25d3-c0f3-431b-82bc-ca7d8d73932a req-def0c6ef-b32c-4e9e-bd88-9706acadaf57 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403771 Oct 10 11:40:37.665859 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:37.668950 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65131ec-3426-437c-8049-fc94ef6ee88e req-06af9822-2948-4d74-b85d-17a75c16bf56 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:37.670419 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b65131ec-3426-437c-8049-fc94ef6ee88e req-06af9822-2948-4d74-b85d-17a75c16bf56 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.15 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1&tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&binding%3Ahost_id=hv-neutron-8608 HTTP/1.1" status: 200 len: 943 time: 0.2206233 Oct 10 11:40:37.722234 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['56da2a35-35d1-4ea6-a3e3-6b7cc935a2be'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:40:37.765771 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be,revision_number=7']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:40:37.767307 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b65131ec-3426-437c-8049-fc94ef6ee88e req-9e3c7828-0b54-4e6a-8eee-accc24265f7f service neutron] 10.222.0.15 "GET /v2.0/ports/56da2a35-35d1-4ea6-a3e3-6b7cc935a2be/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.0862436 Oct 10 11:40:37.876312 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65131ec-3426-437c-8049-fc94ef6ee88e req-239e597d-f5ee-4f24-96a9-fc9b268233d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:37.877725 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b65131ec-3426-437c-8049-fc94ef6ee88e req-239e597d-f5ee-4f24-96a9-fc9b268233d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 1097 time: 0.0795670 Oct 10 11:40:38.008558 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65131ec-3426-437c-8049-fc94ef6ee88e req-5b73f15b-1ae6-4768-b10e-34f8c7ace276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:38.010054 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b65131ec-3426-437c-8049-fc94ef6ee88e req-5b73f15b-1ae6-4768-b10e-34f8c7ace276 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 912 time: 0.1259780 Oct 10 11:40:38.114466 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b65131ec-3426-437c-8049-fc94ef6ee88e req-34852729-bb69-4087-81d9-6b713193d8c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be HTTP/1.1" status: 200 len: 1001 time: 0.0973341 Oct 10 11:40:38.175376 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65131ec-3426-437c-8049-fc94ef6ee88e req-67be8ece-8000-4024-9c50-e101602490b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:38.176696 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b65131ec-3426-437c-8049-fc94ef6ee88e req-67be8ece-8000-4024-9c50-e101602490b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.0562449 Oct 10 11:40:38.258961 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65131ec-3426-437c-8049-fc94ef6ee88e req-3bb833d9-267b-437d-b0fe-7e2871825d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:38.260421 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b65131ec-3426-437c-8049-fc94ef6ee88e req-3bb833d9-267b-437d-b0fe-7e2871825d30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784495 Oct 10 11:40:38.388069 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b65131ec-3426-437c-8049-fc94ef6ee88e req-37aefe4c-b2b7-481b-99b9-7dd036a30584 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219573 Oct 10 11:40:38.516428 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b65131ec-3426-437c-8049-fc94ef6ee88e req-aaa97b04-7157-4d93-a746-6bbeb55ff27a service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226723 Oct 10 11:40:38.674199 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:38.839510 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31a6eb-eb68-46e5-be8e-848ac57ca0de req-2cd6b5ad-d202-4e1e-9791-94e121373f2f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:38.840879 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0f31a6eb-eb68-46e5-be8e-848ac57ca0de req-2cd6b5ad-d202-4e1e-9791-94e121373f2f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 944 time: 0.0880542 Oct 10 11:40:38.890229 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0f31a6eb-eb68-46e5-be8e-848ac57ca0de req-ec1ae4ed-13b3-497b-b2c6-fc2d708de4e0 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433578 Oct 10 11:40:39.272914 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:40:39.341305 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:40:39.341705 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:39.342034 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be Oct 10 11:40:39.475480 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:40:39.475910 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:39.502857 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e84dc0-a69b-4e4e-af04-b781165dbaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56da2a35-35d1-4ea6-a3e3-6b7cc935a2be'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:40:39.508178 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e946d56c-d361-4252-89e5-950e1533c5ad" -d '{"events": [{"server_uuid": "78e84dc0-a69b-4e4e-af04-b781165dbaa1", "name": "network-vif-plugged", "status": "completed", "tag": "56da2a35-35d1-4ea6-a3e3-6b7cc935a2be"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:40:39.513242 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:40:39.558763 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9289c125-0c24-4fba-a929-5fb2864d39bd x-openstack-request-id: req-9289c125-0c24-4fba-a929-5fb2864d39bd {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:40:39.559061 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e84dc0-a69b-4e4e-af04-b781165dbaa1", "name": "network-vif-plugged", "status": "completed", "tag": "56da2a35-35d1-4ea6-a3e3-6b7cc935a2be", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:40:39.559307 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9289c125-0c24-4fba-a929-5fb2864d39bd {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:40:39.559697 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9289c125-0c24-4fba-a929-5fb2864d39bd'] response: {'server_uuid': '78e84dc0-a69b-4e4e-af04-b781165dbaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56da2a35-35d1-4ea6-a3e3-6b7cc935a2be', 'code': 200} Oct 10 11:40:39.594070 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:39.599834 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:39.671759 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be,revision_number=8']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:40:40.107864 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb315c1-00fc-40d1-a292-66df1f306256 req-47bf7ab8-3a72-4cbc-b448-1bd6d2e2ccc6 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:40.109995 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cfb315c1-00fc-40d1-a292-66df1f306256 req-47bf7ab8-3a72-4cbc-b448-1bd6d2e2ccc6 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0930786 Oct 10 11:40:40.155916 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cfb315c1-00fc-40d1-a292-66df1f306256 req-2ee5af22-fd90-422c-9883-a6a607094d37 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399544 Oct 10 11:40:41.360920 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d8b14-9c80-4535-bab1-7253bc76d819 req-f19b5a1b-91f0-4a71-9c8e-4101838dc1f8 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:41.362375 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f67d8b14-9c80-4535-bab1-7253bc76d819 req-f19b5a1b-91f0-4a71-9c8e-4101838dc1f8 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0881093 Oct 10 11:40:41.416908 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f67d8b14-9c80-4535-bab1-7253bc76d819 req-44a65e79-b162-46e4-a50d-46a3a3ec167f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488958 Oct 10 11:40:41.490732 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65131ec-3426-437c-8049-fc94ef6ee88e req-41e9515d-2cac-4455-9113-8118b6d579b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:41.492192 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b65131ec-3426-437c-8049-fc94ef6ee88e req-41e9515d-2cac-4455-9113-8118b6d579b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1&tenant_id=64b0f3727b7e416e8144a7ebfb17d62d HTTP/1.1" status: 200 len: 1098 time: 0.0833223 Oct 10 11:40:41.588630 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65131ec-3426-437c-8049-fc94ef6ee88e req-913e5b43-f29d-4cfc-9911-a65d74f4e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:41.590151 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b65131ec-3426-437c-8049-fc94ef6ee88e req-913e5b43-f29d-4cfc-9911-a65d74f4e84f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 1098 time: 0.0777483 Oct 10 11:40:41.718768 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65131ec-3426-437c-8049-fc94ef6ee88e req-941cc2a8-b578-48bd-a0cf-86845c096423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:41.720181 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b65131ec-3426-437c-8049-fc94ef6ee88e req-941cc2a8-b578-48bd-a0cf-86845c096423 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 912 time: 0.1242955 Oct 10 11:40:41.821759 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b65131ec-3426-437c-8049-fc94ef6ee88e req-94af1892-cc57-42f8-98cd-5d2a97408866 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be HTTP/1.1" status: 200 len: 1002 time: 0.0958526 Oct 10 11:40:41.883844 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65131ec-3426-437c-8049-fc94ef6ee88e req-ab2648ed-26fe-4b24-adea-60d06758c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:41.885258 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b65131ec-3426-437c-8049-fc94ef6ee88e req-ab2648ed-26fe-4b24-adea-60d06758c4e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.0574374 Oct 10 11:40:42.062691 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65131ec-3426-437c-8049-fc94ef6ee88e req-01f7facf-9145-44f3-8268-4159f29f47ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:42.064255 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b65131ec-3426-437c-8049-fc94ef6ee88e req-01f7facf-9145-44f3-8268-4159f29f47ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1718059 Oct 10 11:40:42.193416 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b65131ec-3426-437c-8049-fc94ef6ee88e req-157124fa-9e69-4fac-9f46-ef1a5a423e11 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232522 Oct 10 11:40:42.321481 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b65131ec-3426-437c-8049-fc94ef6ee88e req-81813596-52ea-444c-9a53-309f1cdba5e4 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226935 Oct 10 11:40:42.621179 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061165ee-b207-4693-bed5-84faf75090f4 req-60426cd4-cc13-4d7e-be76-b75c3d6ca08c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:42.622677 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-061165ee-b207-4693-bed5-84faf75090f4 req-60426cd4-cc13-4d7e-be76-b75c3d6ca08c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0914199 Oct 10 11:40:42.668519 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-061165ee-b207-4693-bed5-84faf75090f4 req-d0920e64-eb43-4f0e-8148-8f1d664cdd11 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401454 Oct 10 11:40:43.301841 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:40:43.412271 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:40:43.412645 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:43.439511 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e84dc0-a69b-4e4e-af04-b781165dbaa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56da2a35-35d1-4ea6-a3e3-6b7cc935a2be'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:40:43.441760 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e6c8f1-3bf7-4fe8-ab0b-8efe53c4390a" -d '{"events": [{"server_uuid": "78e84dc0-a69b-4e4e-af04-b781165dbaa1", "name": "network-vif-unplugged", "status": "completed", "tag": "56da2a35-35d1-4ea6-a3e3-6b7cc935a2be"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:40:43.449721 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:40:43.492851 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Oct 2022 11:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435019ce-f5f7-4d5e-aea3-e6da055f1059 x-openstack-request-id: req-435019ce-f5f7-4d5e-aea3-e6da055f1059 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:40:43.493149 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e84dc0-a69b-4e4e-af04-b781165dbaa1", "name": "network-vif-unplugged", "status": "completed", "tag": "56da2a35-35d1-4ea6-a3e3-6b7cc935a2be", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:40:43.493400 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-435019ce-f5f7-4d5e-aea3-e6da055f1059 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:40:43.493843 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-435019ce-f5f7-4d5e-aea3-e6da055f1059'] response: {'server_uuid': '78e84dc0-a69b-4e4e-af04-b781165dbaa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56da2a35-35d1-4ea6-a3e3-6b7cc935a2be', 'code': 200} Oct 10 11:40:43.502954 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:43.575081 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be,revision_number=9']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:40:43.865598 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25aea9-e1b7-44e7-8352-ea4dc71b5cce req-1df6c310-261f-4003-8204-22dc28b77231 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:43.866962 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2a25aea9-e1b7-44e7-8352-ea4dc71b5cce req-1df6c310-261f-4003-8204-22dc28b77231 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 943 time: 0.0876300 Oct 10 11:40:43.914360 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2a25aea9-e1b7-44e7-8352-ea4dc71b5cce req-d855e80c-6d8a-4399-969e-413eb03b38b4 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416033 Oct 10 11:40:45.114917 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971ada4-a4a9-4a95-8514-9c92ec189121 req-687b33da-ecd8-4893-8f41-d58c01f38e09 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:45.116343 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6971ada4-a4a9-4a95-8514-9c92ec189121 req-687b33da-ecd8-4893-8f41-d58c01f38e09 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 943 time: 0.0874565 Oct 10 11:40:45.159691 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6971ada4-a4a9-4a95-8514-9c92ec189121 req-8595b56b-4ae1-4544-a5b0-51f56437e901 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371096 Oct 10 11:40:45.318662 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:40:45.356891 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe43e8-01d8-4f2f-8e35-23fbb37bbcd7 req-884e97a8-bffa-46a1-aa0c-df87592a03f4 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:45.358364 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2ebe43e8-01d8-4f2f-8e35-23fbb37bbcd7 req-884e97a8-bffa-46a1-aa0c-df87592a03f4 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 943 time: 0.0910404 Oct 10 11:40:45.401959 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2ebe43e8-01d8-4f2f-8e35-23fbb37bbcd7 req-76843c42-d60e-4c6f-b6b5-7732432f2c00 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378718 Oct 10 11:40:45.497295 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:40:45.513978 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '56da2a35-35d1-4ea6-a3e3-6b7cc935a2be', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'port_id': '56da2a35-35d1-4ea6-a3e3-6b7cc935a2be', 'mac_address': 'fa:16:3e:3e:ff:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 478, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:40:45.570709 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:40:45.571623 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:45.591229 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:40:45.606459 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:40:45.607142 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58e9d3-d2c2-4bbf-ad76-f0ca97eb0b6d req-dbb5668a-26bc-46eb-8c2d-c13eac37bcb9 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:45.608609 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0f58e9d3-d2c2-4bbf-ad76-f0ca97eb0b6d req-dbb5668a-26bc-46eb-8c2d-c13eac37bcb9 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 943 time: 0.0926499 Oct 10 11:40:45.653782 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0f58e9d3-d2c2-4bbf-ad76-f0ca97eb0b6d req-74e0bd39-df50-450f-a4b2-c4d5faa50bd5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395880 Oct 10 11:40:45.702963 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:45.768617 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['56da2a35-35d1-4ea6-a3e3-6b7cc935a2be'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:40:45.806438 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be,revision_number=10']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:40:46.208293 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4b7c7-99b9-4b04-a175-764aebae7e2f req-78eb57d4-f0eb-4d74-8197-d2799f82477e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:46.209748 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-45b4b7c7-99b9-4b04-a175-764aebae7e2f req-78eb57d4-f0eb-4d74-8197-d2799f82477e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0870693 Oct 10 11:40:46.257354 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-45b4b7c7-99b9-4b04-a175-764aebae7e2f req-53d2bd0a-82c2-4554-8271-95670cea7fa1 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411446 Oct 10 11:40:47.318876 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:40:47.388004 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:40:47.388383 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:47.388723 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be Oct 10 11:40:47.459505 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7d26c-f8e1-4833-9b27-fa4578079abd req-188fe783-63df-4803-a333-8b783c600fd2 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:47.461007 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ebb7d26c-f8e1-4833-9b27-fa4578079abd req-188fe783-63df-4803-a333-8b783c600fd2 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 945 time: 0.0892181 Oct 10 11:40:47.508427 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ebb7d26c-f8e1-4833-9b27-fa4578079abd req-bad9d40d-6cd9-46cc-bb58-61e4a44ecba1 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410061 Oct 10 11:40:47.511541 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:40:47.511922 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:47.539204 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e84dc0-a69b-4e4e-af04-b781165dbaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56da2a35-35d1-4ea6-a3e3-6b7cc935a2be'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:40:47.542034 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff04946-3fc4-4adc-b479-354cec535885" -d '{"events": [{"server_uuid": "78e84dc0-a69b-4e4e-af04-b781165dbaa1", "name": "network-vif-plugged", "status": "completed", "tag": "56da2a35-35d1-4ea6-a3e3-6b7cc935a2be"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:40:47.549911 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:40:47.581873 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c538a8-7586-43ec-9550-a7e4061b3d9d x-openstack-request-id: req-40c538a8-7586-43ec-9550-a7e4061b3d9d {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:40:47.582156 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e84dc0-a69b-4e4e-af04-b781165dbaa1", "name": "network-vif-plugged", "status": "completed", "tag": "56da2a35-35d1-4ea6-a3e3-6b7cc935a2be", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:40:47.582400 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-40c538a8-7586-43ec-9550-a7e4061b3d9d {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:40:47.582784 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40c538a8-7586-43ec-9550-a7e4061b3d9d'] response: {'server_uuid': '78e84dc0-a69b-4e4e-af04-b781165dbaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56da2a35-35d1-4ea6-a3e3-6b7cc935a2be', 'code': 200} Oct 10 11:40:47.622493 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:47.688386 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be,revision_number=11']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:40:48.252300 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de9743-4f7a-40f1-9adc-9c790b4a1a00 req-875be351-5c25-49cb-8c48-60f9a53935bd tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:48.253726 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-82de9743-4f7a-40f1-9adc-9c790b4a1a00 req-875be351-5c25-49cb-8c48-60f9a53935bd tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.15 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 946 time: 0.0853727 Oct 10 11:40:48.325027 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-82de9743-4f7a-40f1-9adc-9c790b4a1a00 req-dc26044f-3df9-4964-ac4b-8531c58093af tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Deleting port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:40:48.325361 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-82de9743-4f7a-40f1-9adc-9c790b4a1a00 req-dc26044f-3df9-4964-ac4b-8531c58093af tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:48.566424 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-82de9743-4f7a-40f1-9adc-9c790b4a1a00 req-dc26044f-3df9-4964-ac4b-8531c58093af tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] For port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:40:48.567068 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-82de9743-4f7a-40f1-9adc-9c790b4a1a00 req-dc26044f-3df9-4964-ac4b-8531c58093af tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:48.900554 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa037d64-3432-4c08-aaf8-b5c37b073cae req-913804a9-bf14-46b8-bb50-2cfe064a1a9b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:48.901974 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-aa037d64-3432-4c08-aaf8-b5c37b073cae req-913804a9-bf14-46b8-bb50-2cfe064a1a9b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 946 time: 0.2717168 Oct 10 11:40:49.045009 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-82de9743-4f7a-40f1-9adc-9c790b4a1a00 req-dc26044f-3df9-4964-ac4b-8531c58093af tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:49.045365 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-82de9743-4f7a-40f1-9adc-9c790b4a1a00 req-dc26044f-3df9-4964-ac4b-8531c58093af tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:49.045700 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [req-82de9743-4f7a-40f1-9adc-9c790b4a1a00 req-dc26044f-3df9-4964-ac4b-8531c58093af tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Floating IP 496d855d-c2e2-435f-9859-a5405cb0dcbd disassociated. External IP: 172.26.4.187, port: 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be. Oct 10 11:40:49.046029 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-82de9743-4f7a-40f1-9adc-9c790b4a1a00 req-dc26044f-3df9-4964-ac4b-8531c58093af tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Calling delete_port for 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:40:49.108169 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-aa037d64-3432-4c08-aaf8-b5c37b073cae req-0ab8bb26-b839-4078-b4a3-8966349b25f7 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983495 Oct 10 11:40:49.262548 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-82de9743-4f7a-40f1-9adc-9c790b4a1a00 req-dc26044f-3df9-4964-ac4b-8531c58093af tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:49.311505 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26044f-3df9-4964-ac4b-8531c58093af tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Pushing event deleted for resources: {'Port': ['ID=56da2a35-35d1-4ea6-a3e3-6b7cc935a2be,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:40:49.371469 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc26044f-3df9-4964-ac4b-8531c58093af tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:40:49.371809 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc26044f-3df9-4964-ac4b-8531c58093af tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:40:49.372142 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc26044f-3df9-4964-ac4b-8531c58093af tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:40:49.372477 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc26044f-3df9-4964-ac4b-8531c58093af tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:40:49.372803 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc26044f-3df9-4964-ac4b-8531c58093af tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:40:49.373130 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc26044f-3df9-4964-ac4b-8531c58093af tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:40:49.373454 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc26044f-3df9-4964-ac4b-8531c58093af tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:40:49.373799 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc26044f-3df9-4964-ac4b-8531c58093af tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:40:49.374119 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc26044f-3df9-4964-ac4b-8531c58093af tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:40:49.374438 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc26044f-3df9-4964-ac4b-8531c58093af tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:40:49.374753 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc26044f-3df9-4964-ac4b-8531c58093af tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:40:49.375069 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc26044f-3df9-4964-ac4b-8531c58093af tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:40:49.515555 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82de9743-4f7a-40f1-9adc-9c790b4a1a00 req-dc26044f-3df9-4964-ac4b-8531c58093af tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:40:49.692994 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82de9743-4f7a-40f1-9adc-9c790b4a1a00 req-dc26044f-3df9-4964-ac4b-8531c58093af tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:40:49.702313 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d67d2b-2185-4883-9cf5-ee873c9ac7ca None None] Sync routers for ids ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:40:49.711877 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d67d2b-2185-4883-9cf5-ee873c9ac7ca None None] Routers {'3dc24dfe-cec8-4f37-8413-dd5cc1453780'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:40:49.712476 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-88d67d2b-2185-4883-9cf5-ee873c9ac7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:40:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:40:49.779276 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-82de9743-4f7a-40f1-9adc-9c790b4a1a00 req-dc26044f-3df9-4964-ac4b-8531c58093af tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] No DVR routers for this DVR port 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:40:49.781689 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-82de9743-4f7a-40f1-9adc-9c790b4a1a00 req-dc26044f-3df9-4964-ac4b-8531c58093af tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:49.784240 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e84dc0-a69b-4e4e-af04-b781165dbaa1', 'name': 'network-vif-deleted', 'tag': '56da2a35-35d1-4ea6-a3e3-6b7cc935a2be'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:40:49.786785 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71062d0-2611-4d27-91f9-0bddfa5cc274" -d '{"events": [{"server_uuid": "78e84dc0-a69b-4e4e-af04-b781165dbaa1", "name": "network-vif-deleted", "tag": "56da2a35-35d1-4ea6-a3e3-6b7cc935a2be"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:40:49.829380 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b212c7-5ff1-4298-99cd-8150be228d42 x-openstack-request-id: req-91b212c7-5ff1-4298-99cd-8150be228d42 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:40:49.829695 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e84dc0-a69b-4e4e-af04-b781165dbaa1", "name": "network-vif-deleted", "tag": "56da2a35-35d1-4ea6-a3e3-6b7cc935a2be", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:40:49.829943 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-91b212c7-5ff1-4298-99cd-8150be228d42 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:40:49.830340 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91b212c7-5ff1-4298-99cd-8150be228d42'] response: {'server_uuid': '78e84dc0-a69b-4e4e-af04-b781165dbaa1', 'name': 'network-vif-deleted', 'tag': '56da2a35-35d1-4ea6-a3e3-6b7cc935a2be', 'status': 'completed', 'code': 200} Oct 10 11:40:49.874736 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-82de9743-4f7a-40f1-9adc-9c790b4a1a00 req-dc26044f-3df9-4964-ac4b-8531c58093af tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.15 "DELETE /v2.0/ports/56da2a35-35d1-4ea6-a3e3-6b7cc935a2be HTTP/1.1" status: 204 len: 173 time: 1.6163082 Oct 10 11:40:49.891892 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-88d67d2b-2185-4883-9cf5-ee873c9ac7ca None None] Set router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:40:50.209048 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-88d67d2b-2185-4883-9cf5-ee873c9ac7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 4, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'bd001c7f-051a-4937-b3a4-324dbc007068', 'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'mac_address': 'fa:16:3e:a1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:42Z', 'updated_at': '2022-10-10T11:36:47Z', 'revision_number': 5, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'subnets': [{'id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:40:50.213301 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d67d2b-2185-4883-9cf5-ee873c9ac7ca None None] Checking router: 3dc24dfe-cec8-4f37-8413-dd5cc1453780 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:40:50.221936 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d67d2b-2185-4883-9cf5-ee873c9ac7ca None None] Routers {'3dc24dfe-cec8-4f37-8413-dd5cc1453780'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:40:50.222531 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-88d67d2b-2185-4883-9cf5-ee873c9ac7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:40:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:40:50.284454 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-8c6fc835-842e-43a4-b03c-4387926a53f1 req-e8f515f2-3777-4ab1-a783-87266d07d20b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Synchronizing usage tracker for tenant:64b0f3727b7e416e8144a7ebfb17d62d on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:40:50.376935 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-8c6fc835-842e-43a4-b03c-4387926a53f1 req-e8f515f2-3777-4ab1-a783-87266d07d20b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Unset dirty status for tenant:64b0f3727b7e416e8144a7ebfb17d62d on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:40:50.378254 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8c6fc835-842e-43a4-b03c-4387926a53f1 req-e8f515f2-3777-4ab1-a783-87266d07d20b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=78e84dc0-a69b-4e4e-af04-b781165dbaa1 HTTP/1.1" status: 200 len: 210 time: 0.1436796 Oct 10 11:40:50.401813 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-88d67d2b-2185-4883-9cf5-ee873c9ac7ca None None] Set router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:40:50.744152 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-88d67d2b-2185-4883-9cf5-ee873c9ac7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 4, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'bd001c7f-051a-4937-b3a4-324dbc007068', 'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'mac_address': 'fa:16:3e:a1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:42Z', 'updated_at': '2022-10-10T11:36:47Z', 'revision_number': 5, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'subnets': [{'id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:40:50.748077 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d67d2b-2185-4883-9cf5-ee873c9ac7ca None None] The sync data for ids ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'] in dv-neutron-860842-1-hyperv is: [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 4, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'bd001c7f-051a-4937-b3a4-324dbc007068', 'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'mac_address': 'fa:16:3e:a1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:42Z', 'updated_at': '2022-10-10T11:36:47Z', 'revision_number': 5, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'subnets': [{'id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:40:50.971196 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c3cd08-db78-4912-b8ef-64995a525155 None None] New status for floating IP 496d855d-c2e2-435f-9859-a5405cb0dcbd: DOWN {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:40:51.345323 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:40:51.379051 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:40:51.379385 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 56da2a35-35d1-4ea6-a3e3-6b7cc935a2be not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:40:51.721943 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-d5033dd4-7ff8-4584-a983-41140cb519ad tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1652743614&fields=id&tenant_id=64b0f3727b7e416e8144a7ebfb17d62d HTTP/1.1" status: 200 len: 267 time: 0.0398331 Oct 10 11:40:51.872970 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-90c72161-83cf-4d56-89d6-e6f3da632ee1 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:51.874440 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-90c72161-83cf-4d56-89d6-e6f3da632ee1 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 811 time: 0.1462326 Oct 10 11:40:51.889324 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-9b952d2b-ecb4-4b7c-8419-7f3fe53f7989 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/quotas/64b0f3727b7e416e8144a7ebfb17d62d HTTP/1.1" status: 200 len: 375 time: 0.0093403 Oct 10 11:40:51.981122 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-4b5fc79b-e259-4be7-95f0-9ff82a9583ab tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0866783 Oct 10 11:40:52.159238 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-05f760b4-e416-42b2-ab2e-fc822e5f5fd9 service neutron] 10.222.0.40 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665077 Oct 10 11:40:52.289724 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-fa72acf6-17ad-425c-975b-40c916cf1436 service neutron] 10.222.0.40 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238341 Oct 10 11:40:52.541560 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fa5e5d81-6b91-4cbe-8361-e0453fd16db9 req-fc09974a-473b-474d-8c86-f940afc6b54e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 210 time: 0.0556400 Oct 10 11:40:53.708141 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ccfd8990-c051-4103-b617-e0368dd6f870 req-8369ca5d-5df3-4dbf-a3d3-d0ec4e466fc9 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 210 time: 0.0559554 Oct 10 11:40:54.486275 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-e36833de-6350-4bd0-988e-2a4c88e4ccaa tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:54.487766 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-e36833de-6350-4bd0-988e-2a4c88e4ccaa tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 811 time: 0.1495864 Oct 10 11:40:54.534770 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-97cc36b0-8e2f-4c07-8698-bd7c987a26f6 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64b0f3727b7e416e8144a7ebfb17d62d HTTP/1.1" status: 200 len: 380 time: 0.0395670 Oct 10 11:40:54.543819 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-ea8a84e1-3060-420f-8e97-f0827b7d7d3f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Request body: {'port': {'device_id': 'e9577133-4f82-46d2-b4d7-4ed97ea02abc', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'admin_state_up': True, 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'security_groups': ['7bc70969-1b15-4aed-bd71-196ff594e8ff']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:40:54.681041 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-ea8a84e1-3060-420f-8e97-f0827b7d7d3f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:40:54.690330 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-ea8a84e1-3060-420f-8e97-f0827b7d7d3f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:40:54.786944 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-ea8a84e1-3060-420f-8e97-f0827b7d7d3f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Made reservation on behalf of 64b0f3727b7e416e8144a7ebfb17d62d for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:40:54.791075 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-ea8a84e1-3060-420f-8e97-f0827b7d7d3f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:54.911864 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a27bde09-49a0-44ad-8969-afa1974dd3b9 req-1e2b544a-11a7-4b5b-9ffc-c7d43af977e5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 210 time: 0.0623717 Oct 10 11:40:55.006961 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-ea8a84e1-3060-420f-8e97-f0827b7d7d3f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Allocated IP 172.20.0.6 (f43b8073-114d-4321-a937-8e2ffabc4316/797d830f-f171-47cd-8fc0-f5b6c6c084c7/42aaa79c-7aff-4b36-9782-8785eb3cb3a0) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:40:55.191323 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-ea8a84e1-3060-420f-8e97-f0827b7d7d3f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:55.206273 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-ea8a84e1-3060-420f-8e97-f0827b7d7d3f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Transition to ACTIVE for port object 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:40:55.297280 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-ea8a84e1-3060-420f-8e97-f0827b7d7d3f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:55.474864 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-ea8a84e1-3060-420f-8e97-f0827b7d7d3f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Network f43b8073-114d-4321-a937-8e2ffabc4316 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:40:55.478234 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-ea8a84e1-3060-420f-8e97-f0827b7d7d3f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:40:55.481949 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-ea8a84e1-3060-420f-8e97-f0827b7d7d3f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:40:55.512451 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a84e1-3060-420f-8e97-f0827b7d7d3f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Pushing event updated for resources: {'Port': ['ID=42aaa79c-7aff-4b36-9782-8785eb3cb3a0,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:40:55.549657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-ea8a84e1-3060-420f-8e97-f0827b7d7d3f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:55.550172 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-ea8a84e1-3060-420f-8e97-f0827b7d7d3f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:55.651898 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-ea8a84e1-3060-420f-8e97-f0827b7d7d3f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1124973 Oct 10 11:40:55.663255 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-c3491c41-2972-4704-bb05-fb712b422116 service neutron] Request body: {'port': {'device_id': 'e9577133-4f82-46d2-b4d7-4ed97ea02abc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:40:55.713849 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-6323f724-3b99-4477-b32e-bac6fa787990 None None] Provisioning for port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:40:55.719727 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-6323f724-3b99-4477-b32e-bac6fa787990 None None] Provisioning complete for port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:40:55.720099 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6323f724-3b99-4477-b32e-bac6fa787990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:55.720427 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-6323f724-3b99-4477-b32e-bac6fa787990 None None] Attempt 1 to provision port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 Oct 10 11:40:55.775875 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-c3491c41-2972-4704-bb05-fb712b422116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:55.776649 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-6323f724-3b99-4477-b32e-bac6fa787990 None None] Port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:40:56.112535 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cd230-9b67-4069-84b1-3b7f0bc3c2cf req-767422ac-5c0c-45bf-bda0-8a9424c1ea4a tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:56.114031 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-7f8cd230-9b67-4069-84b1-3b7f0bc3c2cf req-767422ac-5c0c-45bf-bda0-8a9424c1ea4a tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 931 time: 0.0901153 Oct 10 11:40:56.116584 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-c3491c41-2972-4704-bb05-fb712b422116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:40:56.125079 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-c3491c41-2972-4704-bb05-fb712b422116 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:56.140311 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-c3491c41-2972-4704-bb05-fb712b422116 service neutron] Transition to ACTIVE for port object 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:40:56.159114 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-7f8cd230-9b67-4069-84b1-3b7f0bc3c2cf req-5ae10691-a06a-480e-9fed-49932b39f7b3 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386283 Oct 10 11:40:56.186599 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-c3491c41-2972-4704-bb05-fb712b422116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:56.277836 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-6323f724-3b99-4477-b32e-bac6fa787990 None None] Attempt 2 to provision port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 Oct 10 11:40:56.331003 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-6323f724-3b99-4477-b32e-bac6fa787990 None None] Port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:40:56.375914 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3491c41-2972-4704-bb05-fb712b422116 service neutron] Pushing event updated for resources: {'Port': ['ID=42aaa79c-7aff-4b36-9782-8785eb3cb3a0,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:40:56.416027 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-c3491c41-2972-4704-bb05-fb712b422116 service neutron] Attempting to bind port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:40:56.416355 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-c3491c41-2972-4704-bb05-fb712b422116 service neutron] Attempting to bind port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '6ed49f34-da45-42bf-963d-6af8e722d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:40:56.416669 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-c3491c41-2972-4704-bb05-fb712b422116 service neutron] Attempting to bind port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 on network f43b8073-114d-4321-a937-8e2ffabc4316 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:40:56.421201 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-c3491c41-2972-4704-bb05-fb712b422116 service neutron] Port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 on network f43b8073-114d-4321-a937-8e2ffabc4316 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:40:56.421508 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-c3491c41-2972-4704-bb05-fb712b422116 service neutron] Attempting to bind port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 on network f43b8073-114d-4321-a937-8e2ffabc4316 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:40:56.426476 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-c3491c41-2972-4704-bb05-fb712b422116 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:40:56.426801 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-c3491c41-2972-4704-bb05-fb712b422116 service neutron] Checking segment: {'id': '6ed49f34-da45-42bf-963d-6af8e722d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:40:56.427167 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-c3491c41-2972-4704-bb05-fb712b422116 service neutron] Bound using segment: {'id': '6ed49f34-da45-42bf-963d-6af8e722d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:40:56.427578 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-c3491c41-2972-4704-bb05-fb712b422116 service neutron] Bound port: 42aaa79c-7aff-4b36-9782-8785eb3cb3a0, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed49f34-da45-42bf-963d-6af8e722d3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:40:56.427909 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-c3491c41-2972-4704-bb05-fb712b422116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:56.516170 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-c3491c41-2972-4704-bb05-fb712b422116 service neutron] For port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:40:56.519144 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-c3491c41-2972-4704-bb05-fb712b422116 service neutron] For port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=42aaa79c-7aff-4b36-9782-8785eb3cb3a0,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:40:56.588671 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-c3491c41-2972-4704-bb05-fb712b422116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:56.620868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-c3491c41-2972-4704-bb05-fb712b422116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:56.621488 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-c3491c41-2972-4704-bb05-fb712b422116 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:56.622848 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-c3491c41-2972-4704-bb05-fb712b422116 service neutron] 10.222.0.15 "PUT /v2.0/ports/42aaa79c-7aff-4b36-9782-8785eb3cb3a0 HTTP/1.1" status: 200 len: 1093 time: 0.9639957 Oct 10 11:40:56.623358 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9577133-4f82-46d2-b4d7-4ed97ea02abc', 'tag': '42aaa79c-7aff-4b36-9782-8785eb3cb3a0'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:40:56.625640 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ae52d1-c6f6-4b50-b236-c8afb4fa1b95" -d '{"events": [{"name": "network-changed", "server_uuid": "e9577133-4f82-46d2-b4d7-4ed97ea02abc", "tag": "42aaa79c-7aff-4b36-9782-8785eb3cb3a0"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:40:56.667291 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3491c41-2972-4704-bb05-fb712b422116 service neutron] Pushing event updated for resources: {'Port': ['ID=42aaa79c-7aff-4b36-9782-8785eb3cb3a0,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:40:56.675075 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f4d5b9-2b09-458a-b3b9-7a5bec5a6737 x-openstack-request-id: req-30f4d5b9-2b09-458a-b3b9-7a5bec5a6737 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:40:56.675363 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9577133-4f82-46d2-b4d7-4ed97ea02abc", "tag": "42aaa79c-7aff-4b36-9782-8785eb3cb3a0", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:40:56.675695 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-30f4d5b9-2b09-458a-b3b9-7a5bec5a6737 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:40:56.676099 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30f4d5b9-2b09-458a-b3b9-7a5bec5a6737'] response: {'name': 'network-changed', 'server_uuid': 'e9577133-4f82-46d2-b4d7-4ed97ea02abc', 'tag': '42aaa79c-7aff-4b36-9782-8785eb3cb3a0', 'status': 'completed', 'code': 200} Oct 10 11:40:56.771607 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-0f9441f7-c7fe-4787-b776-0e17e47caf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:56.773065 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-0f9441f7-c7fe-4787-b776-0e17e47caf56 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 1096 time: 0.0815408 Oct 10 11:40:56.832506 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-6323f724-3b99-4477-b32e-bac6fa787990 None None] Attempt 3 to provision port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 Oct 10 11:40:56.842732 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-73977ebc-9b57-46c0-af58-3ff09556ed9c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42aaa79c-7aff-4b36-9782-8785eb3cb3a0 HTTP/1.1" status: 200 len: 217 time: 0.0634611 Oct 10 11:40:56.895189 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-6323f724-3b99-4477-b32e-bac6fa787990 None None] Port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:40:56.907469 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-e636e3b2-9ea1-48c1-a467-d08093a7c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:56.908891 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-e636e3b2-9ea1-48c1-a467-d08093a7c1d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.0609579 Oct 10 11:40:56.990264 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-1c83e01c-5cbd-43c6-b30c-c751b19dad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:56.991714 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-1c83e01c-5cbd-43c6-b30c-c751b19dad07 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771635 Oct 10 11:40:57.121106 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-94a13bf3-e64e-477e-9d10-a8112697848c service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232462 Oct 10 11:40:57.253010 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a06316ac-5992-4d8b-8cef-3982859a07dc req-c5242e16-ecc5-44d1-b820-0671e67a5200 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253705 Oct 10 11:40:57.439297 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae52d1-c6f6-4b50-b236-c8afb4fa1b95 req-2c961e3f-eaf3-4e05-a27b-d04c9ad39305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:57.440746 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-82ae52d1-c6f6-4b50-b236-c8afb4fa1b95 req-2c961e3f-eaf3-4e05-a27b-d04c9ad39305 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 1096 time: 0.0854616 Oct 10 11:40:57.468308 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d863895-a8b0-440c-998a-c56144186e64 req-3b1a7e1e-1e06-4496-872c-ee67f284e229 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:57.469827 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0d863895-a8b0-440c-998a-c56144186e64 req-3b1a7e1e-1e06-4496-872c-ee67f284e229 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 943 time: 0.1962411 Oct 10 11:40:57.515112 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0d863895-a8b0-440c-998a-c56144186e64 req-fb9881cd-82b7-4114-adcb-bb783dd20085 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396030 Oct 10 11:40:57.664940 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae52d1-c6f6-4b50-b236-c8afb4fa1b95 req-6d4afc2d-6b66-4567-bba2-3812b460ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:57.666443 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-82ae52d1-c6f6-4b50-b236-c8afb4fa1b95 req-6d4afc2d-6b66-4567-bba2-3812b460ba87 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 912 time: 0.2188416 Oct 10 11:40:57.737190 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-82ae52d1-c6f6-4b50-b236-c8afb4fa1b95 req-77c38f06-60a9-45f9-bff1-362ae9b5747a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42aaa79c-7aff-4b36-9782-8785eb3cb3a0 HTTP/1.1" status: 200 len: 217 time: 0.0627990 Oct 10 11:40:57.798644 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae52d1-c6f6-4b50-b236-c8afb4fa1b95 req-3c840e4a-9398-4eba-8f3f-212d7a515836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:57.800008 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-82ae52d1-c6f6-4b50-b236-c8afb4fa1b95 req-3c840e4a-9398-4eba-8f3f-212d7a515836 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.0566974 Oct 10 11:40:57.887396 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae52d1-c6f6-4b50-b236-c8afb4fa1b95 req-e7e61249-5168-47ef-a1a6-622ffa3d226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:57.888847 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-82ae52d1-c6f6-4b50-b236-c8afb4fa1b95 req-e7e61249-5168-47ef-a1a6-622ffa3d226b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810738 Oct 10 11:40:58.023406 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-82ae52d1-c6f6-4b50-b236-c8afb4fa1b95 req-cd7c680a-3d28-4959-8c99-0f3d033713b9 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267493 Oct 10 11:40:58.154960 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-82ae52d1-c6f6-4b50-b236-c8afb4fa1b95 req-bc1df608-525b-43e3-9222-7f335d8e5a29 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249111 Oct 10 11:40:58.714661 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80094f-96b0-4d8c-b2cc-8eac556030be req-4d7aedc8-2ced-41a4-95c4-a4cfc1e4568c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:40:58.715330 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-bc80094f-96b0-4d8c-b2cc-8eac556030be req-4d7aedc8-2ced-41a4-95c4-a4cfc1e4568c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Synchronizing usage tracker for tenant:64b0f3727b7e416e8144a7ebfb17d62d on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:40:58.799909 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-bc80094f-96b0-4d8c-b2cc-8eac556030be req-4d7aedc8-2ced-41a4-95c4-a4cfc1e4568c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Unset dirty status for tenant:64b0f3727b7e416e8144a7ebfb17d62d on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:40:58.801210 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bc80094f-96b0-4d8c-b2cc-8eac556030be req-4d7aedc8-2ced-41a4-95c4-a4cfc1e4568c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 943 time: 0.1728935 Oct 10 11:40:58.845709 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bc80094f-96b0-4d8c-b2cc-8eac556030be req-d2cf7093-36da-4fe0-95d7-19daa5ee54bc tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386851 Oct 10 11:40:59.377593 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:40:59.510875 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=42aaa79c-7aff-4b36-9782-8785eb3cb3a0,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:40:59.523765 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '42aaa79c-7aff-4b36-9782-8785eb3cb3a0', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'port_id': '42aaa79c-7aff-4b36-9782-8785eb3cb3a0', 'mac_address': 'fa:16:3e:64:e4:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 478, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:40:59.577952 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:40:59.578258 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:59.595196 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:40:59.609976 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=42aaa79c-7aff-4b36-9782-8785eb3cb3a0,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:40:59.667821 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:40:59.736560 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=42aaa79c-7aff-4b36-9782-8785eb3cb3a0,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:40:59.872276 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['42aaa79c-7aff-4b36-9782-8785eb3cb3a0'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:41:00.046084 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3044f1-da70-4f73-b317-958d86e10d60 req-6da1acfd-9d0d-4690-ae95-4ce8529a90ee tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:41:00.047523 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-da3044f1-da70-4f73-b317-958d86e10d60 req-6da1acfd-9d0d-4690-ae95-4ce8529a90ee tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 944 time: 0.0906765 Oct 10 11:41:00.091171 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-da3044f1-da70-4f73-b317-958d86e10d60 req-462ad12c-9437-4d4a-823f-ac46cb39e69d tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379283 Oct 10 11:41:01.291225 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca09d27-971d-4f3a-a59a-499ca55d690b req-bcab2982-10b4-46ca-ab77-af0b00555f4e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:41:01.292710 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0ca09d27-971d-4f3a-a59a-499ca55d690b req-bcab2982-10b4-46ca-ab77-af0b00555f4e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 944 time: 0.0915256 Oct 10 11:41:01.337316 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0ca09d27-971d-4f3a-a59a-499ca55d690b req-1ae79664-662d-4ff2-a0e0-efbce5baacdf tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388081 Oct 10 11:41:01.393469 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:41:01.511799 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:41:01.520343 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:41:01.520738 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:41:01.521077 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 Oct 10 11:41:01.636164 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:41:01.636458 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:41:01.663587 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9577133-4f82-46d2-b4d7-4ed97ea02abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42aaa79c-7aff-4b36-9782-8785eb3cb3a0'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:41:01.665984 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6a3659-b8d9-4a53-be23-e47ef50afb27" -d '{"events": [{"server_uuid": "e9577133-4f82-46d2-b4d7-4ed97ea02abc", "name": "network-vif-plugged", "status": "completed", "tag": "42aaa79c-7aff-4b36-9782-8785eb3cb3a0"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:41:01.673754 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=42aaa79c-7aff-4b36-9782-8785eb3cb3a0,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:41:01.706340 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ca9b8a-2ed2-4940-8bfb-e3a49e45ba9f x-openstack-request-id: req-63ca9b8a-2ed2-4940-8bfb-e3a49e45ba9f {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:41:01.706629 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9577133-4f82-46d2-b4d7-4ed97ea02abc", "name": "network-vif-plugged", "status": "completed", "tag": "42aaa79c-7aff-4b36-9782-8785eb3cb3a0", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:41:01.706876 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-63ca9b8a-2ed2-4940-8bfb-e3a49e45ba9f {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:41:01.707269 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63ca9b8a-2ed2-4940-8bfb-e3a49e45ba9f'] response: {'server_uuid': 'e9577133-4f82-46d2-b4d7-4ed97ea02abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42aaa79c-7aff-4b36-9782-8785eb3cb3a0', 'code': 200} Oct 10 11:41:01.752031 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:41:01.819841 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=42aaa79c-7aff-4b36-9782-8785eb3cb3a0,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:41:02.093932 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5f380-cdc5-46b2-840f-ea4b707bd063 req-20abf284-3af0-4779-bd27-f1c047375374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:41:02.095375 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-12c5f380-cdc5-46b2-840f-ea4b707bd063 req-20abf284-3af0-4779-bd27-f1c047375374 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 1098 time: 0.0782461 Oct 10 11:41:02.139214 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-12c5f380-cdc5-46b2-840f-ea4b707bd063 req-8e707a9d-3604-4cc8-9754-769888adc943 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378721 Oct 10 11:41:02.535455 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085d8b4-6457-448c-87ce-385284a87d6e req-78a6972a-d1eb-45f3-bb0c-627c78c8d23c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:41:02.537144 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b085d8b4-6457-448c-87ce-385284a87d6e req-78a6972a-d1eb-45f3-bb0c-627c78c8d23c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0874290 Oct 10 11:41:02.580141 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b085d8b4-6457-448c-87ce-385284a87d6e req-40404ae0-9045-4490-85c9-c4d4ad79d097 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371702 Oct 10 11:41:03.485048 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-35f3493c-b0b9-4da2-88b1-744f93b7ea9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:41:03.775337 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9bd26-b839-4a0c-983e-94df882e8a1f req-4f211284-19f1-4fc3-a5ab-fa91a81103d2 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:41:03.776751 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-84b9bd26-b839-4a0c-983e-94df882e8a1f req-4f211284-19f1-4fc3-a5ab-fa91a81103d2 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0856144 Oct 10 11:41:03.822905 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-84b9bd26-b839-4a0c-983e-94df882e8a1f req-83bb6fe2-614f-45ff-b721-232b1938b6ac tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403602 Oct 10 11:41:04.165172 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51813a-92dc-4a06-9b6e-1458d2523427 req-d69c1790-f024-4c38-9a73-fb7c2001ccbe tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:41:04.166551 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8a51813a-92dc-4a06-9b6e-1458d2523427 req-d69c1790-f024-4c38-9a73-fb7c2001ccbe tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0903740 Oct 10 11:41:04.177236 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 34812) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:41:04.182807 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-935062dd-8321-4b67-8a43-cac8d553e150 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Request body: {'floatingip': {'port_id': '42aaa79c-7aff-4b36-9782-8785eb3cb3a0'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:41:04.260248 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-935062dd-8321-4b67-8a43-cac8d553e150 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for floatingip, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:41:04.946110 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-935062dd-8321-4b67-8a43-cac8d553e150 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:41:04.999811 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:41:05.020943 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-935062dd-8321-4b67-8a43-cac8d553e150 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:41:05.190782 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [None req-935062dd-8321-4b67-8a43-cac8d553e150 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Floating IP 496d855d-c2e2-435f-9859-a5405cb0dcbd associated. External IP: 172.26.4.187, port: 42aaa79c-7aff-4b36-9782-8785eb3cb3a0. Oct 10 11:41:05.537672 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935062dd-8321-4b67-8a43-cac8d553e150 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:41:05.715486 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935062dd-8321-4b67-8a43-cac8d553e150 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:41:05.719684 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-935062dd-8321-4b67-8a43-cac8d553e150 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:41:05.725666 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc7296c-669b-4eb9-b984-adbe56d4db47 None None] Sync routers for ids ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:41:05.735001 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc7296c-669b-4eb9-b984-adbe56d4db47 None None] Routers {'3dc24dfe-cec8-4f37-8413-dd5cc1453780'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:41:05.735610 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-fcc7296c-669b-4eb9-b984-adbe56d4db47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:40:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:41:05.774451 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-935062dd-8321-4b67-8a43-cac8d553e150 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "PUT /v2.0/floatingips/496d855d-c2e2-435f-9859-a5405cb0dcbd HTTP/1.1" status: 200 len: 992 time: 1.5961585 Oct 10 11:41:05.775148 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9577133-4f82-46d2-b4d7-4ed97ea02abc', 'tag': '42aaa79c-7aff-4b36-9782-8785eb3cb3a0'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:41:05.777582 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb79bf1-8b3d-41b1-848a-d486b6786139" -d '{"events": [{"name": "network-changed", "server_uuid": "e9577133-4f82-46d2-b4d7-4ed97ea02abc", "tag": "42aaa79c-7aff-4b36-9782-8785eb3cb3a0"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:41:05.792724 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4b417708-af87-4fae-ab63-580b8d7b0a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:41:05.819286 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9970a678-521c-460e-a207-0775cfb972f2 x-openstack-request-id: req-9970a678-521c-460e-a207-0775cfb972f2 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:41:05.819566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9577133-4f82-46d2-b4d7-4ed97ea02abc", "tag": "42aaa79c-7aff-4b36-9782-8785eb3cb3a0", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:41:05.819809 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9970a678-521c-460e-a207-0775cfb972f2 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:41:05.820250 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9970a678-521c-460e-a207-0775cfb972f2'] response: {'name': 'network-changed', 'server_uuid': 'e9577133-4f82-46d2-b4d7-4ed97ea02abc', 'tag': '42aaa79c-7aff-4b36-9782-8785eb3cb3a0', 'status': 'completed', 'code': 200} Oct 10 11:41:05.918704 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-fcc7296c-669b-4eb9-b984-adbe56d4db47 None None] Set router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:41:05.923261 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb79bf1-8b3d-41b1-848a-d486b6786139 req-262f56d9-5773-4409-b9f3-56d50d5b35b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:41:05.924742 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cdb79bf1-8b3d-41b1-848a-d486b6786139 req-262f56d9-5773-4409-b9f3-56d50d5b35b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 1098 time: 0.0845485 Oct 10 11:41:06.056050 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb79bf1-8b3d-41b1-848a-d486b6786139 req-cbca025a-5b9f-451c-aa5c-7547a859574d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:41:06.057489 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cdb79bf1-8b3d-41b1-848a-d486b6786139 req-cbca025a-5b9f-451c-aa5c-7547a859574d service neutron] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 912 time: 0.1266909 Oct 10 11:41:06.164682 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cdb79bf1-8b3d-41b1-848a-d486b6786139 req-dd96eb06-76c4-4ecc-b662-073833d9a50c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42aaa79c-7aff-4b36-9782-8785eb3cb3a0 HTTP/1.1" status: 200 len: 1000 time: 0.0997901 Oct 10 11:41:06.305993 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-fcc7296c-669b-4eb9-b984-adbe56d4db47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 4, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '496d855d-c2e2-435f-9859-a5405cb0dcbd', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'port_id': '42aaa79c-7aff-4b36-9782-8785eb3cb3a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'mac_address': 'fa:16:3e:64:e4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9577133-4f82-46d2-b4d7-4ed97ea02abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:36:47Z', 'updated_at': '2022-10-10T11:41:04Z', 'revision_number': 13, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd001c7f-051a-4937-b3a4-324dbc007068', 'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'mac_address': 'fa:16:3e:a1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:42Z', 'updated_at': '2022-10-10T11:36:47Z', 'revision_number': 5, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'subnets': [{'id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:41:06.309875 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc7296c-669b-4eb9-b984-adbe56d4db47 None None] Checking router: 3dc24dfe-cec8-4f37-8413-dd5cc1453780 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:41:06.318027 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc7296c-669b-4eb9-b984-adbe56d4db47 None None] Routers {'3dc24dfe-cec8-4f37-8413-dd5cc1453780'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:41:06.318616 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-fcc7296c-669b-4eb9-b984-adbe56d4db47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:41:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:41:06.344859 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb79bf1-8b3d-41b1-848a-d486b6786139 req-99f4543b-39a2-457c-ac53-42e9b7955888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:41:06.346313 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cdb79bf1-8b3d-41b1-848a-d486b6786139 req-99f4543b-39a2-457c-ac53-42e9b7955888 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.1770504 Oct 10 11:41:06.429106 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb79bf1-8b3d-41b1-848a-d486b6786139 req-f1521010-5c81-453b-aa8a-659eba7d9aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:41:06.431232 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cdb79bf1-8b3d-41b1-848a-d486b6786139 req-f1521010-5c81-453b-aa8a-659eba7d9aa1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791528 Oct 10 11:41:06.495765 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-fcc7296c-669b-4eb9-b984-adbe56d4db47 None None] Set router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:41:06.563268 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cdb79bf1-8b3d-41b1-848a-d486b6786139 req-6cdb28e5-becf-4ba7-89d8-653732ed1c4a service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245265 Oct 10 11:41:06.693312 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cdb79bf1-8b3d-41b1-848a-d486b6786139 req-5f5d830e-1fe5-469a-8ba1-81a9161eeb09 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246254 Oct 10 11:41:06.840289 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-fcc7296c-669b-4eb9-b984-adbe56d4db47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 4, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '496d855d-c2e2-435f-9859-a5405cb0dcbd', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'port_id': '42aaa79c-7aff-4b36-9782-8785eb3cb3a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'mac_address': 'fa:16:3e:64:e4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9577133-4f82-46d2-b4d7-4ed97ea02abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:36:47Z', 'updated_at': '2022-10-10T11:41:04Z', 'revision_number': 13, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd001c7f-051a-4937-b3a4-324dbc007068', 'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'mac_address': 'fa:16:3e:a1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:42Z', 'updated_at': '2022-10-10T11:36:47Z', 'revision_number': 5, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'subnets': [{'id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:41:06.844116 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc7296c-669b-4eb9-b984-adbe56d4db47 None None] The sync data for ids ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'] in dv-neutron-860842-1-hyperv is: [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 4, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '496d855d-c2e2-435f-9859-a5405cb0dcbd', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'port_id': '42aaa79c-7aff-4b36-9782-8785eb3cb3a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'mac_address': 'fa:16:3e:64:e4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9577133-4f82-46d2-b4d7-4ed97ea02abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:36:47Z', 'updated_at': '2022-10-10T11:41:04Z', 'revision_number': 13, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd001c7f-051a-4937-b3a4-324dbc007068', 'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'mac_address': 'fa:16:3e:a1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:42Z', 'updated_at': '2022-10-10T11:36:47Z', 'revision_number': 5, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'subnets': [{'id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:41:07.005498 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:41:07.035656 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c423d4-47f2-4760-816e-0e06e92324e8 None None] New status for floating IP 496d855d-c2e2-435f-9859-a5405cb0dcbd: ACTIVE {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:41:07.066460 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:41:08.691226 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:41:09.599732 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:41:33.450337 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-fc096091-5364-432e-83d7-2815bd309c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:41:35.730527 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9018d5cb-56cf-4a78-8406-d26eb1cf2115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:41:37.004447 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:41:37.067580 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:41:37.538288 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e3f78e31-098f-4b0c-9a28-d6822bea7bcd req-214d6ccc-2c1e-45f7-8cf9-946c3ca01637 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766358 Oct 10 11:41:37.691445 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f78e31-098f-4b0c-9a28-d6822bea7bcd req-611cb23f-854d-4e70-aa68-f2ad5e8d22a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:41:37.692806 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e3f78e31-098f-4b0c-9a28-d6822bea7bcd req-611cb23f-854d-4e70-aa68-f2ad5e8d22a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 1098 time: 0.0807531 Oct 10 11:41:37.836254 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f78e31-098f-4b0c-9a28-d6822bea7bcd req-ea999987-2c67-4ee3-a90f-197d41114e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:41:37.837703 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e3f78e31-098f-4b0c-9a28-d6822bea7bcd req-ea999987-2c67-4ee3-a90f-197d41114e37 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 912 time: 0.1251652 Oct 10 11:41:37.940934 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e3f78e31-098f-4b0c-9a28-d6822bea7bcd req-6d4c9157-6a4b-48f2-905c-85ca1b4555bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42aaa79c-7aff-4b36-9782-8785eb3cb3a0 HTTP/1.1" status: 200 len: 1002 time: 0.0955355 Oct 10 11:41:38.003126 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f78e31-098f-4b0c-9a28-d6822bea7bcd req-e7572c01-57e7-45bf-8888-1b0e69776ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:41:38.004523 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e3f78e31-098f-4b0c-9a28-d6822bea7bcd req-e7572c01-57e7-45bf-8888-1b0e69776ce1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.0562785 Oct 10 11:41:38.085273 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f78e31-098f-4b0c-9a28-d6822bea7bcd req-67465e33-2c2a-4bd2-ab86-7d5862289a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:41:38.086730 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e3f78e31-098f-4b0c-9a28-d6822bea7bcd req-67465e33-2c2a-4bd2-ab86-7d5862289a4a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757134 Oct 10 11:41:38.096915 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [req-e3f78e31-098f-4b0c-9a28-d6822bea7bcd req-8906c2b1-abc5-4f9d-9aeb-f7ddd7dd2e51 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:41:38.097846 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e3f78e31-098f-4b0c-9a28-d6822bea7bcd req-8906c2b1-abc5-4f9d-9aeb-f7ddd7dd2e51 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046649 Oct 10 11:41:38.227147 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e3f78e31-098f-4b0c-9a28-d6822bea7bcd req-b169d6ef-220d-4ec6-9ce7-7c80f28e24e2 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224551 Oct 10 11:41:38.356793 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e3f78e31-098f-4b0c-9a28-d6822bea7bcd req-1a38495d-299a-45b8-aedd-3ef38c05e2c2 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227202 Oct 10 11:41:38.728643 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:41:39.545773 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:41:41.998854 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:41:43.112490 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fbd3f-53c9-4065-8cdf-0bab9c48bd01 req-bfc1558e-0ebf-47fd-9bb0-53df27bf020c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:41:43.113868 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bd0fbd3f-53c9-4065-8cdf-0bab9c48bd01 req-bfc1558e-0ebf-47fd-9bb0-53df27bf020c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0942614 Oct 10 11:41:43.157792 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bd0fbd3f-53c9-4065-8cdf-0bab9c48bd01 req-1c6dbed0-22bf-4e73-a4db-4dc210a2ed8c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376909 Oct 10 11:41:54.734642 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e6898-bcae-46dd-86cd-a1827f7f851f req-2198dae4-3d69-41e9-b843-a52634a4e647 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:41:54.735974 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-122e6898-bcae-46dd-86cd-a1827f7f851f req-2198dae4-3d69-41e9-b843-a52634a4e647 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.1733134 Oct 10 11:41:54.793650 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-122e6898-bcae-46dd-86cd-a1827f7f851f req-5e840f6e-cbb5-4299-8aa7-c3894da56abb tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515156 Oct 10 11:41:54.806522 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-86c9462b-daa7-4607-b77f-3309698ea491 req-678c67d5-1613-48e9-bc14-9ba70253e27e service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1243889 Oct 10 11:41:56.043468 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf4f1b-dc35-4eef-aae3-8e2cf199ada9 req-9429d1e1-d8b8-42fe-a437-46d25805728c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:41:56.044982 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ccaf4f1b-dc35-4eef-aae3-8e2cf199ada9 req-9429d1e1-d8b8-42fe-a437-46d25805728c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.1379912 Oct 10 11:41:56.090875 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ccaf4f1b-dc35-4eef-aae3-8e2cf199ada9 req-681ebabd-8b2c-4b85-9ca1-85cf08ba282e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400000 Oct 10 11:41:56.856281 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9462b-daa7-4607-b77f-3309698ea491 req-2301c442-9e07-4773-8f3c-9ded95a71d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:41:56.857760 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-86c9462b-daa7-4607-b77f-3309698ea491 req-2301c442-9e07-4773-8f3c-9ded95a71d68 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 1098 time: 0.1178453 Oct 10 11:41:57.078339 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9462b-daa7-4607-b77f-3309698ea491 req-fdebca3f-4edd-4be7-9c21-229b49cc5ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:41:57.079701 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-86c9462b-daa7-4607-b77f-3309698ea491 req-fdebca3f-4edd-4be7-9c21-229b49cc5ec3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 912 time: 0.2156172 Oct 10 11:41:57.183492 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-86c9462b-daa7-4607-b77f-3309698ea491 req-e602f25f-22b8-4b7a-90c8-c1a432cf2e16 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42aaa79c-7aff-4b36-9782-8785eb3cb3a0 HTTP/1.1" status: 200 len: 1002 time: 0.0976336 Oct 10 11:41:57.248379 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9462b-daa7-4607-b77f-3309698ea491 req-fa4465af-14ae-40dd-90c3-ebc9e1d3f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:41:57.249838 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-86c9462b-daa7-4607-b77f-3309698ea491 req-fa4465af-14ae-40dd-90c3-ebc9e1d3f268 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.0610795 Oct 10 11:41:57.288703 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba14faf-61af-4ac9-834d-5aa0c30435b6 req-3bd2043b-8e15-4e0c-af04-1fdab9c387c1 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:41:57.290185 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-fba14faf-61af-4ac9-834d-5aa0c30435b6 req-3bd2043b-8e15-4e0c-af04-1fdab9c387c1 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0871835 Oct 10 11:41:57.333671 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9462b-daa7-4607-b77f-3309698ea491 req-cfc767b2-00a5-4a55-a074-1883d8465527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:41:57.335070 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-86c9462b-daa7-4607-b77f-3309698ea491 req-cfc767b2-00a5-4a55-a074-1883d8465527 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793865 Oct 10 11:41:57.337863 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-fba14faf-61af-4ac9-834d-5aa0c30435b6 req-2dc222ee-7c2d-42f1-b1df-22cca5329f14 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413961 Oct 10 11:41:57.463893 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-86c9462b-daa7-4607-b77f-3309698ea491 req-cae0cb43-c372-483f-bad6-357b989fdbee service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228318 Oct 10 11:41:57.593574 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-86c9462b-daa7-4607-b77f-3309698ea491 req-278a2ea1-e515-4a85-8c0b-7f07a24fb021 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235175 Oct 10 11:41:58.539750 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b94041-7340-458d-a25e-f580fa22cd1e req-7b631f2f-7363-4004-867a-cc481d96971d tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:41:58.541183 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-85b94041-7340-458d-a25e-f580fa22cd1e req-7b631f2f-7363-4004-867a-cc481d96971d tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0902047 Oct 10 11:41:58.584247 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-85b94041-7340-458d-a25e-f580fa22cd1e req-79b72bf7-ff2e-4696-b1cb-ef4e0f32729c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369020 Oct 10 11:41:59.791177 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10563d-853a-4604-b483-1b9e98b936cc req-4e5a9e7c-6706-40a0-a05b-a1badfeda100 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:41:59.793173 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8a10563d-853a-4604-b483-1b9e98b936cc req-4e5a9e7c-6706-40a0-a05b-a1badfeda100 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0871677 Oct 10 11:41:59.835846 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8a10563d-853a-4604-b483-1b9e98b936cc req-cabb9fa5-7875-401a-bf08-961f1c830ff5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371203 Oct 10 11:42:01.044122 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb9936-8277-4b8e-9262-7ae6480734a3 req-9b40333b-1811-4085-a102-acbafb25b09c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:01.045835 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-21cb9936-8277-4b8e-9262-7ae6480734a3 req-9b40333b-1811-4085-a102-acbafb25b09c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0962660 Oct 10 11:42:01.092713 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-21cb9936-8277-4b8e-9262-7ae6480734a3 req-48264101-8c96-4978-b5e1-bbf4e074c06e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409164 Oct 10 11:42:02.293864 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7175c4-5b12-4d35-ba28-5047c745801a req-30a657f9-e532-4210-a876-93e5e1db7cbd tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:02.295427 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-da7175c4-5b12-4d35-ba28-5047c745801a req-30a657f9-e532-4210-a876-93e5e1db7cbd tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0902357 Oct 10 11:42:02.339517 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-da7175c4-5b12-4d35-ba28-5047c745801a req-f80d847e-1588-4d85-8ac2-d5304a92a62c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382209 Oct 10 11:42:03.461419 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5f3642a5-0b2c-4ba6-80ed-837a1c9f8559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:42:03.536999 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc541446-75dd-4361-ab1f-4e71867b17a2 req-06fc7205-d322-47ac-9543-f7eaa1736a86 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:03.538478 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bc541446-75dd-4361-ab1f-4e71867b17a2 req-06fc7205-d322-47ac-9543-f7eaa1736a86 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0872235 Oct 10 11:42:03.581869 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bc541446-75dd-4361-ab1f-4e71867b17a2 req-c50b6310-a078-4d87-a238-ae2b61b8e008 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376222 Oct 10 11:42:04.780499 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc57a6-7957-4d81-a4f0-eb04bcc38de9 req-9821a886-941c-46a5-a7e7-d1fa9e31cbbb tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:04.781947 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-92bc57a6-7957-4d81-a4f0-eb04bcc38de9 req-9821a886-941c-46a5-a7e7-d1fa9e31cbbb tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0887558 Oct 10 11:42:04.828576 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-92bc57a6-7957-4d81-a4f0-eb04bcc38de9 req-43362db1-0ed6-4dfd-9195-9afd48487485 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407493 Oct 10 11:42:05.718553 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c910bde1-db8d-4e83-aa45-1eb72a3ea799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:42:06.030410 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec5fda-305e-4198-8d24-47f306d728b0 req-f22b8a6e-25eb-4e5e-ae62-019438961d01 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:06.031866 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-afec5fda-305e-4198-8d24-47f306d728b0 req-f22b8a6e-25eb-4e5e-ae62-019438961d01 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0914407 Oct 10 11:42:06.076207 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-afec5fda-305e-4198-8d24-47f306d728b0 req-fb46e152-c387-4a75-b70a-047b802ce94a tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378923 Oct 10 11:42:07.009590 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:42:07.072610 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:42:07.275651 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ee9d3-0b39-4d20-a464-b4103b43daed req-31054477-50b8-4ff3-8100-1324fb4bacd3 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:07.277152 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-166ee9d3-0b39-4d20-a464-b4103b43daed req-31054477-50b8-4ff3-8100-1324fb4bacd3 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0866919 Oct 10 11:42:07.322155 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-166ee9d3-0b39-4d20-a464-b4103b43daed req-d3e04906-b8a5-4064-8c2e-2542c4eae36b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392499 Oct 10 11:42:08.518415 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c50034-46fd-43ea-b60e-82ec0cd662db req-142128fb-82b3-4152-986c-44d79a38010e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:08.519853 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a3c50034-46fd-43ea-b60e-82ec0cd662db req-142128fb-82b3-4152-986c-44d79a38010e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0868230 Oct 10 11:42:08.566634 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a3c50034-46fd-43ea-b60e-82ec0cd662db req-86da8e52-66d1-4594-a1b9-7ab11a6bc67e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411589 Oct 10 11:42:08.701779 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:42:09.561825 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:42:09.768555 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd270c-5f7a-4514-be01-8547eacda937 req-5bd65b08-b6e2-4a76-a4ee-992de25f149d tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:09.770017 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5afd270c-5f7a-4514-be01-8547eacda937 req-5bd65b08-b6e2-4a76-a4ee-992de25f149d tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0906856 Oct 10 11:42:09.813758 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5afd270c-5f7a-4514-be01-8547eacda937 req-f46197a5-50b5-485a-b56f-e978fee2842d tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380840 Oct 10 11:42:11.008882 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e003f9c-3bc4-41fb-a314-81a54a46cfd3 req-47cf3d4e-d598-4473-8a55-ab0e9e6837d8 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:11.010347 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6e003f9c-3bc4-41fb-a314-81a54a46cfd3 req-47cf3d4e-d598-4473-8a55-ab0e9e6837d8 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0864146 Oct 10 11:42:11.053696 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6e003f9c-3bc4-41fb-a314-81a54a46cfd3 req-7cc8093c-b3fa-42c6-82f8-825063a56a02 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370500 Oct 10 11:42:12.252132 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614277f6-8383-4fa4-8771-f9043b559141 req-e88f5cc9-d112-4ca3-8375-8e3825ee3b69 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:12.253606 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-614277f6-8383-4fa4-8771-f9043b559141 req-e88f5cc9-d112-4ca3-8375-8e3825ee3b69 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0878475 Oct 10 11:42:12.300464 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-614277f6-8383-4fa4-8771-f9043b559141 req-2f7acb3c-5222-420f-a48b-8eecf72d7dde tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412700 Oct 10 11:42:13.506748 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f7167-91ce-44b1-84e1-f7f7044d1063 req-2d91874b-f49d-45f5-92c9-31f2f31ba6ad tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:13.508256 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-206f7167-91ce-44b1-84e1-f7f7044d1063 req-2d91874b-f49d-45f5-92c9-31f2f31ba6ad tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0942638 Oct 10 11:42:13.553572 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-206f7167-91ce-44b1-84e1-f7f7044d1063 req-7aec2937-ff73-4448-87e0-3e2dbf69317e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397038 Oct 10 11:42:14.755545 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3da46-4dc7-4b20-960a-e1df56a91a12 req-42afce09-c950-4075-aad2-63993a2d90fe tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:14.756994 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-52c3da46-4dc7-4b20-960a-e1df56a91a12 req-42afce09-c950-4075-aad2-63993a2d90fe tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0880115 Oct 10 11:42:14.801240 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-52c3da46-4dc7-4b20-960a-e1df56a91a12 req-929736aa-64bf-4e94-9f7a-9fde198998f2 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385430 Oct 10 11:42:15.998011 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5765e-180d-41a9-bd67-6d822e5dfe0c req-42bfd784-e70b-407c-8ea5-4df550e6bba7 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:15.999459 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-28c5765e-180d-41a9-bd67-6d822e5dfe0c req-42bfd784-e70b-407c-8ea5-4df550e6bba7 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0876310 Oct 10 11:42:16.046954 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-28c5765e-180d-41a9-bd67-6d822e5dfe0c req-ae7ee0b6-7167-4644-a949-25900576f176 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416474 Oct 10 11:42:17.249813 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0feb38-e73a-4e8c-a003-3805b6a72140 req-c2ee5860-9cf4-4be9-a45b-33da831f098e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:17.251546 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4f0feb38-e73a-4e8c-a003-3805b6a72140 req-c2ee5860-9cf4-4be9-a45b-33da831f098e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0912530 Oct 10 11:42:17.295179 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4f0feb38-e73a-4e8c-a003-3805b6a72140 req-a2a3298b-4ad8-486d-9d86-8aca47ffe987 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379930 Oct 10 11:42:18.490188 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c92a9-f781-49c8-9248-01ac180f2278 req-a0d4887f-403d-4d4d-a644-a0052649ce7f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:18.491636 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5e3c92a9-f781-49c8-9248-01ac180f2278 req-a0d4887f-403d-4d4d-a644-a0052649ce7f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0866215 Oct 10 11:42:18.534028 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5e3c92a9-f781-49c8-9248-01ac180f2278 req-431fadd5-3b22-49ec-9e1b-0614b9b751df tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369084 Oct 10 11:42:18.998541 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:42:19.730929 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585dee32-f544-46a5-9b2f-f4871d8264ae req-338ad120-4ffe-485a-b7a2-e0f9f8473365 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:19.732285 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-585dee32-f544-46a5-9b2f-f4871d8264ae req-338ad120-4ffe-485a-b7a2-e0f9f8473365 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0881729 Oct 10 11:42:19.779273 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-585dee32-f544-46a5-9b2f-f4871d8264ae req-bd418e43-13fc-499f-9558-7969dd8ce4e4 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405204 Oct 10 11:42:20.983767 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d46b1f-bc89-415b-8324-e7e7e73c32f0 req-b07d914f-bfc3-4072-8ad6-0f8e7fedb516 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:20.985825 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-72d46b1f-bc89-415b-8324-e7e7e73c32f0 req-b07d914f-bfc3-4072-8ad6-0f8e7fedb516 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0927386 Oct 10 11:42:21.028355 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-72d46b1f-bc89-415b-8324-e7e7e73c32f0 req-bbd767ed-b353-4bc7-992b-18261134010b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368004 Oct 10 11:42:22.376660 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea6056-915d-41b3-bb50-3fab9db2b7ba req-148344d6-34f8-46c8-a41c-62b7b357b3a8 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:22.378037 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8fea6056-915d-41b3-bb50-3fab9db2b7ba req-148344d6-34f8-46c8-a41c-62b7b357b3a8 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0878177 Oct 10 11:42:22.421243 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8fea6056-915d-41b3-bb50-3fab9db2b7ba req-c0f9254b-cd8d-4d7d-8806-f0a3eaa1d2ad tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376840 Oct 10 11:42:23.617191 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42146b38-9884-4d6f-8940-837711b45936 req-a33ca79d-e27d-4550-ba5b-15f3bd26fb0a tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:23.618567 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-42146b38-9884-4d6f-8940-837711b45936 req-a33ca79d-e27d-4550-ba5b-15f3bd26fb0a tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0872552 Oct 10 11:42:23.665863 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-42146b38-9884-4d6f-8940-837711b45936 req-084d7b86-6f46-40d3-b6a8-95173bf25b16 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417387 Oct 10 11:42:24.865997 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877e950-e7cd-4bd5-8425-50024e72794b req-e6661e7b-5c0c-4a43-8555-4e90233edeb5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:24.867414 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c877e950-e7cd-4bd5-8425-50024e72794b req-e6661e7b-5c0c-4a43-8555-4e90233edeb5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0910449 Oct 10 11:42:24.910591 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c877e950-e7cd-4bd5-8425-50024e72794b req-19cf80df-f8af-4e6c-9eac-2a2fd3f88d55 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375566 Oct 10 11:42:26.107857 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42b1d4-ff72-4c30-862c-b2c5965bec33 req-9e144877-4c24-49d9-a6d7-f52ab789123e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:26.110094 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-df42b1d4-ff72-4c30-862c-b2c5965bec33 req-9e144877-4c24-49d9-a6d7-f52ab789123e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0874100 Oct 10 11:42:26.153070 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-df42b1d4-ff72-4c30-862c-b2c5965bec33 req-b12ab772-4e7f-4a69-a499-96cfe949c9e5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371542 Oct 10 11:42:27.351593 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadcd03-4689-4658-bf25-ef1f2fac3027 req-30a1d7d0-ac8b-423f-ac1b-d081ea30d356 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:27.353032 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-afadcd03-4689-4658-bf25-ef1f2fac3027 req-30a1d7d0-ac8b-423f-ac1b-d081ea30d356 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0872717 Oct 10 11:42:27.399395 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-afadcd03-4689-4658-bf25-ef1f2fac3027 req-7b8b6a7d-22e4-4954-898f-65c02225c7b8 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407774 Oct 10 11:42:28.604557 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c332295-f190-405f-8cde-2173c261d09a req-38eea663-8265-4bbe-a563-d021f80bd353 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:28.606033 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3c332295-f190-405f-8cde-2173c261d09a req-38eea663-8265-4bbe-a563-d021f80bd353 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0927675 Oct 10 11:42:28.649447 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3c332295-f190-405f-8cde-2173c261d09a req-70d74d4d-3645-4fc2-8094-c0ab5ce54fec tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372369 Oct 10 11:42:29.853293 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07772b43-6053-40f1-99a7-a8b921102d55 req-918532b8-6510-4fd2-ae23-090c8bd43065 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:29.854733 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-07772b43-6053-40f1-99a7-a8b921102d55 req-918532b8-6510-4fd2-ae23-090c8bd43065 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0865152 Oct 10 11:42:29.898222 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-07772b43-6053-40f1-99a7-a8b921102d55 req-2aa4a14a-eaa1-4ed7-a463-7453ea34b0d6 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367668 Oct 10 11:42:30.666190 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-86c9462b-daa7-4607-b77f-3309698ea491 req-c10f686e-43df-47d2-b0fb-f82563e50ce5 service neutron] 10.222.0.15 "GET /v2.0/ports/42aaa79c-7aff-4b36-9782-8785eb3cb3a0/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.0743546 Oct 10 11:42:31.105042 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90400360-8539-4b58-81f5-7961d7204038 req-5647f539-46b9-4487-a3ac-b5f4a3a88a3e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:31.106540 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-90400360-8539-4b58-81f5-7961d7204038 req-5647f539-46b9-4487-a3ac-b5f4a3a88a3e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0917151 Oct 10 11:42:31.212499 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-90400360-8539-4b58-81f5-7961d7204038 req-304a863f-28f8-4be0-a99d-09580dbe9d0d tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991468 Oct 10 11:42:31.236790 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9462b-daa7-4607-b77f-3309698ea491 req-29241df9-3094-48d2-8057-0db82e392bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:31.238294 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-86c9462b-daa7-4607-b77f-3309698ea491 req-29241df9-3094-48d2-8057-0db82e392bbf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc&tenant_id=64b0f3727b7e416e8144a7ebfb17d62d HTTP/1.1" status: 200 len: 1098 time: 0.1115284 Oct 10 11:42:31.426120 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9462b-daa7-4607-b77f-3309698ea491 req-e39952da-91e6-49e0-b532-fa372b77bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:31.427594 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-86c9462b-daa7-4607-b77f-3309698ea491 req-e39952da-91e6-49e0-b532-fa372b77bf54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 1098 time: 0.1693189 Oct 10 11:42:31.556771 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9462b-daa7-4607-b77f-3309698ea491 req-8708d282-7a22-4e12-816c-db9fe4a1feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:31.558226 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-86c9462b-daa7-4607-b77f-3309698ea491 req-8708d282-7a22-4e12-816c-db9fe4a1feb0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 912 time: 0.1247280 Oct 10 11:42:31.661567 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-86c9462b-daa7-4607-b77f-3309698ea491 req-f15c7b0e-25cd-4437-822f-db634c370980 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42aaa79c-7aff-4b36-9782-8785eb3cb3a0 HTTP/1.1" status: 200 len: 1002 time: 0.0963705 Oct 10 11:42:31.724071 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9462b-daa7-4607-b77f-3309698ea491 req-80299f50-d513-4d54-8de7-314dab5c3232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:31.725964 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-86c9462b-daa7-4607-b77f-3309698ea491 req-80299f50-d513-4d54-8de7-314dab5c3232 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.0590575 Oct 10 11:42:31.811337 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9462b-daa7-4607-b77f-3309698ea491 req-3929539b-eb1e-471a-9b3b-3b1a5b8fca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:31.813303 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-86c9462b-daa7-4607-b77f-3309698ea491 req-3929539b-eb1e-471a-9b3b-3b1a5b8fca35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818219 Oct 10 11:42:31.947699 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-86c9462b-daa7-4607-b77f-3309698ea491 req-9c832966-2443-4343-a950-b4867ddf71ae service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281381 Oct 10 11:42:32.079901 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-86c9462b-daa7-4607-b77f-3309698ea491 req-a13a7aee-6a30-479b-93e5-d417b2240def service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266136 Oct 10 11:42:32.516600 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1338f0-6936-4e22-af90-3afa34f64e1d req-8496ea8f-db99-4991-a403-a4ab1a268aa7 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:32.518086 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0b1338f0-6936-4e22-af90-3afa34f64e1d req-8496ea8f-db99-4991-a403-a4ab1a268aa7 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.1923106 Oct 10 11:42:32.561734 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0b1338f0-6936-4e22-af90-3afa34f64e1d req-e61d4d34-1341-4deb-a46f-3aef74f345b6 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380721 Oct 10 11:42:33.458572 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-440c8349-7a60-47fa-a519-24444d74f7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:42:33.731834 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:42:33.771921 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5886f8-5898-400d-87ec-fb7120ce23fd req-a343a971-9fad-4f77-ae6a-22276cb6b1c0 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:33.773458 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ce5886f8-5898-400d-87ec-fb7120ce23fd req-a343a971-9fad-4f77-ae6a-22276cb6b1c0 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0956109 Oct 10 11:42:33.821671 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ce5886f8-5898-400d-87ec-fb7120ce23fd req-6768ab27-8d60-4f0e-a3a1-7a4056b25e99 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421009 Oct 10 11:42:33.850574 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:42:33.850981 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:42:33.878859 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9577133-4f82-46d2-b4d7-4ed97ea02abc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42aaa79c-7aff-4b36-9782-8785eb3cb3a0'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:42:33.881141 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2d08e6-8aed-4a81-aeca-1cf05156fe3e" -d '{"events": [{"server_uuid": "e9577133-4f82-46d2-b4d7-4ed97ea02abc", "name": "network-vif-unplugged", "status": "completed", "tag": "42aaa79c-7aff-4b36-9782-8785eb3cb3a0"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:42:33.890050 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=42aaa79c-7aff-4b36-9782-8785eb3cb3a0,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:42:33.936036 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Oct 2022 11:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18118e3-fdc8-4705-86a2-9d2af8cbb978 x-openstack-request-id: req-a18118e3-fdc8-4705-86a2-9d2af8cbb978 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:42:33.936325 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9577133-4f82-46d2-b4d7-4ed97ea02abc", "name": "network-vif-unplugged", "status": "completed", "tag": "42aaa79c-7aff-4b36-9782-8785eb3cb3a0", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:42:33.936575 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a18118e3-fdc8-4705-86a2-9d2af8cbb978 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:42:33.937037 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a18118e3-fdc8-4705-86a2-9d2af8cbb978'] response: {'server_uuid': 'e9577133-4f82-46d2-b4d7-4ed97ea02abc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42aaa79c-7aff-4b36-9782-8785eb3cb3a0', 'code': 200} Oct 10 11:42:33.992368 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:42:34.059592 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=42aaa79c-7aff-4b36-9782-8785eb3cb3a0,revision_number=6']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:42:34.066585 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:42:34.066933 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:42:34.067271 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:42:34.067600 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:42:34.067923 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:42:34.068247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:42:34.068565 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:42:34.068881 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:42:34.069198 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:42:34.069511 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:42:34.069845 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:42:34.070158 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:42:35.025481 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fab3af-b76d-412f-9428-1b4acb9dac47 req-9c838875-b798-421a-873b-b561993ce73d tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:35.026953 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-51fab3af-b76d-412f-9428-1b4acb9dac47 req-9c838875-b798-421a-873b-b561993ce73d tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 943 time: 0.0876050 Oct 10 11:42:35.071074 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-51fab3af-b76d-412f-9428-1b4acb9dac47 req-2d92ae75-1bf7-4532-9b20-de24f023b731 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384727 Oct 10 11:42:35.741174 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2c478e97-dbdc-4c8d-a3b4-39bc99053d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:42:36.271425 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef130847-6c81-443f-82c8-c3bdc8e4754f req-71ae87bc-f83a-4a2e-b632-cc9a41d69a82 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:36.272877 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ef130847-6c81-443f-82c8-c3bdc8e4754f req-71ae87bc-f83a-4a2e-b632-cc9a41d69a82 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 943 time: 0.0880666 Oct 10 11:42:36.318507 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ef130847-6c81-443f-82c8-c3bdc8e4754f req-ade70951-167b-4a58-a6c8-04a74ae8661f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399182 Oct 10 11:42:37.014537 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:42:37.075464 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:42:37.569790 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a32acb-9ecd-4beb-8532-5a9d720f379e req-370d4a0e-56d7-4cba-b041-84ca76d0c3b2 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:37.571251 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-01a32acb-9ecd-4beb-8532-5a9d720f379e req-370d4a0e-56d7-4cba-b041-84ca76d0c3b2 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 943 time: 0.1423442 Oct 10 11:42:37.629559 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-01a32acb-9ecd-4beb-8532-5a9d720f379e req-78f1c165-fbac-428d-9f9b-07e2187237d8 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516348 Oct 10 11:42:37.635184 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382969b-38e0-4131-85cf-6c3b5e40e569 req-4705290c-315a-4be5-b287-35e35623e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:37.636572 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d382969b-38e0-4131-85cf-6c3b5e40e569 req-4705290c-315a-4be5-b287-35e35623e41c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 1096 time: 0.1236639 Oct 10 11:42:37.740233 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:42:37.790733 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382969b-38e0-4131-85cf-6c3b5e40e569 req-19b4c2d8-fb3d-4b63-a7ce-b1dea38febe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:37.792243 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d382969b-38e0-4131-85cf-6c3b5e40e569 req-19b4c2d8-fb3d-4b63-a7ce-b1dea38febe1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 912 time: 0.1319325 Oct 10 11:42:37.876468 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=42aaa79c-7aff-4b36-9782-8785eb3cb3a0,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:42:37.889579 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '42aaa79c-7aff-4b36-9782-8785eb3cb3a0', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'port_id': '42aaa79c-7aff-4b36-9782-8785eb3cb3a0', 'mac_address': 'fa:16:3e:64:e4:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 478, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:42:37.891128 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d382969b-38e0-4131-85cf-6c3b5e40e569 req-672c4778-2a1e-4f77-86a3-3ed78420836d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42aaa79c-7aff-4b36-9782-8785eb3cb3a0 HTTP/1.1" status: 200 len: 1000 time: 0.0933573 Oct 10 11:42:37.958489 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382969b-38e0-4131-85cf-6c3b5e40e569 req-7e60124e-7dff-4540-a0ba-cbef2f54243d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:37.960168 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d382969b-38e0-4131-85cf-6c3b5e40e569 req-7e60124e-7dff-4540-a0ba-cbef2f54243d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.0634711 Oct 10 11:42:37.986271 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:42:37.986662 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:42:38.003665 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:42:38.018634 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=42aaa79c-7aff-4b36-9782-8785eb3cb3a0,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:42:38.042280 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382969b-38e0-4131-85cf-6c3b5e40e569 req-fd9b0ebc-cf4a-4768-a550-b107c8b1a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:38.043747 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d382969b-38e0-4131-85cf-6c3b5e40e569 req-fd9b0ebc-cf4a-4768-a550-b107c8b1a02a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781326 Oct 10 11:42:38.112691 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:42:38.178529 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['42aaa79c-7aff-4b36-9782-8785eb3cb3a0'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:42:38.230379 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=42aaa79c-7aff-4b36-9782-8785eb3cb3a0,revision_number=7']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:42:38.279019 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d382969b-38e0-4131-85cf-6c3b5e40e569 req-2e1cda40-8a83-42da-8d59-64fbbc7be50a service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286820 Oct 10 11:42:38.409644 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d382969b-38e0-4131-85cf-6c3b5e40e569 req-805cdb70-c544-4412-b372-14000a28ba7b service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242483 Oct 10 11:42:38.689821 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:42:38.833665 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991fe36-ea42-4eea-ade5-bcbdc6cd6c08 req-44cfd880-2acb-4225-bf48-fb3e539091e0 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:38.835028 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6991fe36-ea42-4eea-ade5-bcbdc6cd6c08 req-44cfd880-2acb-4225-bf48-fb3e539091e0 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 944 time: 0.0908201 Oct 10 11:42:38.878795 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6991fe36-ea42-4eea-ade5-bcbdc6cd6c08 req-7d026d09-9f24-45db-b6fb-bf38319e57e3 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380750 Oct 10 11:42:39.552003 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:42:39.726896 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:42:39.804752 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:42:39.805127 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:42:39.805463 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 Oct 10 11:42:39.925117 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:42:39.925507 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:42:39.959969 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9577133-4f82-46d2-b4d7-4ed97ea02abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42aaa79c-7aff-4b36-9782-8785eb3cb3a0'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:42:39.964335 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2682c2-ba4c-4c0b-82e9-ab0441481dae" -d '{"events": [{"server_uuid": "e9577133-4f82-46d2-b4d7-4ed97ea02abc", "name": "network-vif-plugged", "status": "completed", "tag": "42aaa79c-7aff-4b36-9782-8785eb3cb3a0"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:42:39.974371 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=42aaa79c-7aff-4b36-9782-8785eb3cb3a0,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:42:40.033910 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17737a08-9241-439f-9856-7c734748c9f3 x-openstack-request-id: req-17737a08-9241-439f-9856-7c734748c9f3 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:42:40.034277 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9577133-4f82-46d2-b4d7-4ed97ea02abc", "name": "network-vif-plugged", "status": "completed", "tag": "42aaa79c-7aff-4b36-9782-8785eb3cb3a0", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:42:40.034737 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-17737a08-9241-439f-9856-7c734748c9f3 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:42:40.035188 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17737a08-9241-439f-9856-7c734748c9f3'] response: {'server_uuid': 'e9577133-4f82-46d2-b4d7-4ed97ea02abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42aaa79c-7aff-4b36-9782-8785eb3cb3a0', 'code': 200} Oct 10 11:42:40.070200 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:42:40.103229 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581765b7-7e2b-4555-b80f-a255d36581eb req-d109aa9c-f46b-4804-8a51-d77dff4c7f5b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:40.104739 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-581765b7-7e2b-4555-b80f-a255d36581eb req-d109aa9c-f46b-4804-8a51-d77dff4c7f5b tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 944 time: 0.0980020 Oct 10 11:42:40.143291 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=42aaa79c-7aff-4b36-9782-8785eb3cb3a0,revision_number=8']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:42:40.153037 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-581765b7-7e2b-4555-b80f-a255d36581eb req-ceb3c229-c9fe-4561-b842-0358aec488e7 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409753 Oct 10 11:42:41.365141 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7f5fe-5bce-4037-9a28-78ae4a64606c req-e902d753-7118-4afe-8d16-df692ddd5cea tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:41.366650 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2fd7f5fe-5bce-4037-9a28-78ae4a64606c req-e902d753-7118-4afe-8d16-df692ddd5cea tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0939794 Oct 10 11:42:41.410932 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2fd7f5fe-5bce-4037-9a28-78ae4a64606c req-448e97de-f243-4be4-9cee-b2ed70e93ea0 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384274 Oct 10 11:42:42.613160 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d04cb-86f2-483f-92d4-8493a60a8d3c req-f68d9c7c-fa04-45f3-8b80-022b79678fa8 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:42.614632 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-970d04cb-86f2-483f-92d4-8493a60a8d3c req-f68d9c7c-fa04-45f3-8b80-022b79678fa8 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0904050 Oct 10 11:42:42.656661 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-970d04cb-86f2-483f-92d4-8493a60a8d3c req-49c3b59c-dabf-42d5-9495-a14baa28ec3f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364618 Oct 10 11:42:43.486139 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39b5cc-5f7d-48fc-b760-c901e7e6c492 req-18dd8e15-0069-4b68-b07f-0e47b876d3c9 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:43.487564 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ab39b5cc-5f7d-48fc-b760-c901e7e6c492 req-18dd8e15-0069-4b68-b07f-0e47b876d3c9 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc&tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&binding%3Ahost_id=hv-neutron-8608 HTTP/1.1" status: 200 len: 945 time: 0.1563053 Oct 10 11:42:43.495462 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c98d6-9080-4504-941b-722000c67bad req-ca6a4a23-fbf6-4188-840d-e9f5bfc0d8fa tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:43.496724 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-477c98d6-9080-4504-941b-722000c67bad req-ca6a4a23-fbf6-4188-840d-e9f5bfc0d8fa tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.1293797 Oct 10 11:42:43.596852 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-477c98d6-9080-4504-941b-722000c67bad req-4dbb5a68-71ea-4194-a541-148c3ef23c55 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676069 Oct 10 11:42:43.604060 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ab39b5cc-5f7d-48fc-b760-c901e7e6c492 req-19a3bdb1-820a-40c1-b8e0-231a71dcc4fc service neutron] 10.222.0.15 "GET /v2.0/ports/42aaa79c-7aff-4b36-9782-8785eb3cb3a0/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.1064765 Oct 10 11:42:43.716534 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39b5cc-5f7d-48fc-b760-c901e7e6c492 req-332d9536-1988-416b-b9ae-bc1aa4092b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:43.718018 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ab39b5cc-5f7d-48fc-b760-c901e7e6c492 req-332d9536-1988-416b-b9ae-bc1aa4092b28 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 1098 time: 0.0793672 Oct 10 11:42:43.853039 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39b5cc-5f7d-48fc-b760-c901e7e6c492 req-c4d5a0de-6311-4779-9d80-f953de57abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:43.854413 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ab39b5cc-5f7d-48fc-b760-c901e7e6c492 req-c4d5a0de-6311-4779-9d80-f953de57abfb service neutron] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 912 time: 0.1307917 Oct 10 11:42:43.957466 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ab39b5cc-5f7d-48fc-b760-c901e7e6c492 req-ce4bb2f0-93e1-4a31-811e-3ef6a85c032f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42aaa79c-7aff-4b36-9782-8785eb3cb3a0 HTTP/1.1" status: 200 len: 1002 time: 0.0961006 Oct 10 11:42:44.020140 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39b5cc-5f7d-48fc-b760-c901e7e6c492 req-5884cbed-ce58-4663-b7cf-906dfe803446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:44.021559 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ab39b5cc-5f7d-48fc-b760-c901e7e6c492 req-5884cbed-ce58-4663-b7cf-906dfe803446 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.0590107 Oct 10 11:42:44.101929 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39b5cc-5f7d-48fc-b760-c901e7e6c492 req-335c729a-2791-4251-baa9-fdc992f3d7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:44.103399 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ab39b5cc-5f7d-48fc-b760-c901e7e6c492 req-335c729a-2791-4251-baa9-fdc992f3d7d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764053 Oct 10 11:42:44.230260 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ab39b5cc-5f7d-48fc-b760-c901e7e6c492 req-eb965c33-33bf-41c6-b70b-e827fdcc5440 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209390 Oct 10 11:42:44.356685 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ab39b5cc-5f7d-48fc-b760-c901e7e6c492 req-de2deef2-cdcc-46da-a0e5-17fdf30ee60d service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205931 Oct 10 11:42:44.796383 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f4e2b-279c-4b80-a1f7-b1d9e0f033af req-f3b9b20a-8bff-4c8b-b97b-428e3d61d5fe tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:44.798015 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c48f4e2b-279c-4b80-a1f7-b1d9e0f033af req-f3b9b20a-8bff-4c8b-b97b-428e3d61d5fe tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0870214 Oct 10 11:42:44.840829 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c48f4e2b-279c-4b80-a1f7-b1d9e0f033af req-ada1b70f-911e-49e6-aedb-96781fbeeea6 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372808 Oct 10 11:42:46.041381 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6b1b4-c506-428f-a747-d42266335400 req-fefa28b8-57b1-41d6-a28c-fd84aa77b657 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:46.042861 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2ad6b1b4-c506-428f-a747-d42266335400 req-fefa28b8-57b1-41d6-a28c-fd84aa77b657 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0915513 Oct 10 11:42:46.184245 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2ad6b1b4-c506-428f-a747-d42266335400 req-12152d1c-1591-4b88-ab3b-62f1d059ac69 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355639 Oct 10 11:42:47.388047 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fc860-f548-4018-9a80-961076f3ec16 req-9a5545e6-d389-459e-8a9d-5756c623d388 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:47.389469 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c09fc860-f548-4018-9a80-961076f3ec16 req-9a5545e6-d389-459e-8a9d-5756c623d388 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0911424 Oct 10 11:42:47.434802 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c09fc860-f548-4018-9a80-961076f3ec16 req-438e09fb-ddb7-407e-a86f-6e50e8f8da34 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395420 Oct 10 11:42:48.384761 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39b5cc-5f7d-48fc-b760-c901e7e6c492 req-ef6c264a-4a20-410c-8679-bb8d0b3ddc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:48.386328 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ab39b5cc-5f7d-48fc-b760-c901e7e6c492 req-ef6c264a-4a20-410c-8679-bb8d0b3ddc16 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc&tenant_id=64b0f3727b7e416e8144a7ebfb17d62d HTTP/1.1" status: 200 len: 1098 time: 0.0790725 Oct 10 11:42:48.487396 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39b5cc-5f7d-48fc-b760-c901e7e6c492 req-ba7b5fda-e99c-4f71-9bb9-3e9bc0e5a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:48.488899 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ab39b5cc-5f7d-48fc-b760-c901e7e6c492 req-ba7b5fda-e99c-4f71-9bb9-3e9bc0e5a76a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 1098 time: 0.0826936 Oct 10 11:42:48.682351 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39b5cc-5f7d-48fc-b760-c901e7e6c492 req-6f0e9a14-6faa-4551-8f0d-8a45e2d378b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:48.683772 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ab39b5cc-5f7d-48fc-b760-c901e7e6c492 req-6f0e9a14-6faa-4551-8f0d-8a45e2d378b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 200 len: 912 time: 0.1889892 Oct 10 11:42:48.752055 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38c466-51ba-457e-a54e-5d42bce10df9 req-94569a41-535c-4e8c-9c20-c5a1c2f0cc9c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:48.753470 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3c38c466-51ba-457e-a54e-5d42bce10df9 req-94569a41-535c-4e8c-9c20-c5a1c2f0cc9c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.1768742 Oct 10 11:42:48.823885 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ab39b5cc-5f7d-48fc-b760-c901e7e6c492 req-bc828d48-a837-4799-ba1d-95eee452c7f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42aaa79c-7aff-4b36-9782-8785eb3cb3a0 HTTP/1.1" status: 200 len: 1002 time: 0.1324003 Oct 10 11:42:48.828585 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3c38c466-51ba-457e-a54e-5d42bce10df9 req-b52b0004-914a-4292-b36c-fe751a01003e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673840 Oct 10 11:42:48.886843 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39b5cc-5f7d-48fc-b760-c901e7e6c492 req-d581263d-7451-4833-90dd-866d614e75af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:48.888286 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ab39b5cc-5f7d-48fc-b760-c901e7e6c492 req-d581263d-7451-4833-90dd-866d614e75af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 200 len: 850 time: 0.0588710 Oct 10 11:42:48.970146 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39b5cc-5f7d-48fc-b760-c901e7e6c492 req-cde73ed5-f208-41aa-a2c8-0a0a76b3f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:48.971643 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ab39b5cc-5f7d-48fc-b760-c901e7e6c492 req-cde73ed5-f208-41aa-a2c8-0a0a76b3f19d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f43b8073-114d-4321-a937-8e2ffabc4316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777543 Oct 10 11:42:49.103056 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ab39b5cc-5f7d-48fc-b760-c901e7e6c492 req-5edfb3d6-77c7-454d-81be-d6dd1d7c4d98 service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246228 Oct 10 11:42:49.232682 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ab39b5cc-5f7d-48fc-b760-c901e7e6c492 req-2a1700ee-c403-4b7e-987e-10cd1d3814fd service neutron] 10.222.0.15 "GET /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239586 Oct 10 11:42:49.775235 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:42:49.892312 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:42:49.892695 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:42:49.921138 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9577133-4f82-46d2-b4d7-4ed97ea02abc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42aaa79c-7aff-4b36-9782-8785eb3cb3a0'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:42:49.923638 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff556ced-fc14-4e98-8fc8-ca09265a86cf" -d '{"events": [{"server_uuid": "e9577133-4f82-46d2-b4d7-4ed97ea02abc", "name": "network-vif-unplugged", "status": "completed", "tag": "42aaa79c-7aff-4b36-9782-8785eb3cb3a0"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:42:49.931649 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=42aaa79c-7aff-4b36-9782-8785eb3cb3a0,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:42:49.995618 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Oct 2022 11:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b851a854-935a-4452-81c4-adf87a5e58fd x-openstack-request-id: req-b851a854-935a-4452-81c4-adf87a5e58fd {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:42:49.995892 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9577133-4f82-46d2-b4d7-4ed97ea02abc", "name": "network-vif-unplugged", "status": "completed", "tag": "42aaa79c-7aff-4b36-9782-8785eb3cb3a0", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:42:49.996144 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b851a854-935a-4452-81c4-adf87a5e58fd {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:42:49.996540 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b851a854-935a-4452-81c4-adf87a5e58fd'] response: {'server_uuid': 'e9577133-4f82-46d2-b4d7-4ed97ea02abc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42aaa79c-7aff-4b36-9782-8785eb3cb3a0', 'code': 200} Oct 10 11:42:50.001202 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:42:50.052968 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e79ec5-c3de-46ce-a81a-2c186b482963 req-006fdeed-2fad-4b07-b05e-208945472200 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:50.054447 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c6e79ec5-c3de-46ce-a81a-2c186b482963 req-006fdeed-2fad-4b07-b05e-208945472200 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.1076212 Oct 10 11:42:50.071773 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=42aaa79c-7aff-4b36-9782-8785eb3cb3a0,revision_number=9']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:42:50.104609 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c6e79ec5-c3de-46ce-a81a-2c186b482963 req-1a6f5744-70d5-4a7d-a283-3e8581882ae0 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445185 Oct 10 11:42:51.318871 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1b5f3-0b4a-4a58-9add-fc157c17b8f3 req-856bc8cd-83c9-4247-b78a-960362d0c10c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:51.318871 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-aed1b5f3-0b4a-4a58-9add-fc157c17b8f3 req-856bc8cd-83c9-4247-b78a-960362d0c10c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 943 time: 0.0967844 Oct 10 11:42:51.361737 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-aed1b5f3-0b4a-4a58-9add-fc157c17b8f3 req-fcd90661-b425-45b6-8634-258f8d8b4040 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382142 Oct 10 11:42:52.558966 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf950336-9171-46f2-aa49-592d36f1aebd req-18789743-f6c9-4b2d-8986-45d027b61fb5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:52.560424 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cf950336-9171-46f2-aa49-592d36f1aebd req-18789743-f6c9-4b2d-8986-45d027b61fb5 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 943 time: 0.0871205 Oct 10 11:42:52.604303 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cf950336-9171-46f2-aa49-592d36f1aebd req-9409e6f7-b04a-4afe-b390-26b5c05056dd tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377090 Oct 10 11:42:53.806400 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:42:53.809762 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9f170-7597-4bb4-8b4f-a5c473e7d1f1 req-afda2ad8-7555-4baf-9fac-6f4997d24315 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:53.811264 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-68a9f170-7597-4bb4-8b4f-a5c473e7d1f1 req-afda2ad8-7555-4baf-9fac-6f4997d24315 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 943 time: 0.0950115 Oct 10 11:42:53.856532 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-68a9f170-7597-4bb4-8b4f-a5c473e7d1f1 req-d0434792-1863-4179-914d-73664e9630c0 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384703 Oct 10 11:42:53.947543 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=42aaa79c-7aff-4b36-9782-8785eb3cb3a0,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:42:53.960740 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '42aaa79c-7aff-4b36-9782-8785eb3cb3a0', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'port_id': '42aaa79c-7aff-4b36-9782-8785eb3cb3a0', 'mac_address': 'fa:16:3e:64:e4:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 478, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:42:54.018184 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:42:54.018558 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:42:54.034911 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:42:54.050084 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=42aaa79c-7aff-4b36-9782-8785eb3cb3a0,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:42:54.111565 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:42:54.176982 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['42aaa79c-7aff-4b36-9782-8785eb3cb3a0'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:42:54.227885 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=42aaa79c-7aff-4b36-9782-8785eb3cb3a0,revision_number=10']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:42:55.058683 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44423510-4c31-4321-b86f-9362227a3014 req-19cd87cf-c6cc-4c32-8f8b-f32cb7e832a2 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:55.060116 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-44423510-4c31-4321-b86f-9362227a3014 req-19cd87cf-c6cc-4c32-8f8b-f32cb7e832a2 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 945 time: 0.0906472 Oct 10 11:42:55.103268 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-44423510-4c31-4321-b86f-9362227a3014 req-ef56e439-9a08-4b67-81c0-9719a26f57df tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369227 Oct 10 11:42:55.824231 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:42:55.890842 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:42:55.891205 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:42:55.891529 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 Oct 10 11:42:55.997734 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:42:56.005782 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:42:56.006180 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:42:56.031934 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9577133-4f82-46d2-b4d7-4ed97ea02abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42aaa79c-7aff-4b36-9782-8785eb3cb3a0'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:42:56.034195 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd72dfb-d296-4474-96a3-61ee04eecb2c" -d '{"events": [{"server_uuid": "e9577133-4f82-46d2-b4d7-4ed97ea02abc", "name": "network-vif-plugged", "status": "completed", "tag": "42aaa79c-7aff-4b36-9782-8785eb3cb3a0"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:42:56.042261 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=42aaa79c-7aff-4b36-9782-8785eb3cb3a0,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:42:56.086613 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0229ba16-d559-46d6-b6c4-290bd5338d66 x-openstack-request-id: req-0229ba16-d559-46d6-b6c4-290bd5338d66 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:42:56.086613 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9577133-4f82-46d2-b4d7-4ed97ea02abc", "name": "network-vif-plugged", "status": "completed", "tag": "42aaa79c-7aff-4b36-9782-8785eb3cb3a0", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:42:56.086613 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0229ba16-d559-46d6-b6c4-290bd5338d66 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:42:56.086613 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0229ba16-d559-46d6-b6c4-290bd5338d66'] response: {'server_uuid': 'e9577133-4f82-46d2-b4d7-4ed97ea02abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42aaa79c-7aff-4b36-9782-8785eb3cb3a0', 'code': 200} Oct 10 11:42:56.138520 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:42:56.210103 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=42aaa79c-7aff-4b36-9782-8785eb3cb3a0,revision_number=11']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:42:56.311549 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a6b85-d688-4a4f-9681-08915a431b52 req-0d69f0de-bc5b-40b0-b586-8d9d984826d2 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:56.313063 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-7b1a6b85-d688-4a4f-9681-08915a431b52 req-0d69f0de-bc5b-40b0-b586-8d9d984826d2 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 946 time: 0.0909956 Oct 10 11:42:56.356200 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-7b1a6b85-d688-4a4f-9681-08915a431b52 req-d1780201-81a7-48b1-a85d-315c958a1b6d tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376151 Oct 10 11:42:57.561547 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99137425-95c0-44b9-aa0f-7f8b57b02475 req-dcfa4452-b6d0-4e3c-97dc-4cb725022531 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:57.563055 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-99137425-95c0-44b9-aa0f-7f8b57b02475 req-dcfa4452-b6d0-4e3c-97dc-4cb725022531 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 946 time: 0.0883160 Oct 10 11:42:57.607399 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-99137425-95c0-44b9-aa0f-7f8b57b02475 req-733efb32-ffbe-4200-9751-9dc7e41110ca tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378819 Oct 10 11:42:58.803781 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad75d38-357b-472c-8307-ba43dc2d415e req-1e9974cc-48ef-4253-b65c-db36a936e4df tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:58.805204 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4ad75d38-357b-472c-8307-ba43dc2d415e req-1e9974cc-48ef-4253-b65c-db36a936e4df tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 946 time: 0.0865078 Oct 10 11:42:58.849052 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4ad75d38-357b-472c-8307-ba43dc2d415e req-52513de1-4ac9-4c1d-bfce-0298c8e71eba tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381761 Oct 10 11:42:59.057112 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee502f6-67f8-42fd-b843-00a90eb99b7d req-60aee948-f303-4e21-916b-3f1b0c6ffed8 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:59.058636 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-dee502f6-67f8-42fd-b843-00a90eb99b7d req-60aee948-f303-4e21-916b-3f1b0c6ffed8 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 946 time: 0.0951545 Oct 10 11:42:59.102298 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-dee502f6-67f8-42fd-b843-00a90eb99b7d req-f0cd821d-692b-49cb-9384-9e5838b1265c tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376139 Oct 10 11:42:59.305702 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f011b8-31a6-4f73-9bcc-f52f3736d6bb req-ed3dd330-e7b0-41c0-b96e-58d5db9bcc3f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:42:59.307119 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-96f011b8-31a6-4f73-9bcc-f52f3736d6bb req-ed3dd330-e7b0-41c0-b96e-58d5db9bcc3f tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 946 time: 0.0890200 Oct 10 11:42:59.352211 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-96f011b8-31a6-4f73-9bcc-f52f3736d6bb req-8486b22a-e04c-4fde-9a73-ad4af6e50199 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394313 Oct 10 11:43:00.014146 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632007c-2552-458e-a644-aa885871f13c req-426f0f86-2cb5-4868-938c-b8b1fcb49898 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:00.015594 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d632007c-2552-458e-a644-aa885871f13c req-426f0f86-2cb5-4868-938c-b8b1fcb49898 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 946 time: 0.0873330 Oct 10 11:43:00.063550 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d632007c-2552-458e-a644-aa885871f13c req-97a82545-9bbd-478c-a90b-ba384847f715 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420210 Oct 10 11:43:01.268370 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a11a85-b912-497a-9ab0-ba02fa0e6fe7 req-e0897498-494a-4f7d-9856-d2a7ad274e6a tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:01.269846 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-00a11a85-b912-497a-9ab0-ba02fa0e6fe7 req-e0897498-494a-4f7d-9856-d2a7ad274e6a tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 946 time: 0.0910313 Oct 10 11:43:01.313724 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-00a11a85-b912-497a-9ab0-ba02fa0e6fe7 req-16686de3-e8a8-4bad-8353-9915334b245e tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378864 Oct 10 11:43:02.313218 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e35d08-8a92-4011-8736-9c3897f5dfa3 req-f10454c4-2a18-4b69-aa20-eb98a2a73087 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:02.314725 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-67e35d08-8a92-4011-8736-9c3897f5dfa3 req-f10454c4-2a18-4b69-aa20-eb98a2a73087 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 946 time: 0.0856905 Oct 10 11:43:02.482604 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-67e35d08-8a92-4011-8736-9c3897f5dfa3 req-5460f701-4d5f-45c9-8228-11a19972e630 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Deleting port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:43:02.482850 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-67e35d08-8a92-4011-8736-9c3897f5dfa3 req-5460f701-4d5f-45c9-8228-11a19972e630 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:02.521129 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92969ca-03f7-40a6-81f3-6e9bffbf0a70 req-54b22ba1-dcfc-4d79-9d56-e11d9a8e0650 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:02.522657 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c92969ca-03f7-40a6-81f3-6e9bffbf0a70 req-54b22ba1-dcfc-4d79-9d56-e11d9a8e0650 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 946 time: 0.0886517 Oct 10 11:43:02.566630 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c92969ca-03f7-40a6-81f3-6e9bffbf0a70 req-f19fd102-4850-4c46-aef2-1241f97be377 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups?id=7bc70969-1b15-4aed-bd71-196ff594e8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381107 Oct 10 11:43:02.732429 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-67e35d08-8a92-4011-8736-9c3897f5dfa3 req-5460f701-4d5f-45c9-8228-11a19972e630 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] For port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=42aaa79c-7aff-4b36-9782-8785eb3cb3a0,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:43:02.732777 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-67e35d08-8a92-4011-8736-9c3897f5dfa3 req-5460f701-4d5f-45c9-8228-11a19972e630 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:03.020120 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-67e35d08-8a92-4011-8736-9c3897f5dfa3 req-5460f701-4d5f-45c9-8228-11a19972e630 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:03.020484 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-67e35d08-8a92-4011-8736-9c3897f5dfa3 req-5460f701-4d5f-45c9-8228-11a19972e630 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:03.020792 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [req-67e35d08-8a92-4011-8736-9c3897f5dfa3 req-5460f701-4d5f-45c9-8228-11a19972e630 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Floating IP 496d855d-c2e2-435f-9859-a5405cb0dcbd disassociated. External IP: 172.26.4.187, port: 42aaa79c-7aff-4b36-9782-8785eb3cb3a0. Oct 10 11:43:03.021132 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-67e35d08-8a92-4011-8736-9c3897f5dfa3 req-5460f701-4d5f-45c9-8228-11a19972e630 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Calling delete_port for 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:43:03.234866 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-67e35d08-8a92-4011-8736-9c3897f5dfa3 req-5460f701-4d5f-45c9-8228-11a19972e630 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:03.284334 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460f701-4d5f-45c9-8228-11a19972e630 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Pushing event deleted for resources: {'Port': ['ID=42aaa79c-7aff-4b36-9782-8785eb3cb3a0,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:03.296199 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460f701-4d5f-45c9-8228-11a19972e630 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:03.296552 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460f701-4d5f-45c9-8228-11a19972e630 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:03.296888 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460f701-4d5f-45c9-8228-11a19972e630 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:03.297225 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460f701-4d5f-45c9-8228-11a19972e630 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:03.297577 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460f701-4d5f-45c9-8228-11a19972e630 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:03.297927 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460f701-4d5f-45c9-8228-11a19972e630 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:03.298256 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460f701-4d5f-45c9-8228-11a19972e630 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:03.298658 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460f701-4d5f-45c9-8228-11a19972e630 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:03.298994 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460f701-4d5f-45c9-8228-11a19972e630 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:03.299318 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460f701-4d5f-45c9-8228-11a19972e630 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:03.299646 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460f701-4d5f-45c9-8228-11a19972e630 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:03.299961 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460f701-4d5f-45c9-8228-11a19972e630 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:03.483113 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-52bebaf7-7ec8-431a-9262-1d16a48fcf67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:03.499670 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67e35d08-8a92-4011-8736-9c3897f5dfa3 req-5460f701-4d5f-45c9-8228-11a19972e630 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:43:03.681406 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67e35d08-8a92-4011-8736-9c3897f5dfa3 req-5460f701-4d5f-45c9-8228-11a19972e630 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:43:03.690927 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5990b866-b12f-45c3-96bf-a3940e200b6f None None] Sync routers for ids ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:43:03.700205 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5990b866-b12f-45c3-96bf-a3940e200b6f None None] Routers {'3dc24dfe-cec8-4f37-8413-dd5cc1453780'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:43:03.700884 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-5990b866-b12f-45c3-96bf-a3940e200b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:42:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:43:03.799636 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-15741ee3-8550-4d73-8f2b-b85eeb9efc4c req-80ed94c2-1713-4ae3-a69a-df69b3a91cb8 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 210 time: 0.1196299 Oct 10 11:43:03.812885 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e35d08-8a92-4011-8736-9c3897f5dfa3 req-5460f701-4d5f-45c9-8228-11a19972e630 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] No DVR routers for this DVR port 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:43:03.815941 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-67e35d08-8a92-4011-8736-9c3897f5dfa3 req-5460f701-4d5f-45c9-8228-11a19972e630 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:03.818737 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9577133-4f82-46d2-b4d7-4ed97ea02abc', 'name': 'network-vif-deleted', 'tag': '42aaa79c-7aff-4b36-9782-8785eb3cb3a0'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:43:03.821068 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fad8c0-8f28-4dab-8d78-1dcce7d0bc6e" -d '{"events": [{"server_uuid": "e9577133-4f82-46d2-b4d7-4ed97ea02abc", "name": "network-vif-deleted", "tag": "42aaa79c-7aff-4b36-9782-8785eb3cb3a0"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:43:03.895075 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-67e35d08-8a92-4011-8736-9c3897f5dfa3 req-5460f701-4d5f-45c9-8228-11a19972e630 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.15 "DELETE /v2.0/ports/42aaa79c-7aff-4b36-9782-8785eb3cb3a0 HTTP/1.1" status: 204 len: 173 time: 1.5750091 Oct 10 11:43:03.918181 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-5990b866-b12f-45c3-96bf-a3940e200b6f None None] Set router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:43:03.959429 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d32614-0dc0-475b-ac1c-353f1bff038c x-openstack-request-id: req-d9d32614-0dc0-475b-ac1c-353f1bff038c {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:43:03.959784 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9577133-4f82-46d2-b4d7-4ed97ea02abc", "name": "network-vif-deleted", "tag": "42aaa79c-7aff-4b36-9782-8785eb3cb3a0", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:43:03.960105 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d9d32614-0dc0-475b-ac1c-353f1bff038c {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:43:03.960566 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9d32614-0dc0-475b-ac1c-353f1bff038c'] response: {'server_uuid': 'e9577133-4f82-46d2-b4d7-4ed97ea02abc', 'name': 'network-vif-deleted', 'tag': '42aaa79c-7aff-4b36-9782-8785eb3cb3a0', 'status': 'completed', 'code': 200} Oct 10 11:43:04.229222 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-5990b866-b12f-45c3-96bf-a3940e200b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 4, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'bd001c7f-051a-4937-b3a4-324dbc007068', 'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'mac_address': 'fa:16:3e:a1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:42Z', 'updated_at': '2022-10-10T11:36:47Z', 'revision_number': 5, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'subnets': [{'id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:43:04.233129 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5990b866-b12f-45c3-96bf-a3940e200b6f None None] Checking router: 3dc24dfe-cec8-4f37-8413-dd5cc1453780 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:43:04.242027 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5990b866-b12f-45c3-96bf-a3940e200b6f None None] Routers {'3dc24dfe-cec8-4f37-8413-dd5cc1453780'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:43:04.242621 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-5990b866-b12f-45c3-96bf-a3940e200b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:42:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:43:04.422831 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-5990b866-b12f-45c3-96bf-a3940e200b6f None None] Set router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:43:04.735172 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-5990b866-b12f-45c3-96bf-a3940e200b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 4, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'bd001c7f-051a-4937-b3a4-324dbc007068', 'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'mac_address': 'fa:16:3e:a1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:42Z', 'updated_at': '2022-10-10T11:36:47Z', 'revision_number': 5, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'subnets': [{'id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:43:04.739447 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5990b866-b12f-45c3-96bf-a3940e200b6f None None] The sync data for ids ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'] in dv-neutron-860842-1-hyperv is: [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:36:42Z', 'revision_number': 4, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'bd001c7f-051a-4937-b3a4-324dbc007068', 'name': '', 'network_id': 'f43b8073-114d-4321-a937-8e2ffabc4316', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'mac_address': 'fa:16:3e:a1:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:42Z', 'updated_at': '2022-10-10T11:36:47Z', 'revision_number': 5, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'subnets': [{'id': '797d830f-f171-47cd-8fc0-f5b6c6c084c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:43:04.968241 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a603df-d2d7-4096-86d2-eb91b71ca687 None None] New status for floating IP 496d855d-c2e2-435f-9859-a5405cb0dcbd: DOWN {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:43:04.984888 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-7b545820-a7a4-4cd0-8993-9476efe4a629 req-d1a983cf-a53f-45d8-a5d0-b60496be9196 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Synchronizing usage tracker for tenant:64b0f3727b7e416e8144a7ebfb17d62d on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:43:05.069413 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-7b545820-a7a4-4cd0-8993-9476efe4a629 req-d1a983cf-a53f-45d8-a5d0-b60496be9196 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Unset dirty status for tenant:64b0f3727b7e416e8144a7ebfb17d62d on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:43:05.070776 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7b545820-a7a4-4cd0-8993-9476efe4a629 req-d1a983cf-a53f-45d8-a5d0-b60496be9196 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/ports?device_id=e9577133-4f82-46d2-b4d7-4ed97ea02abc HTTP/1.1" status: 200 len: 210 time: 0.1389778 Oct 10 11:43:05.760574 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f71267d1-1923-46c3-9b5b-5b6965d07588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:05.883998 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:43:05.922076 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:43:05.922422 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 42aaa79c-7aff-4b36-9782-8785eb3cb3a0 not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:43:07.017729 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:07.117466 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:08.698074 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:09.546817 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35096) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:43:09.583724 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:09.615219 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-abb04ae4-0c10-4983-a7b2-a8ed33555036 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:09.642858 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-abb04ae4-0c10-4983-a7b2-a8ed33555036 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:09.754572 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-abb04ae4-0c10-4983-a7b2-a8ed33555036 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:09.773366 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb04ae4-0c10-4983-a7b2-a8ed33555036 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc70969-1b15-4aed-bd71-196ff594e8ff,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:09.781065 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb04ae4-0c10-4983-a7b2-a8ed33555036 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:09.788101 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb04ae4-0c10-4983-a7b2-a8ed33555036 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:09.788101 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb04ae4-0c10-4983-a7b2-a8ed33555036 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:09.788101 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb04ae4-0c10-4983-a7b2-a8ed33555036 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:09.788101 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb04ae4-0c10-4983-a7b2-a8ed33555036 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:09.788101 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb04ae4-0c10-4983-a7b2-a8ed33555036 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:09.788101 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb04ae4-0c10-4983-a7b2-a8ed33555036 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:09.788101 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb04ae4-0c10-4983-a7b2-a8ed33555036 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:09.788101 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb04ae4-0c10-4983-a7b2-a8ed33555036 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:09.788101 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb04ae4-0c10-4983-a7b2-a8ed33555036 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:09.788101 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb04ae4-0c10-4983-a7b2-a8ed33555036 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:09.788101 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb04ae4-0c10-4983-a7b2-a8ed33555036 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:09.839541 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-abb04ae4-0c10-4983-a7b2-a8ed33555036 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:09.840647 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-abb04ae4-0c10-4983-a7b2-a8ed33555036 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "DELETE /v2.0/security-groups/7bc70969-1b15-4aed-bd71-196ff594e8ff HTTP/1.1" status: 204 len: 168 time: 0.2928438 Oct 10 11:43:09.843149 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35100) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:43:09.858674 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.api.v2.resource [None req-d4623098-30b4-40de-849c-cb97bed6bd24 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] show failed (client error): The resource could not be found. Oct 10 11:43:09.859603 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d4623098-30b4-40de-849c-cb97bed6bd24 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "GET /v2.0/security-groups/7bc70969-1b15-4aed-bd71-196ff594e8ff HTTP/1.1" status: 404 len: 347 time: 0.0155687 Oct 10 11:43:09.862176 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35104) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:43:10.118426 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-eea2b88a-b487-4df3-9046-535b54e819d4 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Deleting port 6aeab0d3-240e-41c7-8c58-75e7e2ef51d8 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:43:10.118760 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eea2b88a-b487-4df3-9046-535b54e819d4 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:10.284465 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eea2b88a-b487-4df3-9046-535b54e819d4 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:10.284787 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eea2b88a-b487-4df3-9046-535b54e819d4 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:10.404164 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-eea2b88a-b487-4df3-9046-535b54e819d4 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Calling delete_port for 6aeab0d3-240e-41c7-8c58-75e7e2ef51d8 owned by network:floatingip {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:43:10.614118 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eea2b88a-b487-4df3-9046-535b54e819d4 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:10.659259 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2b88a-b487-4df3-9046-535b54e819d4 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Pushing event deleted for resources: {'Port': ['ID=6aeab0d3-240e-41c7-8c58-75e7e2ef51d8,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:10.757197 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eea2b88a-b487-4df3-9046-535b54e819d4 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks [] for floatingip, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:10.836274 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eea2b88a-b487-4df3-9046-535b54e819d4 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:10.837401 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-eea2b88a-b487-4df3-9046-535b54e819d4 tempest-ServerActionsTestJSON-1567464175 tempest-ServerActionsTestJSON-1567464175-project] 10.222.0.40 "DELETE /v2.0/floatingips/496d855d-c2e2-435f-9859-a5405cb0dcbd HTTP/1.1" status: 204 len: 168 time: 0.9742787 Oct 10 11:43:10.840444 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35108) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:43:11.462454 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e01735fb-3be9-4023-bba2-f8179976de12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:11.909070 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-e01735fb-3be9-4023-bba2-f8179976de12 admin admin] Deleting port bd001c7f-051a-4937-b3a4-324dbc007068 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:43:11.910314 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e01735fb-3be9-4023-bba2-f8179976de12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:12.081703 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-e01735fb-3be9-4023-bba2-f8179976de12 admin admin] For port bd001c7f-051a-4937-b3a4-324dbc007068, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=bd001c7f-051a-4937-b3a4-324dbc007068,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:43:12.082062 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e01735fb-3be9-4023-bba2-f8179976de12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:12.202783 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-e01735fb-3be9-4023-bba2-f8179976de12 admin admin] Calling delete_port for bd001c7f-051a-4937-b3a4-324dbc007068 owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:43:12.437731 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e01735fb-3be9-4023-bba2-f8179976de12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:12.483174 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01735fb-3be9-4023-bba2-f8179976de12 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd001c7f-051a-4937-b3a4-324dbc007068,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:12.755622 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e01735fb-3be9-4023-bba2-f8179976de12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:13.104552 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01735fb-3be9-4023-bba2-f8179976de12 admin admin] Router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:43:13.380152 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01735fb-3be9-4023-bba2-f8179976de12 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:43:13.389321 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189aa623-98a9-4811-9c9b-e244b4deb1b6 None None] Sync routers for ids ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:43:13.395004 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e01735fb-3be9-4023-bba2-f8179976de12 admin admin] 10.222.0.40 "PUT /v2.0/routers/3dc24dfe-cec8-4f37-8413-dd5cc1453780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5512257 Oct 10 11:43:13.395365 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35114) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:43:13.400553 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189aa623-98a9-4811-9c9b-e244b4deb1b6 None None] Routers {'3dc24dfe-cec8-4f37-8413-dd5cc1453780'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:43:13.401390 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-189aa623-98a9-4811-9c9b-e244b4deb1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:43:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:43:13.575507 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-099e28fb-d82f-444d-831f-15a5e2caa182 admin admin] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:13.582223 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-189aa623-98a9-4811-9c9b-e244b4deb1b6 None None] Set router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:43:13.754544 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-099e28fb-d82f-444d-831f-15a5e2caa182 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:13.814967 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-099e28fb-d82f-444d-831f-15a5e2caa182 admin admin] Deleting port 519f4a4c-a669-4989-807e-3a2c63464329 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:43:13.815316 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-099e28fb-d82f-444d-831f-15a5e2caa182 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:13.915486 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-189aa623-98a9-4811-9c9b-e244b4deb1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '519f4a4c-a669-4989-807e-3a2c63464329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:43:12Z', 'revision_number': 5, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port': {'id': '519f4a4c-a669-4989-807e-3a2c63464329', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:36:39Z', 'updated_at': '2022-10-10T11:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:43:13.920774 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189aa623-98a9-4811-9c9b-e244b4deb1b6 None None] Checking router: 3dc24dfe-cec8-4f37-8413-dd5cc1453780 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:43:13.930899 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189aa623-98a9-4811-9c9b-e244b4deb1b6 None None] Routers {'3dc24dfe-cec8-4f37-8413-dd5cc1453780'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:43:13.931706 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-189aa623-98a9-4811-9c9b-e244b4deb1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:43:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:43:13.996736 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-099e28fb-d82f-444d-831f-15a5e2caa182 admin admin] For port 519f4a4c-a669-4989-807e-3a2c63464329, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=519f4a4c-a669-4989-807e-3a2c63464329,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:43:13.997091 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-099e28fb-d82f-444d-831f-15a5e2caa182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:14.085619 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-189aa623-98a9-4811-9c9b-e244b4deb1b6 None None] Set router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:43:14.122315 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-099e28fb-d82f-444d-831f-15a5e2caa182 admin admin] Calling delete_port for 519f4a4c-a669-4989-807e-3a2c63464329 owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:43:14.190535 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-189aa623-98a9-4811-9c9b-e244b4deb1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:43:13Z', 'revision_number': 6, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:43:14.194484 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189aa623-98a9-4811-9c9b-e244b4deb1b6 None None] The sync data for ids ['3dc24dfe-cec8-4f37-8413-dd5cc1453780'] in dv-neutron-860842-1-hyperv is: [{'id': '3dc24dfe-cec8-4f37-8413-dd5cc1453780', 'name': 'tempest-ServerActionsTestJSON-374175141-router', 'tenant_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:36:38Z', 'updated_at': '2022-10-10T11:43:13Z', 'revision_number': 6, 'project_id': '64b0f3727b7e416e8144a7ebfb17d62d', 'gw_port_host': None}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:43:14.366174 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-099e28fb-d82f-444d-831f-15a5e2caa182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:14.410940 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e28fb-d82f-444d-831f-15a5e2caa182 admin admin] Pushing event deleted for resources: {'Port': ['ID=519f4a4c-a669-4989-807e-3a2c63464329,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:14.511038 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-099e28fb-d82f-444d-831f-15a5e2caa182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:14.681438 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-099e28fb-d82f-444d-831f-15a5e2caa182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:14.683541 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-099e28fb-d82f-444d-831f-15a5e2caa182 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:14.842851 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-099e28fb-d82f-444d-831f-15a5e2caa182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:14.843414 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099e28fb-d82f-444d-831f-15a5e2caa182 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dc24dfe-cec8-4f37-8413-dd5cc1453780 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:43:14.855888 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-099e28fb-d82f-444d-831f-15a5e2caa182 admin admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:14.856989 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-099e28fb-d82f-444d-831f-15a5e2caa182 admin admin] 10.222.0.40 "DELETE /v2.0/routers/3dc24dfe-cec8-4f37-8413-dd5cc1453780 HTTP/1.1" status: 204 len: 168 time: 1.4608655 Oct 10 11:43:14.859650 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35118) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:43:15.030169 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b292a43-99e7-4f7d-8ad9-9c5070227693 admin admin] Deleting subnet 797d830f-f171-47cd-8fc0-f5b6c6c084c7 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:43:15.033127 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2b292a43-99e7-4f7d-8ad9-9c5070227693 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:15.083534 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2b292a43-99e7-4f7d-8ad9-9c5070227693 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:15.165496 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2b292a43-99e7-4f7d-8ad9-9c5070227693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:15.320993 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2b292a43-99e7-4f7d-8ad9-9c5070227693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:15.361785 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b292a43-99e7-4f7d-8ad9-9c5070227693 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=797d830f-f171-47cd-8fc0-f5b6c6c084c7,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:15.366591 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2b292a43-99e7-4f7d-8ad9-9c5070227693 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:15.371668 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bbe826-080d-4705-94e1-397f7d1d1463 None None] Network f43b8073-114d-4321-a937-8e2ffabc4316 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:43:15.373248 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2b292a43-99e7-4f7d-8ad9-9c5070227693 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/797d830f-f171-47cd-8fc0-f5b6c6c084c7 HTTP/1.1" status: 204 len: 168 time: 0.5122666 Oct 10 11:43:15.376339 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35122) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:43:15.456457 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 519f4a4c-a669-4989-807e-3a2c63464329 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:43:15.479515 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c448-4540-4961-813a-11cdd82f859f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:15.490494 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-d0c3c448-4540-4961-813a-11cdd82f859f admin admin] Deleting port 7bdefeba-2fec-4ef4-a221-23d2d84d0fff {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:43:15.490831 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c448-4540-4961-813a-11cdd82f859f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:15.498528 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 519f4a4c-a669-4989-807e-3a2c63464329 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:43:15.498875 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 519f4a4c-a669-4989-807e-3a2c63464329 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:43:15.499287 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device bd001c7f-051a-4937-b3a4-324dbc007068 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:43:15.536775 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: bd001c7f-051a-4937-b3a4-324dbc007068 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:43:15.537118 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device bd001c7f-051a-4937-b3a4-324dbc007068 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:43:15.688734 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f985a502-e56e-422d-adc3-ee4e6b5dec52 None None] DHCP port deletion for f43b8073-114d-4321-a937-8e2ffabc4316 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:43:15.692907 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f985a502-e56e-422d-adc3-ee4e6b5dec52 None None] Deleting port 7bdefeba-2fec-4ef4-a221-23d2d84d0fff {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:43:15.693284 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f985a502-e56e-422d-adc3-ee4e6b5dec52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:15.700542 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-d0c3c448-4540-4961-813a-11cdd82f859f admin admin] For port 7bdefeba-2fec-4ef4-a221-23d2d84d0fff, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=7bdefeba-2fec-4ef4-a221-23d2d84d0fff,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:43:15.700899 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c448-4540-4961-813a-11cdd82f859f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:15.823675 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-d0c3c448-4540-4961-813a-11cdd82f859f admin admin] Calling delete_port for 7bdefeba-2fec-4ef4-a221-23d2d84d0fff owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:43:15.896614 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f985a502-e56e-422d-adc3-ee4e6b5dec52 None None] For port 7bdefeba-2fec-4ef4-a221-23d2d84d0fff, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=7bdefeba-2fec-4ef4-a221-23d2d84d0fff,segment=NetworkSegment(6ed49f34-da45-42bf-963d-6af8e722d3c3),segment_id=6ed49f34-da45-42bf-963d-6af8e722d3c3)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:43:15.896942 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f985a502-e56e-422d-adc3-ee4e6b5dec52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:16.022437 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f985a502-e56e-422d-adc3-ee4e6b5dec52 None None] Calling delete_port for 7bdefeba-2fec-4ef4-a221-23d2d84d0fff owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:43:16.048874 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c448-4540-4961-813a-11cdd82f859f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:16.093674 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-f985a502-e56e-422d-adc3-ee4e6b5dec52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:43:16.094032 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-f985a502-e56e-422d-adc3-ee4e6b5dec52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:43:16.096104 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3c448-4540-4961-813a-11cdd82f859f admin admin] Pushing event deleted for resources: {'Port': ['ID=7bdefeba-2fec-4ef4-a221-23d2d84d0fff,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:16.099730 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c3c448-4540-4961-813a-11cdd82f859f admin admin] No DVR routers for this DVR port 7bdefeba-2fec-4ef4-a221-23d2d84d0fff on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:43:16.213171 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c448-4540-4961-813a-11cdd82f859f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:16.237972 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-d0c3c448-4540-4961-813a-11cdd82f859f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f43b8073-114d-4321-a937-8e2ffabc4316']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:43:16.249638 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-d0c3c448-4540-4961-813a-11cdd82f859f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed49f34-da45-42bf-963d-6af8e722d3c3') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:43:16.249946 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-d0c3c448-4540-4961-813a-11cdd82f859f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed49f34-da45-42bf-963d-6af8e722d3c3') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:43:16.260888 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c448-4540-4961-813a-11cdd82f859f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:16.280342 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c448-4540-4961-813a-11cdd82f859f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:16.287098 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c3c448-4540-4961-813a-11cdd82f859f admin admin] Releasing vlan 478 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:43:16.287478 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c448-4540-4961-813a-11cdd82f859f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:16.376997 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 6ed49f34-da45-42bf-963d-6af8e722d3c3 resource provider aggregate not found Oct 10 11:43:16.392308 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 6ed49f34-da45-42bf-963d-6af8e722d3c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ed49f34-da45-42bf-963d-6af8e722d3c3 found for delete ", "request_id": "req-6be0d265-158f-4357-b838-1572aa6dec67"}]} Oct 10 11:43:16.428788 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c448-4540-4961-813a-11cdd82f859f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:16.444968 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c448-4540-4961-813a-11cdd82f859f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:16.455550 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3c448-4540-4961-813a-11cdd82f859f admin admin] Pushing event deleted for resources: {'Network': ['ID=f43b8073-114d-4321-a937-8e2ffabc4316,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:16.538275 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d0c3c448-4540-4961-813a-11cdd82f859f admin admin] 10.222.0.40 "DELETE /v2.0/networks/f43b8073-114d-4321-a937-8e2ffabc4316 HTTP/1.1" status: 204 len: 168 time: 1.1609511 Oct 10 11:43:16.595197 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f985a502-e56e-422d-adc3-ee4e6b5dec52 None None] Deleting port 7bdefeba-2fec-4ef4-a221-23d2d84d0fff {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:43:16.595703 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f985a502-e56e-422d-adc3-ee4e6b5dec52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:16.664826 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f985a502-e56e-422d-adc3-ee4e6b5dec52 None None] The port '7bdefeba-2fec-4ef4-a221-23d2d84d0fff' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:43:16.882711 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35134) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:43:16.934840 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e5ce0b47-34da-40cd-aa81-ffc6d1ea641b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=64b0f3727b7e416e8144a7ebfb17d62d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508337 Oct 10 11:43:16.937301 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35138) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:43:16.993804 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-37f8ca3b-0460-46d7-b538-7378787439f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:17.018969 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-37f8ca3b-0460-46d7-b538-7378787439f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:17.142970 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-37f8ca3b-0460-46d7-b538-7378787439f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:17.159226 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8ca3b-0460-46d7-b538-7378787439f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b52a4d-60bb-4c14-b816-60f311d5df02,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:17.167473 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-37f8ca3b-0460-46d7-b538-7378787439f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:17.168585 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-37f8ca3b-0460-46d7-b538-7378787439f6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c9b52a4d-60bb-4c14-b816-60f311d5df02 HTTP/1.1" status: 204 len: 168 time: 0.2303815 Oct 10 11:43:17.442145 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 7bdefeba-2fec-4ef4-a221-23d2d84d0fff no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:43:17.476448 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 7bdefeba-2fec-4ef4-a221-23d2d84d0fff {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:43:17.476787 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 7bdefeba-2fec-4ef4-a221-23d2d84d0fff not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:43:18.369640 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35162) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:43:18.471707 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-660ab333-1e35-460f-904e-873badcbd461 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-135186767-network', 'tenant_id': 'd5062cefa7ef487ab89d5dcc9ceefa47'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:43:18.476516 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-660ab333-1e35-460f-904e-873badcbd461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:43:18.480365 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-660ab333-1e35-460f-904e-873badcbd461 admin admin] Usage tracker for resource:network and tenant:d5062cefa7ef487ab89d5dcc9ceefa47 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:43:18.483246 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-660ab333-1e35-460f-904e-873badcbd461 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:43:18.489567 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-660ab333-1e35-460f-904e-873badcbd461 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:43:18.583349 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660ab333-1e35-460f-904e-873badcbd461 admin admin] Made reservation on behalf of d5062cefa7ef487ab89d5dcc9ceefa47 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:43:18.585689 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-660ab333-1e35-460f-904e-873badcbd461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:18.598316 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-660ab333-1e35-460f-904e-873badcbd461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:18.612701 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-660ab333-1e35-460f-904e-873badcbd461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:43:18.616522 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-660ab333-1e35-460f-904e-873badcbd461 admin admin] Usage tracker for resource:security_group_rule and tenant:d5062cefa7ef487ab89d5dcc9ceefa47 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:43:18.619276 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-660ab333-1e35-460f-904e-873badcbd461 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:43:18.624863 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-660ab333-1e35-460f-904e-873badcbd461 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:43:18.707435 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-660ab333-1e35-460f-904e-873badcbd461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:18.756742 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-660ab333-1e35-460f-904e-873badcbd461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:18.783455 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660ab333-1e35-460f-904e-873badcbd461 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 492} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:43:18.795731 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ab333-1e35-460f-904e-873badcbd461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79db27a-00c6-4326-aee1-9e7015f641c9,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:18.800612 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-660ab333-1e35-460f-904e-873badcbd461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:18.800950 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-660ab333-1e35-460f-904e-873badcbd461 admin admin] Added segment 26c8e603-a32c-4053-9697-965dcdd60cb8 of type vlan for network 2790baf4-8b4e-4218-9efc-b21e0e74fe46 Oct 10 11:43:18.825974 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-660ab333-1e35-460f-904e-873badcbd461 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:18.928184 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-660ab333-1e35-460f-904e-873badcbd461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:18.929227 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660ab333-1e35-460f-904e-873badcbd461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:18.929828 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-660ab333-1e35-460f-904e-873badcbd461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:19.031597 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ab333-1e35-460f-904e-873badcbd461 admin admin] Pushing event updated for resources: {'Network': ['ID=2790baf4-8b4e-4218-9efc-b21e0e74fe46,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:19.043373 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 2790baf4-8b4e-4218-9efc-b21e0e74fe46 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:43:19.098464 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-660ab333-1e35-460f-904e-873badcbd461 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7277412 Oct 10 11:43:19.101301 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35168) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:43:19.106830 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-570a5ce1-4217-4e41-be35-8b26c3447573 admin admin] Request body: {'subnet': {'network_id': '2790baf4-8b4e-4218-9efc-b21e0e74fe46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-135186767-subnet', 'tenant_id': 'd5062cefa7ef487ab89d5dcc9ceefa47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:43:19.112147 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-570a5ce1-4217-4e41-be35-8b26c3447573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:43:19.115820 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-570a5ce1-4217-4e41-be35-8b26c3447573 admin admin] Usage tracker for resource:subnet and tenant:d5062cefa7ef487ab89d5dcc9ceefa47 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:43:19.118669 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-570a5ce1-4217-4e41-be35-8b26c3447573 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:43:19.124469 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-570a5ce1-4217-4e41-be35-8b26c3447573 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:43:19.217201 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570a5ce1-4217-4e41-be35-8b26c3447573 admin admin] Made reservation on behalf of d5062cefa7ef487ab89d5dcc9ceefa47 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:43:19.219498 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-570a5ce1-4217-4e41-be35-8b26c3447573 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:19.480748 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-570a5ce1-4217-4e41-be35-8b26c3447573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:19.647414 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a5ce1-4217-4e41-be35-8b26c3447573 admin admin] Pushing event updated for resources: {'Subnet': ['ID=503a482f-b613-4e25-a316-0dd651d207c9,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:19.658628 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570a5ce1-4217-4e41-be35-8b26c3447573 admin admin] Checking segment: {'id': '26c8e603-a32c-4053-9697-965dcdd60cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2790baf4-8b4e-4218-9efc-b21e0e74fe46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:43:19.659020 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570a5ce1-4217-4e41-be35-8b26c3447573 admin admin] Network hostable DHCP agents. Network: 2790baf4-8b4e-4218-9efc-b21e0e74fe46, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:43:19.777109 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570a5ce1-4217-4e41-be35-8b26c3447573 admin admin] Network 2790baf4-8b4e-4218-9efc-b21e0e74fe46 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:43:19.865469 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-570a5ce1-4217-4e41-be35-8b26c3447573 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 2790baf4-8b4e-4218-9efc-b21e0e74fe46) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:43:19.869477 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570a5ce1-4217-4e41-be35-8b26c3447573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:19.870057 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-570a5ce1-4217-4e41-be35-8b26c3447573 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:19.875560 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3c3788-fd2a-4b23-9f2f-d8c27567ab3c None None] Network 2790baf4-8b4e-4218-9efc-b21e0e74fe46 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:43:19.963829 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-570a5ce1-4217-4e41-be35-8b26c3447573 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8613572 Oct 10 11:43:19.966544 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35172) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:43:19.971619 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-0d6742d3-078c-4bb3-9035-e1156477cc55 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-135186767-router', 'tenant_id': 'd5062cefa7ef487ab89d5dcc9ceefa47', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:43:19.976539 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-0d6742d3-078c-4bb3-9035-e1156477cc55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:43:19.980439 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0d6742d3-078c-4bb3-9035-e1156477cc55 admin admin] Usage tracker for resource:router and tenant:d5062cefa7ef487ab89d5dcc9ceefa47 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:43:19.983344 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0d6742d3-078c-4bb3-9035-e1156477cc55 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:43:19.990286 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-0d6742d3-078c-4bb3-9035-e1156477cc55 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:43:20.063246 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0d6742d3-078c-4bb3-9035-e1156477cc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:20.064346 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0d6742d3-078c-4bb3-9035-e1156477cc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:20.079328 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0d6742d3-078c-4bb3-9035-e1156477cc55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:20.137101 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5761b82b-d80e-41b6-a399-c24e5a194ab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-2790baf4-8b4e-4218-9efc-b21e0e74fe46', 'network_id': '2790baf4-8b4e-4218-9efc-b21e0e74fe46', 'tenant_id': 'd5062cefa7ef487ab89d5dcc9ceefa47', 'fixed_ips': [{'subnet_id': '503a482f-b613-4e25-a316-0dd651d207c9'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:43:20.137977 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5761b82b-d80e-41b6-a399-c24e5a194ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:20.292538 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-5761b82b-d80e-41b6-a399-c24e5a194ab7 None None] Allocated IP 172.20.0.2 (2790baf4-8b4e-4218-9efc-b21e0e74fe46/503a482f-b613-4e25-a316-0dd651d207c9/cd85bf7c-bacf-49af-bdc8-89bacf7b17b5) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:43:20.411982 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0d6742d3-078c-4bb3-9035-e1156477cc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:20.495459 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5761b82b-d80e-41b6-a399-c24e5a194ab7 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:20.505470 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5761b82b-d80e-41b6-a399-c24e5a194ab7 None None] Transition to ACTIVE for port object cd85bf7c-bacf-49af-bdc8-89bacf7b17b5 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:43:20.523817 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5761b82b-d80e-41b6-a399-c24e5a194ab7 None None] Transition to ACTIVE for port object cd85bf7c-bacf-49af-bdc8-89bacf7b17b5 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:43:20.589309 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5761b82b-d80e-41b6-a399-c24e5a194ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:20.654990 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5761b82b-d80e-41b6-a399-c24e5a194ab7 None None] Network 2790baf4-8b4e-4218-9efc-b21e0e74fe46 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:43:20.656138 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-5761b82b-d80e-41b6-a399-c24e5a194ab7 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:43:20.660825 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5761b82b-d80e-41b6-a399-c24e5a194ab7 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:43:20.698381 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761b82b-d80e-41b6-a399-c24e5a194ab7 None None] Pushing event updated for resources: {'Port': ['ID=cd85bf7c-bacf-49af-bdc8-89bacf7b17b5,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:20.770060 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-5761b82b-d80e-41b6-a399-c24e5a194ab7 None None] Attempting to bind port cd85bf7c-bacf-49af-bdc8-89bacf7b17b5 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:43:20.770452 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-5761b82b-d80e-41b6-a399-c24e5a194ab7 None None] Attempting to bind port cd85bf7c-bacf-49af-bdc8-89bacf7b17b5 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '26c8e603-a32c-4053-9697-965dcdd60cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2790baf4-8b4e-4218-9efc-b21e0e74fe46'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:43:20.770808 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5761b82b-d80e-41b6-a399-c24e5a194ab7 None None] Attempting to bind port cd85bf7c-bacf-49af-bdc8-89bacf7b17b5 on network 2790baf4-8b4e-4218-9efc-b21e0e74fe46 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:43:20.773676 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0d6742d3-078c-4bb3-9035-e1156477cc55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:20.776166 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5761b82b-d80e-41b6-a399-c24e5a194ab7 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:43:20.776531 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5761b82b-d80e-41b6-a399-c24e5a194ab7 None None] Checking segment: {'id': '26c8e603-a32c-4053-9697-965dcdd60cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2790baf4-8b4e-4218-9efc-b21e0e74fe46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:43:20.776922 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5761b82b-d80e-41b6-a399-c24e5a194ab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:20.777326 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5761b82b-d80e-41b6-a399-c24e5a194ab7 None None] Bound using segment: {'id': '26c8e603-a32c-4053-9697-965dcdd60cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2790baf4-8b4e-4218-9efc-b21e0e74fe46'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:43:20.777800 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-5761b82b-d80e-41b6-a399-c24e5a194ab7 None None] Bound port: cd85bf7c-bacf-49af-bdc8-89bacf7b17b5, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c8e603-a32c-4053-9697-965dcdd60cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2790baf4-8b4e-4218-9efc-b21e0e74fe46'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:43:20.778164 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5761b82b-d80e-41b6-a399-c24e5a194ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:20.806814 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0d6742d3-078c-4bb3-9035-e1156477cc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:20.865911 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-5761b82b-d80e-41b6-a399-c24e5a194ab7 None None] For port cd85bf7c-bacf-49af-bdc8-89bacf7b17b5, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:43:20.868751 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-5761b82b-d80e-41b6-a399-c24e5a194ab7 None None] For port cd85bf7c-bacf-49af-bdc8-89bacf7b17b5, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=cd85bf7c-bacf-49af-bdc8-89bacf7b17b5,segment=NetworkSegment(26c8e603-a32c-4053-9697-965dcdd60cb8),segment_id=26c8e603-a32c-4053-9697-965dcdd60cb8)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:43:20.932027 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5761b82b-d80e-41b6-a399-c24e5a194ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:20.940303 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-0d6742d3-078c-4bb3-9035-e1156477cc55 admin admin] Allocated IP 172.26.4.123 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/1794693d-3c63-4678-a310-51c8b7d437b9) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:43:21.012479 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761b82b-d80e-41b6-a399-c24e5a194ab7 None None] Pushing event updated for resources: {'Port': ['ID=cd85bf7c-bacf-49af-bdc8-89bacf7b17b5,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:21.103588 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0d6742d3-078c-4bb3-9035-e1156477cc55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:21.209111 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0d6742d3-078c-4bb3-9035-e1156477cc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:21.281175 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6742d3-078c-4bb3-9035-e1156477cc55 admin admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:43:21.282018 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-0d6742d3-078c-4bb3-9035-e1156477cc55 admin admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:43:21.284804 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6742d3-078c-4bb3-9035-e1156477cc55 admin admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:43:21.320557 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6742d3-078c-4bb3-9035-e1156477cc55 admin admin] Pushing event updated for resources: {'Port': ['ID=1794693d-3c63-4678-a310-51c8b7d437b9,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:21.474950 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device cd85bf7c-bacf-49af-bdc8-89bacf7b17b5 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:43:21.637046 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port cd85bf7c-bacf-49af-bdc8-89bacf7b17b5 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:43:21.916250 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0d6742d3-078c-4bb3-9035-e1156477cc55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:21.926941 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39fab4d-e9f1-4d0a-aea2-76ceeb3ac6f5 None None] Network 2790baf4-8b4e-4218-9efc-b21e0e74fe46 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:43:22.162279 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-46edb373-b87b-43a9-a5af-1adddecd163c None None] Provisioning for port cd85bf7c-bacf-49af-bdc8-89bacf7b17b5 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:43:22.173328 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-46edb373-b87b-43a9-a5af-1adddecd163c None None] Provisioning complete for port cd85bf7c-bacf-49af-bdc8-89bacf7b17b5 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:43:22.173328 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-46edb373-b87b-43a9-a5af-1adddecd163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:22.173328 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-46edb373-b87b-43a9-a5af-1adddecd163c None None] Attempt 1 to provision port cd85bf7c-bacf-49af-bdc8-89bacf7b17b5 Oct 10 11:43:22.271926 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0d6742d3-078c-4bb3-9035-e1156477cc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:22.300478 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-46edb373-b87b-43a9-a5af-1adddecd163c None None] Current status of the port cd85bf7c-bacf-49af-bdc8-89bacf7b17b5 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:43:22.300853 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-46edb373-b87b-43a9-a5af-1adddecd163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:22.337387 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-46edb373-b87b-43a9-a5af-1adddecd163c None None] For port cd85bf7c-bacf-49af-bdc8-89bacf7b17b5, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=cd85bf7c-bacf-49af-bdc8-89bacf7b17b5,segment=NetworkSegment(26c8e603-a32c-4053-9697-965dcdd60cb8),segment_id=26c8e603-a32c-4053-9697-965dcdd60cb8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:43:22.431513 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-46edb373-b87b-43a9-a5af-1adddecd163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:22.499343 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edb373-b87b-43a9-a5af-1adddecd163c None None] Pushing event updated for resources: {'Port': ['ID=cd85bf7c-bacf-49af-bdc8-89bacf7b17b5,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:22.549965 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-da726b85-8379-40f7-89a7-c8c1aee849a3 None None] Provisioning complete for port cd85bf7c-bacf-49af-bdc8-89bacf7b17b5 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:43:22.550327 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-da726b85-8379-40f7-89a7-c8c1aee849a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:22.550655 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-da726b85-8379-40f7-89a7-c8c1aee849a3 None None] Attempt 1 to provision port cd85bf7c-bacf-49af-bdc8-89bacf7b17b5 Oct 10 11:43:22.560301 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6742d3-078c-4bb3-9035-e1156477cc55 admin admin] Router a19800de-02b6-409f-8ba1-ef6353448212 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:43:22.669868 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-da726b85-8379-40f7-89a7-c8c1aee849a3 None None] Current status of the port cd85bf7c-bacf-49af-bdc8-89bacf7b17b5 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:43:22.741455 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6742d3-078c-4bb3-9035-e1156477cc55 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:43:22.750076 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b220547f-5157-4ce2-a6a3-d32568e41b1b None None] Sync routers for ids ['a19800de-02b6-409f-8ba1-ef6353448212'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:43:22.760373 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b220547f-5157-4ce2-a6a3-d32568e41b1b None None] Routers {'a19800de-02b6-409f-8ba1-ef6353448212'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:43:22.760963 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-b220547f-5157-4ce2-a6a3-d32568e41b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:43:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a19800de-02b6-409f-8ba1-ef6353448212'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:43:22.831147 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0d6742d3-078c-4bb3-9035-e1156477cc55 admin admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:22.832393 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0d6742d3-078c-4bb3-9035-e1156477cc55 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8648806 Oct 10 11:43:22.835234 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35176) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:43:22.940428 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-b220547f-5157-4ce2-a6a3-d32568e41b1b None None] Set router a19800de-02b6-409f-8ba1-ef6353448212 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:43:23.229600 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-b220547f-5157-4ce2-a6a3-d32568e41b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19800de-02b6-409f-8ba1-ef6353448212', 'name': 'tempest-ServersNegativeTestJSON-135186767-router', 'tenant_id': 'd5062cefa7ef487ab89d5dcc9ceefa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': '1794693d-3c63-4678-a310-51c8b7d437b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:43:20Z', 'updated_at': '2022-10-10T11:43:21Z', 'revision_number': 3, 'project_id': 'd5062cefa7ef487ab89d5dcc9ceefa47', 'gw_port': {'id': '1794693d-3c63-4678-a310-51c8b7d437b9', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:63:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19800de-02b6-409f-8ba1-ef6353448212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:43:20Z', 'updated_at': '2022-10-10T11:43:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:43:23.233689 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b220547f-5157-4ce2-a6a3-d32568e41b1b None None] Checking router: a19800de-02b6-409f-8ba1-ef6353448212 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:43:23.234035 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b220547f-5157-4ce2-a6a3-d32568e41b1b None None] Updating router a19800de-02b6-409f-8ba1-ef6353448212 port 1794693d-3c63-4678-a310-51c8b7d437b9 binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:43:23.291330 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-b220547f-5157-4ce2-a6a3-d32568e41b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:23.456289 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device cd85bf7c-bacf-49af-bdc8-89bacf7b17b5 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:43:23.530389 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port cd85bf7c-bacf-49af-bdc8-89bacf7b17b5 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:43:23.531109 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:23.531109 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port cd85bf7c-bacf-49af-bdc8-89bacf7b17b5 Oct 10 11:43:23.632007 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9c5ba4f5-b2d4-490e-b152-3ac43c4f7744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:23.670422 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-b220547f-5157-4ce2-a6a3-d32568e41b1b None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:23.683357 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-b220547f-5157-4ce2-a6a3-d32568e41b1b None None] Transition to ACTIVE for port object 1794693d-3c63-4678-a310-51c8b7d437b9 will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:43:23.693009 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port cd85bf7c-bacf-49af-bdc8-89bacf7b17b5 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:43:23.808723 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-b220547f-5157-4ce2-a6a3-d32568e41b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:23.844346 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-9c5ba4f5-b2d4-490e-b152-3ac43c4f7744 admin admin] Allocated IP 172.20.0.1 (2790baf4-8b4e-4218-9efc-b21e0e74fe46/503a482f-b613-4e25-a316-0dd651d207c9/d1740074-10b1-412c-87fa-f4637978a7dd) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:43:23.871044 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-b220547f-5157-4ce2-a6a3-d32568e41b1b None None] Attempting to bind port 1794693d-3c63-4678-a310-51c8b7d437b9 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:43:23.871407 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-b220547f-5157-4ce2-a6a3-d32568e41b1b None None] Attempting to bind port 1794693d-3c63-4678-a310-51c8b7d437b9 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:43:23.871762 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b220547f-5157-4ce2-a6a3-d32568e41b1b None None] Attempting to bind port 1794693d-3c63-4678-a310-51c8b7d437b9 on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:43:23.882039 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b220547f-5157-4ce2-a6a3-d32568e41b1b None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:43:23.882767 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b220547f-5157-4ce2-a6a3-d32568e41b1b None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:43:23.882767 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-b220547f-5157-4ce2-a6a3-d32568e41b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:23.883159 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b220547f-5157-4ce2-a6a3-d32568e41b1b None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:43:23.883616 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-b220547f-5157-4ce2-a6a3-d32568e41b1b None None] Bound port: 1794693d-3c63-4678-a310-51c8b7d437b9, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:43:23.883980 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-b220547f-5157-4ce2-a6a3-d32568e41b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:23.914579 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35b178-a873-4b44-8f24-171a63068f5b None None] Pushing event updated for resources: {'Port': ['ID=1794693d-3c63-4678-a310-51c8b7d437b9,revision_number=2']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:23.943798 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a35b178-a873-4b44-8f24-171a63068f5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:23.944183 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a35b178-a873-4b44-8f24-171a63068f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:23.944521 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a35b178-a873-4b44-8f24-171a63068f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:23.944852 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a35b178-a873-4b44-8f24-171a63068f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:23.945175 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a35b178-a873-4b44-8f24-171a63068f5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:23.945871 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a35b178-a873-4b44-8f24-171a63068f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:23.946201 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a35b178-a873-4b44-8f24-171a63068f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:23.946523 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a35b178-a873-4b44-8f24-171a63068f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:23.946852 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a35b178-a873-4b44-8f24-171a63068f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:23.947171 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a35b178-a873-4b44-8f24-171a63068f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:23.947516 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a35b178-a873-4b44-8f24-171a63068f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:23.947828 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a35b178-a873-4b44-8f24-171a63068f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:23.978166 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-b220547f-5157-4ce2-a6a3-d32568e41b1b None None] For port 1794693d-3c63-4678-a310-51c8b7d437b9, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:43:23.981034 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-b220547f-5157-4ce2-a6a3-d32568e41b1b None None] For port 1794693d-3c63-4678-a310-51c8b7d437b9, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1794693d-3c63-4678-a310-51c8b7d437b9,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:43:23.995646 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9c5ba4f5-b2d4-490e-b152-3ac43c4f7744 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:24.011342 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-9c5ba4f5-b2d4-490e-b152-3ac43c4f7744 admin admin] Transition to ACTIVE for port object d1740074-10b1-412c-87fa-f4637978a7dd will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:43:24.052046 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-b220547f-5157-4ce2-a6a3-d32568e41b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:24.111289 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b220547f-5157-4ce2-a6a3-d32568e41b1b None None] Routers {'a19800de-02b6-409f-8ba1-ef6353448212'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:43:24.111805 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-b220547f-5157-4ce2-a6a3-d32568e41b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:43:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a19800de-02b6-409f-8ba1-ef6353448212'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:43:24.112196 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9c5ba4f5-b2d4-490e-b152-3ac43c4f7744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:24.183587 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5ba4f5-b2d4-490e-b152-3ac43c4f7744 admin admin] Network 2790baf4-8b4e-4218-9efc-b21e0e74fe46 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:43:24.186645 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-9c5ba4f5-b2d4-490e-b152-3ac43c4f7744 admin admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:43:24.191575 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5ba4f5-b2d4-490e-b152-3ac43c4f7744 admin admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:43:24.195807 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35b178-a873-4b44-8f24-171a63068f5b None None] Pushing event updated for resources: {'Port': ['ID=1794693d-3c63-4678-a310-51c8b7d437b9,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:24.227905 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ba4f5-b2d4-490e-b152-3ac43c4f7744 admin admin] Pushing event updated for resources: {'Port': ['ID=d1740074-10b1-412c-87fa-f4637978a7dd,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:24.253431 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9c5ba4f5-b2d4-490e-b152-3ac43c4f7744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:24.299515 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-b220547f-5157-4ce2-a6a3-d32568e41b1b None None] Set router a19800de-02b6-409f-8ba1-ef6353448212 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:43:24.460009 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-1e692ad1-6c4b-4b87-8e85-d67f38a47411 None None] Provisioning for port d1740074-10b1-412c-87fa-f4637978a7dd completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:43:24.465252 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-1e692ad1-6c4b-4b87-8e85-d67f38a47411 None None] Provisioning complete for port d1740074-10b1-412c-87fa-f4637978a7dd triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:43:24.465757 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1e692ad1-6c4b-4b87-8e85-d67f38a47411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:24.466091 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-1e692ad1-6c4b-4b87-8e85-d67f38a47411 None None] Attempt 1 to provision port d1740074-10b1-412c-87fa-f4637978a7dd Oct 10 11:43:24.518958 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-1e692ad1-6c4b-4b87-8e85-d67f38a47411 None None] Port d1740074-10b1-412c-87fa-f4637978a7dd cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:43:24.585015 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-b220547f-5157-4ce2-a6a3-d32568e41b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19800de-02b6-409f-8ba1-ef6353448212', 'name': 'tempest-ServersNegativeTestJSON-135186767-router', 'tenant_id': 'd5062cefa7ef487ab89d5dcc9ceefa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': '1794693d-3c63-4678-a310-51c8b7d437b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:43:20Z', 'updated_at': '2022-10-10T11:43:21Z', 'revision_number': 3, 'project_id': 'd5062cefa7ef487ab89d5dcc9ceefa47', 'gw_port': {'id': '1794693d-3c63-4678-a310-51c8b7d437b9', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:63:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19800de-02b6-409f-8ba1-ef6353448212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:43:20Z', 'updated_at': '2022-10-10T11:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:43:24.588931 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b220547f-5157-4ce2-a6a3-d32568e41b1b None None] The sync data for ids ['a19800de-02b6-409f-8ba1-ef6353448212'] in dv-neutron-860842-1-hyperv is: [{'id': 'a19800de-02b6-409f-8ba1-ef6353448212', 'name': 'tempest-ServersNegativeTestJSON-135186767-router', 'tenant_id': 'd5062cefa7ef487ab89d5dcc9ceefa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': '1794693d-3c63-4678-a310-51c8b7d437b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:43:20Z', 'updated_at': '2022-10-10T11:43:21Z', 'revision_number': 3, 'project_id': 'd5062cefa7ef487ab89d5dcc9ceefa47', 'gw_port': {'id': '1794693d-3c63-4678-a310-51c8b7d437b9', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:63:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19800de-02b6-409f-8ba1-ef6353448212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:43:20Z', 'updated_at': '2022-10-10T11:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:43:24.612197 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9c5ba4f5-b2d4-490e-b152-3ac43c4f7744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:24.859655 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9c5ba4f5-b2d4-490e-b152-3ac43c4f7744 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:24.966195 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9c5ba4f5-b2d4-490e-b152-3ac43c4f7744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:25.020153 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-1e692ad1-6c4b-4b87-8e85-d67f38a47411 None None] Attempt 2 to provision port d1740074-10b1-412c-87fa-f4637978a7dd Oct 10 11:43:25.076767 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ba4f5-b2d4-490e-b152-3ac43c4f7744 admin admin] Pushing event updated for resources: {'Port': ['ID=d1740074-10b1-412c-87fa-f4637978a7dd,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:25.080514 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9c5ba4f5-b2d4-490e-b152-3ac43c4f7744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:25.084982 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-1e692ad1-6c4b-4b87-8e85-d67f38a47411 None None] Port d1740074-10b1-412c-87fa-f4637978a7dd cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:43:25.337626 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5ba4f5-b2d4-490e-b152-3ac43c4f7744 admin admin] Network 2790baf4-8b4e-4218-9efc-b21e0e74fe46 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:43:25.338807 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-9c5ba4f5-b2d4-490e-b152-3ac43c4f7744 admin admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:43:25.506093 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1794693d-3c63-4678-a310-51c8b7d437b9 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:43:25.544382 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5ba4f5-b2d4-490e-b152-3ac43c4f7744 admin admin] Router a19800de-02b6-409f-8ba1-ef6353448212 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:43:25.586376 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-1e692ad1-6c4b-4b87-8e85-d67f38a47411 None None] Attempt 3 to provision port d1740074-10b1-412c-87fa-f4637978a7dd Oct 10 11:43:25.643488 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-1e692ad1-6c4b-4b87-8e85-d67f38a47411 None None] Port d1740074-10b1-412c-87fa-f4637978a7dd cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:43:25.656247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 1794693d-3c63-4678-a310-51c8b7d437b9 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:43:25.662863 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 1794693d-3c63-4678-a310-51c8b7d437b9 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:43:25.663532 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:25.663976 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 1794693d-3c63-4678-a310-51c8b7d437b9 Oct 10 11:43:25.727567 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5ba4f5-b2d4-490e-b152-3ac43c4f7744 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:43:25.737682 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9c5ba4f5-b2d4-490e-b152-3ac43c4f7744 admin admin] 10.222.0.40 "PUT /v2.0/routers/a19800de-02b6-409f-8ba1-ef6353448212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9013948 Oct 10 11:43:25.781434 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 1794693d-3c63-4678-a310-51c8b7d437b9 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:43:25.782396 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:25.799601 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 1794693d-3c63-4678-a310-51c8b7d437b9, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1794693d-3c63-4678-a310-51c8b7d437b9,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:43:25.865882 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:25.941280 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=1794693d-3c63-4678-a310-51c8b7d437b9,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:26.128234 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d424914-74a9-4c12-9ce8-129a7ecc05d1 None None] Sync routers for ids ['a19800de-02b6-409f-8ba1-ef6353448212'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:43:26.137586 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d424914-74a9-4c12-9ce8-129a7ecc05d1 None None] Routers {'a19800de-02b6-409f-8ba1-ef6353448212'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:43:26.138291 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0d424914-74a9-4c12-9ce8-129a7ecc05d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:43:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a19800de-02b6-409f-8ba1-ef6353448212'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:43:26.191134 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-1e692ad1-6c4b-4b87-8e85-d67f38a47411 None None] Attempt 4 to provision port d1740074-10b1-412c-87fa-f4637978a7dd Oct 10 11:43:26.328024 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-1e692ad1-6c4b-4b87-8e85-d67f38a47411 None None] Port d1740074-10b1-412c-87fa-f4637978a7dd cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:43:26.363828 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-0d424914-74a9-4c12-9ce8-129a7ecc05d1 None None] Set router a19800de-02b6-409f-8ba1-ef6353448212 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:43:26.405703 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-8646bf69-d97d-46db-958f-6532d5e0246f tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:26.407688 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-8646bf69-d97d-46db-958f-6532d5e0246f tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/networks?id=2790baf4-8b4e-4218-9efc-b21e0e74fe46 HTTP/1.1" status: 200 len: 813 time: 0.2466252 Oct 10 11:43:26.424799 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-530ebae0-b5e9-4c42-80ea-d9ca272b4f5d tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/quotas/d5062cefa7ef487ab89d5dcc9ceefa47 HTTP/1.1" status: 200 len: 375 time: 0.0097349 Oct 10 11:43:26.517026 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-c1e63fb8-2af7-471c-ac95-ad724ff451b8 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=d5062cefa7ef487ab89d5dcc9ceefa47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870066 Oct 10 11:43:26.680869 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0d424914-74a9-4c12-9ce8-129a7ecc05d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19800de-02b6-409f-8ba1-ef6353448212', 'name': 'tempest-ServersNegativeTestJSON-135186767-router', 'tenant_id': 'd5062cefa7ef487ab89d5dcc9ceefa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': '1794693d-3c63-4678-a310-51c8b7d437b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:43:20Z', 'updated_at': '2022-10-10T11:43:24Z', 'revision_number': 4, 'project_id': 'd5062cefa7ef487ab89d5dcc9ceefa47', 'gw_port': {'id': '1794693d-3c63-4678-a310-51c8b7d437b9', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:63:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19800de-02b6-409f-8ba1-ef6353448212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:43:20Z', 'updated_at': '2022-10-10T11:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'd1740074-10b1-412c-87fa-f4637978a7dd', 'name': '', 'network_id': '2790baf4-8b4e-4218-9efc-b21e0e74fe46', 'tenant_id': 'd5062cefa7ef487ab89d5dcc9ceefa47', 'mac_address': 'fa:16:3e:cf:42:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19800de-02b6-409f-8ba1-ef6353448212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '503a482f-b613-4e25-a316-0dd651d207c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:43:23Z', 'updated_at': '2022-10-10T11:43:24Z', 'revision_number': 2, 'project_id': 'd5062cefa7ef487ab89d5dcc9ceefa47', 'subnets': [{'id': '503a482f-b613-4e25-a316-0dd651d207c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:43:26.684743 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d424914-74a9-4c12-9ce8-129a7ecc05d1 None None] Checking router: a19800de-02b6-409f-8ba1-ef6353448212 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:43:26.685081 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d424914-74a9-4c12-9ce8-129a7ecc05d1 None None] Updating router a19800de-02b6-409f-8ba1-ef6353448212 port d1740074-10b1-412c-87fa-f4637978a7dd binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:43:26.695598 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-b5834b13-0d50-4511-93d2-86876d348201 service neutron] 10.222.0.40 "GET /v2.0/networks/2790baf4-8b4e-4218-9efc-b21e0e74fe46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715434 Oct 10 11:43:26.738383 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0d424914-74a9-4c12-9ce8-129a7ecc05d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:26.826980 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-eaea660e-a703-45b1-868b-d7ebd9add8f0 service neutron] 10.222.0.40 "GET /v2.0/networks/2790baf4-8b4e-4218-9efc-b21e0e74fe46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252682 Oct 10 11:43:26.844989 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-1e692ad1-6c4b-4b87-8e85-d67f38a47411 None None] Attempt 5 to provision port d1740074-10b1-412c-87fa-f4637978a7dd Oct 10 11:43:26.921775 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-1e692ad1-6c4b-4b87-8e85-d67f38a47411 None None] Port d1740074-10b1-412c-87fa-f4637978a7dd cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:43:27.158594 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0d424914-74a9-4c12-9ce8-129a7ecc05d1 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:27.164487 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-c859615e-2e70-4230-a959-deb711dda947 req-e31afd83-07de-497a-8b80-c6ea7647f7c2 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Synchronizing usage tracker for tenant:d5062cefa7ef487ab89d5dcc9ceefa47 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:43:27.170596 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0d424914-74a9-4c12-9ce8-129a7ecc05d1 None None] Transition to ACTIVE for port object d1740074-10b1-412c-87fa-f4637978a7dd will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:43:27.251544 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0d424914-74a9-4c12-9ce8-129a7ecc05d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:27.265052 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-c859615e-2e70-4230-a959-deb711dda947 req-e31afd83-07de-497a-8b80-c6ea7647f7c2 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Unset dirty status for tenant:d5062cefa7ef487ab89d5dcc9ceefa47 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:43:27.266285 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c859615e-2e70-4230-a959-deb711dda947 req-e31afd83-07de-497a-8b80-c6ea7647f7c2 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966d9d2-8448-47a1-9d76-df6980d734ed HTTP/1.1" status: 200 len: 210 time: 0.1552560 Oct 10 11:43:27.430497 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-1e692ad1-6c4b-4b87-8e85-d67f38a47411 None None] Attempt 6 to provision port d1740074-10b1-412c-87fa-f4637978a7dd Oct 10 11:43:27.461092 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1794693d-3c63-4678-a310-51c8b7d437b9 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:43:27.505998 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a3696-b1b1-4b6f-9666-052f62ef31f5 None None] Pushing event updated for resources: {'Port': ['ID=d1740074-10b1-412c-87fa-f4637978a7dd,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:27.563984 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-0d424914-74a9-4c12-9ce8-129a7ecc05d1 None None] Attempting to bind port d1740074-10b1-412c-87fa-f4637978a7dd on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:43:27.564349 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-0d424914-74a9-4c12-9ce8-129a7ecc05d1 None None] Attempting to bind port d1740074-10b1-412c-87fa-f4637978a7dd by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '26c8e603-a32c-4053-9697-965dcdd60cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2790baf4-8b4e-4218-9efc-b21e0e74fe46'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:43:27.564710 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d424914-74a9-4c12-9ce8-129a7ecc05d1 None None] Attempting to bind port d1740074-10b1-412c-87fa-f4637978a7dd on network 2790baf4-8b4e-4218-9efc-b21e0e74fe46 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:43:27.571451 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-1e692ad1-6c4b-4b87-8e85-d67f38a47411 None None] Port d1740074-10b1-412c-87fa-f4637978a7dd cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:43:27.574950 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d424914-74a9-4c12-9ce8-129a7ecc05d1 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:43:27.575313 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d424914-74a9-4c12-9ce8-129a7ecc05d1 None None] Checking segment: {'id': '26c8e603-a32c-4053-9697-965dcdd60cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2790baf4-8b4e-4218-9efc-b21e0e74fe46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:43:27.575705 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0d424914-74a9-4c12-9ce8-129a7ecc05d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:27.576088 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d424914-74a9-4c12-9ce8-129a7ecc05d1 None None] Bound using segment: {'id': '26c8e603-a32c-4053-9697-965dcdd60cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2790baf4-8b4e-4218-9efc-b21e0e74fe46'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:43:27.576537 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-0d424914-74a9-4c12-9ce8-129a7ecc05d1 None None] Bound port: d1740074-10b1-412c-87fa-f4637978a7dd, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c8e603-a32c-4053-9697-965dcdd60cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2790baf4-8b4e-4218-9efc-b21e0e74fe46'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:43:27.576898 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0d424914-74a9-4c12-9ce8-129a7ecc05d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:27.644563 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 1794693d-3c63-4678-a310-51c8b7d437b9 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:43:27.644935 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:27.645268 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 1794693d-3c63-4678-a310-51c8b7d437b9 Oct 10 11:43:27.722849 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-0d424914-74a9-4c12-9ce8-129a7ecc05d1 None None] For port d1740074-10b1-412c-87fa-f4637978a7dd, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:43:27.726371 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-0d424914-74a9-4c12-9ce8-129a7ecc05d1 None None] For port d1740074-10b1-412c-87fa-f4637978a7dd, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=d1740074-10b1-412c-87fa-f4637978a7dd,segment=NetworkSegment(26c8e603-a32c-4053-9697-965dcdd60cb8),segment_id=26c8e603-a32c-4053-9697-965dcdd60cb8)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:43:27.786378 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 1794693d-3c63-4678-a310-51c8b7d437b9 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:43:27.791405 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0d424914-74a9-4c12-9ce8-129a7ecc05d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:27.850453 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d424914-74a9-4c12-9ce8-129a7ecc05d1 None None] Routers {'a19800de-02b6-409f-8ba1-ef6353448212'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:43:27.851059 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0d424914-74a9-4c12-9ce8-129a7ecc05d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:43:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a19800de-02b6-409f-8ba1-ef6353448212'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:43:27.934849 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a3696-b1b1-4b6f-9666-052f62ef31f5 None None] Pushing event updated for resources: {'Port': ['ID=d1740074-10b1-412c-87fa-f4637978a7dd,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:28.039492 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-0d424914-74a9-4c12-9ce8-129a7ecc05d1 None None] Set router a19800de-02b6-409f-8ba1-ef6353448212 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:43:28.088285 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-1e692ad1-6c4b-4b87-8e85-d67f38a47411 None None] Attempt 7 to provision port d1740074-10b1-412c-87fa-f4637978a7dd Oct 10 11:43:28.255032 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-1e692ad1-6c4b-4b87-8e85-d67f38a47411 None None] Port d1740074-10b1-412c-87fa-f4637978a7dd had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:43:28.375926 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-37498f6a-0391-4163-9e21-ee9d4bf0e9ca req-597dc805-0565-4da0-a8c7-3b2a233db3a9 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966d9d2-8448-47a1-9d76-df6980d734ed HTTP/1.1" status: 200 len: 210 time: 0.0507338 Oct 10 11:43:28.423476 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0d424914-74a9-4c12-9ce8-129a7ecc05d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19800de-02b6-409f-8ba1-ef6353448212', 'name': 'tempest-ServersNegativeTestJSON-135186767-router', 'tenant_id': 'd5062cefa7ef487ab89d5dcc9ceefa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': '1794693d-3c63-4678-a310-51c8b7d437b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:43:20Z', 'updated_at': '2022-10-10T11:43:24Z', 'revision_number': 4, 'project_id': 'd5062cefa7ef487ab89d5dcc9ceefa47', 'gw_port': {'id': '1794693d-3c63-4678-a310-51c8b7d437b9', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:63:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19800de-02b6-409f-8ba1-ef6353448212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:43:20Z', 'updated_at': '2022-10-10T11:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'd1740074-10b1-412c-87fa-f4637978a7dd', 'name': '', 'network_id': '2790baf4-8b4e-4218-9efc-b21e0e74fe46', 'tenant_id': 'd5062cefa7ef487ab89d5dcc9ceefa47', 'mac_address': 'fa:16:3e:cf:42:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19800de-02b6-409f-8ba1-ef6353448212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '503a482f-b613-4e25-a316-0dd651d207c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:43:23Z', 'updated_at': '2022-10-10T11:43:27Z', 'revision_number': 4, 'project_id': 'd5062cefa7ef487ab89d5dcc9ceefa47', 'subnets': [{'id': '503a482f-b613-4e25-a316-0dd651d207c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:43:28.427401 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d424914-74a9-4c12-9ce8-129a7ecc05d1 None None] The sync data for ids ['a19800de-02b6-409f-8ba1-ef6353448212'] in dv-neutron-860842-1-hyperv is: [{'id': 'a19800de-02b6-409f-8ba1-ef6353448212', 'name': 'tempest-ServersNegativeTestJSON-135186767-router', 'tenant_id': 'd5062cefa7ef487ab89d5dcc9ceefa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': '1794693d-3c63-4678-a310-51c8b7d437b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:43:20Z', 'updated_at': '2022-10-10T11:43:24Z', 'revision_number': 4, 'project_id': 'd5062cefa7ef487ab89d5dcc9ceefa47', 'gw_port': {'id': '1794693d-3c63-4678-a310-51c8b7d437b9', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:63:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19800de-02b6-409f-8ba1-ef6353448212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:43:20Z', 'updated_at': '2022-10-10T11:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'd1740074-10b1-412c-87fa-f4637978a7dd', 'name': '', 'network_id': '2790baf4-8b4e-4218-9efc-b21e0e74fe46', 'tenant_id': 'd5062cefa7ef487ab89d5dcc9ceefa47', 'mac_address': 'fa:16:3e:cf:42:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19800de-02b6-409f-8ba1-ef6353448212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '503a482f-b613-4e25-a316-0dd651d207c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:43:23Z', 'updated_at': '2022-10-10T11:43:27Z', 'revision_number': 4, 'project_id': 'd5062cefa7ef487ab89d5dcc9ceefa47', 'subnets': [{'id': '503a482f-b613-4e25-a316-0dd651d207c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:43:29.480650 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d1740074-10b1-412c-87fa-f4637978a7dd up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:43:29.492413 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-bc8ff6d7-bd7d-45e3-9427-bb7ecc792783 req-5f0f7acf-065b-4f0e-b241-eb5356d619ba tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966d9d2-8448-47a1-9d76-df6980d734ed HTTP/1.1" status: 200 len: 210 time: 0.0569291 Oct 10 11:43:29.623289 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port d1740074-10b1-412c-87fa-f4637978a7dd completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:43:29.628757 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port d1740074-10b1-412c-87fa-f4637978a7dd triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:43:29.629129 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:29.629460 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port d1740074-10b1-412c-87fa-f4637978a7dd Oct 10 11:43:29.762381 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port d1740074-10b1-412c-87fa-f4637978a7dd is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:43:29.762755 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:29.809148 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port d1740074-10b1-412c-87fa-f4637978a7dd, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=d1740074-10b1-412c-87fa-f4637978a7dd,segment=NetworkSegment(26c8e603-a32c-4053-9697-965dcdd60cb8),segment_id=26c8e603-a32c-4053-9697-965dcdd60cb8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:43:29.899847 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:30.026534 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=d1740074-10b1-412c-87fa-f4637978a7dd,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:30.608777 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e07f00a7-1a2e-45e2-9ded-540eef3a4e96 req-28d18b06-a3cc-4768-bd15-152bed9f7808 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966d9d2-8448-47a1-9d76-df6980d734ed HTTP/1.1" status: 200 len: 210 time: 0.0491281 Oct 10 11:43:31.455387 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d1740074-10b1-412c-87fa-f4637978a7dd up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:43:31.524051 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port d1740074-10b1-412c-87fa-f4637978a7dd triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:43:31.524424 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:31.524923 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port d1740074-10b1-412c-87fa-f4637978a7dd Oct 10 11:43:31.639996 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port d1740074-10b1-412c-87fa-f4637978a7dd is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:43:31.777712 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3aee8b58-340a-419b-b5a7-88e3071a3849 req-52d723de-fc73-4db4-abd7-796af3eb6761 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966d9d2-8448-47a1-9d76-df6980d734ed HTTP/1.1" status: 200 len: 210 time: 0.0539546 Oct 10 11:43:32.941760 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3a862f0c-290f-49dc-b0a2-faba20e35b5d req-93e74251-91d4-49ad-a0b3-70d9349743a4 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966d9d2-8448-47a1-9d76-df6980d734ed HTTP/1.1" status: 200 len: 210 time: 0.0538249 Oct 10 11:43:32.996093 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:43:33.445962 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a81833c3-887a-4f01-9011-7e6f893184d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:33.559057 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-5f495f0b-f82d-4fcb-bc17-05f3b86ade85 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:33.560371 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-5f495f0b-f82d-4fcb-bc17-05f3b86ade85 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.15 "GET /v2.0/networks?id=2790baf4-8b4e-4218-9efc-b21e0e74fe46 HTTP/1.1" status: 200 len: 813 time: 0.1471317 Oct 10 11:43:33.572208 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-0527bf35-3f48-40ee-9fb6-9f60c3c475ad tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Request body: {'port': {'device_id': 'e966d9d2-8448-47a1-9d76-df6980d734ed', 'network_id': '2790baf4-8b4e-4218-9efc-b21e0e74fe46', 'admin_state_up': True, 'tenant_id': 'd5062cefa7ef487ab89d5dcc9ceefa47'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:43:33.717255 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-0527bf35-3f48-40ee-9fb6-9f60c3c475ad tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:43:33.729088 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-0527bf35-3f48-40ee-9fb6-9f60c3c475ad tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:43:33.813770 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-0527bf35-3f48-40ee-9fb6-9f60c3c475ad tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Made reservation on behalf of d5062cefa7ef487ab89d5dcc9ceefa47 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:43:33.817162 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-0527bf35-3f48-40ee-9fb6-9f60c3c475ad tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:33.989308 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-0527bf35-3f48-40ee-9fb6-9f60c3c475ad tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Allocated IP 172.20.0.4 (2790baf4-8b4e-4218-9efc-b21e0e74fe46/503a482f-b613-4e25-a316-0dd651d207c9/bc55f9c9-a4f5-477d-8971-0a422ceacb28) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:43:34.110642 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-95c36114-6f5d-40dd-a407-1bcd488783b0 req-4d032d87-9a0a-4f03-9ad4-1781b71a4c69 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966d9d2-8448-47a1-9d76-df6980d734ed HTTP/1.1" status: 200 len: 210 time: 0.0523360 Oct 10 11:43:34.196613 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-0527bf35-3f48-40ee-9fb6-9f60c3c475ad tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:34.211693 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-0527bf35-3f48-40ee-9fb6-9f60c3c475ad tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Transition to ACTIVE for port object bc55f9c9-a4f5-477d-8971-0a422ceacb28 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:43:34.303175 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-0527bf35-3f48-40ee-9fb6-9f60c3c475ad tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:34.373796 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-0527bf35-3f48-40ee-9fb6-9f60c3c475ad tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Network 2790baf4-8b4e-4218-9efc-b21e0e74fe46 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:43:34.376977 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-0527bf35-3f48-40ee-9fb6-9f60c3c475ad tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:43:34.380813 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-0527bf35-3f48-40ee-9fb6-9f60c3c475ad tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:43:34.418430 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527bf35-3f48-40ee-9fb6-9f60c3c475ad tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Pushing event updated for resources: {'Port': ['ID=bc55f9c9-a4f5-477d-8971-0a422ceacb28,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:34.450694 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-0527bf35-3f48-40ee-9fb6-9f60c3c475ad tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:34.451282 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-0527bf35-3f48-40ee-9fb6-9f60c3c475ad tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:34.557864 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-0527bf35-3f48-40ee-9fb6-9f60c3c475ad tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9889524 Oct 10 11:43:34.568863 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-6640f376-c173-4983-ba1e-1f071e3b183a service neutron] Request body: {'port': {'device_id': 'e966d9d2-8448-47a1-9d76-df6980d734ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:43:34.648679 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ffee9db1-fd0b-48fd-9a3c-f88ecf035404 None None] Provisioning for port bc55f9c9-a4f5-477d-8971-0a422ceacb28 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:43:34.653812 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ffee9db1-fd0b-48fd-9a3c-f88ecf035404 None None] Provisioning complete for port bc55f9c9-a4f5-477d-8971-0a422ceacb28 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:43:34.657456 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ffee9db1-fd0b-48fd-9a3c-f88ecf035404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:34.657456 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ffee9db1-fd0b-48fd-9a3c-f88ecf035404 None None] Attempt 1 to provision port bc55f9c9-a4f5-477d-8971-0a422ceacb28 Oct 10 11:43:34.680397 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-6640f376-c173-4983-ba1e-1f071e3b183a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:34.710292 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ffee9db1-fd0b-48fd-9a3c-f88ecf035404 None None] Port bc55f9c9-a4f5-477d-8971-0a422ceacb28 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:43:35.124636 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-6640f376-c173-4983-ba1e-1f071e3b183a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc55f9c9-a4f5-477d-8971-0a422ceacb28 {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:43:35.131935 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-6640f376-c173-4983-ba1e-1f071e3b183a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:35.147012 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-6640f376-c173-4983-ba1e-1f071e3b183a service neutron] Transition to ACTIVE for port object bc55f9c9-a4f5-477d-8971-0a422ceacb28 will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:43:35.211765 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ffee9db1-fd0b-48fd-9a3c-f88ecf035404 None None] Attempt 2 to provision port bc55f9c9-a4f5-477d-8971-0a422ceacb28 Oct 10 11:43:35.264958 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ffee9db1-fd0b-48fd-9a3c-f88ecf035404 None None] Port bc55f9c9-a4f5-477d-8971-0a422ceacb28 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:43:35.267677 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-6640f376-c173-4983-ba1e-1f071e3b183a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:35.475686 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640f376-c173-4983-ba1e-1f071e3b183a service neutron] Pushing event updated for resources: {'Port': ['ID=bc55f9c9-a4f5-477d-8971-0a422ceacb28,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:35.518513 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2338e4-4ab4-4d0d-9e59-d90849435571 req-f6b85952-22be-41c1-ae44-5b3194ff34e9 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:35.519187 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-de2338e4-4ab4-4d0d-9e59-d90849435571 req-f6b85952-22be-41c1-ae44-5b3194ff34e9 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Synchronizing usage tracker for tenant:d5062cefa7ef487ab89d5dcc9ceefa47 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:43:35.530174 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-6640f376-c173-4983-ba1e-1f071e3b183a service neutron] Attempting to bind port bc55f9c9-a4f5-477d-8971-0a422ceacb28 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:43:35.530501 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-6640f376-c173-4983-ba1e-1f071e3b183a service neutron] Attempting to bind port bc55f9c9-a4f5-477d-8971-0a422ceacb28 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '26c8e603-a32c-4053-9697-965dcdd60cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2790baf4-8b4e-4218-9efc-b21e0e74fe46'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:43:35.530819 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-6640f376-c173-4983-ba1e-1f071e3b183a service neutron] Attempting to bind port bc55f9c9-a4f5-477d-8971-0a422ceacb28 on network 2790baf4-8b4e-4218-9efc-b21e0e74fe46 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:43:35.540528 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-6640f376-c173-4983-ba1e-1f071e3b183a service neutron] Port bc55f9c9-a4f5-477d-8971-0a422ceacb28 on network 2790baf4-8b4e-4218-9efc-b21e0e74fe46 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:43:35.540839 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-6640f376-c173-4983-ba1e-1f071e3b183a service neutron] Attempting to bind port bc55f9c9-a4f5-477d-8971-0a422ceacb28 on network 2790baf4-8b4e-4218-9efc-b21e0e74fe46 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:43:35.546283 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-6640f376-c173-4983-ba1e-1f071e3b183a service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:43:35.546610 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-6640f376-c173-4983-ba1e-1f071e3b183a service neutron] Checking segment: {'id': '26c8e603-a32c-4053-9697-965dcdd60cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2790baf4-8b4e-4218-9efc-b21e0e74fe46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:43:35.546985 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-6640f376-c173-4983-ba1e-1f071e3b183a service neutron] Bound using segment: {'id': '26c8e603-a32c-4053-9697-965dcdd60cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2790baf4-8b4e-4218-9efc-b21e0e74fe46'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:43:35.547402 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-6640f376-c173-4983-ba1e-1f071e3b183a service neutron] Bound port: bc55f9c9-a4f5-477d-8971-0a422ceacb28, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c8e603-a32c-4053-9697-965dcdd60cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2790baf4-8b4e-4218-9efc-b21e0e74fe46'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:43:35.547737 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-6640f376-c173-4983-ba1e-1f071e3b183a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:35.610125 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-de2338e4-4ab4-4d0d-9e59-d90849435571 req-f6b85952-22be-41c1-ae44-5b3194ff34e9 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Unset dirty status for tenant:d5062cefa7ef487ab89d5dcc9ceefa47 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:43:35.611257 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-de2338e4-4ab4-4d0d-9e59-d90849435571 req-f6b85952-22be-41c1-ae44-5b3194ff34e9 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966d9d2-8448-47a1-9d76-df6980d734ed HTTP/1.1" status: 200 len: 943 time: 0.3852761 Oct 10 11:43:35.659975 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-6640f376-c173-4983-ba1e-1f071e3b183a service neutron] For port bc55f9c9-a4f5-477d-8971-0a422ceacb28, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:43:35.664744 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-6640f376-c173-4983-ba1e-1f071e3b183a service neutron] For port bc55f9c9-a4f5-477d-8971-0a422ceacb28, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=bc55f9c9-a4f5-477d-8971-0a422ceacb28,segment=NetworkSegment(26c8e603-a32c-4053-9697-965dcdd60cb8),segment_id=26c8e603-a32c-4053-9697-965dcdd60cb8)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:43:35.675298 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-de2338e4-4ab4-4d0d-9e59-d90849435571 req-2e76b2d6-8ffa-4159-840c-4f93feff4e3b tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/security-groups?id=b79db27a-00c6-4326-aee1-9e7015f641c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512536 Oct 10 11:43:35.750837 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-571e8112-a9f3-45fb-87d5-7c5c017dba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:35.763075 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-6640f376-c173-4983-ba1e-1f071e3b183a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:35.766115 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ffee9db1-fd0b-48fd-9a3c-f88ecf035404 None None] Attempt 3 to provision port bc55f9c9-a4f5-477d-8971-0a422ceacb28 Oct 10 11:43:35.798183 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-6640f376-c173-4983-ba1e-1f071e3b183a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:35.798799 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-6640f376-c173-4983-ba1e-1f071e3b183a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:35.800178 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-6640f376-c173-4983-ba1e-1f071e3b183a service neutron] 10.222.0.15 "PUT /v2.0/ports/bc55f9c9-a4f5-477d-8971-0a422ceacb28 HTTP/1.1" status: 200 len: 1093 time: 1.2354498 Oct 10 11:43:35.806897 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e966d9d2-8448-47a1-9d76-df6980d734ed', 'tag': 'bc55f9c9-a4f5-477d-8971-0a422ceacb28'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:43:35.808455 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd6f401-8456-497d-8591-d6086ae8431d" -d '{"events": [{"name": "network-changed", "server_uuid": "e966d9d2-8448-47a1-9d76-df6980d734ed", "tag": "bc55f9c9-a4f5-477d-8971-0a422ceacb28"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:43:35.830800 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ffee9db1-fd0b-48fd-9a3c-f88ecf035404 None None] Port bc55f9c9-a4f5-477d-8971-0a422ceacb28 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:43:35.843921 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640f376-c173-4983-ba1e-1f071e3b183a service neutron] Pushing event updated for resources: {'Port': ['ID=bc55f9c9-a4f5-477d-8971-0a422ceacb28,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:35.859998 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc23eee-3cf5-404d-8b1f-fe4671a277f7 x-openstack-request-id: req-9fc23eee-3cf5-404d-8b1f-fe4671a277f7 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:43:35.860312 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e966d9d2-8448-47a1-9d76-df6980d734ed", "tag": "bc55f9c9-a4f5-477d-8971-0a422ceacb28", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:43:35.860567 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9fc23eee-3cf5-404d-8b1f-fe4671a277f7 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:43:35.860967 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fc23eee-3cf5-404d-8b1f-fe4671a277f7'] response: {'name': 'network-changed', 'server_uuid': 'e966d9d2-8448-47a1-9d76-df6980d734ed', 'tag': 'bc55f9c9-a4f5-477d-8971-0a422ceacb28', 'status': 'completed', 'code': 200} Oct 10 11:43:35.961647 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6f401-8456-497d-8591-d6086ae8431d req-d4c450dc-8187-4a5b-8490-95b7193f24bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:35.963135 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7bd6f401-8456-497d-8591-d6086ae8431d req-d4c450dc-8187-4a5b-8490-95b7193f24bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5062cefa7ef487ab89d5dcc9ceefa47&device_id=e966d9d2-8448-47a1-9d76-df6980d734ed HTTP/1.1" status: 200 len: 1096 time: 0.0822577 Oct 10 11:43:36.109821 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6f401-8456-497d-8591-d6086ae8431d req-f536f379-139f-4e19-8364-dcd8cc5fe7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:36.111180 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7bd6f401-8456-497d-8591-d6086ae8431d req-f536f379-139f-4e19-8364-dcd8cc5fe7c3 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d5062cefa7ef487ab89d5dcc9ceefa47&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1419117 Oct 10 11:43:36.249478 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6f401-8456-497d-8591-d6086ae8431d req-4226f84c-ae55-42c3-b943-ec258c9fa2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:36.251005 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7bd6f401-8456-497d-8591-d6086ae8431d req-4226f84c-ae55-42c3-b943-ec258c9fa2b7 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337707 Oct 10 11:43:36.366704 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-5a016901-204d-40d8-851c-f59da3cc58eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:36.368118 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-5a016901-204d-40d8-851c-f59da3cc58eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5062cefa7ef487ab89d5dcc9ceefa47&device_id=e966d9d2-8448-47a1-9d76-df6980d734ed HTTP/1.1" status: 200 len: 1096 time: 0.0826552 Oct 10 11:43:36.436945 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-926843b5-74fb-49d0-9ccf-22cdf7f3a668 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc55f9c9-a4f5-477d-8971-0a422ceacb28 HTTP/1.1" status: 200 len: 217 time: 0.0623224 Oct 10 11:43:36.502275 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-a594b491-4f93-4434-b5f3-4fb37cf4c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:36.503681 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-a594b491-4f93-4434-b5f3-4fb37cf4c7d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=503a482f-b613-4e25-a316-0dd651d207c9 HTTP/1.1" status: 200 len: 852 time: 0.0605695 Oct 10 11:43:36.585300 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-f00b771d-8107-4962-a46f-64c1486f9e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:36.586784 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-f00b771d-8107-4962-a46f-64c1486f9e0b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2790baf4-8b4e-4218-9efc-b21e0e74fe46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777395 Oct 10 11:43:36.718942 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-b15c868b-d677-4d3d-b1ca-181446fe884c service neutron] 10.222.0.15 "GET /v2.0/networks/2790baf4-8b4e-4218-9efc-b21e0e74fe46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261096 Oct 10 11:43:37.001661 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-68a189a6-d5ad-43ee-8678-8f1b3d8ee05a req-11ac591f-ca5c-44b7-8ea4-a04ab4ca9bb7 service neutron] 10.222.0.15 "GET /v2.0/networks/2790baf4-8b4e-4218-9efc-b21e0e74fe46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762136 Oct 10 11:43:37.020680 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598280cc-42e6-49d6-bce9-26251bca5817 req-e6097a59-2835-48e9-945f-27f08b134be9 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:37.022158 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-598280cc-42e6-49d6-bce9-26251bca5817 req-e6097a59-2835-48e9-945f-27f08b134be9 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966d9d2-8448-47a1-9d76-df6980d734ed HTTP/1.1" status: 200 len: 943 time: 0.1260717 Oct 10 11:43:37.022810 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:37.066324 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-598280cc-42e6-49d6-bce9-26251bca5817 req-54a804aa-c7e2-4293-8472-08ccb817bc9c tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/security-groups?id=b79db27a-00c6-4326-aee1-9e7015f641c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383215 Oct 10 11:43:37.080158 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:38.262235 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587812e-12b8-4ca0-ad96-c589ac46ca33 req-3187b2c2-1417-4d31-a6e2-6ecaf5abb941 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:38.263656 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1587812e-12b8-4ca0-ad96-c589ac46ca33 req-3187b2c2-1417-4d31-a6e2-6ecaf5abb941 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966d9d2-8448-47a1-9d76-df6980d734ed HTTP/1.1" status: 200 len: 943 time: 0.0855680 Oct 10 11:43:38.309239 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-1587812e-12b8-4ca0-ad96-c589ac46ca33 req-a6b5291b-c373-49d1-a965-fdb6c5cbb5d6 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Synchronizing usage tracker for tenant:d5062cefa7ef487ab89d5dcc9ceefa47 on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:43:38.385178 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-1587812e-12b8-4ca0-ad96-c589ac46ca33 req-a6b5291b-c373-49d1-a965-fdb6c5cbb5d6 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Unset dirty status for tenant:d5062cefa7ef487ab89d5dcc9ceefa47 on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:43:38.386336 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1587812e-12b8-4ca0-ad96-c589ac46ca33 req-a6b5291b-c373-49d1-a965-fdb6c5cbb5d6 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/security-groups?id=b79db27a-00c6-4326-aee1-9e7015f641c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171451 Oct 10 11:43:38.762506 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:39.543127 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:39.590136 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fd43b-5f8e-411a-bcb4-e56e481867a6 req-08e69c7b-747c-45c3-b33a-d63d252962d9 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:39.591612 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-075fd43b-5f8e-411a-bcb4-e56e481867a6 req-08e69c7b-747c-45c3-b33a-d63d252962d9 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966d9d2-8448-47a1-9d76-df6980d734ed HTTP/1.1" status: 200 len: 943 time: 0.0959973 Oct 10 11:43:39.635608 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-075fd43b-5f8e-411a-bcb4-e56e481867a6 req-feb4ffd3-f611-4812-9df3-7b9e18591574 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/security-groups?id=b79db27a-00c6-4326-aee1-9e7015f641c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382195 Oct 10 11:43:40.072560 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device bc55f9c9-a4f5-477d-8971-0a422ceacb28 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:43:40.214278 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port bc55f9c9-a4f5-477d-8971-0a422ceacb28, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=bc55f9c9-a4f5-477d-8971-0a422ceacb28,segment=NetworkSegment(26c8e603-a32c-4053-9697-965dcdd60cb8),segment_id=26c8e603-a32c-4053-9697-965dcdd60cb8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:43:40.227450 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': 'bc55f9c9-a4f5-477d-8971-0a422ceacb28', 'network_id': '2790baf4-8b4e-4218-9efc-b21e0e74fe46', 'port_id': 'bc55f9c9-a4f5-477d-8971-0a422ceacb28', 'mac_address': 'fa:16:3e:e3:db:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 492, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503a482f-b613-4e25-a316-0dd651d207c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:43:40.283127 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port bc55f9c9-a4f5-477d-8971-0a422ceacb28 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:43:40.283508 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:40.302205 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc55f9c9-a4f5-477d-8971-0a422ceacb28 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:43:40.317570 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port bc55f9c9-a4f5-477d-8971-0a422ceacb28, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=bc55f9c9-a4f5-477d-8971-0a422ceacb28,segment=NetworkSegment(26c8e603-a32c-4053-9697-965dcdd60cb8),segment_id=26c8e603-a32c-4053-9697-965dcdd60cb8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:43:40.365368 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:40.434585 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=bc55f9c9-a4f5-477d-8971-0a422ceacb28,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:40.441618 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:40.442005 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:40.442378 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:40.442706 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:40.443038 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:40.443366 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:40.443686 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:40.444007 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:40.444330 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:40.444647 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:40.444964 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:40.445279 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:43:40.603912 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['bc55f9c9-a4f5-477d-8971-0a422ceacb28'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:43:40.840706 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f40c2-b92d-44d0-ac91-7f802488536c req-a5132da5-42dc-42b5-86e8-a3cf7de833ad tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:40.842185 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-fc0f40c2-b92d-44d0-ac91-7f802488536c req-a5132da5-42dc-42b5-86e8-a3cf7de833ad tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966d9d2-8448-47a1-9d76-df6980d734ed HTTP/1.1" status: 200 len: 944 time: 0.0902252 Oct 10 11:43:40.887027 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-fc0f40c2-b92d-44d0-ac91-7f802488536c req-82785fcb-72aa-467d-a875-972bc342b78d tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/security-groups?id=b79db27a-00c6-4326-aee1-9e7015f641c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389812 Oct 10 11:43:42.085929 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device bc55f9c9-a4f5-477d-8971-0a422ceacb28 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:43:42.087284 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f49ec7-8edd-45d7-ab4b-a3a9aa53384d req-d7e98ea0-a62a-48e3-91a2-1a8e2a63e4a0 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:42.088752 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-04f49ec7-8edd-45d7-ab4b-a3a9aa53384d req-d7e98ea0-a62a-48e3-91a2-1a8e2a63e4a0 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966d9d2-8448-47a1-9d76-df6980d734ed HTTP/1.1" status: 200 len: 944 time: 0.0870428 Oct 10 11:43:42.136877 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-04f49ec7-8edd-45d7-ab4b-a3a9aa53384d req-f0faad28-828a-4eef-b9b0-e4350bcd3dd9 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/security-groups?id=b79db27a-00c6-4326-aee1-9e7015f641c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425513 Oct 10 11:43:42.256734 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port bc55f9c9-a4f5-477d-8971-0a422ceacb28 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:43:42.261466 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port bc55f9c9-a4f5-477d-8971-0a422ceacb28 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:43:42.261861 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:42.262194 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port bc55f9c9-a4f5-477d-8971-0a422ceacb28 Oct 10 11:43:42.375981 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port bc55f9c9-a4f5-477d-8971-0a422ceacb28 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:43:42.376272 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:42.402635 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e966d9d2-8448-47a1-9d76-df6980d734ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc55f9c9-a4f5-477d-8971-0a422ceacb28'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:43:42.415252 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcdaa2d-759a-4994-91d7-d925f607c2d2" -d '{"events": [{"server_uuid": "e966d9d2-8448-47a1-9d76-df6980d734ed", "name": "network-vif-plugged", "status": "completed", "tag": "bc55f9c9-a4f5-477d-8971-0a422ceacb28"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:43:42.415252 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port bc55f9c9-a4f5-477d-8971-0a422ceacb28, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=bc55f9c9-a4f5-477d-8971-0a422ceacb28,segment=NetworkSegment(26c8e603-a32c-4053-9697-965dcdd60cb8),segment_id=26c8e603-a32c-4053-9697-965dcdd60cb8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:43:42.447632 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14864e8-0223-4a91-80f6-01ec0eaf76ac x-openstack-request-id: req-f14864e8-0223-4a91-80f6-01ec0eaf76ac {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:43:42.447922 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e966d9d2-8448-47a1-9d76-df6980d734ed", "name": "network-vif-plugged", "status": "completed", "tag": "bc55f9c9-a4f5-477d-8971-0a422ceacb28", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:43:42.448172 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f14864e8-0223-4a91-80f6-01ec0eaf76ac {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:43:42.448656 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14864e8-0223-4a91-80f6-01ec0eaf76ac'] response: {'server_uuid': 'e966d9d2-8448-47a1-9d76-df6980d734ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc55f9c9-a4f5-477d-8971-0a422ceacb28', 'code': 200} Oct 10 11:43:42.491068 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:42.558176 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=bc55f9c9-a4f5-477d-8971-0a422ceacb28,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:42.791220 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f39312-0e1b-44c8-a19b-833dcc2ac8a2 req-14347de7-aa50-4249-b1af-d15ef8ffe80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:42.792685 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-05f39312-0e1b-44c8-a19b-833dcc2ac8a2 req-14347de7-aa50-4249-b1af-d15ef8ffe80b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e966d9d2-8448-47a1-9d76-df6980d734ed HTTP/1.1" status: 200 len: 1098 time: 0.0774686 Oct 10 11:43:42.831847 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-05f39312-0e1b-44c8-a19b-833dcc2ac8a2 req-1a5db294-4bef-4702-8095-983faacc2a91 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b79db27a-00c6-4326-aee1-9e7015f641c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337269 Oct 10 11:43:43.334720 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400614e4-ed1d-48c9-b2c2-3b331794cf27 req-3fd98065-de1d-416a-bfdd-0ac0fca73062 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:43.336149 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-400614e4-ed1d-48c9-b2c2-3b331794cf27 req-3fd98065-de1d-416a-bfdd-0ac0fca73062 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966d9d2-8448-47a1-9d76-df6980d734ed HTTP/1.1" status: 200 len: 945 time: 0.0903137 Oct 10 11:43:43.377952 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-400614e4-ed1d-48c9-b2c2-3b331794cf27 req-701976ad-1867-444f-abe8-805263d615ee tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/security-groups?id=b79db27a-00c6-4326-aee1-9e7015f641c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362482 Oct 10 11:43:44.576403 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364eb6a-bc92-4aed-a251-5eb3d9a0ec2c req-7e0c0345-c3d1-47be-8f3c-874ccd3c1bdb tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:44.577880 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a364eb6a-bc92-4aed-a251-5eb3d9a0ec2c req-7e0c0345-c3d1-47be-8f3c-874ccd3c1bdb tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966d9d2-8448-47a1-9d76-df6980d734ed HTTP/1.1" status: 200 len: 945 time: 0.0899441 Oct 10 11:43:44.620977 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a364eb6a-bc92-4aed-a251-5eb3d9a0ec2c req-97e95afa-abc3-4773-9138-311b5feb7ee9 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/security-groups?id=b79db27a-00c6-4326-aee1-9e7015f641c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374897 Oct 10 11:43:44.907431 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15483cb-f39e-4488-b71d-805fe3282165 req-48e898b4-b22f-40de-a488-d6b9c7810576 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:44.908871 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a15483cb-f39e-4488-b71d-805fe3282165 req-48e898b4-b22f-40de-a488-d6b9c7810576 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/networks?id=2790baf4-8b4e-4218-9efc-b21e0e74fe46 HTTP/1.1" status: 200 len: 813 time: 0.1454425 Oct 10 11:43:44.923553 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a15483cb-f39e-4488-b71d-805fe3282165 req-4667c511-7ee9-4189-81ff-b9588945bc1f tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/quotas/d5062cefa7ef487ab89d5dcc9ceefa47 HTTP/1.1" status: 200 len: 375 time: 0.0089283 Oct 10 11:43:45.014455 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a15483cb-f39e-4488-b71d-805fe3282165 req-1497e783-054b-4cbb-9b4e-c59bd3a2f632 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=d5062cefa7ef487ab89d5dcc9ceefa47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0859752 Oct 10 11:43:45.147389 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a15483cb-f39e-4488-b71d-805fe3282165 req-9a2beb00-f98d-4e1b-8e65-501ec1ac106b service neutron] 10.222.0.40 "GET /v2.0/networks/2790baf4-8b4e-4218-9efc-b21e0e74fe46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263463 Oct 10 11:43:45.278636 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a15483cb-f39e-4488-b71d-805fe3282165 req-70403ca9-bf01-46bd-83e3-e30aba4ab0bd service neutron] 10.222.0.40 "GET /v2.0/networks/2790baf4-8b4e-4218-9efc-b21e0e74fe46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255355 Oct 10 11:43:45.516751 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1de0f89f-9310-4369-8c99-9ee52f537c46 req-72569f1e-2d84-44d7-a83c-09ad26694393 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=6323b2d7-bd4d-40fa-a254-911ade72cc7c HTTP/1.1" status: 200 len: 210 time: 0.0495448 Oct 10 11:43:46.681240 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-df1e26b2-c917-49ec-a7dc-5c4b01a65caf req-1694b981-6218-4527-9a30-21828c98f504 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=6323b2d7-bd4d-40fa-a254-911ade72cc7c HTTP/1.1" status: 200 len: 210 time: 0.0545664 Oct 10 11:43:47.422110 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15483cb-f39e-4488-b71d-805fe3282165 req-17a7348f-5ce8-4db4-8f27-1c61bf8696ce tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:47.423536 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a15483cb-f39e-4488-b71d-805fe3282165 req-17a7348f-5ce8-4db4-8f27-1c61bf8696ce tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.15 "GET /v2.0/networks?id=2790baf4-8b4e-4218-9efc-b21e0e74fe46 HTTP/1.1" status: 200 len: 813 time: 0.1484666 Oct 10 11:43:47.435226 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-a15483cb-f39e-4488-b71d-805fe3282165 req-31fa7fa9-6750-496f-a2a7-98c037284081 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Request body: {'port': {'device_id': '6323b2d7-bd4d-40fa-a254-911ade72cc7c', 'network_id': '2790baf4-8b4e-4218-9efc-b21e0e74fe46', 'admin_state_up': True, 'tenant_id': 'd5062cefa7ef487ab89d5dcc9ceefa47'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:43:47.571103 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-a15483cb-f39e-4488-b71d-805fe3282165 req-31fa7fa9-6750-496f-a2a7-98c037284081 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:43:47.581022 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-a15483cb-f39e-4488-b71d-805fe3282165 req-31fa7fa9-6750-496f-a2a7-98c037284081 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:43:47.699963 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a15483cb-f39e-4488-b71d-805fe3282165 req-31fa7fa9-6750-496f-a2a7-98c037284081 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Made reservation on behalf of d5062cefa7ef487ab89d5dcc9ceefa47 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:43:47.703429 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-a15483cb-f39e-4488-b71d-805fe3282165 req-31fa7fa9-6750-496f-a2a7-98c037284081 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:47.852083 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2cda44cd-eb1c-4e25-9f70-fcbe8ed93ad5 req-fa6e5234-7146-451e-821f-a460d28b3d74 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=6323b2d7-bd4d-40fa-a254-911ade72cc7c HTTP/1.1" status: 200 len: 210 time: 0.0541277 Oct 10 11:43:47.967754 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-a15483cb-f39e-4488-b71d-805fe3282165 req-31fa7fa9-6750-496f-a2a7-98c037284081 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Allocated IP 172.20.0.12 (2790baf4-8b4e-4218-9efc-b21e0e74fe46/503a482f-b613-4e25-a316-0dd651d207c9/311be8d8-f6ea-4188-911e-e5f264105be1) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:43:48.165034 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-a15483cb-f39e-4488-b71d-805fe3282165 req-31fa7fa9-6750-496f-a2a7-98c037284081 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:48.179964 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-a15483cb-f39e-4488-b71d-805fe3282165 req-31fa7fa9-6750-496f-a2a7-98c037284081 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Transition to ACTIVE for port object 311be8d8-f6ea-4188-911e-e5f264105be1 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:43:48.262929 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-a15483cb-f39e-4488-b71d-805fe3282165 req-31fa7fa9-6750-496f-a2a7-98c037284081 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:48.275153 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['bc55f9c9-a4f5-477d-8971-0a422ceacb28'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:43:48.337713 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a15483cb-f39e-4488-b71d-805fe3282165 req-31fa7fa9-6750-496f-a2a7-98c037284081 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Network 2790baf4-8b4e-4218-9efc-b21e0e74fe46 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:43:48.340704 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-a15483cb-f39e-4488-b71d-805fe3282165 req-31fa7fa9-6750-496f-a2a7-98c037284081 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:43:48.344727 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15483cb-f39e-4488-b71d-805fe3282165 req-31fa7fa9-6750-496f-a2a7-98c037284081 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:43:48.375991 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa7fa9-6750-496f-a2a7-98c037284081 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Pushing event updated for resources: {'Port': ['ID=311be8d8-f6ea-4188-911e-e5f264105be1,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:48.418437 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15483cb-f39e-4488-b71d-805fe3282165 req-31fa7fa9-6750-496f-a2a7-98c037284081 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:48.419045 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-a15483cb-f39e-4488-b71d-805fe3282165 req-31fa7fa9-6750-496f-a2a7-98c037284081 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:48.538158 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a15483cb-f39e-4488-b71d-805fe3282165 req-31fa7fa9-6750-496f-a2a7-98c037284081 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1064427 Oct 10 11:43:48.549188 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-a15483cb-f39e-4488-b71d-805fe3282165 req-66d5d307-1f0d-42e1-add0-3619275fc285 service neutron] Request body: {'port': {'device_id': '6323b2d7-bd4d-40fa-a254-911ade72cc7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:43:48.666107 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-a15483cb-f39e-4488-b71d-805fe3282165 req-66d5d307-1f0d-42e1-add0-3619275fc285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:48.742998 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-052d0a24-7e03-4257-86ca-5358a9defd17 None None] Provisioning for port 311be8d8-f6ea-4188-911e-e5f264105be1 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:43:48.748102 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-052d0a24-7e03-4257-86ca-5358a9defd17 None None] Provisioning complete for port 311be8d8-f6ea-4188-911e-e5f264105be1 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:43:48.748502 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-052d0a24-7e03-4257-86ca-5358a9defd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:48.748807 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-052d0a24-7e03-4257-86ca-5358a9defd17 None None] Attempt 1 to provision port 311be8d8-f6ea-4188-911e-e5f264105be1 Oct 10 11:43:48.802769 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-052d0a24-7e03-4257-86ca-5358a9defd17 None None] Port 311be8d8-f6ea-4188-911e-e5f264105be1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:43:49.057147 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-a15483cb-f39e-4488-b71d-805fe3282165 req-66d5d307-1f0d-42e1-add0-3619275fc285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 311be8d8-f6ea-4188-911e-e5f264105be1 {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:43:49.070876 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-a15483cb-f39e-4488-b71d-805fe3282165 req-66d5d307-1f0d-42e1-add0-3619275fc285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:49.089748 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-a15483cb-f39e-4488-b71d-805fe3282165 req-66d5d307-1f0d-42e1-add0-3619275fc285 service neutron] Transition to ACTIVE for port object 311be8d8-f6ea-4188-911e-e5f264105be1 will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:43:49.108866 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b986e4d-d15e-454d-b301-e32f73c9de37 req-dbdae8d8-7577-4a6c-9002-e24a8e5d24c6 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:49.112382 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-9b986e4d-d15e-454d-b301-e32f73c9de37 req-dbdae8d8-7577-4a6c-9002-e24a8e5d24c6 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Synchronizing usage tracker for tenant:d5062cefa7ef487ab89d5dcc9ceefa47 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:43:49.173224 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-a15483cb-f39e-4488-b71d-805fe3282165 req-66d5d307-1f0d-42e1-add0-3619275fc285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:49.255780 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-9b986e4d-d15e-454d-b301-e32f73c9de37 req-dbdae8d8-7577-4a6c-9002-e24a8e5d24c6 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Unset dirty status for tenant:d5062cefa7ef487ab89d5dcc9ceefa47 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:43:49.257142 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9b986e4d-d15e-454d-b301-e32f73c9de37 req-dbdae8d8-7577-4a6c-9002-e24a8e5d24c6 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=6323b2d7-bd4d-40fa-a254-911ade72cc7c HTTP/1.1" status: 200 len: 932 time: 0.2726948 Oct 10 11:43:49.303746 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-052d0a24-7e03-4257-86ca-5358a9defd17 None None] Attempt 2 to provision port 311be8d8-f6ea-4188-911e-e5f264105be1 Oct 10 11:43:49.360491 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-052d0a24-7e03-4257-86ca-5358a9defd17 None None] Port 311be8d8-f6ea-4188-911e-e5f264105be1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:43:49.383916 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5d307-1f0d-42e1-add0-3619275fc285 service neutron] Pushing event updated for resources: {'Port': ['ID=311be8d8-f6ea-4188-911e-e5f264105be1,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:49.411131 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9b986e4d-d15e-454d-b301-e32f73c9de37 req-14222afb-f9f5-4f8b-ab27-ea6e535db911 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/security-groups?id=b79db27a-00c6-4326-aee1-9e7015f641c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342838 Oct 10 11:43:49.434809 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-a15483cb-f39e-4488-b71d-805fe3282165 req-66d5d307-1f0d-42e1-add0-3619275fc285 service neutron] Attempting to bind port 311be8d8-f6ea-4188-911e-e5f264105be1 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:43:49.435147 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-a15483cb-f39e-4488-b71d-805fe3282165 req-66d5d307-1f0d-42e1-add0-3619275fc285 service neutron] Attempting to bind port 311be8d8-f6ea-4188-911e-e5f264105be1 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '26c8e603-a32c-4053-9697-965dcdd60cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2790baf4-8b4e-4218-9efc-b21e0e74fe46'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:43:49.435472 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15483cb-f39e-4488-b71d-805fe3282165 req-66d5d307-1f0d-42e1-add0-3619275fc285 service neutron] Attempting to bind port 311be8d8-f6ea-4188-911e-e5f264105be1 on network 2790baf4-8b4e-4218-9efc-b21e0e74fe46 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:43:49.440000 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15483cb-f39e-4488-b71d-805fe3282165 req-66d5d307-1f0d-42e1-add0-3619275fc285 service neutron] Port 311be8d8-f6ea-4188-911e-e5f264105be1 on network 2790baf4-8b4e-4218-9efc-b21e0e74fe46 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:43:49.440315 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15483cb-f39e-4488-b71d-805fe3282165 req-66d5d307-1f0d-42e1-add0-3619275fc285 service neutron] Attempting to bind port 311be8d8-f6ea-4188-911e-e5f264105be1 on network 2790baf4-8b4e-4218-9efc-b21e0e74fe46 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:43:49.445536 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15483cb-f39e-4488-b71d-805fe3282165 req-66d5d307-1f0d-42e1-add0-3619275fc285 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:43:49.445876 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15483cb-f39e-4488-b71d-805fe3282165 req-66d5d307-1f0d-42e1-add0-3619275fc285 service neutron] Checking segment: {'id': '26c8e603-a32c-4053-9697-965dcdd60cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2790baf4-8b4e-4218-9efc-b21e0e74fe46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:43:49.446253 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15483cb-f39e-4488-b71d-805fe3282165 req-66d5d307-1f0d-42e1-add0-3619275fc285 service neutron] Bound using segment: {'id': '26c8e603-a32c-4053-9697-965dcdd60cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2790baf4-8b4e-4218-9efc-b21e0e74fe46'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:43:49.446668 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-a15483cb-f39e-4488-b71d-805fe3282165 req-66d5d307-1f0d-42e1-add0-3619275fc285 service neutron] Bound port: 311be8d8-f6ea-4188-911e-e5f264105be1, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c8e603-a32c-4053-9697-965dcdd60cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2790baf4-8b4e-4218-9efc-b21e0e74fe46'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:43:49.447003 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-a15483cb-f39e-4488-b71d-805fe3282165 req-66d5d307-1f0d-42e1-add0-3619275fc285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:49.536863 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-a15483cb-f39e-4488-b71d-805fe3282165 req-66d5d307-1f0d-42e1-add0-3619275fc285 service neutron] For port 311be8d8-f6ea-4188-911e-e5f264105be1, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:43:49.540534 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-a15483cb-f39e-4488-b71d-805fe3282165 req-66d5d307-1f0d-42e1-add0-3619275fc285 service neutron] For port 311be8d8-f6ea-4188-911e-e5f264105be1, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=311be8d8-f6ea-4188-911e-e5f264105be1,segment=NetworkSegment(26c8e603-a32c-4053-9697-965dcdd60cb8),segment_id=26c8e603-a32c-4053-9697-965dcdd60cb8)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:43:49.671407 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-a15483cb-f39e-4488-b71d-805fe3282165 req-66d5d307-1f0d-42e1-add0-3619275fc285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:49.674470 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15483cb-f39e-4488-b71d-805fe3282165 req-66d5d307-1f0d-42e1-add0-3619275fc285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:49.675084 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-a15483cb-f39e-4488-b71d-805fe3282165 req-66d5d307-1f0d-42e1-add0-3619275fc285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:49.676469 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a15483cb-f39e-4488-b71d-805fe3282165 req-66d5d307-1f0d-42e1-add0-3619275fc285 service neutron] 10.222.0.15 "PUT /v2.0/ports/311be8d8-f6ea-4188-911e-e5f264105be1 HTTP/1.1" status: 200 len: 1094 time: 1.1312735 Oct 10 11:43:49.704873 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6323b2d7-bd4d-40fa-a254-911ade72cc7c', 'tag': '311be8d8-f6ea-4188-911e-e5f264105be1'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:43:49.708878 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3da401-ca15-4432-b9a8-2e3b0a2879ef" -d '{"events": [{"name": "network-changed", "server_uuid": "6323b2d7-bd4d-40fa-a254-911ade72cc7c", "tag": "311be8d8-f6ea-4188-911e-e5f264105be1"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:43:49.748568 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab0034b-d1a9-4ef5-a012-a7d77035bfc6 x-openstack-request-id: req-aab0034b-d1a9-4ef5-a012-a7d77035bfc6 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:43:49.748896 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6323b2d7-bd4d-40fa-a254-911ade72cc7c", "tag": "311be8d8-f6ea-4188-911e-e5f264105be1", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:43:49.749178 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-aab0034b-d1a9-4ef5-a012-a7d77035bfc6 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:43:49.749690 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aab0034b-d1a9-4ef5-a012-a7d77035bfc6'] response: {'name': 'network-changed', 'server_uuid': '6323b2d7-bd4d-40fa-a254-911ade72cc7c', 'tag': '311be8d8-f6ea-4188-911e-e5f264105be1', 'status': 'completed', 'code': 200} Oct 10 11:43:49.750444 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5d307-1f0d-42e1-add0-3619275fc285 service neutron] Pushing event updated for resources: {'Port': ['ID=311be8d8-f6ea-4188-911e-e5f264105be1,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:49.849577 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3da401-ca15-4432-b9a8-2e3b0a2879ef req-90557b1b-0fba-42e7-bb9e-0e812edf2398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:49.852456 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-dc3da401-ca15-4432-b9a8-2e3b0a2879ef req-90557b1b-0fba-42e7-bb9e-0e812edf2398 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5062cefa7ef487ab89d5dcc9ceefa47&device_id=6323b2d7-bd4d-40fa-a254-911ade72cc7c HTTP/1.1" status: 200 len: 1097 time: 0.0809879 Oct 10 11:43:49.861113 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-052d0a24-7e03-4257-86ca-5358a9defd17 None None] Attempt 3 to provision port 311be8d8-f6ea-4188-911e-e5f264105be1 Oct 10 11:43:49.957361 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-052d0a24-7e03-4257-86ca-5358a9defd17 None None] Port 311be8d8-f6ea-4188-911e-e5f264105be1 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:43:49.996573 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3da401-ca15-4432-b9a8-2e3b0a2879ef req-05836acf-9e20-4244-bce4-1fc6be062e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:49.998020 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-dc3da401-ca15-4432-b9a8-2e3b0a2879ef req-05836acf-9e20-4244-bce4-1fc6be062e52 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d5062cefa7ef487ab89d5dcc9ceefa47&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1391089 Oct 10 11:43:50.230196 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3da401-ca15-4432-b9a8-2e3b0a2879ef req-59f8725d-537c-4f6a-966a-d0315508b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:50.231635 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-dc3da401-ca15-4432-b9a8-2e3b0a2879ef req-59f8725d-537c-4f6a-966a-d0315508b862 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2278240 Oct 10 11:43:50.340409 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15483cb-f39e-4488-b71d-805fe3282165 req-f9578d02-359c-4b7c-908e-dfef4718e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:50.341891 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a15483cb-f39e-4488-b71d-805fe3282165 req-f9578d02-359c-4b7c-908e-dfef4718e896 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5062cefa7ef487ab89d5dcc9ceefa47&device_id=6323b2d7-bd4d-40fa-a254-911ade72cc7c HTTP/1.1" status: 200 len: 1097 time: 0.0773904 Oct 10 11:43:50.410265 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a15483cb-f39e-4488-b71d-805fe3282165 req-40d2f8f7-2680-419f-a3bb-ba538a24921d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=311be8d8-f6ea-4188-911e-e5f264105be1 HTTP/1.1" status: 200 len: 217 time: 0.0622914 Oct 10 11:43:50.470187 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15483cb-f39e-4488-b71d-805fe3282165 req-d36c6563-8287-41c4-9530-a4362ccbf34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:50.471612 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a15483cb-f39e-4488-b71d-805fe3282165 req-d36c6563-8287-41c4-9530-a4362ccbf34b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=503a482f-b613-4e25-a316-0dd651d207c9 HTTP/1.1" status: 200 len: 852 time: 0.0559471 Oct 10 11:43:50.620713 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15483cb-f39e-4488-b71d-805fe3282165 req-1d3489a5-1e1e-4dca-9651-b174c51dafb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:50.622189 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a15483cb-f39e-4488-b71d-805fe3282165 req-1d3489a5-1e1e-4dca-9651-b174c51dafb8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2790baf4-8b4e-4218-9efc-b21e0e74fe46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1442180 Oct 10 11:43:50.632998 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec7ab5-882e-4b05-aee0-ec04ac4614e0 req-ebf70c5b-7acb-4270-9947-8befce4da48c tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:50.634351 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c3ec7ab5-882e-4b05-aee0-ec04ac4614e0 req-ebf70c5b-7acb-4270-9947-8befce4da48c tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=6323b2d7-bd4d-40fa-a254-911ade72cc7c HTTP/1.1" status: 200 len: 944 time: 0.1068044 Oct 10 11:43:50.760944 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c3ec7ab5-882e-4b05-aee0-ec04ac4614e0 req-ef963e1a-cb5d-4f62-8a9f-8ee7214f3038 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/security-groups?id=b79db27a-00c6-4326-aee1-9e7015f641c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090055 Oct 10 11:43:50.790938 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a15483cb-f39e-4488-b71d-805fe3282165 req-7e2ec909-3ca9-4b3c-b300-136ecfafc4ad service neutron] 10.222.0.15 "GET /v2.0/networks/2790baf4-8b4e-4218-9efc-b21e0e74fe46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556904 Oct 10 11:43:50.920979 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a15483cb-f39e-4488-b71d-805fe3282165 req-df781abe-34a3-4e40-90b2-16acdfcd7cb0 service neutron] 10.222.0.15 "GET /v2.0/networks/2790baf4-8b4e-4218-9efc-b21e0e74fe46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238413 Oct 10 11:43:51.960641 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f8e5e-0c50-4beb-a224-f0d1d8f266f0 req-fb8dd415-6094-4cc9-95db-7800fdc72b65 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:51.962098 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c98f8e5e-0c50-4beb-a224-f0d1d8f266f0 req-fb8dd415-6094-4cc9-95db-7800fdc72b65 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=6323b2d7-bd4d-40fa-a254-911ade72cc7c HTTP/1.1" status: 200 len: 944 time: 0.0876377 Oct 10 11:43:52.005582 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c98f8e5e-0c50-4beb-a224-f0d1d8f266f0 req-5d4932a4-aa35-430d-8d20-c59ce91abee6 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/security-groups?id=b79db27a-00c6-4326-aee1-9e7015f641c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378127 Oct 10 11:43:53.205176 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3bc10-16a9-49dc-ac9d-c94c188a5677 req-b04c01b5-a10d-474e-a64d-48a1cbbfc0ee tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:53.206560 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f3a3bc10-16a9-49dc-ac9d-c94c188a5677 req-b04c01b5-a10d-474e-a64d-48a1cbbfc0ee tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=6323b2d7-bd4d-40fa-a254-911ade72cc7c HTTP/1.1" status: 200 len: 944 time: 0.0894673 Oct 10 11:43:53.249685 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f3a3bc10-16a9-49dc-ac9d-c94c188a5677 req-4ace8c56-0f6c-4d25-a164-add33195257d tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/security-groups?id=b79db27a-00c6-4326-aee1-9e7015f641c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368536 Oct 10 11:43:54.148007 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 311be8d8-f6ea-4188-911e-e5f264105be1 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:43:54.277772 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 311be8d8-f6ea-4188-911e-e5f264105be1, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=311be8d8-f6ea-4188-911e-e5f264105be1,segment=NetworkSegment(26c8e603-a32c-4053-9697-965dcdd60cb8),segment_id=26c8e603-a32c-4053-9697-965dcdd60cb8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:43:54.291841 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '311be8d8-f6ea-4188-911e-e5f264105be1', 'network_id': '2790baf4-8b4e-4218-9efc-b21e0e74fe46', 'port_id': '311be8d8-f6ea-4188-911e-e5f264105be1', 'mac_address': 'fa:16:3e:af:10:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 492, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503a482f-b613-4e25-a316-0dd651d207c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:43:54.349042 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 311be8d8-f6ea-4188-911e-e5f264105be1 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:43:54.349414 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:54.367069 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311be8d8-f6ea-4188-911e-e5f264105be1 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:43:54.382537 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 311be8d8-f6ea-4188-911e-e5f264105be1, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=311be8d8-f6ea-4188-911e-e5f264105be1,segment=NetworkSegment(26c8e603-a32c-4053-9697-965dcdd60cb8),segment_id=26c8e603-a32c-4053-9697-965dcdd60cb8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:43:54.448691 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992f428-cb41-443c-b50f-be60f725f673 req-5f68699b-4dc0-4d4d-93ee-983703f675d5 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:54.450155 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5992f428-cb41-443c-b50f-be60f725f673 req-5f68699b-4dc0-4d4d-93ee-983703f675d5 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=6323b2d7-bd4d-40fa-a254-911ade72cc7c HTTP/1.1" status: 200 len: 944 time: 0.0896976 Oct 10 11:43:54.465466 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:54.494012 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5992f428-cb41-443c-b50f-be60f725f673 req-ce33c8b1-018c-4c76-bfaa-2630ab8b6052 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/security-groups?id=b79db27a-00c6-4326-aee1-9e7015f641c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382183 Oct 10 11:43:54.533483 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=311be8d8-f6ea-4188-911e-e5f264105be1,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:54.681431 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['311be8d8-f6ea-4188-911e-e5f264105be1'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:43:55.697628 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8df86-7789-4450-9b17-7f824d379375 req-d83d8293-6f1c-448e-a8d0-f6d0a31b6c4e tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:55.698985 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8bc8df86-7789-4450-9b17-7f824d379375 req-d83d8293-6f1c-448e-a8d0-f6d0a31b6c4e tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=6323b2d7-bd4d-40fa-a254-911ade72cc7c HTTP/1.1" status: 200 len: 945 time: 0.0952623 Oct 10 11:43:55.742530 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8bc8df86-7789-4450-9b17-7f824d379375 req-2bee93d2-9f19-42b2-9c7d-127488a94ccd tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/security-groups?id=b79db27a-00c6-4326-aee1-9e7015f641c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378408 Oct 10 11:43:56.155516 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 311be8d8-f6ea-4188-911e-e5f264105be1 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:43:56.296331 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port 311be8d8-f6ea-4188-911e-e5f264105be1 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:43:56.301074 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 311be8d8-f6ea-4188-911e-e5f264105be1 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:43:56.301445 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:56.301810 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 311be8d8-f6ea-4188-911e-e5f264105be1 Oct 10 11:43:56.417926 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 311be8d8-f6ea-4188-911e-e5f264105be1 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:43:56.418218 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:56.444441 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6323b2d7-bd4d-40fa-a254-911ade72cc7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311be8d8-f6ea-4188-911e-e5f264105be1'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:43:56.446719 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ab3d36-87f2-4292-b3fe-f9db1fdea6f1" -d '{"events": [{"server_uuid": "6323b2d7-bd4d-40fa-a254-911ade72cc7c", "name": "network-vif-plugged", "status": "completed", "tag": "311be8d8-f6ea-4188-911e-e5f264105be1"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:43:56.454084 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 311be8d8-f6ea-4188-911e-e5f264105be1, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=311be8d8-f6ea-4188-911e-e5f264105be1,segment=NetworkSegment(26c8e603-a32c-4053-9697-965dcdd60cb8),segment_id=26c8e603-a32c-4053-9697-965dcdd60cb8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:43:56.488712 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfacc393-546b-4563-b507-fb70f5122c19 x-openstack-request-id: req-dfacc393-546b-4563-b507-fb70f5122c19 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:43:56.489022 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6323b2d7-bd4d-40fa-a254-911ade72cc7c", "name": "network-vif-plugged", "status": "completed", "tag": "311be8d8-f6ea-4188-911e-e5f264105be1", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:43:56.489269 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-dfacc393-546b-4563-b507-fb70f5122c19 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:43:56.489687 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfacc393-546b-4563-b507-fb70f5122c19'] response: {'server_uuid': '6323b2d7-bd4d-40fa-a254-911ade72cc7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311be8d8-f6ea-4188-911e-e5f264105be1', 'code': 200} Oct 10 11:43:56.528387 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:43:56.598009 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=311be8d8-f6ea-4188-911e-e5f264105be1,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:43:56.914810 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed2e2c-8cec-43b1-a20d-af5ab51deb42 req-5e468004-9723-40b9-9157-baff3ce0b876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:56.916277 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-dbed2e2c-8cec-43b1-a20d-af5ab51deb42 req-5e468004-9723-40b9-9157-baff3ce0b876 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6323b2d7-bd4d-40fa-a254-911ade72cc7c HTTP/1.1" status: 200 len: 1099 time: 0.1298225 Oct 10 11:43:56.971807 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-dbed2e2c-8cec-43b1-a20d-af5ab51deb42 req-ff21e27f-b8e7-4727-ab45-cf1bad4cfd2c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b79db27a-00c6-4326-aee1-9e7015f641c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468938 Oct 10 11:43:56.984032 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f6dd0-a3a1-4614-8d82-4d28d62db9f8 req-a3f2a065-0885-40da-9506-5ddded1cacb4 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:56.985673 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-584f6dd0-a3a1-4614-8d82-4d28d62db9f8 req-a3f2a065-0885-40da-9506-5ddded1cacb4 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=6323b2d7-bd4d-40fa-a254-911ade72cc7c HTTP/1.1" status: 200 len: 946 time: 0.1279173 Oct 10 11:43:57.029204 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-584f6dd0-a3a1-4614-8d82-4d28d62db9f8 req-055939eb-5cbe-4907-be5f-56ac5fe65f1d tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/security-groups?id=b79db27a-00c6-4326-aee1-9e7015f641c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378609 Oct 10 11:43:58.232745 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9904f-7096-400b-b74e-0d2fd6b2c912 req-05e68894-bfbe-47e4-8b69-8809913b509c tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:58.234114 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-82c9904f-7096-400b-b74e-0d2fd6b2c912 req-05e68894-bfbe-47e4-8b69-8809913b509c tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=6323b2d7-bd4d-40fa-a254-911ade72cc7c HTTP/1.1" status: 200 len: 946 time: 0.0905209 Oct 10 11:43:58.278012 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-82c9904f-7096-400b-b74e-0d2fd6b2c912 req-edb6e244-4778-4e44-b328-3e0b4342454a tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/security-groups?id=b79db27a-00c6-4326-aee1-9e7015f641c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381141 Oct 10 11:43:59.478688 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e08a39-46a1-47a1-8b56-990a2032db74 req-b8326fc3-ae13-424c-ab3b-849b9b91bee1 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:43:59.480112 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-96e08a39-46a1-47a1-8b56-990a2032db74 req-b8326fc3-ae13-424c-ab3b-849b9b91bee1 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=6323b2d7-bd4d-40fa-a254-911ade72cc7c HTTP/1.1" status: 200 len: 946 time: 0.0903327 Oct 10 11:43:59.522605 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-96e08a39-46a1-47a1-8b56-990a2032db74 req-5c5c723d-756f-49a7-b268-e151af9dfd8e tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/security-groups?id=b79db27a-00c6-4326-aee1-9e7015f641c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365806 Oct 10 11:44:00.137274 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bd8a9-e1ce-44e7-956b-0adc9461c2fa req-3c386d4b-1bb6-4290-8794-8752f7799cff tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:44:00.138743 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-062bd8a9-e1ce-44e7-956b-0adc9461c2fa req-3c386d4b-1bb6-4290-8794-8752f7799cff tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=6323b2d7-bd4d-40fa-a254-911ade72cc7c HTTP/1.1" status: 200 len: 946 time: 0.0908799 Oct 10 11:44:00.181964 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-062bd8a9-e1ce-44e7-956b-0adc9461c2fa req-2396a639-20c4-49df-97c4-75b66e20038a tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/security-groups?id=b79db27a-00c6-4326-aee1-9e7015f641c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375195 Oct 10 11:44:01.382297 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4980e-d640-4f7e-9402-607f5940248f req-d00d67c9-18b9-47b1-bbba-d70d63f872a3 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:44:01.383819 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b4a4980e-d640-4f7e-9402-607f5940248f req-d00d67c9-18b9-47b1-bbba-d70d63f872a3 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=6323b2d7-bd4d-40fa-a254-911ade72cc7c HTTP/1.1" status: 200 len: 946 time: 0.0866969 Oct 10 11:44:01.428645 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b4a4980e-d640-4f7e-9402-607f5940248f req-031fce52-73c7-43f5-acb6-637025cd44a4 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/security-groups?id=b79db27a-00c6-4326-aee1-9e7015f641c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388842 Oct 10 11:44:01.462668 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a8d27-3f09-4433-b335-e2e57800c6e5 req-da051025-66a1-4ad4-9276-2863ea54a281 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:44:01.464078 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f03a8d27-3f09-4433-b335-e2e57800c6e5 req-da051025-66a1-4ad4-9276-2863ea54a281 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.15 "GET /v2.0/ports?device_id=6323b2d7-bd4d-40fa-a254-911ade72cc7c HTTP/1.1" status: 200 len: 946 time: 0.0954154 Oct 10 11:44:01.534623 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-f03a8d27-3f09-4433-b335-e2e57800c6e5 req-56a3bac6-3158-42e1-8458-41d1ebbc27d9 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Deleting port 311be8d8-f6ea-4188-911e-e5f264105be1 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:44:01.534959 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-f03a8d27-3f09-4433-b335-e2e57800c6e5 req-56a3bac6-3158-42e1-8458-41d1ebbc27d9 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:01.867760 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-f03a8d27-3f09-4433-b335-e2e57800c6e5 req-56a3bac6-3158-42e1-8458-41d1ebbc27d9 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] For port 311be8d8-f6ea-4188-911e-e5f264105be1, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=311be8d8-f6ea-4188-911e-e5f264105be1,segment=NetworkSegment(26c8e603-a32c-4053-9697-965dcdd60cb8),segment_id=26c8e603-a32c-4053-9697-965dcdd60cb8)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:44:01.868031 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-f03a8d27-3f09-4433-b335-e2e57800c6e5 req-56a3bac6-3158-42e1-8458-41d1ebbc27d9 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:01.992787 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-f03a8d27-3f09-4433-b335-e2e57800c6e5 req-56a3bac6-3158-42e1-8458-41d1ebbc27d9 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Calling delete_port for 311be8d8-f6ea-4188-911e-e5f264105be1 owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:44:02.216522 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-f03a8d27-3f09-4433-b335-e2e57800c6e5 req-56a3bac6-3158-42e1-8458-41d1ebbc27d9 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:02.228651 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['bc55f9c9-a4f5-477d-8971-0a422ceacb28'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:44:02.269765 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3bac6-3158-42e1-8458-41d1ebbc27d9 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Pushing event deleted for resources: {'Port': ['ID=311be8d8-f6ea-4188-911e-e5f264105be1,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:02.362559 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03a8d27-3f09-4433-b335-e2e57800c6e5 req-56a3bac6-3158-42e1-8458-41d1ebbc27d9 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] No DVR routers for this DVR port 311be8d8-f6ea-4188-911e-e5f264105be1 on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:44:02.365173 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-f03a8d27-3f09-4433-b335-e2e57800c6e5 req-56a3bac6-3158-42e1-8458-41d1ebbc27d9 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:02.368538 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6323b2d7-bd4d-40fa-a254-911ade72cc7c', 'name': 'network-vif-deleted', 'tag': '311be8d8-f6ea-4188-911e-e5f264105be1'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:44:02.370891 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503cde4e-f129-42a1-9ac9-0eb09216d412" -d '{"events": [{"server_uuid": "6323b2d7-bd4d-40fa-a254-911ade72cc7c", "name": "network-vif-deleted", "tag": "311be8d8-f6ea-4188-911e-e5f264105be1"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:44:02.420428 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a3963c-b3e0-472f-b0d5-0de4134c2fd8 x-openstack-request-id: req-c8a3963c-b3e0-472f-b0d5-0de4134c2fd8 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:44:02.420778 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6323b2d7-bd4d-40fa-a254-911ade72cc7c", "name": "network-vif-deleted", "tag": "311be8d8-f6ea-4188-911e-e5f264105be1", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:44:02.421109 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c8a3963c-b3e0-472f-b0d5-0de4134c2fd8 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:44:02.421706 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8a3963c-b3e0-472f-b0d5-0de4134c2fd8'] response: {'server_uuid': '6323b2d7-bd4d-40fa-a254-911ade72cc7c', 'name': 'network-vif-deleted', 'tag': '311be8d8-f6ea-4188-911e-e5f264105be1', 'status': 'completed', 'code': 200} Oct 10 11:44:02.454203 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f03a8d27-3f09-4433-b335-e2e57800c6e5 req-56a3bac6-3158-42e1-8458-41d1ebbc27d9 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.15 "DELETE /v2.0/ports/311be8d8-f6ea-4188-911e-e5f264105be1 HTTP/1.1" status: 204 len: 173 time: 0.9848368 Oct 10 11:44:02.696509 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c74f9b16-4dfb-4663-a743-0acf9fc314f4 req-ae9bd0e9-c2f5-46a4-992c-937c1ffdc4ae tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=6323b2d7-bd4d-40fa-a254-911ade72cc7c HTTP/1.1" status: 200 len: 210 time: 0.1536739 Oct 10 11:44:03.456465 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-fe42fbf3-31d6-4468-a707-907255326c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:03.963221 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c97c05-aa9d-4064-8d8c-c03ad2b90ed9 req-6f0e6ce0-7cfb-463a-9321-905bde11a4e5 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:44:03.964665 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b2c97c05-aa9d-4064-8d8c-c03ad2b90ed9 req-6f0e6ce0-7cfb-463a-9321-905bde11a4e5 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966d9d2-8448-47a1-9d76-df6980d734ed HTTP/1.1" status: 200 len: 945 time: 0.0889294 Oct 10 11:44:04.010605 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b2c97c05-aa9d-4064-8d8c-c03ad2b90ed9 req-eef18e74-39c6-49fe-856c-9ea6d14d3855 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/security-groups?id=b79db27a-00c6-4326-aee1-9e7015f641c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403237 Oct 10 11:44:04.194076 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 311be8d8-f6ea-4188-911e-e5f264105be1 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:44:04.230659 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33229621-8931-4601-99ea-93773da216bd req-79982050-6dbf-4584-ac04-2cc8a2b6aaab tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:44:04.232121 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-33229621-8931-4601-99ea-93773da216bd req-79982050-6dbf-4584-ac04-2cc8a2b6aaab tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966d9d2-8448-47a1-9d76-df6980d734ed HTTP/1.1" status: 200 len: 945 time: 0.0917079 Oct 10 11:44:04.233731 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: 311be8d8-f6ea-4188-911e-e5f264105be1 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:44:04.234210 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 311be8d8-f6ea-4188-911e-e5f264105be1 not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:44:04.276634 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-33229621-8931-4601-99ea-93773da216bd req-d20292f0-7491-474d-b0aa-b809dcb8c6a9 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/security-groups?id=b79db27a-00c6-4326-aee1-9e7015f641c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377395 Oct 10 11:44:04.479393 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183313db-849e-4ac0-82b5-5ea259570c97 req-c551bd9d-733e-41a4-9293-18a2a3e17f57 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:44:04.480085 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-183313db-849e-4ac0-82b5-5ea259570c97 req-c551bd9d-733e-41a4-9293-18a2a3e17f57 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Synchronizing usage tracker for tenant:d5062cefa7ef487ab89d5dcc9ceefa47 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:44:04.576329 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-183313db-849e-4ac0-82b5-5ea259570c97 req-c551bd9d-733e-41a4-9293-18a2a3e17f57 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Unset dirty status for tenant:d5062cefa7ef487ab89d5dcc9ceefa47 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:44:04.577443 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-183313db-849e-4ac0-82b5-5ea259570c97 req-c551bd9d-733e-41a4-9293-18a2a3e17f57 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966d9d2-8448-47a1-9d76-df6980d734ed HTTP/1.1" status: 200 len: 945 time: 0.1885564 Oct 10 11:44:04.622300 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-183313db-849e-4ac0-82b5-5ea259570c97 req-423f44e9-f10c-43e7-be67-711e821534a1 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/security-groups?id=b79db27a-00c6-4326-aee1-9e7015f641c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391576 Oct 10 11:44:04.924599 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d053b-758e-40fd-b7da-eb9bc1b16a24 req-fe05a018-3671-49cf-944e-4cd63b558f2c tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:44:04.925997 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2f5d053b-758e-40fd-b7da-eb9bc1b16a24 req-fe05a018-3671-49cf-944e-4cd63b558f2c tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966d9d2-8448-47a1-9d76-df6980d734ed HTTP/1.1" status: 200 len: 945 time: 0.0880578 Oct 10 11:44:04.973652 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2f5d053b-758e-40fd-b7da-eb9bc1b16a24 req-11f33237-549d-44c8-a8ba-cead2001c19b tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/security-groups?id=b79db27a-00c6-4326-aee1-9e7015f641c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412493 Oct 10 11:44:05.172352 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e96b3e-80a5-4b6f-878b-1231ae12ade3 req-7092d08d-4213-4e96-92ad-d826bb7083b4 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:44:05.173800 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-21e96b3e-80a5-4b6f-878b-1231ae12ade3 req-7092d08d-4213-4e96-92ad-d826bb7083b4 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966d9d2-8448-47a1-9d76-df6980d734ed HTTP/1.1" status: 200 len: 945 time: 0.0897617 Oct 10 11:44:05.217756 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-21e96b3e-80a5-4b6f-878b-1231ae12ade3 req-76f691a0-32d0-4ca5-8482-5adc9275043f tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/security-groups?id=b79db27a-00c6-4326-aee1-9e7015f641c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377381 Oct 10 11:44:05.426232 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb004376-ea81-46aa-9575-b5cae7417700 req-1caea21b-fd23-46ee-b278-20e1117be7a4 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:44:05.427678 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-eb004376-ea81-46aa-9575-b5cae7417700 req-1caea21b-fd23-46ee-b278-20e1117be7a4 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966d9d2-8448-47a1-9d76-df6980d734ed HTTP/1.1" status: 200 len: 945 time: 0.0884273 Oct 10 11:44:05.474441 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-eb004376-ea81-46aa-9575-b5cae7417700 req-597b6ce0-b907-47a0-b3eb-a1e105674534 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/security-groups?id=b79db27a-00c6-4326-aee1-9e7015f641c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404418 Oct 10 11:44:05.756268 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7ea74188-b81e-41eb-94ba-fac8a3f6c107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:06.197965 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe5739-2e4a-41c5-a09a-b385de2649d1 req-e741f6d2-5826-4870-b214-939f7ebc93c1 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:44:06.199422 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4efe5739-2e4a-41c5-a09a-b385de2649d1 req-e741f6d2-5826-4870-b214-939f7ebc93c1 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966d9d2-8448-47a1-9d76-df6980d734ed HTTP/1.1" status: 200 len: 945 time: 0.0880501 Oct 10 11:44:06.248826 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4efe5739-2e4a-41c5-a09a-b385de2649d1 req-ab087875-c0f7-4f72-91eb-7360c63b8ec2 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/security-groups?id=b79db27a-00c6-4326-aee1-9e7015f641c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434597 Oct 10 11:44:07.027483 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:07.121486 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:07.445482 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55817f-54f9-48ab-8fa2-9411653dce30 req-963f2c72-43c8-482c-8d4f-42c92d8f5d9d tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:44:07.446941 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-eb55817f-54f9-48ab-8fa2-9411653dce30 req-963f2c72-43c8-482c-8d4f-42c92d8f5d9d tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966d9d2-8448-47a1-9d76-df6980d734ed HTTP/1.1" status: 200 len: 945 time: 0.0882454 Oct 10 11:44:07.547973 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-eb55817f-54f9-48ab-8fa2-9411653dce30 req-96698494-a54c-40fc-8030-6baa54b42f61 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/security-groups?id=b79db27a-00c6-4326-aee1-9e7015f641c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953300 Oct 10 11:44:07.571937 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a1ec2-0fc6-414e-8d8c-255cb8524e21 req-edbc180f-5739-4094-9487-c1e43b31eba7 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:44:07.573378 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-875a1ec2-0fc6-414e-8d8c-255cb8524e21 req-edbc180f-5739-4094-9487-c1e43b31eba7 tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.15 "GET /v2.0/ports?device_id=e966d9d2-8448-47a1-9d76-df6980d734ed HTTP/1.1" status: 200 len: 945 time: 0.1084819 Oct 10 11:44:07.642164 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-875a1ec2-0fc6-414e-8d8c-255cb8524e21 req-430a4c66-b575-41bc-8e07-aaba8ab231cc tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Deleting port bc55f9c9-a4f5-477d-8971-0a422ceacb28 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:44:07.642505 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-875a1ec2-0fc6-414e-8d8c-255cb8524e21 req-430a4c66-b575-41bc-8e07-aaba8ab231cc tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:07.892860 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-875a1ec2-0fc6-414e-8d8c-255cb8524e21 req-430a4c66-b575-41bc-8e07-aaba8ab231cc tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] For port bc55f9c9-a4f5-477d-8971-0a422ceacb28, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=bc55f9c9-a4f5-477d-8971-0a422ceacb28,segment=NetworkSegment(26c8e603-a32c-4053-9697-965dcdd60cb8),segment_id=26c8e603-a32c-4053-9697-965dcdd60cb8)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:44:07.893135 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-875a1ec2-0fc6-414e-8d8c-255cb8524e21 req-430a4c66-b575-41bc-8e07-aaba8ab231cc tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:08.015891 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-875a1ec2-0fc6-414e-8d8c-255cb8524e21 req-430a4c66-b575-41bc-8e07-aaba8ab231cc tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Calling delete_port for bc55f9c9-a4f5-477d-8971-0a422ceacb28 owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:44:08.321693 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-875a1ec2-0fc6-414e-8d8c-255cb8524e21 req-430a4c66-b575-41bc-8e07-aaba8ab231cc tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:08.372206 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a4c66-b575-41bc-8e07-aaba8ab231cc tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Pushing event deleted for resources: {'Port': ['ID=bc55f9c9-a4f5-477d-8971-0a422ceacb28,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:08.411245 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a4c66-b575-41bc-8e07-aaba8ab231cc tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:08.413869 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a4c66-b575-41bc-8e07-aaba8ab231cc tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:08.413869 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a4c66-b575-41bc-8e07-aaba8ab231cc tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:08.413869 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a4c66-b575-41bc-8e07-aaba8ab231cc tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:08.413869 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a4c66-b575-41bc-8e07-aaba8ab231cc tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:08.413869 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a4c66-b575-41bc-8e07-aaba8ab231cc tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:08.413869 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a4c66-b575-41bc-8e07-aaba8ab231cc tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:08.413869 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a4c66-b575-41bc-8e07-aaba8ab231cc tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:08.414475 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a4c66-b575-41bc-8e07-aaba8ab231cc tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:08.414588 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a4c66-b575-41bc-8e07-aaba8ab231cc tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:08.414910 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a4c66-b575-41bc-8e07-aaba8ab231cc tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:08.415231 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a4c66-b575-41bc-8e07-aaba8ab231cc tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:08.473349 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-875a1ec2-0fc6-414e-8d8c-255cb8524e21 req-430a4c66-b575-41bc-8e07-aaba8ab231cc tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] No DVR routers for this DVR port bc55f9c9-a4f5-477d-8971-0a422ceacb28 on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:44:08.475885 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-875a1ec2-0fc6-414e-8d8c-255cb8524e21 req-430a4c66-b575-41bc-8e07-aaba8ab231cc tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:08.478598 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e966d9d2-8448-47a1-9d76-df6980d734ed', 'name': 'network-vif-deleted', 'tag': 'bc55f9c9-a4f5-477d-8971-0a422ceacb28'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:44:08.480912 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae28f2d-345a-4c8e-aa8c-f3bf79a45051" -d '{"events": [{"server_uuid": "e966d9d2-8448-47a1-9d76-df6980d734ed", "name": "network-vif-deleted", "tag": "bc55f9c9-a4f5-477d-8971-0a422ceacb28"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:44:08.525715 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b9d75a-84e3-4cff-87cd-10b3437300cb x-openstack-request-id: req-a8b9d75a-84e3-4cff-87cd-10b3437300cb {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:44:08.526003 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e966d9d2-8448-47a1-9d76-df6980d734ed", "name": "network-vif-deleted", "tag": "bc55f9c9-a4f5-477d-8971-0a422ceacb28", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:44:08.526249 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a8b9d75a-84e3-4cff-87cd-10b3437300cb {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:44:08.526648 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8b9d75a-84e3-4cff-87cd-10b3437300cb'] response: {'server_uuid': 'e966d9d2-8448-47a1-9d76-df6980d734ed', 'name': 'network-vif-deleted', 'tag': 'bc55f9c9-a4f5-477d-8971-0a422ceacb28', 'status': 'completed', 'code': 200} Oct 10 11:44:08.556860 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-875a1ec2-0fc6-414e-8d8c-255cb8524e21 req-430a4c66-b575-41bc-8e07-aaba8ab231cc tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.15 "DELETE /v2.0/ports/bc55f9c9-a4f5-477d-8971-0a422ceacb28 HTTP/1.1" status: 204 len: 173 time: 0.9782176 Oct 10 11:44:08.705060 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:08.718402 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-afa27d58-800b-4d9c-bc6c-be24e0108952 req-20bedea4-63d2-471b-bfe4-093ee76b155e tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Synchronizing usage tracker for tenant:d5062cefa7ef487ab89d5dcc9ceefa47 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:44:08.807452 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-afa27d58-800b-4d9c-bc6c-be24e0108952 req-20bedea4-63d2-471b-bfe4-093ee76b155e tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] Unset dirty status for tenant:d5062cefa7ef487ab89d5dcc9ceefa47 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:44:08.808623 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-afa27d58-800b-4d9c-bc6c-be24e0108952 req-20bedea4-63d2-471b-bfe4-093ee76b155e tempest-ServersNegativeTestJSON-708468194 tempest-ServersNegativeTestJSON-708468194-project] 10.222.0.40 "GET /v2.0/ports?device_id=e966d9d2-8448-47a1-9d76-df6980d734ed HTTP/1.1" status: 200 len: 210 time: 0.1439996 Oct 10 11:44:09.542360 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:09.912512 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35352) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:09.996426 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:44:10.212272 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device bc55f9c9-a4f5-477d-8971-0a422ceacb28 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:44:10.248764 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: bc55f9c9-a4f5-477d-8971-0a422ceacb28 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:44:10.249106 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device bc55f9c9-a4f5-477d-8971-0a422ceacb28 not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:44:10.452106 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-be0ed4aa-cc83-4eb6-9a71-a37d0f578a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:10.890289 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-be0ed4aa-cc83-4eb6-9a71-a37d0f578a1e admin admin] Deleting port d1740074-10b1-412c-87fa-f4637978a7dd {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:44:10.890622 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-be0ed4aa-cc83-4eb6-9a71-a37d0f578a1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:11.059153 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-be0ed4aa-cc83-4eb6-9a71-a37d0f578a1e admin admin] For port d1740074-10b1-412c-87fa-f4637978a7dd, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=d1740074-10b1-412c-87fa-f4637978a7dd,segment=NetworkSegment(26c8e603-a32c-4053-9697-965dcdd60cb8),segment_id=26c8e603-a32c-4053-9697-965dcdd60cb8)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:44:11.059827 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-be0ed4aa-cc83-4eb6-9a71-a37d0f578a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:11.181351 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-be0ed4aa-cc83-4eb6-9a71-a37d0f578a1e admin admin] Calling delete_port for d1740074-10b1-412c-87fa-f4637978a7dd owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:44:11.550603 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-be0ed4aa-cc83-4eb6-9a71-a37d0f578a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:11.595899 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ed4aa-cc83-4eb6-9a71-a37d0f578a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=d1740074-10b1-412c-87fa-f4637978a7dd,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:11.673386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0ed4aa-cc83-4eb6-9a71-a37d0f578a1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:11.673386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0ed4aa-cc83-4eb6-9a71-a37d0f578a1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:11.673386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0ed4aa-cc83-4eb6-9a71-a37d0f578a1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:11.673386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0ed4aa-cc83-4eb6-9a71-a37d0f578a1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:11.673386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0ed4aa-cc83-4eb6-9a71-a37d0f578a1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:11.673386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0ed4aa-cc83-4eb6-9a71-a37d0f578a1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:11.673386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0ed4aa-cc83-4eb6-9a71-a37d0f578a1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:11.673386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0ed4aa-cc83-4eb6-9a71-a37d0f578a1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:11.673386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0ed4aa-cc83-4eb6-9a71-a37d0f578a1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:11.673386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0ed4aa-cc83-4eb6-9a71-a37d0f578a1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:11.673386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0ed4aa-cc83-4eb6-9a71-a37d0f578a1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:11.673386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0ed4aa-cc83-4eb6-9a71-a37d0f578a1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:11.879858 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-be0ed4aa-cc83-4eb6-9a71-a37d0f578a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:12.341759 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0ed4aa-cc83-4eb6-9a71-a37d0f578a1e admin admin] Router a19800de-02b6-409f-8ba1-ef6353448212 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:44:12.514518 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0ed4aa-cc83-4eb6-9a71-a37d0f578a1e admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:44:12.525015 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bfa033-657c-4f0b-91c7-a8745e16feae None None] Sync routers for ids ['a19800de-02b6-409f-8ba1-ef6353448212'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:44:12.533924 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bfa033-657c-4f0b-91c7-a8745e16feae None None] Routers {'a19800de-02b6-409f-8ba1-ef6353448212'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:44:12.539830 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-63bfa033-657c-4f0b-91c7-a8745e16feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:44:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a19800de-02b6-409f-8ba1-ef6353448212'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:12.589539 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-be0ed4aa-cc83-4eb6-9a71-a37d0f578a1e admin admin] 10.222.0.40 "PUT /v2.0/routers/a19800de-02b6-409f-8ba1-ef6353448212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6757619 Oct 10 11:44:12.592026 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35356) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:12.712967 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-63bfa033-657c-4f0b-91c7-a8745e16feae None None] Set router a19800de-02b6-409f-8ba1-ef6353448212 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:44:12.777582 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-79363f52-171e-44ba-a715-3f8df0565353 admin admin] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:12.958302 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-79363f52-171e-44ba-a715-3f8df0565353 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:12.998418 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-63bfa033-657c-4f0b-91c7-a8745e16feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19800de-02b6-409f-8ba1-ef6353448212', 'name': 'tempest-ServersNegativeTestJSON-135186767-router', 'tenant_id': 'd5062cefa7ef487ab89d5dcc9ceefa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': '1794693d-3c63-4678-a310-51c8b7d437b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:43:20Z', 'updated_at': '2022-10-10T11:44:11Z', 'revision_number': 5, 'project_id': 'd5062cefa7ef487ab89d5dcc9ceefa47', 'gw_port': {'id': '1794693d-3c63-4678-a310-51c8b7d437b9', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:63:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19800de-02b6-409f-8ba1-ef6353448212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:43:20Z', 'updated_at': '2022-10-10T11:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:13.002181 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bfa033-657c-4f0b-91c7-a8745e16feae None None] Checking router: a19800de-02b6-409f-8ba1-ef6353448212 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:44:13.011045 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bfa033-657c-4f0b-91c7-a8745e16feae None None] Routers {'a19800de-02b6-409f-8ba1-ef6353448212'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:44:13.011628 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-63bfa033-657c-4f0b-91c7-a8745e16feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:44:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a19800de-02b6-409f-8ba1-ef6353448212'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:13.067667 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-79363f52-171e-44ba-a715-3f8df0565353 admin admin] Deleting port 1794693d-3c63-4678-a310-51c8b7d437b9 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:44:13.068013 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-79363f52-171e-44ba-a715-3f8df0565353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:13.196936 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-63bfa033-657c-4f0b-91c7-a8745e16feae None None] Set router a19800de-02b6-409f-8ba1-ef6353448212 gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:44:13.246175 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-79363f52-171e-44ba-a715-3f8df0565353 admin admin] For port 1794693d-3c63-4678-a310-51c8b7d437b9, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1794693d-3c63-4678-a310-51c8b7d437b9,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:44:13.246529 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-79363f52-171e-44ba-a715-3f8df0565353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:13.305626 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-63bfa033-657c-4f0b-91c7-a8745e16feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19800de-02b6-409f-8ba1-ef6353448212', 'name': 'tempest-ServersNegativeTestJSON-135186767-router', 'tenant_id': 'd5062cefa7ef487ab89d5dcc9ceefa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:43:20Z', 'updated_at': '2022-10-10T11:44:12Z', 'revision_number': 6, 'project_id': 'd5062cefa7ef487ab89d5dcc9ceefa47', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:13.309732 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bfa033-657c-4f0b-91c7-a8745e16feae None None] The sync data for ids ['a19800de-02b6-409f-8ba1-ef6353448212'] in dv-neutron-860842-1-hyperv is: [{'id': 'a19800de-02b6-409f-8ba1-ef6353448212', 'name': 'tempest-ServersNegativeTestJSON-135186767-router', 'tenant_id': 'd5062cefa7ef487ab89d5dcc9ceefa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:43:20Z', 'updated_at': '2022-10-10T11:44:12Z', 'revision_number': 6, 'project_id': 'd5062cefa7ef487ab89d5dcc9ceefa47', 'gw_port_host': None}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:44:13.370241 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-79363f52-171e-44ba-a715-3f8df0565353 admin admin] Calling delete_port for 1794693d-3c63-4678-a310-51c8b7d437b9 owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:44:13.613051 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-79363f52-171e-44ba-a715-3f8df0565353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:13.663687 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79363f52-171e-44ba-a715-3f8df0565353 admin admin] Pushing event deleted for resources: {'Port': ['ID=1794693d-3c63-4678-a310-51c8b7d437b9,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:13.684540 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d1740074-10b1-412c-87fa-f4637978a7dd no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:44:13.728581 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: d1740074-10b1-412c-87fa-f4637978a7dd {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:44:13.729122 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d1740074-10b1-412c-87fa-f4637978a7dd not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:44:13.775082 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-79363f52-171e-44ba-a715-3f8df0565353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:14.057268 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-79363f52-171e-44ba-a715-3f8df0565353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:14.059567 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-79363f52-171e-44ba-a715-3f8df0565353 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:14.176302 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-79363f52-171e-44ba-a715-3f8df0565353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:14.176940 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79363f52-171e-44ba-a715-3f8df0565353 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a19800de-02b6-409f-8ba1-ef6353448212 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:44:14.189349 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-79363f52-171e-44ba-a715-3f8df0565353 admin admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:14.190558 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-79363f52-171e-44ba-a715-3f8df0565353 admin admin] 10.222.0.40 "DELETE /v2.0/routers/a19800de-02b6-409f-8ba1-ef6353448212 HTTP/1.1" status: 204 len: 168 time: 1.5976958 Oct 10 11:44:14.194715 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35360) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:14.252268 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-942d77ba-ebb5-46d3-b468-9c498f329848 admin admin] Deleting subnet 503a482f-b613-4e25-a316-0dd651d207c9 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:44:14.255167 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-942d77ba-ebb5-46d3-b468-9c498f329848 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:14.312852 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-942d77ba-ebb5-46d3-b468-9c498f329848 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:14.395250 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-942d77ba-ebb5-46d3-b468-9c498f329848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:14.565543 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-942d77ba-ebb5-46d3-b468-9c498f329848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:14.604449 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d77ba-ebb5-46d3-b468-9c498f329848 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=503a482f-b613-4e25-a316-0dd651d207c9,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:14.608167 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-942d77ba-ebb5-46d3-b468-9c498f329848 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:14.613963 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-942d77ba-ebb5-46d3-b468-9c498f329848 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/503a482f-b613-4e25-a316-0dd651d207c9 HTTP/1.1" status: 204 len: 168 time: 0.4196477 Oct 10 11:44:14.614283 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffa0c89-39c7-4420-b436-1e62dfe7f94b None None] Network 2790baf4-8b4e-4218-9efc-b21e0e74fe46 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:44:14.616311 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35364) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:14.721961 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-51c8ca42-6d1b-4a4a-9889-c500595d1ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:14.732531 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-51c8ca42-6d1b-4a4a-9889-c500595d1ada admin admin] Deleting port cd85bf7c-bacf-49af-bdc8-89bacf7b17b5 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:44:14.732854 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-51c8ca42-6d1b-4a4a-9889-c500595d1ada admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:14.860865 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a2c88e-ce1e-46e6-9659-5747d347c8b0 None None] DHCP port deletion for 2790baf4-8b4e-4218-9efc-b21e0e74fe46 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:44:14.865111 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-07a2c88e-ce1e-46e6-9659-5747d347c8b0 None None] Deleting port cd85bf7c-bacf-49af-bdc8-89bacf7b17b5 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:44:14.865485 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-07a2c88e-ce1e-46e6-9659-5747d347c8b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:14.944028 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-51c8ca42-6d1b-4a4a-9889-c500595d1ada admin admin] For port cd85bf7c-bacf-49af-bdc8-89bacf7b17b5, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=cd85bf7c-bacf-49af-bdc8-89bacf7b17b5,segment=NetworkSegment(26c8e603-a32c-4053-9697-965dcdd60cb8),segment_id=26c8e603-a32c-4053-9697-965dcdd60cb8)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:44:14.944400 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-51c8ca42-6d1b-4a4a-9889-c500595d1ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:15.070373 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-07a2c88e-ce1e-46e6-9659-5747d347c8b0 None None] For port cd85bf7c-bacf-49af-bdc8-89bacf7b17b5, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=cd85bf7c-bacf-49af-bdc8-89bacf7b17b5,segment=NetworkSegment(26c8e603-a32c-4053-9697-965dcdd60cb8),segment_id=26c8e603-a32c-4053-9697-965dcdd60cb8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:44:15.070800 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-07a2c88e-ce1e-46e6-9659-5747d347c8b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:15.071209 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-51c8ca42-6d1b-4a4a-9889-c500595d1ada admin admin] Calling delete_port for cd85bf7c-bacf-49af-bdc8-89bacf7b17b5 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:44:15.213280 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-51c8ca42-6d1b-4a4a-9889-c500595d1ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:15.217938 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-07a2c88e-ce1e-46e6-9659-5747d347c8b0 None None] Calling delete_port for cd85bf7c-bacf-49af-bdc8-89bacf7b17b5 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:44:15.258845 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8ca42-6d1b-4a4a-9889-c500595d1ada admin admin] Pushing event deleted for resources: {'Port': ['ID=cd85bf7c-bacf-49af-bdc8-89bacf7b17b5,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:15.264285 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c8ca42-6d1b-4a4a-9889-c500595d1ada admin admin] No DVR routers for this DVR port cd85bf7c-bacf-49af-bdc8-89bacf7b17b5 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:44:15.295111 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-07a2c88e-ce1e-46e6-9659-5747d347c8b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:44:15.295462 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-07a2c88e-ce1e-46e6-9659-5747d347c8b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:44:15.377550 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-51c8ca42-6d1b-4a4a-9889-c500595d1ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:15.405497 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-51c8ca42-6d1b-4a4a-9889-c500595d1ada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2790baf4-8b4e-4218-9efc-b21e0e74fe46']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:15.418162 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-51c8ca42-6d1b-4a4a-9889-c500595d1ada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c8e603-a32c-4053-9697-965dcdd60cb8') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:15.418454 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-51c8ca42-6d1b-4a4a-9889-c500595d1ada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c8e603-a32c-4053-9697-965dcdd60cb8') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:15.430316 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-51c8ca42-6d1b-4a4a-9889-c500595d1ada admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:15.446561 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-51c8ca42-6d1b-4a4a-9889-c500595d1ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:15.452575 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c8ca42-6d1b-4a4a-9889-c500595d1ada admin admin] Releasing vlan 492 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:44:15.452959 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-51c8ca42-6d1b-4a4a-9889-c500595d1ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:15.473884 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1794693d-3c63-4678-a310-51c8b7d437b9 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:44:15.482737 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 26c8e603-a32c-4053-9697-965dcdd60cb8 resource provider aggregate not found Oct 10 11:44:15.510642 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 1794693d-3c63-4678-a310-51c8b7d437b9 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:44:15.510987 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1794693d-3c63-4678-a310-51c8b7d437b9 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:44:15.511410 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device cd85bf7c-bacf-49af-bdc8-89bacf7b17b5 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:44:15.535599 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 26c8e603-a32c-4053-9697-965dcdd60cb8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26c8e603-a32c-4053-9697-965dcdd60cb8 found for delete ", "request_id": "req-47efedbd-072a-40c2-babe-7124d3eddaac"}]} Oct 10 11:44:15.543664 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: cd85bf7c-bacf-49af-bdc8-89bacf7b17b5 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:44:15.544007 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device cd85bf7c-bacf-49af-bdc8-89bacf7b17b5 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:44:15.612982 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-51c8ca42-6d1b-4a4a-9889-c500595d1ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:15.628911 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-51c8ca42-6d1b-4a4a-9889-c500595d1ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:15.639400 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8ca42-6d1b-4a4a-9889-c500595d1ada admin admin] Pushing event deleted for resources: {'Network': ['ID=2790baf4-8b4e-4218-9efc-b21e0e74fe46,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:15.646412 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-51c8ca42-6d1b-4a4a-9889-c500595d1ada admin admin] 10.222.0.40 "DELETE /v2.0/networks/2790baf4-8b4e-4218-9efc-b21e0e74fe46 HTTP/1.1" status: 204 len: 168 time: 1.0291381 Oct 10 11:44:15.796458 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-07a2c88e-ce1e-46e6-9659-5747d347c8b0 None None] Deleting port cd85bf7c-bacf-49af-bdc8-89bacf7b17b5 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:44:15.796844 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-07a2c88e-ce1e-46e6-9659-5747d347c8b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:15.867709 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-07a2c88e-ce1e-46e6-9659-5747d347c8b0 None None] The port 'cd85bf7c-bacf-49af-bdc8-89bacf7b17b5' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:44:16.013260 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35374) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:16.061141 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-180a7a5e-bc63-4bf6-9d25-fedce85455fe admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d5062cefa7ef487ab89d5dcc9ceefa47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466003 Oct 10 11:44:16.063400 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35378) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:16.119864 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-387867bf-1126-495a-9fe6-caf803128f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:16.144229 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-387867bf-1126-495a-9fe6-caf803128f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:16.281740 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-387867bf-1126-495a-9fe6-caf803128f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:16.300068 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387867bf-1126-495a-9fe6-caf803128f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79db27a-00c6-4326-aee1-9e7015f641c9,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:16.366344 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-387867bf-1126-495a-9fe6-caf803128f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:16.367495 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-387867bf-1126-495a-9fe6-caf803128f16 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b79db27a-00c6-4326-aee1-9e7015f641c9 HTTP/1.1" status: 204 len: 168 time: 0.3031678 Oct 10 11:44:17.411046 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35402) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:17.529657 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-dc160f76-9fb6-4a1f-b987-f12ca3701e8d tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-507210903'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:44:17.534627 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-dc160f76-9fb6-4a1f-b987-f12ca3701e8d tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:44:17.539373 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-dc160f76-9fb6-4a1f-b987-f12ca3701e8d tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Usage tracker for resource:network and tenant:fee004ea1251449db05f96e9ee7b5c36 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:44:17.542210 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-dc160f76-9fb6-4a1f-b987-f12ca3701e8d tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:44:17.551527 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-dc160f76-9fb6-4a1f-b987-f12ca3701e8d tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:44:17.629982 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc160f76-9fb6-4a1f-b987-f12ca3701e8d tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Made reservation on behalf of fee004ea1251449db05f96e9ee7b5c36 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:44:17.633442 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dc160f76-9fb6-4a1f-b987-f12ca3701e8d tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:17.645406 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dc160f76-9fb6-4a1f-b987-f12ca3701e8d tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:17.659540 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-dc160f76-9fb6-4a1f-b987-f12ca3701e8d tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:44:17.664193 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-dc160f76-9fb6-4a1f-b987-f12ca3701e8d tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Usage tracker for resource:security_group_rule and tenant:fee004ea1251449db05f96e9ee7b5c36 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:44:17.666923 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-dc160f76-9fb6-4a1f-b987-f12ca3701e8d tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:44:17.672511 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-dc160f76-9fb6-4a1f-b987-f12ca3701e8d tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:44:17.757872 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dc160f76-9fb6-4a1f-b987-f12ca3701e8d tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:17.818772 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dc160f76-9fb6-4a1f-b987-f12ca3701e8d tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:17.851241 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc160f76-9fb6-4a1f-b987-f12ca3701e8d tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 456} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:44:17.859458 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc160f76-9fb6-4a1f-b987-f12ca3701e8d tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8aa1ea-0407-4263-a8ba-29f162a764ea,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:17.864837 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dc160f76-9fb6-4a1f-b987-f12ca3701e8d tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:17.865177 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-dc160f76-9fb6-4a1f-b987-f12ca3701e8d tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Added segment d0fd7da0-14b2-44b8-b2e2-7b8620ccc3d8 of type vlan for network 429074b8-2a7e-4890-bb29-a22e7b58c064 Oct 10 11:44:17.890598 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dc160f76-9fb6-4a1f-b987-f12ca3701e8d tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:18.018811 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dc160f76-9fb6-4a1f-b987-f12ca3701e8d tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:18.024822 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc160f76-9fb6-4a1f-b987-f12ca3701e8d tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:44:18.025425 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-dc160f76-9fb6-4a1f-b987-f12ca3701e8d tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:18.136316 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc160f76-9fb6-4a1f-b987-f12ca3701e8d tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Pushing event updated for resources: {'Network': ['ID=429074b8-2a7e-4890-bb29-a22e7b58c064,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:18.146216 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 429074b8-2a7e-4890-bb29-a22e7b58c064 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:44:18.211547 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-dc160f76-9fb6-4a1f-b987-f12ca3701e8d tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7985055 Oct 10 11:44:21.511214 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35408) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:21.516986 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-41c5eb88-019d-479f-9de2-cdc933e55b98 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Request body: {'subnet': {'network_id': '429074b8-2a7e-4890-bb29-a22e7b58c064', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:44:21.721620 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-41c5eb88-019d-479f-9de2-cdc933e55b98 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:44:21.725347 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-41c5eb88-019d-479f-9de2-cdc933e55b98 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Usage tracker for resource:subnet and tenant:fee004ea1251449db05f96e9ee7b5c36 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:44:21.728785 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-41c5eb88-019d-479f-9de2-cdc933e55b98 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:44:21.734350 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-41c5eb88-019d-479f-9de2-cdc933e55b98 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:44:21.793009 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c5eb88-019d-479f-9de2-cdc933e55b98 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Made reservation on behalf of fee004ea1251449db05f96e9ee7b5c36 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:44:21.796597 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-41c5eb88-019d-479f-9de2-cdc933e55b98 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:22.087917 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-41c5eb88-019d-479f-9de2-cdc933e55b98 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:22.164289 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5eb88-019d-479f-9de2-cdc933e55b98 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Pushing event updated for resources: {'Subnet': ['ID=acc23abb-34d8-43dd-8ab9-f2a8aae1c99a,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:22.171715 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c5eb88-019d-479f-9de2-cdc933e55b98 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Checking segment: {'id': 'd0fd7da0-14b2-44b8-b2e2-7b8620ccc3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '429074b8-2a7e-4890-bb29-a22e7b58c064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:44:22.172115 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c5eb88-019d-479f-9de2-cdc933e55b98 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Network hostable DHCP agents. Network: 429074b8-2a7e-4890-bb29-a22e7b58c064, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:44:22.235583 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c5eb88-019d-479f-9de2-cdc933e55b98 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Network 429074b8-2a7e-4890-bb29-a22e7b58c064 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:44:22.292916 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-41c5eb88-019d-479f-9de2-cdc933e55b98 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 429074b8-2a7e-4890-bb29-a22e7b58c064) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:44:22.296911 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c5eb88-019d-479f-9de2-cdc933e55b98 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:44:22.297486 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-41c5eb88-019d-479f-9de2-cdc933e55b98 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:22.302305 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d2b230-9a88-4f6b-96f8-0b0ba371a78a None None] Network 429074b8-2a7e-4890-bb29-a22e7b58c064 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:44:22.369678 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-41c5eb88-019d-479f-9de2-cdc933e55b98 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8572168 Oct 10 11:44:22.372961 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35412) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:22.379416 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-7180a0d5-a55b-4ac5-8193-54d9a07de22b tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1036652182'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:44:22.385065 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7180a0d5-a55b-4ac5-8193-54d9a07de22b tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:44:22.388949 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7180a0d5-a55b-4ac5-8193-54d9a07de22b tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Usage tracker for resource:network and tenant:fee004ea1251449db05f96e9ee7b5c36 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:44:22.391912 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7180a0d5-a55b-4ac5-8193-54d9a07de22b tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:44:22.397657 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7180a0d5-a55b-4ac5-8193-54d9a07de22b tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:44:22.462019 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7180a0d5-a55b-4ac5-8193-54d9a07de22b tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Made reservation on behalf of fee004ea1251449db05f96e9ee7b5c36 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:44:22.465547 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7180a0d5-a55b-4ac5-8193-54d9a07de22b tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:22.493652 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7180a0d5-a55b-4ac5-8193-54d9a07de22b tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 470} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:44:22.502066 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7180a0d5-a55b-4ac5-8193-54d9a07de22b tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:22.502407 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-7180a0d5-a55b-4ac5-8193-54d9a07de22b tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Added segment a05e8adf-7a2d-4de9-b78f-984b828b2693 of type vlan for network 6b13e3dc-ce31-470d-914d-b34c44c16fbc Oct 10 11:44:22.524798 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b754718b-2918-4665-9083-ad879d21f87b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-429074b8-2a7e-4890-bb29-a22e7b58c064', 'network_id': '429074b8-2a7e-4890-bb29-a22e7b58c064', 'tenant_id': 'fee004ea1251449db05f96e9ee7b5c36', 'fixed_ips': [{'subnet_id': 'acc23abb-34d8-43dd-8ab9-f2a8aae1c99a'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:44:22.525645 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b754718b-2918-4665-9083-ad879d21f87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:22.529642 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7180a0d5-a55b-4ac5-8193-54d9a07de22b tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:22.636095 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7180a0d5-a55b-4ac5-8193-54d9a07de22b tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:22.641592 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7180a0d5-a55b-4ac5-8193-54d9a07de22b tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:44:22.642174 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7180a0d5-a55b-4ac5-8193-54d9a07de22b tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:22.676726 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-b754718b-2918-4665-9083-ad879d21f87b None None] Allocated IP 2001:db8:0:ffff::2 (429074b8-2a7e-4890-bb29-a22e7b58c064/acc23abb-34d8-43dd-8ab9-f2a8aae1c99a/9a5a4972-52ae-4635-8bcd-1a47a209ac87) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:44:22.748074 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180a0d5-a55b-4ac5-8193-54d9a07de22b tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Pushing event updated for resources: {'Network': ['ID=6b13e3dc-ce31-470d-914d-b34c44c16fbc,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:22.766061 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 6b13e3dc-ce31-470d-914d-b34c44c16fbc details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:44:22.782565 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7180a0d5-a55b-4ac5-8193-54d9a07de22b tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4085109 Oct 10 11:44:22.785371 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35416) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:22.791753 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-61a55c17-7990-4277-aece-11d91959c4e3 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Request body: {'subnet': {'network_id': '6b13e3dc-ce31-470d-914d-b34c44c16fbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:44:22.901672 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-61a55c17-7990-4277-aece-11d91959c4e3 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:44:22.905497 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-61a55c17-7990-4277-aece-11d91959c4e3 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Usage tracker for resource:subnet and tenant:fee004ea1251449db05f96e9ee7b5c36 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:44:22.908475 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-61a55c17-7990-4277-aece-11d91959c4e3 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:44:22.915143 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-61a55c17-7990-4277-aece-11d91959c4e3 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:44:22.972522 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b754718b-2918-4665-9083-ad879d21f87b None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:22.983022 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-b754718b-2918-4665-9083-ad879d21f87b None None] Transition to ACTIVE for port object 9a5a4972-52ae-4635-8bcd-1a47a209ac87 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:44:23.000958 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-b754718b-2918-4665-9083-ad879d21f87b None None] Transition to ACTIVE for port object 9a5a4972-52ae-4635-8bcd-1a47a209ac87 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:44:23.004666 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a55c17-7990-4277-aece-11d91959c4e3 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Made reservation on behalf of fee004ea1251449db05f96e9ee7b5c36 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:44:23.008342 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-61a55c17-7990-4277-aece-11d91959c4e3 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:23.079623 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b754718b-2918-4665-9083-ad879d21f87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:23.146997 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b754718b-2918-4665-9083-ad879d21f87b None None] Network 429074b8-2a7e-4890-bb29-a22e7b58c064 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:44:23.148117 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-b754718b-2918-4665-9083-ad879d21f87b None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:44:23.151051 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b754718b-2918-4665-9083-ad879d21f87b None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:44:23.197260 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754718b-2918-4665-9083-ad879d21f87b None None] Pushing event updated for resources: {'Port': ['ID=9a5a4972-52ae-4635-8bcd-1a47a209ac87,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:23.260223 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-b754718b-2918-4665-9083-ad879d21f87b None None] Attempting to bind port 9a5a4972-52ae-4635-8bcd-1a47a209ac87 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:44:23.260623 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-b754718b-2918-4665-9083-ad879d21f87b None None] Attempting to bind port 9a5a4972-52ae-4635-8bcd-1a47a209ac87 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'd0fd7da0-14b2-44b8-b2e2-7b8620ccc3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '429074b8-2a7e-4890-bb29-a22e7b58c064'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:44:23.260927 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b754718b-2918-4665-9083-ad879d21f87b None None] Attempting to bind port 9a5a4972-52ae-4635-8bcd-1a47a209ac87 on network 429074b8-2a7e-4890-bb29-a22e7b58c064 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:44:23.266061 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b754718b-2918-4665-9083-ad879d21f87b None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:44:23.266423 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b754718b-2918-4665-9083-ad879d21f87b None None] Checking segment: {'id': 'd0fd7da0-14b2-44b8-b2e2-7b8620ccc3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '429074b8-2a7e-4890-bb29-a22e7b58c064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:44:23.266814 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b754718b-2918-4665-9083-ad879d21f87b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:23.267193 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b754718b-2918-4665-9083-ad879d21f87b None None] Bound using segment: {'id': 'd0fd7da0-14b2-44b8-b2e2-7b8620ccc3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '429074b8-2a7e-4890-bb29-a22e7b58c064'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:44:23.267638 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-b754718b-2918-4665-9083-ad879d21f87b None None] Bound port: 9a5a4972-52ae-4635-8bcd-1a47a209ac87, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0fd7da0-14b2-44b8-b2e2-7b8620ccc3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 456, 'network_id': '429074b8-2a7e-4890-bb29-a22e7b58c064'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:44:23.267999 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b754718b-2918-4665-9083-ad879d21f87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:23.341957 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-61a55c17-7990-4277-aece-11d91959c4e3 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:23.355859 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-b754718b-2918-4665-9083-ad879d21f87b None None] For port 9a5a4972-52ae-4635-8bcd-1a47a209ac87, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:44:23.358796 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-b754718b-2918-4665-9083-ad879d21f87b None None] For port 9a5a4972-52ae-4635-8bcd-1a47a209ac87, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=9a5a4972-52ae-4635-8bcd-1a47a209ac87,segment=NetworkSegment(d0fd7da0-14b2-44b8-b2e2-7b8620ccc3d8),segment_id=d0fd7da0-14b2-44b8-b2e2-7b8620ccc3d8)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:44:23.421495 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a55c17-7990-4277-aece-11d91959c4e3 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Pushing event updated for resources: {'Subnet': ['ID=d246f5c3-ae3a-4a86-b639-7bd0e599177c,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:23.428928 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a55c17-7990-4277-aece-11d91959c4e3 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Checking segment: {'id': 'a05e8adf-7a2d-4de9-b78f-984b828b2693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': '6b13e3dc-ce31-470d-914d-b34c44c16fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:44:23.434711 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a55c17-7990-4277-aece-11d91959c4e3 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Network hostable DHCP agents. Network: 6b13e3dc-ce31-470d-914d-b34c44c16fbc, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:44:23.468272 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b754718b-2918-4665-9083-ad879d21f87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:23.548084 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754718b-2918-4665-9083-ad879d21f87b None None] Pushing event updated for resources: {'Port': ['ID=9a5a4972-52ae-4635-8bcd-1a47a209ac87,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:23.564288 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a55c17-7990-4277-aece-11d91959c4e3 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Network 6b13e3dc-ce31-470d-914d-b34c44c16fbc is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:44:23.685369 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-61a55c17-7990-4277-aece-11d91959c4e3 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 6b13e3dc-ce31-470d-914d-b34c44c16fbc) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:44:23.705234 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a55c17-7990-4277-aece-11d91959c4e3 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:44:23.705365 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17ac962-223b-40df-86c3-0f35bcc4cbe8 None None] Network 6b13e3dc-ce31-470d-914d-b34c44c16fbc requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:44:23.705467 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-61a55c17-7990-4277-aece-11d91959c4e3 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:23.794389 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-61a55c17-7990-4277-aece-11d91959c4e3 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0077424 Oct 10 11:44:23.797268 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35420) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:23.949226 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:23.981177 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8fd48c-f835-4d11-850c-c93d0ca29a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-6b13e3dc-ce31-470d-914d-b34c44c16fbc', 'network_id': '6b13e3dc-ce31-470d-914d-b34c44c16fbc', 'tenant_id': 'fee004ea1251449db05f96e9ee7b5c36', 'fixed_ips': [{'subnet_id': 'd246f5c3-ae3a-4a86-b639-7bd0e599177c'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:44:23.982072 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ed8fd48c-f835-4d11-850c-c93d0ca29a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:24.020688 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:24.141922 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-ed8fd48c-f835-4d11-850c-c93d0ca29a94 None None] Allocated IP 2001:db8::2 (6b13e3dc-ce31-470d-914d-b34c44c16fbc/d246f5c3-ae3a-4a86-b639-7bd0e599177c/2488f87f-b3c2-45be-9b67-6065ce19a831) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:44:24.351995 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ed8fd48c-f835-4d11-850c-c93d0ca29a94 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:24.364973 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ed8fd48c-f835-4d11-850c-c93d0ca29a94 None None] Transition to ACTIVE for port object 2488f87f-b3c2-45be-9b67-6065ce19a831 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:44:24.386458 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ed8fd48c-f835-4d11-850c-c93d0ca29a94 None None] Transition to ACTIVE for port object 2488f87f-b3c2-45be-9b67-6065ce19a831 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:44:24.452856 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ee0ab2-6c0c-493c-8c0b-0a7ea83b23a4 None None] Network 429074b8-2a7e-4890-bb29-a22e7b58c064 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:44:24.471238 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ed8fd48c-f835-4d11-850c-c93d0ca29a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:24.536962 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:24.581021 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Pushing event deleted for resources: {'Subnet': ['ID=d246f5c3-ae3a-4a86-b639-7bd0e599177c,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:24.616311 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8fd48c-f835-4d11-850c-c93d0ca29a94 None None] Network 6b13e3dc-ce31-470d-914d-b34c44c16fbc is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:44:24.621486 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-ed8fd48c-f835-4d11-850c-c93d0ca29a94 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:44:24.626506 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8fd48c-f835-4d11-850c-c93d0ca29a94 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:44:24.636078 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8fd48c-f835-4d11-850c-c93d0ca29a94 None None] Pushing event updated for resources: {'Port': ['ID=2488f87f-b3c2-45be-9b67-6065ce19a831,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:24.674981 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:24.701720 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b13e3dc-ce31-470d-914d-b34c44c16fbc']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:24.718632 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a05e8adf-7a2d-4de9-b78f-984b828b2693') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:24.718925 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a05e8adf-7a2d-4de9-b78f-984b828b2693') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:24.730635 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0b8e1127-70d5-4b7e-9846-edefb76a653d None None] Provisioning for port 9a5a4972-52ae-4635-8bcd-1a47a209ac87 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:44:24.731219 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:24.748053 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:24.754213 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Releasing vlan 470 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:44:24.754751 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:24.794221 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-ed8fd48c-f835-4d11-850c-c93d0ca29a94 None None] Attempting to bind port 2488f87f-b3c2-45be-9b67-6065ce19a831 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:44:24.794590 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-ed8fd48c-f835-4d11-850c-c93d0ca29a94 None None] Attempting to bind port 2488f87f-b3c2-45be-9b67-6065ce19a831 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'a05e8adf-7a2d-4de9-b78f-984b828b2693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': '6b13e3dc-ce31-470d-914d-b34c44c16fbc'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:44:24.794955 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8fd48c-f835-4d11-850c-c93d0ca29a94 None None] Attempting to bind port 2488f87f-b3c2-45be-9b67-6065ce19a831 on network 6b13e3dc-ce31-470d-914d-b34c44c16fbc {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:44:24.805507 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8fd48c-f835-4d11-850c-c93d0ca29a94 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:44:24.805874 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8fd48c-f835-4d11-850c-c93d0ca29a94 None None] Checking segment: {'id': 'a05e8adf-7a2d-4de9-b78f-984b828b2693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': '6b13e3dc-ce31-470d-914d-b34c44c16fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:44:24.806271 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ed8fd48c-f835-4d11-850c-c93d0ca29a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:24.806656 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8fd48c-f835-4d11-850c-c93d0ca29a94 None None] Bound using segment: {'id': 'a05e8adf-7a2d-4de9-b78f-984b828b2693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': '6b13e3dc-ce31-470d-914d-b34c44c16fbc'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:44:24.807115 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-ed8fd48c-f835-4d11-850c-c93d0ca29a94 None None] Bound port: 2488f87f-b3c2-45be-9b67-6065ce19a831, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05e8adf-7a2d-4de9-b78f-984b828b2693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': '6b13e3dc-ce31-470d-914d-b34c44c16fbc'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:44:24.807486 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ed8fd48c-f835-4d11-850c-c93d0ca29a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:24.835087 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment a05e8adf-7a2d-4de9-b78f-984b828b2693 resource provider aggregate not found Oct 10 11:44:24.862875 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment a05e8adf-7a2d-4de9-b78f-984b828b2693 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a05e8adf-7a2d-4de9-b78f-984b828b2693 found for delete ", "request_id": "req-4123da65-d75a-483c-999d-e1e87bada7c6"}]} Oct 10 11:44:24.910611 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.api [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 10 11:44:24.910611 dv-neutron-860842-1-hyperv neutron-server[89896]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 10 11:44:24.910611 dv-neutron-860842-1-hyperv neutron-server[89896]: [parameters: {'id': '6b13e3dc-ce31-470d-914d-b34c44c16fbc'}] Oct 10 11:44:24.910611 dv-neutron-860842-1-hyperv neutron-server[89896]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:44:24.911084 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG oslo_db.api [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:44:24.954997 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-ed8fd48c-f835-4d11-850c-c93d0ca29a94 None None] For port 2488f87f-b3c2-45be-9b67-6065ce19a831, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:44:24.959643 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-ed8fd48c-f835-4d11-850c-c93d0ca29a94 None None] For port 2488f87f-b3c2-45be-9b67-6065ce19a831, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=2488f87f-b3c2-45be-9b67-6065ce19a831,segment=NetworkSegment(a05e8adf-7a2d-4de9-b78f-984b828b2693),segment_id=a05e8adf-7a2d-4de9-b78f-984b828b2693)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:44:25.028165 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ed8fd48c-f835-4d11-850c-c93d0ca29a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:25.155101 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8fd48c-f835-4d11-850c-c93d0ca29a94 None None] Pushing event updated for resources: {'Port': ['ID=2488f87f-b3c2-45be-9b67-6065ce19a831,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:25.165188 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b07580a-f321-4214-b90c-d9478e49f537 None None] Network 6b13e3dc-ce31-470d-914d-b34c44c16fbc requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:44:25.371310 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293620c8-a30a-4ece-82de-8c6ab3254245 None None] get_active_networks_info from dv-neutron-860842-1-hyperv {{(pid=89898) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 10 11:44:25.412546 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:25.423891 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Deleting port 2488f87f-b3c2-45be-9b67-6065ce19a831 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:44:25.424218 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:25.463767 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293620c8-a30a-4ece-82de-8c6ab3254245 None None] Resources bound (agent type, host, resource id): {{(pid=89898) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 10 11:44:25.517544 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 9a5a4972-52ae-4635-8bcd-1a47a209ac87 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:44:25.635975 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] For port 2488f87f-b3c2-45be-9b67-6065ce19a831, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=2488f87f-b3c2-45be-9b67-6065ce19a831,segment=NetworkSegment(a05e8adf-7a2d-4de9-b78f-984b828b2693),segment_id=a05e8adf-7a2d-4de9-b78f-984b828b2693)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:44:25.636563 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:25.760856 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Calling delete_port for 2488f87f-b3c2-45be-9b67-6065ce19a831 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:44:25.764542 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 9a5a4972-52ae-4635-8bcd-1a47a209ac87 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:44:25.771964 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 9a5a4972-52ae-4635-8bcd-1a47a209ac87 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:44:25.774929 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:25.774929 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 9a5a4972-52ae-4635-8bcd-1a47a209ac87 Oct 10 11:44:25.960167 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 9a5a4972-52ae-4635-8bcd-1a47a209ac87 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:44:25.961329 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:25.997288 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 9a5a4972-52ae-4635-8bcd-1a47a209ac87, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=9a5a4972-52ae-4635-8bcd-1a47a209ac87,segment=NetworkSegment(d0fd7da0-14b2-44b8-b2e2-7b8620ccc3d8),segment_id=d0fd7da0-14b2-44b8-b2e2-7b8620ccc3d8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:44:26.033229 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:26.067097 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:26.080350 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Pushing event deleted for resources: {'Port': ['ID=2488f87f-b3c2-45be-9b67-6065ce19a831,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:26.083869 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] No DVR routers for this DVR port 2488f87f-b3c2-45be-9b67-6065ce19a831 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:44:26.142687 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=9a5a4972-52ae-4635-8bcd-1a47a209ac87,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:26.209500 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:26.234526 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b13e3dc-ce31-470d-914d-b34c44c16fbc']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:26.247067 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a05e8adf-7a2d-4de9-b78f-984b828b2693') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:26.247374 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a05e8adf-7a2d-4de9-b78f-984b828b2693') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:26.259338 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:26.274878 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:26.281245 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Releasing vlan 470 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:44:26.281690 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:26.433218 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:26.450349 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:26.463535 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Pushing event deleted for resources: {'Network': ['ID=6b13e3dc-ce31-470d-914d-b34c44c16fbc,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:26.467348 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-01b2aa5d-e3e1-4118-a389-a9eb675dc7a5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] 10.222.0.40 "DELETE /v2.0/networks/6b13e3dc-ce31-470d-914d-b34c44c16fbc HTTP/1.1" status: 204 len: 168 time: 2.6685770 Oct 10 11:44:26.470877 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35428) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:26.476047 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-cdacda6a-425a-4e4e-a250-1789013db3d5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1466831414'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:44:26.481719 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cdacda6a-425a-4e4e-a250-1789013db3d5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:44:26.485458 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cdacda6a-425a-4e4e-a250-1789013db3d5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Usage tracker for resource:network and tenant:fee004ea1251449db05f96e9ee7b5c36 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:44:26.488333 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-cdacda6a-425a-4e4e-a250-1789013db3d5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:44:26.495149 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-cdacda6a-425a-4e4e-a250-1789013db3d5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:44:26.590069 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdacda6a-425a-4e4e-a250-1789013db3d5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Made reservation on behalf of fee004ea1251449db05f96e9ee7b5c36 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:44:26.593386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cdacda6a-425a-4e4e-a250-1789013db3d5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:26.621490 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdacda6a-425a-4e4e-a250-1789013db3d5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 455} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:44:26.629676 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cdacda6a-425a-4e4e-a250-1789013db3d5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:26.632256 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-cdacda6a-425a-4e4e-a250-1789013db3d5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Added segment c67e4713-7e54-47eb-a46d-e6b074674971 of type vlan for network d4721f06-4563-475c-a4e4-34d1c0bf0654 Oct 10 11:44:26.659480 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cdacda6a-425a-4e4e-a250-1789013db3d5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:26.753022 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cdacda6a-425a-4e4e-a250-1789013db3d5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:26.758364 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdacda6a-425a-4e4e-a250-1789013db3d5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:44:26.758933 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cdacda6a-425a-4e4e-a250-1789013db3d5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:26.867118 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdacda6a-425a-4e4e-a250-1789013db3d5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Pushing event updated for resources: {'Network': ['ID=d4721f06-4563-475c-a4e4-34d1c0bf0654,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:26.877860 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network d4721f06-4563-475c-a4e4-34d1c0bf0654 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:44:26.886107 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment a05e8adf-7a2d-4de9-b78f-984b828b2693 resource provider aggregate not found Oct 10 11:44:26.904686 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment a05e8adf-7a2d-4de9-b78f-984b828b2693 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a05e8adf-7a2d-4de9-b78f-984b828b2693 found for delete ", "request_id": "req-32bded00-a78a-42d5-8eb6-24c998dec890"}]} Oct 10 11:44:26.909982 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-cdacda6a-425a-4e4e-a250-1789013db3d5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4381440 Oct 10 11:44:26.911239 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 35436) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:26.918003 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-3b974032-16b5-4179-9489-0b071b78c836 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Request body: {'subnet': {'network_id': 'd4721f06-4563-475c-a4e4-34d1c0bf0654', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:44:27.029436 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-3b974032-16b5-4179-9489-0b071b78c836 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:44:27.033191 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3b974032-16b5-4179-9489-0b071b78c836 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Usage tracker for resource:subnet and tenant:fee004ea1251449db05f96e9ee7b5c36 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:44:27.036012 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3b974032-16b5-4179-9489-0b071b78c836 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:44:27.042600 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-3b974032-16b5-4179-9489-0b071b78c836 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:44:27.107019 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b974032-16b5-4179-9489-0b071b78c836 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Made reservation on behalf of fee004ea1251449db05f96e9ee7b5c36 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:44:27.110511 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3b974032-16b5-4179-9489-0b071b78c836 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:27.201796 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.ipam_backend_mixin [None req-3b974032-16b5-4179-9489-0b071b78c836 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Performing IP validity checks on allocation pools {{(pid=89897) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 10 11:44:27.202313 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.ipam_backend_mixin [None req-3b974032-16b5-4179-9489-0b071b78c836 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89897) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 10 11:44:27.395764 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3b974032-16b5-4179-9489-0b071b78c836 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:27.476112 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b974032-16b5-4179-9489-0b071b78c836 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Pushing event updated for resources: {'Subnet': ['ID=fda06992-aa75-4768-919d-4ac5b49ce73e,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:27.487933 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b974032-16b5-4179-9489-0b071b78c836 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Checking segment: {'id': 'c67e4713-7e54-47eb-a46d-e6b074674971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': 'd4721f06-4563-475c-a4e4-34d1c0bf0654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:44:27.488294 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b974032-16b5-4179-9489-0b071b78c836 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Network hostable DHCP agents. Network: d4721f06-4563-475c-a4e4-34d1c0bf0654, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:44:27.488635 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 9a5a4972-52ae-4635-8bcd-1a47a209ac87 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:44:27.556625 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 9a5a4972-52ae-4635-8bcd-1a47a209ac87 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:44:27.556989 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:27.557344 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 9a5a4972-52ae-4635-8bcd-1a47a209ac87 Oct 10 11:44:27.572676 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b974032-16b5-4179-9489-0b071b78c836 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Network d4721f06-4563-475c-a4e4-34d1c0bf0654 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:44:27.658854 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-3b974032-16b5-4179-9489-0b071b78c836 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, d4721f06-4563-475c-a4e4-34d1c0bf0654) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:44:27.663267 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b974032-16b5-4179-9489-0b071b78c836 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:44:27.664055 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3b974032-16b5-4179-9489-0b071b78c836 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:27.668649 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6049003c-0c06-468f-9ff1-d22a7a170997 None None] Network d4721f06-4563-475c-a4e4-34d1c0bf0654 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:44:27.703039 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 9a5a4972-52ae-4635-8bcd-1a47a209ac87 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:44:27.750837 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3b974032-16b5-4179-9489-0b071b78c836 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8381691 Oct 10 11:44:27.753514 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 35440) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:27.894556 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:27.906978 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074b99b7-0c15-4e4d-9fac-ac2923515c0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-d4721f06-4563-475c-a4e4-34d1c0bf0654', 'network_id': 'd4721f06-4563-475c-a4e4-34d1c0bf0654', 'tenant_id': 'fee004ea1251449db05f96e9ee7b5c36', 'fixed_ips': [{'subnet_id': 'fda06992-aa75-4768-919d-4ac5b49ce73e'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:44:27.907810 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-074b99b7-0c15-4e4d-9fac-ac2923515c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:27.962945 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:28.063805 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-074b99b7-0c15-4e4d-9fac-ac2923515c0a None None] Allocated IP 2001:db8::3 (d4721f06-4563-475c-a4e4-34d1c0bf0654/fda06992-aa75-4768-919d-4ac5b49ce73e/a71c1189-8dfe-465f-a3c0-22427345bff2) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:44:28.271225 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-074b99b7-0c15-4e4d-9fac-ac2923515c0a None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:28.280821 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-074b99b7-0c15-4e4d-9fac-ac2923515c0a None None] Transition to ACTIVE for port object a71c1189-8dfe-465f-a3c0-22427345bff2 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:44:28.298445 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-074b99b7-0c15-4e4d-9fac-ac2923515c0a None None] Transition to ACTIVE for port object a71c1189-8dfe-465f-a3c0-22427345bff2 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:44:28.344597 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-074b99b7-0c15-4e4d-9fac-ac2923515c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:28.409814 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074b99b7-0c15-4e4d-9fac-ac2923515c0a None None] Network d4721f06-4563-475c-a4e4-34d1c0bf0654 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:44:28.412790 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-074b99b7-0c15-4e4d-9fac-ac2923515c0a None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:44:28.416297 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074b99b7-0c15-4e4d-9fac-ac2923515c0a None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:44:28.421789 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b99b7-0c15-4e4d-9fac-ac2923515c0a None None] Pushing event updated for resources: {'Port': ['ID=a71c1189-8dfe-465f-a3c0-22427345bff2,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:28.436397 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:28.475568 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Pushing event deleted for resources: {'Subnet': ['ID=fda06992-aa75-4768-919d-4ac5b49ce73e,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:28.522343 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-074b99b7-0c15-4e4d-9fac-ac2923515c0a None None] Attempting to bind port a71c1189-8dfe-465f-a3c0-22427345bff2 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:44:28.522613 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-074b99b7-0c15-4e4d-9fac-ac2923515c0a None None] Attempting to bind port a71c1189-8dfe-465f-a3c0-22427345bff2 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'c67e4713-7e54-47eb-a46d-e6b074674971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': 'd4721f06-4563-475c-a4e4-34d1c0bf0654'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:44:28.522987 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074b99b7-0c15-4e4d-9fac-ac2923515c0a None None] Attempting to bind port a71c1189-8dfe-465f-a3c0-22427345bff2 on network d4721f06-4563-475c-a4e4-34d1c0bf0654 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:44:28.528121 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074b99b7-0c15-4e4d-9fac-ac2923515c0a None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:44:28.528494 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074b99b7-0c15-4e4d-9fac-ac2923515c0a None None] Checking segment: {'id': 'c67e4713-7e54-47eb-a46d-e6b074674971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': 'd4721f06-4563-475c-a4e4-34d1c0bf0654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:44:28.528880 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-074b99b7-0c15-4e4d-9fac-ac2923515c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:28.529253 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074b99b7-0c15-4e4d-9fac-ac2923515c0a None None] Bound using segment: {'id': 'c67e4713-7e54-47eb-a46d-e6b074674971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': 'd4721f06-4563-475c-a4e4-34d1c0bf0654'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:44:28.529728 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-074b99b7-0c15-4e4d-9fac-ac2923515c0a None None] Bound port: a71c1189-8dfe-465f-a3c0-22427345bff2, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67e4713-7e54-47eb-a46d-e6b074674971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': 'd4721f06-4563-475c-a4e4-34d1c0bf0654'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:44:28.530093 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-074b99b7-0c15-4e4d-9fac-ac2923515c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:28.570489 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:28.595161 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4721f06-4563-475c-a4e4-34d1c0bf0654']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:28.607868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c67e4713-7e54-47eb-a46d-e6b074674971') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:28.608167 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c67e4713-7e54-47eb-a46d-e6b074674971') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:28.618835 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-074b99b7-0c15-4e4d-9fac-ac2923515c0a None None] For port a71c1189-8dfe-465f-a3c0-22427345bff2, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:44:28.620531 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:28.621973 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-074b99b7-0c15-4e4d-9fac-ac2923515c0a None None] For port a71c1189-8dfe-465f-a3c0-22427345bff2, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a71c1189-8dfe-465f-a3c0-22427345bff2,segment=NetworkSegment(c67e4713-7e54-47eb-a46d-e6b074674971),segment_id=c67e4713-7e54-47eb-a46d-e6b074674971)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:44:28.687750 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-074b99b7-0c15-4e4d-9fac-ac2923515c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:28.689481 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:28.695898 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Releasing vlan 455 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:44:28.696284 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:28.825654 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.db.api [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 10 11:44:28.825654 dv-neutron-860842-1-hyperv neutron-server[89897]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 10 11:44:28.825654 dv-neutron-860842-1-hyperv neutron-server[89897]: [parameters: {'id': 'd4721f06-4563-475c-a4e4-34d1c0bf0654'}] Oct 10 11:44:28.825654 dv-neutron-860842-1-hyperv neutron-server[89897]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:44:28.826392 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG oslo_db.api [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:44:28.849659 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b99b7-0c15-4e4d-9fac-ac2923515c0a None None] Pushing event updated for resources: {'Port': ['ID=a71c1189-8dfe-465f-a3c0-22427345bff2,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:28.862352 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment c67e4713-7e54-47eb-a46d-e6b074674971 resource provider aggregate not found Oct 10 11:44:28.865833 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652523e2-5de4-4fe8-b5be-903d023fb588 None None] Network d4721f06-4563-475c-a4e4-34d1c0bf0654 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:44:28.884790 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment c67e4713-7e54-47eb-a46d-e6b074674971 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c67e4713-7e54-47eb-a46d-e6b074674971 found for delete ", "request_id": "req-aee30e1c-8806-4c1e-ad9c-694332ccfc2f"}]} Oct 10 11:44:29.070993 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d9ef2c-8e96-4424-afa7-f11bc672f39c None None] get_active_networks_info from dv-neutron-860842-1-hyperv {{(pid=89898) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 10 11:44:29.156538 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d9ef2c-8e96-4424-afa7-f11bc672f39c None None] Resources bound (agent type, host, resource id): {{(pid=89898) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 10 11:44:29.328282 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:29.339681 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Deleting port a71c1189-8dfe-465f-a3c0-22427345bff2 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:44:29.340011 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:29.546299 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] For port a71c1189-8dfe-465f-a3c0-22427345bff2, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a71c1189-8dfe-465f-a3c0-22427345bff2,segment=NetworkSegment(c67e4713-7e54-47eb-a46d-e6b074674971),segment_id=c67e4713-7e54-47eb-a46d-e6b074674971)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:44:29.546651 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:29.767276 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Calling delete_port for a71c1189-8dfe-465f-a3c0-22427345bff2 owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:44:29.901763 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:29.951438 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Pushing event deleted for resources: {'Port': ['ID=a71c1189-8dfe-465f-a3c0-22427345bff2,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:29.954902 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] No DVR routers for this DVR port a71c1189-8dfe-465f-a3c0-22427345bff2 on host dv-neutron-860842-1-hyperv {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:44:30.075486 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:30.099658 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4721f06-4563-475c-a4e4-34d1c0bf0654']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:30.111786 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c67e4713-7e54-47eb-a46d-e6b074674971') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:30.112083 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c67e4713-7e54-47eb-a46d-e6b074674971') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:30.123700 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:30.139118 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:30.144873 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Releasing vlan 455 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:44:30.145245 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:30.324439 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:30.341044 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:30.351986 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Pushing event deleted for resources: {'Network': ['ID=d4721f06-4563-475c-a4e4-34d1c0bf0654,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:30.361088 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-541cb41b-ce77-4586-9a0a-50cfd1198384 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] 10.222.0.40 "DELETE /v2.0/networks/d4721f06-4563-475c-a4e4-34d1c0bf0654 HTTP/1.1" status: 204 len: 168 time: 2.6036782 Oct 10 11:44:30.361714 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 35450) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:30.367538 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-5ff3a22c-6171-454b-b497-a5a17a653d81 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-335953090'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:44:30.372362 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5ff3a22c-6171-454b-b497-a5a17a653d81 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:44:30.376169 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5ff3a22c-6171-454b-b497-a5a17a653d81 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Usage tracker for resource:network and tenant:fee004ea1251449db05f96e9ee7b5c36 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:44:30.378981 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5ff3a22c-6171-454b-b497-a5a17a653d81 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:44:30.385291 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5ff3a22c-6171-454b-b497-a5a17a653d81 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:44:30.490225 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff3a22c-6171-454b-b497-a5a17a653d81 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Made reservation on behalf of fee004ea1251449db05f96e9ee7b5c36 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:44:30.493849 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5ff3a22c-6171-454b-b497-a5a17a653d81 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:30.521228 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff3a22c-6171-454b-b497-a5a17a653d81 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 467} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:44:30.530072 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5ff3a22c-6171-454b-b497-a5a17a653d81 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:30.530409 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-5ff3a22c-6171-454b-b497-a5a17a653d81 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Added segment 5e79b39d-21c2-43f7-beca-120579d5cbac of type vlan for network 35a4266b-a84f-4eca-aed3-738422af4186 Oct 10 11:44:30.556212 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5ff3a22c-6171-454b-b497-a5a17a653d81 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:30.656115 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5ff3a22c-6171-454b-b497-a5a17a653d81 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:30.661958 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff3a22c-6171-454b-b497-a5a17a653d81 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:44:30.662526 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5ff3a22c-6171-454b-b497-a5a17a653d81 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:30.775208 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3a22c-6171-454b-b497-a5a17a653d81 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Pushing event updated for resources: {'Network': ['ID=35a4266b-a84f-4eca-aed3-738422af4186,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:30.787013 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 35a4266b-a84f-4eca-aed3-738422af4186 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:44:30.851762 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5ff3a22c-6171-454b-b497-a5a17a653d81 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4890010 Oct 10 11:44:30.855008 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 35454) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:30.861355 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-9394529c-c39d-442e-9536-933b5dc3e37e tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Request body: {'subnet': {'network_id': '35a4266b-a84f-4eca-aed3-738422af4186', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:44:30.959866 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment c67e4713-7e54-47eb-a46d-e6b074674971 resource provider aggregate not found Oct 10 11:44:30.983024 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment c67e4713-7e54-47eb-a46d-e6b074674971 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c67e4713-7e54-47eb-a46d-e6b074674971 found for delete ", "request_id": "req-d665c1d1-a832-49e9-a6fc-a67754c7b462"}]} Oct 10 11:44:30.995360 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-9394529c-c39d-442e-9536-933b5dc3e37e tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:44:30.999780 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9394529c-c39d-442e-9536-933b5dc3e37e tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Usage tracker for resource:subnet and tenant:fee004ea1251449db05f96e9ee7b5c36 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:44:31.002768 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9394529c-c39d-442e-9536-933b5dc3e37e tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:44:31.011044 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-9394529c-c39d-442e-9536-933b5dc3e37e tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:44:31.075911 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9394529c-c39d-442e-9536-933b5dc3e37e tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Made reservation on behalf of fee004ea1251449db05f96e9ee7b5c36 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:44:31.079540 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9394529c-c39d-442e-9536-933b5dc3e37e tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:31.390308 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9394529c-c39d-442e-9536-933b5dc3e37e tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:31.479856 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394529c-c39d-442e-9536-933b5dc3e37e tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Pushing event updated for resources: {'Subnet': ['ID=bd8974ba-cfa7-42da-bf59-c8ce660e3357,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:31.489780 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9394529c-c39d-442e-9536-933b5dc3e37e tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Checking segment: {'id': '5e79b39d-21c2-43f7-beca-120579d5cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '35a4266b-a84f-4eca-aed3-738422af4186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:44:31.490131 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9394529c-c39d-442e-9536-933b5dc3e37e tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Network hostable DHCP agents. Network: 35a4266b-a84f-4eca-aed3-738422af4186, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:44:31.575702 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9394529c-c39d-442e-9536-933b5dc3e37e tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Network 35a4266b-a84f-4eca-aed3-738422af4186 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:44:31.661974 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-9394529c-c39d-442e-9536-933b5dc3e37e tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 35a4266b-a84f-4eca-aed3-738422af4186) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:44:31.666736 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9394529c-c39d-442e-9536-933b5dc3e37e tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:44:31.667316 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9394529c-c39d-442e-9536-933b5dc3e37e tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:31.675225 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6326e2-a979-4ab4-8e71-6781cfeb1eb1 None None] Network 35a4266b-a84f-4eca-aed3-738422af4186 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:44:31.779343 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9394529c-c39d-442e-9536-933b5dc3e37e tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9230752 Oct 10 11:44:31.782929 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35462) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:31.789181 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-b6f4e8bb-28c5-4983-bfbe-972ef66c00c0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-790777322'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:44:31.794995 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b6f4e8bb-28c5-4983-bfbe-972ef66c00c0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:44:31.799015 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b6f4e8bb-28c5-4983-bfbe-972ef66c00c0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Usage tracker for resource:network and tenant:fee004ea1251449db05f96e9ee7b5c36 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:44:31.801874 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-b6f4e8bb-28c5-4983-bfbe-972ef66c00c0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:44:31.808212 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-b6f4e8bb-28c5-4983-bfbe-972ef66c00c0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:44:31.881234 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f4e8bb-28c5-4983-bfbe-972ef66c00c0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Made reservation on behalf of fee004ea1251449db05f96e9ee7b5c36 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:44:31.885233 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b6f4e8bb-28c5-4983-bfbe-972ef66c00c0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:31.899616 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27615454-6d11-423d-8487-6d72807e66bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-35a4266b-a84f-4eca-aed3-738422af4186', 'network_id': '35a4266b-a84f-4eca-aed3-738422af4186', 'tenant_id': 'fee004ea1251449db05f96e9ee7b5c36', 'fixed_ips': [{'subnet_id': 'bd8974ba-cfa7-42da-bf59-c8ce660e3357'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:44:31.900449 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-27615454-6d11-423d-8487-6d72807e66bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:31.915172 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f4e8bb-28c5-4983-bfbe-972ef66c00c0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 460} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:44:31.924548 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b6f4e8bb-28c5-4983-bfbe-972ef66c00c0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:31.924876 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-b6f4e8bb-28c5-4983-bfbe-972ef66c00c0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Added segment dac8e67f-4206-468f-8f6e-ff565d46ecd8 of type vlan for network e0db79ac-d320-4467-9050-e9ae8e510fbd Oct 10 11:44:31.953194 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b6f4e8bb-28c5-4983-bfbe-972ef66c00c0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:32.061005 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-27615454-6d11-423d-8487-6d72807e66bd None None] Allocated IP 2001:db8::2 (35a4266b-a84f-4eca-aed3-738422af4186/bd8974ba-cfa7-42da-bf59-c8ce660e3357/0f19f919-4801-4889-b22e-0a25cc548e01) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:44:32.076007 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b6f4e8bb-28c5-4983-bfbe-972ef66c00c0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:32.081758 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f4e8bb-28c5-4983-bfbe-972ef66c00c0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:44:32.084970 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b6f4e8bb-28c5-4983-bfbe-972ef66c00c0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:32.190625 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4e8bb-28c5-4983-bfbe-972ef66c00c0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Pushing event updated for resources: {'Network': ['ID=e0db79ac-d320-4467-9050-e9ae8e510fbd,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:32.200378 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network e0db79ac-d320-4467-9050-e9ae8e510fbd details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:44:32.205118 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b6f4e8bb-28c5-4983-bfbe-972ef66c00c0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4209499 Oct 10 11:44:32.209277 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35466) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:32.214010 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-d51b711f-98ee-4d69-8520-47c93ec01bb0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Request body: {'subnet': {'network_id': 'e0db79ac-d320-4467-9050-e9ae8e510fbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:44:32.324506 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d51b711f-98ee-4d69-8520-47c93ec01bb0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:44:32.328443 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d51b711f-98ee-4d69-8520-47c93ec01bb0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Usage tracker for resource:subnet and tenant:fee004ea1251449db05f96e9ee7b5c36 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:44:32.331279 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d51b711f-98ee-4d69-8520-47c93ec01bb0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:44:32.337418 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d51b711f-98ee-4d69-8520-47c93ec01bb0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:44:32.356295 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-27615454-6d11-423d-8487-6d72807e66bd None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:32.366305 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-27615454-6d11-423d-8487-6d72807e66bd None None] Transition to ACTIVE for port object 0f19f919-4801-4889-b22e-0a25cc548e01 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:44:32.384602 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-27615454-6d11-423d-8487-6d72807e66bd None None] Transition to ACTIVE for port object 0f19f919-4801-4889-b22e-0a25cc548e01 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:44:32.407943 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51b711f-98ee-4d69-8520-47c93ec01bb0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Made reservation on behalf of fee004ea1251449db05f96e9ee7b5c36 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:44:32.414139 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d51b711f-98ee-4d69-8520-47c93ec01bb0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:32.485147 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-27615454-6d11-423d-8487-6d72807e66bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:32.588591 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27615454-6d11-423d-8487-6d72807e66bd None None] Network 35a4266b-a84f-4eca-aed3-738422af4186 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:44:32.591414 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-27615454-6d11-423d-8487-6d72807e66bd None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:44:32.594995 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27615454-6d11-423d-8487-6d72807e66bd None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:44:32.600555 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27615454-6d11-423d-8487-6d72807e66bd None None] Pushing event updated for resources: {'Port': ['ID=0f19f919-4801-4889-b22e-0a25cc548e01,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:32.690750 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d51b711f-98ee-4d69-8520-47c93ec01bb0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:32.701543 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-27615454-6d11-423d-8487-6d72807e66bd None None] Attempting to bind port 0f19f919-4801-4889-b22e-0a25cc548e01 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:44:32.701920 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-27615454-6d11-423d-8487-6d72807e66bd None None] Attempting to bind port 0f19f919-4801-4889-b22e-0a25cc548e01 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '5e79b39d-21c2-43f7-beca-120579d5cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '35a4266b-a84f-4eca-aed3-738422af4186'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:44:32.702268 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27615454-6d11-423d-8487-6d72807e66bd None None] Attempting to bind port 0f19f919-4801-4889-b22e-0a25cc548e01 on network 35a4266b-a84f-4eca-aed3-738422af4186 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:44:32.707441 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27615454-6d11-423d-8487-6d72807e66bd None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:44:32.707799 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27615454-6d11-423d-8487-6d72807e66bd None None] Checking segment: {'id': '5e79b39d-21c2-43f7-beca-120579d5cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '35a4266b-a84f-4eca-aed3-738422af4186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:44:32.708186 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-27615454-6d11-423d-8487-6d72807e66bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:32.708565 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27615454-6d11-423d-8487-6d72807e66bd None None] Bound using segment: {'id': '5e79b39d-21c2-43f7-beca-120579d5cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '35a4266b-a84f-4eca-aed3-738422af4186'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:44:32.709009 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-27615454-6d11-423d-8487-6d72807e66bd None None] Bound port: 0f19f919-4801-4889-b22e-0a25cc548e01, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e79b39d-21c2-43f7-beca-120579d5cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '35a4266b-a84f-4eca-aed3-738422af4186'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:44:32.709375 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-27615454-6d11-423d-8487-6d72807e66bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:32.772182 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b711f-98ee-4d69-8520-47c93ec01bb0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Pushing event updated for resources: {'Subnet': ['ID=a2697069-7421-4328-a91d-c45485045b10,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:32.781012 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51b711f-98ee-4d69-8520-47c93ec01bb0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Checking segment: {'id': 'dac8e67f-4206-468f-8f6e-ff565d46ecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': 'e0db79ac-d320-4467-9050-e9ae8e510fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:44:32.781361 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51b711f-98ee-4d69-8520-47c93ec01bb0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Network hostable DHCP agents. Network: e0db79ac-d320-4467-9050-e9ae8e510fbd, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:44:32.797106 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-27615454-6d11-423d-8487-6d72807e66bd None None] For port 0f19f919-4801-4889-b22e-0a25cc548e01, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:44:32.800076 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-27615454-6d11-423d-8487-6d72807e66bd None None] For port 0f19f919-4801-4889-b22e-0a25cc548e01, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=0f19f919-4801-4889-b22e-0a25cc548e01,segment=NetworkSegment(5e79b39d-21c2-43f7-beca-120579d5cbac),segment_id=5e79b39d-21c2-43f7-beca-120579d5cbac)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:44:32.878609 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51b711f-98ee-4d69-8520-47c93ec01bb0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Network e0db79ac-d320-4467-9050-e9ae8e510fbd is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:44:32.913695 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-27615454-6d11-423d-8487-6d72807e66bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:32.976014 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-d51b711f-98ee-4d69-8520-47c93ec01bb0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, e0db79ac-d320-4467-9050-e9ae8e510fbd) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:44:32.981058 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51b711f-98ee-4d69-8520-47c93ec01bb0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:44:32.982460 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d51b711f-98ee-4d69-8520-47c93ec01bb0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:32.988439 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da535531-e3c9-4fc8-898d-4bf1fac333dc None None] Network e0db79ac-d320-4467-9050-e9ae8e510fbd requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:44:33.022504 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27615454-6d11-423d-8487-6d72807e66bd None None] Pushing event updated for resources: {'Port': ['ID=0f19f919-4801-4889-b22e-0a25cc548e01,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:33.068067 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d51b711f-98ee-4d69-8520-47c93ec01bb0 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8591881 Oct 10 11:44:33.070557 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35470) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:33.246846 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f9d026-219a-44a1-8f7a-ce92b93da096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-e0db79ac-d320-4467-9050-e9ae8e510fbd', 'network_id': 'e0db79ac-d320-4467-9050-e9ae8e510fbd', 'tenant_id': 'fee004ea1251449db05f96e9ee7b5c36', 'fixed_ips': [{'subnet_id': 'a2697069-7421-4328-a91d-c45485045b10'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:44:33.247068 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:33.247679 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e1f9d026-219a-44a1-8f7a-ce92b93da096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:33.314783 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:33.417500 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-e1f9d026-219a-44a1-8f7a-ce92b93da096 None None] Allocated IP 2001:db8::2 (e0db79ac-d320-4467-9050-e9ae8e510fbd/a2697069-7421-4328-a91d-c45485045b10/edc7a363-d965-46ae-9027-7b3a1ec44d69) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:44:33.509281 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-826771da-f59b-4c8d-a769-82cf85231e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:33.516502 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 0f19f919-4801-4889-b22e-0a25cc548e01 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:44:33.686175 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e1f9d026-219a-44a1-8f7a-ce92b93da096 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:33.697364 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-e1f9d026-219a-44a1-8f7a-ce92b93da096 None None] Transition to ACTIVE for port object edc7a363-d965-46ae-9027-7b3a1ec44d69 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:44:33.717755 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-e1f9d026-219a-44a1-8f7a-ce92b93da096 None None] Transition to ACTIVE for port object edc7a363-d965-46ae-9027-7b3a1ec44d69 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:44:33.796016 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 0f19f919-4801-4889-b22e-0a25cc548e01 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:44:33.822576 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e1f9d026-219a-44a1-8f7a-ce92b93da096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:33.893338 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:33.896662 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f9d026-219a-44a1-8f7a-ce92b93da096 None None] Network e0db79ac-d320-4467-9050-e9ae8e510fbd is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:44:33.900075 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-e1f9d026-219a-44a1-8f7a-ce92b93da096 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:44:33.903697 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f9d026-219a-44a1-8f7a-ce92b93da096 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:44:33.909742 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9d026-219a-44a1-8f7a-ce92b93da096 None None] Pushing event updated for resources: {'Port': ['ID=edc7a363-d965-46ae-9027-7b3a1ec44d69,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:33.988412 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc76242-96a7-421d-8ead-1a27a5b707a8 None None] Network 35a4266b-a84f-4eca-aed3-738422af4186 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:44:33.992441 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Pushing event deleted for resources: {'Subnet': ['ID=a2697069-7421-4328-a91d-c45485045b10,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:34.101831 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-e1f9d026-219a-44a1-8f7a-ce92b93da096 None None] Attempting to bind port edc7a363-d965-46ae-9027-7b3a1ec44d69 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:44:34.102208 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-e1f9d026-219a-44a1-8f7a-ce92b93da096 None None] Attempting to bind port edc7a363-d965-46ae-9027-7b3a1ec44d69 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'dac8e67f-4206-468f-8f6e-ff565d46ecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': 'e0db79ac-d320-4467-9050-e9ae8e510fbd'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:44:34.102559 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9d026-219a-44a1-8f7a-ce92b93da096 None None] Attempting to bind port edc7a363-d965-46ae-9027-7b3a1ec44d69 on network e0db79ac-d320-4467-9050-e9ae8e510fbd {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:44:34.123284 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9d026-219a-44a1-8f7a-ce92b93da096 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:44:34.123614 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9d026-219a-44a1-8f7a-ce92b93da096 None None] Checking segment: {'id': 'dac8e67f-4206-468f-8f6e-ff565d46ecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': 'e0db79ac-d320-4467-9050-e9ae8e510fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:44:34.123990 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e1f9d026-219a-44a1-8f7a-ce92b93da096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:34.124385 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f9d026-219a-44a1-8f7a-ce92b93da096 None None] Bound using segment: {'id': 'dac8e67f-4206-468f-8f6e-ff565d46ecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': 'e0db79ac-d320-4467-9050-e9ae8e510fbd'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:44:34.124885 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-e1f9d026-219a-44a1-8f7a-ce92b93da096 None None] Bound port: edc7a363-d965-46ae-9027-7b3a1ec44d69, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac8e67f-4206-468f-8f6e-ff565d46ecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': 'e0db79ac-d320-4467-9050-e9ae8e510fbd'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:44:34.125257 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e1f9d026-219a-44a1-8f7a-ce92b93da096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:34.203700 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-40a86b1e-8aa5-4d41-9a1d-c7e3e6f3403a None None] Provisioning for port 0f19f919-4801-4889-b22e-0a25cc548e01 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:44:34.212323 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:34.218862 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-40a86b1e-8aa5-4d41-9a1d-c7e3e6f3403a None None] Provisioning complete for port 0f19f919-4801-4889-b22e-0a25cc548e01 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:44:34.219234 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-40a86b1e-8aa5-4d41-9a1d-c7e3e6f3403a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:34.219572 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-40a86b1e-8aa5-4d41-9a1d-c7e3e6f3403a None None] Attempt 1 to provision port 0f19f919-4801-4889-b22e-0a25cc548e01 Oct 10 11:44:34.237408 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0db79ac-d320-4467-9050-e9ae8e510fbd']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:34.251142 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dac8e67f-4206-468f-8f6e-ff565d46ecd8') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:34.251450 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dac8e67f-4206-468f-8f6e-ff565d46ecd8') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:34.264349 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:34.280397 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:34.286535 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Releasing vlan 460 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:44:34.289869 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:34.324663 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment dac8e67f-4206-468f-8f6e-ff565d46ecd8 resource provider aggregate not found Oct 10 11:44:34.341588 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-e1f9d026-219a-44a1-8f7a-ce92b93da096 None None] For port edc7a363-d965-46ae-9027-7b3a1ec44d69, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:44:34.385471 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment dac8e67f-4206-468f-8f6e-ff565d46ecd8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dac8e67f-4206-468f-8f6e-ff565d46ecd8 found for delete ", "request_id": "req-660b682d-fefe-4e95-9c13-3973a04183d1"}]} Oct 10 11:44:34.404115 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-e1f9d026-219a-44a1-8f7a-ce92b93da096 None None] For port edc7a363-d965-46ae-9027-7b3a1ec44d69, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=edc7a363-d965-46ae-9027-7b3a1ec44d69,segment=NetworkSegment(dac8e67f-4206-468f-8f6e-ff565d46ecd8),segment_id=dac8e67f-4206-468f-8f6e-ff565d46ecd8)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:44:34.418856 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.api [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 10 11:44:34.418856 dv-neutron-860842-1-hyperv neutron-server[89896]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 10 11:44:34.418856 dv-neutron-860842-1-hyperv neutron-server[89896]: [parameters: {'id': 'e0db79ac-d320-4467-9050-e9ae8e510fbd'}] Oct 10 11:44:34.418856 dv-neutron-860842-1-hyperv neutron-server[89896]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:44:34.419244 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG oslo_db.api [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:44:34.494409 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e1f9d026-219a-44a1-8f7a-ce92b93da096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:34.567533 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-40a86b1e-8aa5-4d41-9a1d-c7e3e6f3403a None None] Current status of the port 0f19f919-4801-4889-b22e-0a25cc548e01 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:44:34.567907 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-40a86b1e-8aa5-4d41-9a1d-c7e3e6f3403a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:34.658412 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9d026-219a-44a1-8f7a-ce92b93da096 None None] Pushing event updated for resources: {'Port': ['ID=edc7a363-d965-46ae-9027-7b3a1ec44d69,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:34.673809 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-40a86b1e-8aa5-4d41-9a1d-c7e3e6f3403a None None] For port 0f19f919-4801-4889-b22e-0a25cc548e01, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=0f19f919-4801-4889-b22e-0a25cc548e01,segment=NetworkSegment(5e79b39d-21c2-43f7-beca-120579d5cbac),segment_id=5e79b39d-21c2-43f7-beca-120579d5cbac)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:44:34.678086 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90954936-8876-4639-bec7-9c3b2bfe9ab5 None None] Network e0db79ac-d320-4467-9050-e9ae8e510fbd requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:44:34.762506 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-40a86b1e-8aa5-4d41-9a1d-c7e3e6f3403a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:34.920928 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:34.925992 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a86b1e-8aa5-4d41-9a1d-c7e3e6f3403a None None] Pushing event updated for resources: {'Port': ['ID=0f19f919-4801-4889-b22e-0a25cc548e01,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:34.936811 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2e1eb958-66fc-4e97-85ad-ebdf9c94f6e3 None None] Provisioning complete for port 0f19f919-4801-4889-b22e-0a25cc548e01 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:44:34.937185 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2e1eb958-66fc-4e97-85ad-ebdf9c94f6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:34.937543 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-2e1eb958-66fc-4e97-85ad-ebdf9c94f6e3 None None] Attempt 1 to provision port 0f19f919-4801-4889-b22e-0a25cc548e01 Oct 10 11:44:34.940389 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Deleting port edc7a363-d965-46ae-9027-7b3a1ec44d69 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:44:34.940734 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:35.046620 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f923c472-a71a-476c-8891-ca2cee3c2bb1 None None] get_active_networks_info from dv-neutron-860842-1-hyperv {{(pid=89898) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 10 11:44:35.112483 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-2e1eb958-66fc-4e97-85ad-ebdf9c94f6e3 None None] Current status of the port 0f19f919-4801-4889-b22e-0a25cc548e01 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:44:35.148270 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] For port edc7a363-d965-46ae-9027-7b3a1ec44d69, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=edc7a363-d965-46ae-9027-7b3a1ec44d69,segment=NetworkSegment(dac8e67f-4206-468f-8f6e-ff565d46ecd8),segment_id=dac8e67f-4206-468f-8f6e-ff565d46ecd8)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:44:35.149134 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:35.163532 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f923c472-a71a-476c-8891-ca2cee3c2bb1 None None] Resources bound (agent type, host, resource id): {{(pid=89898) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 10 11:44:35.275906 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Calling delete_port for edc7a363-d965-46ae-9027-7b3a1ec44d69 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:44:35.450485 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:35.489685 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 0f19f919-4801-4889-b22e-0a25cc548e01 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:44:35.504209 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Pushing event deleted for resources: {'Port': ['ID=edc7a363-d965-46ae-9027-7b3a1ec44d69,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:35.506058 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] No DVR routers for this DVR port edc7a363-d965-46ae-9027-7b3a1ec44d69 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:44:35.561324 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 0f19f919-4801-4889-b22e-0a25cc548e01 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:44:35.561632 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:35.561960 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 0f19f919-4801-4889-b22e-0a25cc548e01 Oct 10 11:44:35.628544 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:35.654786 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0db79ac-d320-4467-9050-e9ae8e510fbd']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:35.667966 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dac8e67f-4206-468f-8f6e-ff565d46ecd8') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:35.668266 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dac8e67f-4206-468f-8f6e-ff565d46ecd8') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:35.679720 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:35.690326 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 0f19f919-4801-4889-b22e-0a25cc548e01 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:44:35.695610 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:35.701983 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Releasing vlan 460 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:44:35.702367 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:35.735527 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-74268ba1-cdb0-450b-9287-9748f429f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:35.855806 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:35.859961 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:35.886523 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Pushing event deleted for resources: {'Network': ['ID=e0db79ac-d320-4467-9050-e9ae8e510fbd,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:35.891906 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ffa900ac-8ec8-4185-a097-6ddd9ecf1145 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] 10.222.0.40 "DELETE /v2.0/networks/e0db79ac-d320-4467-9050-e9ae8e510fbd HTTP/1.1" status: 204 len: 168 time: 2.8186920 Oct 10 11:44:35.893165 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35478) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:35.936441 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa97aa9b-f81b-4303-8e5f-614d48a0b886 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] GET failed (client error): The resource could not be found. Oct 10 11:44:35.937158 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-fa97aa9b-f81b-4303-8e5f-614d48a0b886 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Synchronizing usage tracker for tenant:fee004ea1251449db05f96e9ee7b5c36 on resource:subnet {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:44:36.004008 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-fa97aa9b-f81b-4303-8e5f-614d48a0b886 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Unset dirty status for tenant:fee004ea1251449db05f96e9ee7b5c36 on resource:subnet {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:44:36.005192 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-fa97aa9b-f81b-4303-8e5f-614d48a0b886 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] 10.222.0.40 "GET /v2.0/subnets/a2697069-7421-4328-a91d-c45485045b10 HTTP/1.1" status: 404 len: 337 time: 0.1110399 Oct 10 11:44:36.009114 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35482) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:36.033998 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7b947d-84a8-4ee4-aec3-47c8f262aacd tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] DELETE failed (client error): The resource could not be found. Oct 10 11:44:36.034464 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b7b947d-84a8-4ee4-aec3-47c8f262aacd tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:44:36.036056 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5b7b947d-84a8-4ee4-aec3-47c8f262aacd tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] 10.222.0.40 "DELETE /v2.0/networks/e0db79ac-d320-4467-9050-e9ae8e510fbd HTTP/1.1" status: 404 len: 339 time: 0.0260117 Oct 10 11:44:36.039927 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35486) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:36.079638 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-5956ec3f-7f11-4390-bf8d-64fd24ccf7e5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] DELETE failed (client error): The resource could not be found. Oct 10 11:44:36.080077 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5956ec3f-7f11-4390-bf8d-64fd24ccf7e5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:44:36.081702 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5956ec3f-7f11-4390-bf8d-64fd24ccf7e5 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] 10.222.0.40 "DELETE /v2.0/subnets/a2697069-7421-4328-a91d-c45485045b10 HTTP/1.1" status: 404 len: 337 time: 0.0408900 Oct 10 11:44:36.084151 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35490) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:36.108017 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1bb058-7fdd-4b59-953b-d8f18588d1f6 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] DELETE failed (client error): The resource could not be found. Oct 10 11:44:36.108396 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de1bb058-7fdd-4b59-953b-d8f18588d1f6 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:44:36.109974 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-de1bb058-7fdd-4b59-953b-d8f18588d1f6 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] 10.222.0.40 "DELETE /v2.0/networks/e0db79ac-d320-4467-9050-e9ae8e510fbd HTTP/1.1" status: 404 len: 339 time: 0.0249653 Oct 10 11:44:36.112186 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35494) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:36.175335 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-d867b7e2-a689-4169-95f1-6241811310cf tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Deleting subnet bd8974ba-cfa7-42da-bf59-c8ce660e3357 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:44:36.178200 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d867b7e2-a689-4169-95f1-6241811310cf tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:36.237360 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d867b7e2-a689-4169-95f1-6241811310cf tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:36.317923 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d867b7e2-a689-4169-95f1-6241811310cf tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:36.402906 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment dac8e67f-4206-468f-8f6e-ff565d46ecd8 resource provider aggregate not found Oct 10 11:44:36.420931 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment dac8e67f-4206-468f-8f6e-ff565d46ecd8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dac8e67f-4206-468f-8f6e-ff565d46ecd8 found for delete ", "request_id": "req-0920e8cf-2843-455a-8afe-f87d079dacc3"}]} Oct 10 11:44:36.467520 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d867b7e2-a689-4169-95f1-6241811310cf tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:36.510242 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867b7e2-a689-4169-95f1-6241811310cf tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Pushing event deleted for resources: {'Subnet': ['ID=bd8974ba-cfa7-42da-bf59-c8ce660e3357,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:36.513928 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d867b7e2-a689-4169-95f1-6241811310cf tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:36.520011 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad67bf6-d3f8-4ffe-97db-0776037a52b6 None None] Network 35a4266b-a84f-4eca-aed3-738422af4186 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:44:36.609902 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d867b7e2-a689-4169-95f1-6241811310cf tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] 10.222.0.40 "DELETE /v2.0/subnets/bd8974ba-cfa7-42da-bf59-c8ce660e3357 HTTP/1.1" status: 204 len: 168 time: 0.4946399 Oct 10 11:44:36.610135 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35502) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:36.769197 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1178a8c5-09ac-458c-bede-c6642b1a2629 None None] DHCP port deletion for 35a4266b-a84f-4eca-aed3-738422af4186 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:44:36.773863 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-1178a8c5-09ac-458c-bede-c6642b1a2629 None None] Deleting port 0f19f919-4801-4889-b22e-0a25cc548e01 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:44:36.774244 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1178a8c5-09ac-458c-bede-c6642b1a2629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:36.829129 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ad2f-6611-4d7c-97e4-86d6e07ca85f tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:36.839547 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-d6b9ad2f-6611-4d7c-97e4-86d6e07ca85f tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Deleting port 0f19f919-4801-4889-b22e-0a25cc548e01 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:44:36.839876 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ad2f-6611-4d7c-97e4-86d6e07ca85f tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:37.037257 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-1178a8c5-09ac-458c-bede-c6642b1a2629 None None] For port 0f19f919-4801-4889-b22e-0a25cc548e01, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=0f19f919-4801-4889-b22e-0a25cc548e01,segment=NetworkSegment(5e79b39d-21c2-43f7-beca-120579d5cbac),segment_id=5e79b39d-21c2-43f7-beca-120579d5cbac)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:44:37.037678 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1178a8c5-09ac-458c-bede-c6642b1a2629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:37.049399 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-d6b9ad2f-6611-4d7c-97e4-86d6e07ca85f tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] For port 0f19f919-4801-4889-b22e-0a25cc548e01, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=0f19f919-4801-4889-b22e-0a25cc548e01,segment=NetworkSegment(5e79b39d-21c2-43f7-beca-120579d5cbac),segment_id=5e79b39d-21c2-43f7-beca-120579d5cbac)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:44:37.049983 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ad2f-6611-4d7c-97e4-86d6e07ca85f tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:37.154333 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:37.161652 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-1178a8c5-09ac-458c-bede-c6642b1a2629 None None] Calling delete_port for 0f19f919-4801-4889-b22e-0a25cc548e01 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:44:37.177711 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-d6b9ad2f-6611-4d7c-97e4-86d6e07ca85f tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Calling delete_port for 0f19f919-4801-4889-b22e-0a25cc548e01 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:44:37.188662 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:37.344179 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1178a8c5-09ac-458c-bede-c6642b1a2629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:37.349386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.db.api [None req-d6b9ad2f-6611-4d7c-97e4-86d6e07ca85f tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:44:37.349741 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG oslo_db.api [None req-d6b9ad2f-6611-4d7c-97e4-86d6e07ca85f tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:44:37.390332 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178a8c5-09ac-458c-bede-c6642b1a2629 None None] Pushing event deleted for resources: {'Port': ['ID=0f19f919-4801-4889-b22e-0a25cc548e01,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:37.393988 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1178a8c5-09ac-458c-bede-c6642b1a2629 None None] No DVR routers for this DVR port 0f19f919-4801-4889-b22e-0a25cc548e01 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:44:37.485249 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 0f19f919-4801-4889-b22e-0a25cc548e01 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:44:37.519588 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 0f19f919-4801-4889-b22e-0a25cc548e01 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:44:37.519930 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 0f19f919-4801-4889-b22e-0a25cc548e01 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:44:37.850895 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-d6b9ad2f-6611-4d7c-97e4-86d6e07ca85f tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Deleting port 0f19f919-4801-4889-b22e-0a25cc548e01 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:44:37.851249 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ad2f-6611-4d7c-97e4-86d6e07ca85f tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:37.920521 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-d6b9ad2f-6611-4d7c-97e4-86d6e07ca85f tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] The port '0f19f919-4801-4889-b22e-0a25cc548e01' was deleted {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:44:38.047667 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ad2f-6611-4d7c-97e4-86d6e07ca85f tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:38.072848 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-d6b9ad2f-6611-4d7c-97e4-86d6e07ca85f tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a4266b-a84f-4eca-aed3-738422af4186']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:38.084512 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-d6b9ad2f-6611-4d7c-97e4-86d6e07ca85f tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e79b39d-21c2-43f7-beca-120579d5cbac') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:38.084809 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-d6b9ad2f-6611-4d7c-97e4-86d6e07ca85f tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e79b39d-21c2-43f7-beca-120579d5cbac') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:38.095986 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ad2f-6611-4d7c-97e4-86d6e07ca85f tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:38.111637 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ad2f-6611-4d7c-97e4-86d6e07ca85f tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:38.117949 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b9ad2f-6611-4d7c-97e4-86d6e07ca85f tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Releasing vlan 467 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:44:38.118331 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ad2f-6611-4d7c-97e4-86d6e07ca85f tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:38.287480 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ad2f-6611-4d7c-97e4-86d6e07ca85f tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:38.305890 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ad2f-6611-4d7c-97e4-86d6e07ca85f tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:38.317062 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9ad2f-6611-4d7c-97e4-86d6e07ca85f tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Pushing event deleted for resources: {'Network': ['ID=35a4266b-a84f-4eca-aed3-738422af4186,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:38.321312 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d6b9ad2f-6611-4d7c-97e4-86d6e07ca85f tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] 10.222.0.40 "DELETE /v2.0/networks/35a4266b-a84f-4eca-aed3-738422af4186 HTTP/1.1" status: 204 len: 168 time: 1.7102230 Oct 10 11:44:38.323801 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35506) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:38.360800 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-9646951c-4047-47f1-a949-cfc33d91b4e4 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] DELETE failed (client error): The resource could not be found. Oct 10 11:44:38.366346 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9646951c-4047-47f1-a949-cfc33d91b4e4 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:44:38.366346 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9646951c-4047-47f1-a949-cfc33d91b4e4 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] 10.222.0.40 "DELETE /v2.0/subnets/fda06992-aa75-4768-919d-4ac5b49ce73e HTTP/1.1" status: 404 len: 337 time: 0.0381658 Oct 10 11:44:38.368691 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35510) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:38.392249 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b74d03-6b51-450e-9001-491424dbf697 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] DELETE failed (client error): The resource could not be found. Oct 10 11:44:38.392696 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02b74d03-6b51-450e-9001-491424dbf697 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:44:38.394309 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-02b74d03-6b51-450e-9001-491424dbf697 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] 10.222.0.40 "DELETE /v2.0/networks/d4721f06-4563-475c-a4e4-34d1c0bf0654 HTTP/1.1" status: 404 len: 339 time: 0.0247283 Oct 10 11:44:38.396516 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35514) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:38.440131 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b58e11-ce92-4d40-a36c-61ee6a8ac326 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] DELETE failed (client error): The resource could not be found. Oct 10 11:44:38.440576 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b58e11-ce92-4d40-a36c-61ee6a8ac326 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:44:38.442245 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a4b58e11-ce92-4d40-a36c-61ee6a8ac326 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] 10.222.0.40 "DELETE /v2.0/subnets/d246f5c3-ae3a-4a86-b639-7bd0e599177c HTTP/1.1" status: 404 len: 337 time: 0.0448697 Oct 10 11:44:38.444733 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35520) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:38.463388 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 5e79b39d-21c2-43f7-beca-120579d5cbac resource provider aggregate not found Oct 10 11:44:38.473289 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd07b42-717d-452e-94df-704f873f0e26 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] DELETE failed (client error): The resource could not be found. Oct 10 11:44:38.473780 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfd07b42-717d-452e-94df-704f873f0e26 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 10 11:44:38.475509 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-dfd07b42-717d-452e-94df-704f873f0e26 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] 10.222.0.40 "DELETE /v2.0/networks/6b13e3dc-ce31-470d-914d-b34c44c16fbc HTTP/1.1" status: 404 len: 339 time: 0.0298321 Oct 10 11:44:38.478754 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35526) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:38.509754 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 5e79b39d-21c2-43f7-beca-120579d5cbac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e79b39d-21c2-43f7-beca-120579d5cbac found for delete ", "request_id": "req-de78ea46-eb6e-4ee5-9758-06ca32c28c5a"}]} Oct 10 11:44:38.544773 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98ddc26-68d8-4c7d-b064-cc0ee53704b6 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Deleting subnet acc23abb-34d8-43dd-8ab9-f2a8aae1c99a {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:44:38.547687 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d98ddc26-68d8-4c7d-b064-cc0ee53704b6 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:38.605005 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d98ddc26-68d8-4c7d-b064-cc0ee53704b6 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:38.687788 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d98ddc26-68d8-4c7d-b064-cc0ee53704b6 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:38.709706 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:38.838853 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d98ddc26-68d8-4c7d-b064-cc0ee53704b6 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:38.889548 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d98ddc26-68d8-4c7d-b064-cc0ee53704b6 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:38.889548 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ddc26-68d8-4c7d-b064-cc0ee53704b6 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Pushing event deleted for resources: {'Subnet': ['ID=acc23abb-34d8-43dd-8ab9-f2a8aae1c99a,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:38.892229 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2991ea32-5179-4778-b70e-4ecff9267f13 None None] Network 429074b8-2a7e-4890-bb29-a22e7b58c064 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:44:38.904355 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d98ddc26-68d8-4c7d-b064-cc0ee53704b6 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] 10.222.0.40 "DELETE /v2.0/subnets/acc23abb-34d8-43dd-8ab9-f2a8aae1c99a HTTP/1.1" status: 204 len: 168 time: 0.4243722 Oct 10 11:44:38.906735 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35530) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:39.029738 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ef0c6639-40ad-4186-aaef-67ed578242f9 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:39.040669 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-ef0c6639-40ad-4186-aaef-67ed578242f9 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Deleting port 9a5a4972-52ae-4635-8bcd-1a47a209ac87 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:44:39.040999 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ef0c6639-40ad-4186-aaef-67ed578242f9 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:39.157781 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f746f248-9233-4d3b-8522-397643c6784b None None] DHCP port deletion for 429074b8-2a7e-4890-bb29-a22e7b58c064 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:44:39.162555 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f746f248-9233-4d3b-8522-397643c6784b None None] Deleting port 9a5a4972-52ae-4635-8bcd-1a47a209ac87 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:44:39.162923 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f746f248-9233-4d3b-8522-397643c6784b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:39.348558 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-ef0c6639-40ad-4186-aaef-67ed578242f9 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] For port 9a5a4972-52ae-4635-8bcd-1a47a209ac87, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=9a5a4972-52ae-4635-8bcd-1a47a209ac87,segment=NetworkSegment(d0fd7da0-14b2-44b8-b2e2-7b8620ccc3d8),segment_id=d0fd7da0-14b2-44b8-b2e2-7b8620ccc3d8)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:44:39.349177 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ef0c6639-40ad-4186-aaef-67ed578242f9 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:39.372041 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f746f248-9233-4d3b-8522-397643c6784b None None] For port 9a5a4972-52ae-4635-8bcd-1a47a209ac87, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=9a5a4972-52ae-4635-8bcd-1a47a209ac87,segment=NetworkSegment(d0fd7da0-14b2-44b8-b2e2-7b8620ccc3d8),segment_id=d0fd7da0-14b2-44b8-b2e2-7b8620ccc3d8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:44:39.372430 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f746f248-9233-4d3b-8522-397643c6784b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:39.478435 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-ef0c6639-40ad-4186-aaef-67ed578242f9 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Calling delete_port for 9a5a4972-52ae-4635-8bcd-1a47a209ac87 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:44:39.516598 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f746f248-9233-4d3b-8522-397643c6784b None None] Calling delete_port for 9a5a4972-52ae-4635-8bcd-1a47a209ac87 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:44:39.547521 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 9a5a4972-52ae-4635-8bcd-1a47a209ac87 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:44:39.624876 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ef0c6639-40ad-4186-aaef-67ed578242f9 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:39.640677 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No active binding found for port 9a5a4972-52ae-4635-8bcd-1a47a209ac87 {{(pid=89898) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 10 11:44:39.641118 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 9a5a4972-52ae-4635-8bcd-1a47a209ac87 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:44:39.650212 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-f746f248-9233-4d3b-8522-397643c6784b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:44:39.650720 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-f746f248-9233-4d3b-8522-397643c6784b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:44:39.658845 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:39.679470 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c6639-40ad-4186-aaef-67ed578242f9 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Pushing event deleted for resources: {'Port': ['ID=9a5a4972-52ae-4635-8bcd-1a47a209ac87,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:39.682310 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0c6639-40ad-4186-aaef-67ed578242f9 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] No DVR routers for this DVR port 9a5a4972-52ae-4635-8bcd-1a47a209ac87 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:44:39.805875 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ef0c6639-40ad-4186-aaef-67ed578242f9 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:39.832459 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-ef0c6639-40ad-4186-aaef-67ed578242f9 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['429074b8-2a7e-4890-bb29-a22e7b58c064']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:39.845699 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-ef0c6639-40ad-4186-aaef-67ed578242f9 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0fd7da0-14b2-44b8-b2e2-7b8620ccc3d8') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:39.845998 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-ef0c6639-40ad-4186-aaef-67ed578242f9 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0fd7da0-14b2-44b8-b2e2-7b8620ccc3d8') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:39.858686 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ef0c6639-40ad-4186-aaef-67ed578242f9 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:39.875895 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ef0c6639-40ad-4186-aaef-67ed578242f9 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:39.882135 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0c6639-40ad-4186-aaef-67ed578242f9 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Releasing vlan 456 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:44:39.882552 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ef0c6639-40ad-4186-aaef-67ed578242f9 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:40.046936 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ef0c6639-40ad-4186-aaef-67ed578242f9 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:40.064747 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ef0c6639-40ad-4186-aaef-67ed578242f9 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:40.075745 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c6639-40ad-4186-aaef-67ed578242f9 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] Pushing event deleted for resources: {'Network': ['ID=429074b8-2a7e-4890-bb29-a22e7b58c064,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:40.079844 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ef0c6639-40ad-4186-aaef-67ed578242f9 tempest-NetworksIpV6Test-48012474 tempest-NetworksIpV6Test-48012474-project] 10.222.0.40 "DELETE /v2.0/networks/429074b8-2a7e-4890-bb29-a22e7b58c064 HTTP/1.1" status: 204 len: 168 time: 1.1721783 Oct 10 11:44:40.152515 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f746f248-9233-4d3b-8522-397643c6784b None None] Deleting port 9a5a4972-52ae-4635-8bcd-1a47a209ac87 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:44:40.153202 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f746f248-9233-4d3b-8522-397643c6784b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:40.223962 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f746f248-9233-4d3b-8522-397643c6784b None None] The port '9a5a4972-52ae-4635-8bcd-1a47a209ac87' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:44:40.527994 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment d0fd7da0-14b2-44b8-b2e2-7b8620ccc3d8 resource provider aggregate not found Oct 10 11:44:40.544067 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment d0fd7da0-14b2-44b8-b2e2-7b8620ccc3d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0fd7da0-14b2-44b8-b2e2-7b8620ccc3d8 found for delete ", "request_id": "req-e670c73e-82cc-4df4-aab2-7ce62f62c5f5"}]} Oct 10 11:44:40.559231 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35542) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:40.703430 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6238a58d-9839-4c90-97ef-40bf45e29dc6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fee004ea1251449db05f96e9ee7b5c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430485 Oct 10 11:44:40.705764 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35548) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:40.764385 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2c4422e7-23b8-424f-b8fb-462f9e89c83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:40.791087 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2c4422e7-23b8-424f-b8fb-462f9e89c83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:40.927019 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2c4422e7-23b8-424f-b8fb-462f9e89c83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:40.946791 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4422e7-23b8-424f-b8fb-462f9e89c83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8aa1ea-0407-4263-a8ba-29f162a764ea,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:40.952913 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2c4422e7-23b8-424f-b8fb-462f9e89c83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:40.954099 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2c4422e7-23b8-424f-b8fb-462f9e89c83c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3d8aa1ea-0407-4263-a8ba-29f162a764ea HTTP/1.1" status: 204 len: 168 time: 0.2473984 Oct 10 11:44:42.168661 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35574) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:42.269789 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-ca8b7630-f488-4256-82fa-f9533c32e6b5 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1744830227', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:44:42.277071 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ca8b7630-f488-4256-82fa-f9533c32e6b5 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:44:42.280898 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ca8b7630-f488-4256-82fa-f9533c32e6b5 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Usage tracker for resource:router and tenant:249b06ffa25c49bcafa20c2a2337c7d8 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:44:42.283755 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ca8b7630-f488-4256-82fa-f9533c32e6b5 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:44:42.290160 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ca8b7630-f488-4256-82fa-f9533c32e6b5 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:44:42.358837 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ca8b7630-f488-4256-82fa-f9533c32e6b5 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:42.359792 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ca8b7630-f488-4256-82fa-f9533c32e6b5 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:42.374554 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ca8b7630-f488-4256-82fa-f9533c32e6b5 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:42.450250 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ca8b7630-f488-4256-82fa-f9533c32e6b5 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:42.544312 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ca8b7630-f488-4256-82fa-f9533c32e6b5 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:42.545538 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ca8b7630-f488-4256-82fa-f9533c32e6b5 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3758373 Oct 10 11:44:42.548244 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35580) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:42.553703 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-6140d0be-53cc-4ba2-a216-9ac47e9a2729 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1649877663'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:44:42.559399 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6140d0be-53cc-4ba2-a216-9ac47e9a2729 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:44:42.563191 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6140d0be-53cc-4ba2-a216-9ac47e9a2729 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Usage tracker for resource:network and tenant:249b06ffa25c49bcafa20c2a2337c7d8 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:44:42.566538 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6140d0be-53cc-4ba2-a216-9ac47e9a2729 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:44:42.572897 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6140d0be-53cc-4ba2-a216-9ac47e9a2729 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:44:42.661141 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6140d0be-53cc-4ba2-a216-9ac47e9a2729 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Made reservation on behalf of 249b06ffa25c49bcafa20c2a2337c7d8 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:44:42.664720 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6140d0be-53cc-4ba2-a216-9ac47e9a2729 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:42.676944 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6140d0be-53cc-4ba2-a216-9ac47e9a2729 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:42.691962 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6140d0be-53cc-4ba2-a216-9ac47e9a2729 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:44:42.696520 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6140d0be-53cc-4ba2-a216-9ac47e9a2729 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Usage tracker for resource:security_group_rule and tenant:249b06ffa25c49bcafa20c2a2337c7d8 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:44:42.699628 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-6140d0be-53cc-4ba2-a216-9ac47e9a2729 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:44:42.705477 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-6140d0be-53cc-4ba2-a216-9ac47e9a2729 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:44:42.786424 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6140d0be-53cc-4ba2-a216-9ac47e9a2729 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:42.872741 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6140d0be-53cc-4ba2-a216-9ac47e9a2729 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:42.904048 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6140d0be-53cc-4ba2-a216-9ac47e9a2729 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 496} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:44:42.912588 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140d0be-53cc-4ba2-a216-9ac47e9a2729 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0524d751-b3db-4545-83c0-756381b8e167,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:42.918662 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6140d0be-53cc-4ba2-a216-9ac47e9a2729 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:42.919010 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-6140d0be-53cc-4ba2-a216-9ac47e9a2729 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Added segment 62931a8d-7a33-42e8-a3d9-df58d70c4fd7 of type vlan for network bb191f69-c961-41c4-9189-87634fe75f96 Oct 10 11:44:42.945760 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6140d0be-53cc-4ba2-a216-9ac47e9a2729 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:43.052525 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6140d0be-53cc-4ba2-a216-9ac47e9a2729 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:43.058603 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6140d0be-53cc-4ba2-a216-9ac47e9a2729 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:44:43.059190 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6140d0be-53cc-4ba2-a216-9ac47e9a2729 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:43.168368 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140d0be-53cc-4ba2-a216-9ac47e9a2729 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Pushing event updated for resources: {'Network': ['ID=bb191f69-c961-41c4-9189-87634fe75f96,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:43.178751 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network bb191f69-c961-41c4-9189-87634fe75f96 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:44:43.230780 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6140d0be-53cc-4ba2-a216-9ac47e9a2729 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6814361 Oct 10 11:44:43.233550 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35584) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:43.238968 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-2558a536-23fe-4875-924b-eca861be48e8 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Request body: {'subnet': {'network_id': 'bb191f69-c961-41c4-9189-87634fe75f96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:44:43.349456 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-2558a536-23fe-4875-924b-eca861be48e8 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:44:43.354034 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2558a536-23fe-4875-924b-eca861be48e8 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Usage tracker for resource:subnet and tenant:249b06ffa25c49bcafa20c2a2337c7d8 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:44:43.356763 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2558a536-23fe-4875-924b-eca861be48e8 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:44:43.362357 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-2558a536-23fe-4875-924b-eca861be48e8 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:44:43.441200 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2558a536-23fe-4875-924b-eca861be48e8 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Made reservation on behalf of 249b06ffa25c49bcafa20c2a2337c7d8 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:44:43.444690 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2558a536-23fe-4875-924b-eca861be48e8 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:43.724292 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2558a536-23fe-4875-924b-eca861be48e8 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:43.800395 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558a536-23fe-4875-924b-eca861be48e8 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Pushing event updated for resources: {'Subnet': ['ID=8f10c202-69b4-46ef-aa32-acc6d8f98c3a,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:43.808998 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2558a536-23fe-4875-924b-eca861be48e8 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Checking segment: {'id': '62931a8d-7a33-42e8-a3d9-df58d70c4fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': 'bb191f69-c961-41c4-9189-87634fe75f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:44:43.809354 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2558a536-23fe-4875-924b-eca861be48e8 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Network hostable DHCP agents. Network: bb191f69-c961-41c4-9189-87634fe75f96, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:44:43.886537 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2558a536-23fe-4875-924b-eca861be48e8 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Network bb191f69-c961-41c4-9189-87634fe75f96 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:44:43.984020 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-2558a536-23fe-4875-924b-eca861be48e8 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, bb191f69-c961-41c4-9189-87634fe75f96) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:44:43.988022 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2558a536-23fe-4875-924b-eca861be48e8 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:44:43.988617 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2558a536-23fe-4875-924b-eca861be48e8 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:43.994744 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203c0843-f91c-411b-b3d0-36582b4a6c7e None None] Network bb191f69-c961-41c4-9189-87634fe75f96 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:44:44.087845 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2558a536-23fe-4875-924b-eca861be48e8 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8532162 Oct 10 11:44:44.090863 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35588) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:44.096426 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-ad9cfb30-c727-462b-90e9-5756cc4e99f7 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-612085660'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:44:44.101242 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ad9cfb30-c727-462b-90e9-5756cc4e99f7 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:44:44.105432 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ad9cfb30-c727-462b-90e9-5756cc4e99f7 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Usage tracker for resource:network and tenant:249b06ffa25c49bcafa20c2a2337c7d8 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:44:44.108448 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-ad9cfb30-c727-462b-90e9-5756cc4e99f7 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:44:44.114327 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-ad9cfb30-c727-462b-90e9-5756cc4e99f7 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:44:44.230093 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9cfb30-c727-462b-90e9-5756cc4e99f7 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Made reservation on behalf of 249b06ffa25c49bcafa20c2a2337c7d8 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:44:44.233669 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ad9cfb30-c727-462b-90e9-5756cc4e99f7 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:44.246461 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-bb191f69-c961-41c4-9189-87634fe75f96', 'network_id': 'bb191f69-c961-41c4-9189-87634fe75f96', 'tenant_id': '249b06ffa25c49bcafa20c2a2337c7d8', 'fixed_ips': [{'subnet_id': '8f10c202-69b4-46ef-aa32-acc6d8f98c3a'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:44:44.247268 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:44.262596 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9cfb30-c727-462b-90e9-5756cc4e99f7 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 458} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:44:44.271166 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ad9cfb30-c727-462b-90e9-5756cc4e99f7 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:44.271508 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-ad9cfb30-c727-462b-90e9-5756cc4e99f7 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Added segment 1cb96953-41d4-491c-8c9d-6f65cbe09c2d of type vlan for network 3a977cd6-af68-48ef-9281-f597ce0f2d1c Oct 10 11:44:44.400697 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ad9cfb30-c727-462b-90e9-5756cc4e99f7 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:44.407543 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Allocated IP 172.20.0.2 (bb191f69-c961-41c4-9189-87634fe75f96/8f10c202-69b4-46ef-aa32-acc6d8f98c3a/5c00c2d7-2bef-4651-85d2-146fbe8f5f8c) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:44:44.498934 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ad9cfb30-c727-462b-90e9-5756cc4e99f7 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:44.504410 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9cfb30-c727-462b-90e9-5756cc4e99f7 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:44:44.505013 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ad9cfb30-c727-462b-90e9-5756cc4e99f7 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:44.610655 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cfb30-c727-462b-90e9-5756cc4e99f7 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Pushing event updated for resources: {'Network': ['ID=3a977cd6-af68-48ef-9281-f597ce0f2d1c,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:44.613534 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:44.621661 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ad9cfb30-c727-462b-90e9-5756cc4e99f7 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5297806 Oct 10 11:44:44.623860 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 3a977cd6-af68-48ef-9281-f597ce0f2d1c details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:44:44.624428 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35592) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:44.630029 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-480c7dd6-7410-462f-82a2-732278fa5aa0 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Request body: {'subnet': {'network_id': '3a977cd6-af68-48ef-9281-f597ce0f2d1c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:44:44.639965 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Transition to ACTIVE for port object 5c00c2d7-2bef-4651-85d2-146fbe8f5f8c will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:44:44.721963 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Transition to ACTIVE for port object 5c00c2d7-2bef-4651-85d2-146fbe8f5f8c will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:44:44.739663 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-480c7dd6-7410-462f-82a2-732278fa5aa0 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:44:44.744764 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-480c7dd6-7410-462f-82a2-732278fa5aa0 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Usage tracker for resource:subnet and tenant:249b06ffa25c49bcafa20c2a2337c7d8 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:44:44.747786 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-480c7dd6-7410-462f-82a2-732278fa5aa0 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:44:44.753707 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-480c7dd6-7410-462f-82a2-732278fa5aa0 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:44:44.812871 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:44.846717 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480c7dd6-7410-462f-82a2-732278fa5aa0 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Made reservation on behalf of 249b06ffa25c49bcafa20c2a2337c7d8 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:44:44.850275 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-480c7dd6-7410-462f-82a2-732278fa5aa0 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:44.877429 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Network bb191f69-c961-41c4-9189-87634fe75f96 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:44:44.880414 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:44:44.883839 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:44:44.889483 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Pushing event updated for resources: {'Port': ['ID=5c00c2d7-2bef-4651-85d2-146fbe8f5f8c,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:44.935643 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:44.936017 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:44.936316 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:44.936645 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:44.936969 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:44.937290 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:44.937632 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:44.937950 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:44.938912 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:44.938912 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:44.938912 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:44.939188 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:44:45.000993 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Attempting to bind port 5c00c2d7-2bef-4651-85d2-146fbe8f5f8c on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:44:45.001362 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Attempting to bind port 5c00c2d7-2bef-4651-85d2-146fbe8f5f8c by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '62931a8d-7a33-42e8-a3d9-df58d70c4fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': 'bb191f69-c961-41c4-9189-87634fe75f96'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:44:45.001738 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Attempting to bind port 5c00c2d7-2bef-4651-85d2-146fbe8f5f8c on network bb191f69-c961-41c4-9189-87634fe75f96 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:44:45.017743 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:44:45.017743 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Checking segment: {'id': '62931a8d-7a33-42e8-a3d9-df58d70c4fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': 'bb191f69-c961-41c4-9189-87634fe75f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:44:45.017743 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:45.017743 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Bound using segment: {'id': '62931a8d-7a33-42e8-a3d9-df58d70c4fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': 'bb191f69-c961-41c4-9189-87634fe75f96'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:44:45.017743 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Bound port: 5c00c2d7-2bef-4651-85d2-146fbe8f5f8c, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62931a8d-7a33-42e8-a3d9-df58d70c4fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': 'bb191f69-c961-41c4-9189-87634fe75f96'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:44:45.017743 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:45.096099 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] For port 5c00c2d7-2bef-4651-85d2-146fbe8f5f8c, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:44:45.099066 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] For port 5c00c2d7-2bef-4651-85d2-146fbe8f5f8c, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5c00c2d7-2bef-4651-85d2-146fbe8f5f8c,segment=NetworkSegment(62931a8d-7a33-42e8-a3d9-df58d70c4fd7),segment_id=62931a8d-7a33-42e8-a3d9-df58d70c4fd7)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:44:45.256277 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-480c7dd6-7410-462f-82a2-732278fa5aa0 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:45.305379 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:45.333906 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c7dd6-7410-462f-82a2-732278fa5aa0 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Pushing event updated for resources: {'Subnet': ['ID=69fed3ef-71e6-412b-b4bc-a66f01971014,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:45.342602 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480c7dd6-7410-462f-82a2-732278fa5aa0 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Checking segment: {'id': '1cb96953-41d4-491c-8c9d-6f65cbe09c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '3a977cd6-af68-48ef-9281-f597ce0f2d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:44:45.342956 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480c7dd6-7410-462f-82a2-732278fa5aa0 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Network hostable DHCP agents. Network: 3a977cd6-af68-48ef-9281-f597ce0f2d1c, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:44:45.387708 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07311e1e-df06-468c-9ab3-60f938ffc0c4 None None] Pushing event updated for resources: {'Port': ['ID=5c00c2d7-2bef-4651-85d2-146fbe8f5f8c,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:45.462146 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480c7dd6-7410-462f-82a2-732278fa5aa0 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Network 3a977cd6-af68-48ef-9281-f597ce0f2d1c is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:44:45.535318 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-480c7dd6-7410-462f-82a2-732278fa5aa0 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 3a977cd6-af68-48ef-9281-f597ce0f2d1c) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:44:45.541139 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480c7dd6-7410-462f-82a2-732278fa5aa0 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:44:45.541900 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-480c7dd6-7410-462f-82a2-732278fa5aa0 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:45.552313 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07f8b14-15a7-4bf8-ae96-afb62fed046e None None] Network 3a977cd6-af68-48ef-9281-f597ce0f2d1c requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:44:45.647927 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-480c7dd6-7410-462f-82a2-732278fa5aa0 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0223069 Oct 10 11:44:45.651329 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 35596) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:45.657599 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-4ee7a16b-56ed-4217-8303-2be9e43c5685 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Request body: {'router': {'external_gateway_info': {'network_id': '3a977cd6-af68-48ef-9281-f597ce0f2d1c'}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:44:45.784649 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdf15b3-8dd5-46e9-9772-072ba85649bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-3a977cd6-af68-48ef-9281-f597ce0f2d1c', 'network_id': '3a977cd6-af68-48ef-9281-f597ce0f2d1c', 'tenant_id': '249b06ffa25c49bcafa20c2a2337c7d8', 'fixed_ips': [{'subnet_id': '69fed3ef-71e6-412b-b4bc-a66f01971014'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:44:45.785478 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ecdf15b3-8dd5-46e9-9772-072ba85649bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:45.944730 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-ecdf15b3-8dd5-46e9-9772-072ba85649bc None None] Allocated IP 172.21.0.2 (3a977cd6-af68-48ef-9281-f597ce0f2d1c/69fed3ef-71e6-412b-b4bc-a66f01971014/753e600e-56c3-433b-84ba-c56775c6f75d) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:44:46.162467 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4ee7a16b-56ed-4217-8303-2be9e43c5685 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:46.171656 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ecdf15b3-8dd5-46e9-9772-072ba85649bc None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:46.182944 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ecdf15b3-8dd5-46e9-9772-072ba85649bc None None] Transition to ACTIVE for port object 753e600e-56c3-433b-84ba-c56775c6f75d will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:44:46.202898 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ecdf15b3-8dd5-46e9-9772-072ba85649bc None None] Transition to ACTIVE for port object 753e600e-56c3-433b-84ba-c56775c6f75d will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:44:46.292601 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2a9b9a-0ef3-4880-9318-e404b7701eb9 None None] Network bb191f69-c961-41c4-9189-87634fe75f96 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:44:46.325814 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ecdf15b3-8dd5-46e9-9772-072ba85649bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:46.397555 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.api.v2.resource [None req-4ee7a16b-56ed-4217-8303-2be9e43c5685 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 10 11:44:46.399279 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4ee7a16b-56ed-4217-8303-2be9e43c5685 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] 10.222.0.40 "PUT /v2.0/routers/1a0fd9df-b6ad-4de2-8e8e-9046236f40aa HTTP/1.1" status: 400 len: 364 time: 0.7462461 Oct 10 11:44:46.405125 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 35600) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:46.473833 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1865c17-4d7b-4693-b158-f14abb79430a tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Deleting subnet 69fed3ef-71e6-412b-b4bc-a66f01971014 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:44:46.477384 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b1865c17-4d7b-4693-b158-f14abb79430a tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:46.486386 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdf15b3-8dd5-46e9-9772-072ba85649bc None None] Network 3a977cd6-af68-48ef-9281-f597ce0f2d1c is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:44:46.490969 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-ecdf15b3-8dd5-46e9-9772-072ba85649bc None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:44:46.496317 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdf15b3-8dd5-46e9-9772-072ba85649bc None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:44:46.508821 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf15b3-8dd5-46e9-9772-072ba85649bc None None] Pushing event updated for resources: {'Port': ['ID=753e600e-56c3-433b-84ba-c56775c6f75d,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:46.538343 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b1865c17-4d7b-4693-b158-f14abb79430a tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:46.555326 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2a1f9e2a-a96b-4e3b-a92e-70ee3588cb7c None None] Provisioning for port 5c00c2d7-2bef-4651-85d2-146fbe8f5f8c completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:44:46.625937 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b1865c17-4d7b-4693-b158-f14abb79430a tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:46.660028 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-ecdf15b3-8dd5-46e9-9772-072ba85649bc None None] Attempting to bind port 753e600e-56c3-433b-84ba-c56775c6f75d on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:44:46.660461 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-ecdf15b3-8dd5-46e9-9772-072ba85649bc None None] Attempting to bind port 753e600e-56c3-433b-84ba-c56775c6f75d by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '1cb96953-41d4-491c-8c9d-6f65cbe09c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '3a977cd6-af68-48ef-9281-f597ce0f2d1c'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:44:46.660761 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdf15b3-8dd5-46e9-9772-072ba85649bc None None] Attempting to bind port 753e600e-56c3-433b-84ba-c56775c6f75d on network 3a977cd6-af68-48ef-9281-f597ce0f2d1c {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:44:46.678264 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdf15b3-8dd5-46e9-9772-072ba85649bc None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:44:46.678655 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdf15b3-8dd5-46e9-9772-072ba85649bc None None] Checking segment: {'id': '1cb96953-41d4-491c-8c9d-6f65cbe09c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '3a977cd6-af68-48ef-9281-f597ce0f2d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:44:46.679036 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ecdf15b3-8dd5-46e9-9772-072ba85649bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:46.679551 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdf15b3-8dd5-46e9-9772-072ba85649bc None None] Bound using segment: {'id': '1cb96953-41d4-491c-8c9d-6f65cbe09c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '3a977cd6-af68-48ef-9281-f597ce0f2d1c'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:44:46.680154 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-ecdf15b3-8dd5-46e9-9772-072ba85649bc None None] Bound port: 753e600e-56c3-433b-84ba-c56775c6f75d, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb96953-41d4-491c-8c9d-6f65cbe09c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '3a977cd6-af68-48ef-9281-f597ce0f2d1c'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:44:46.680532 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ecdf15b3-8dd5-46e9-9772-072ba85649bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:46.795742 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b1865c17-4d7b-4693-b158-f14abb79430a tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:46.831705 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-ecdf15b3-8dd5-46e9-9772-072ba85649bc None None] For port 753e600e-56c3-433b-84ba-c56775c6f75d, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:44:46.836443 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-ecdf15b3-8dd5-46e9-9772-072ba85649bc None None] For port 753e600e-56c3-433b-84ba-c56775c6f75d, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=753e600e-56c3-433b-84ba-c56775c6f75d,segment=NetworkSegment(1cb96953-41d4-491c-8c9d-6f65cbe09c2d),segment_id=1cb96953-41d4-491c-8c9d-6f65cbe09c2d)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:44:46.842045 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b1865c17-4d7b-4693-b158-f14abb79430a tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:46.845869 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865c17-4d7b-4693-b158-f14abb79430a tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Pushing event deleted for resources: {'Subnet': ['ID=69fed3ef-71e6-412b-b4bc-a66f01971014,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:46.854870 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35604) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:46.855397 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b1865c17-4d7b-4693-b158-f14abb79430a tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] 10.222.0.40 "DELETE /v2.0/subnets/69fed3ef-71e6-412b-b4bc-a66f01971014 HTTP/1.1" status: 204 len: 168 time: 0.4487472 Oct 10 11:44:46.931265 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ecdf15b3-8dd5-46e9-9772-072ba85649bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:46.972031 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c822cff1-5afb-401c-972f-5eb865ade6fd tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:46.983527 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-c822cff1-5afb-401c-972f-5eb865ade6fd tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Deleting port 753e600e-56c3-433b-84ba-c56775c6f75d {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:44:46.983868 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c822cff1-5afb-401c-972f-5eb865ade6fd tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:46.998558 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:44:47.021626 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf15b3-8dd5-46e9-9772-072ba85649bc None None] Pushing event updated for resources: {'Port': ['ID=753e600e-56c3-433b-84ba-c56775c6f75d,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:47.217817 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-c822cff1-5afb-401c-972f-5eb865ade6fd tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] For port 753e600e-56c3-433b-84ba-c56775c6f75d, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=753e600e-56c3-433b-84ba-c56775c6f75d,segment=NetworkSegment(1cb96953-41d4-491c-8c9d-6f65cbe09c2d),segment_id=1cb96953-41d4-491c-8c9d-6f65cbe09c2d)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:44:47.218177 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c822cff1-5afb-401c-972f-5eb865ade6fd tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:47.344150 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-c822cff1-5afb-401c-972f-5eb865ade6fd tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Calling delete_port for 753e600e-56c3-433b-84ba-c56775c6f75d owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:44:47.494070 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c822cff1-5afb-401c-972f-5eb865ade6fd tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:47.543394 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 753e600e-56c3-433b-84ba-c56775c6f75d up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:44:47.544795 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c822cff1-5afb-401c-972f-5eb865ade6fd tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] No DVR routers for this DVR port 753e600e-56c3-433b-84ba-c56775c6f75d on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:44:47.547032 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822cff1-5afb-401c-972f-5eb865ade6fd tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Pushing event deleted for resources: {'Port': ['ID=753e600e-56c3-433b-84ba-c56775c6f75d,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:47.578184 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 753e600e-56c3-433b-84ba-c56775c6f75d {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:44:47.578529 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 753e600e-56c3-433b-84ba-c56775c6f75d not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 10 11:44:47.618784 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Port 753e600e-56c3-433b-84ba-c56775c6f75d not found, will not notify nova. {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 10 11:44:47.619183 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5c00c2d7-2bef-4651-85d2-146fbe8f5f8c up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:44:47.676483 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c822cff1-5afb-401c-972f-5eb865ade6fd tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:47.748838 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-c822cff1-5afb-401c-972f-5eb865ade6fd tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a977cd6-af68-48ef-9281-f597ce0f2d1c']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:47.750142 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 5c00c2d7-2bef-4651-85d2-146fbe8f5f8c completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:44:47.755391 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 5c00c2d7-2bef-4651-85d2-146fbe8f5f8c triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:44:47.755765 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:47.756099 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 5c00c2d7-2bef-4651-85d2-146fbe8f5f8c Oct 10 11:44:47.763113 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-c822cff1-5afb-401c-972f-5eb865ade6fd tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb96953-41d4-491c-8c9d-6f65cbe09c2d') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:47.763113 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-c822cff1-5afb-401c-972f-5eb865ade6fd tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb96953-41d4-491c-8c9d-6f65cbe09c2d') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:47.776209 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c822cff1-5afb-401c-972f-5eb865ade6fd tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:47.799279 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c822cff1-5afb-401c-972f-5eb865ade6fd tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:47.805916 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c822cff1-5afb-401c-972f-5eb865ade6fd tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Releasing vlan 458 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:44:47.806699 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c822cff1-5afb-401c-972f-5eb865ade6fd tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:47.882307 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 5c00c2d7-2bef-4651-85d2-146fbe8f5f8c is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:44:47.882710 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:47.894345 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 1cb96953-41d4-491c-8c9d-6f65cbe09c2d resource provider aggregate not found Oct 10 11:44:47.915376 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 1cb96953-41d4-491c-8c9d-6f65cbe09c2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1cb96953-41d4-491c-8c9d-6f65cbe09c2d found for delete ", "request_id": "req-319249bd-a7b7-403f-bbca-229e2a2f7d1e"}]} Oct 10 11:44:47.927839 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 5c00c2d7-2bef-4651-85d2-146fbe8f5f8c, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5c00c2d7-2bef-4651-85d2-146fbe8f5f8c,segment=NetworkSegment(62931a8d-7a33-42e8-a3d9-df58d70c4fd7),segment_id=62931a8d-7a33-42e8-a3d9-df58d70c4fd7)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:44:47.953711 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4261aa0f-3175-4684-936d-6e235ecedb9c None None] Network 3a977cd6-af68-48ef-9281-f597ce0f2d1c requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:44:47.984152 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5573c7d8-8c56-4ab7-8893-2d365466a420 None None] Could not find standard attr ID for object 753e600e-56c3-433b-84ba-c56775c6f75d. {{(pid=89898) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 10 11:44:47.987674 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c822cff1-5afb-401c-972f-5eb865ade6fd tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:47.992797 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c822cff1-5afb-401c-972f-5eb865ade6fd tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:48.018724 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822cff1-5afb-401c-972f-5eb865ade6fd tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Pushing event deleted for resources: {'Network': ['ID=3a977cd6-af68-48ef-9281-f597ce0f2d1c,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:48.024801 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c822cff1-5afb-401c-972f-5eb865ade6fd tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] 10.222.0.40 "DELETE /v2.0/networks/3a977cd6-af68-48ef-9281-f597ce0f2d1c HTTP/1.1" status: 204 len: 168 time: 1.1657286 Oct 10 11:44:48.026561 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35612) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:48.034566 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:48.102235 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-4babb132-910f-431f-93db-c147356e646a tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Deleting subnet 8f10c202-69b4-46ef-aa32-acc6d8f98c3a {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:44:48.105227 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4babb132-910f-431f-93db-c147356e646a tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:48.158514 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4babb132-910f-431f-93db-c147356e646a tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:48.188044 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=5c00c2d7-2bef-4651-85d2-146fbe8f5f8c,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:48.234352 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb81a4e-28f6-40e3-ab25-8fdc4461eab5 None None] DHCP port deletion for 3a977cd6-af68-48ef-9281-f597ce0f2d1c request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:44:48.253972 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4babb132-910f-431f-93db-c147356e646a tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:48.392865 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4babb132-910f-431f-93db-c147356e646a tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:48.433430 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babb132-910f-431f-93db-c147356e646a tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Pushing event deleted for resources: {'Subnet': ['ID=8f10c202-69b4-46ef-aa32-acc6d8f98c3a,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:48.435277 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4babb132-910f-431f-93db-c147356e646a tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:48.439985 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae30751-be73-453b-a727-b28df7efa53b None None] Network bb191f69-c961-41c4-9189-87634fe75f96 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:44:48.441423 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4babb132-910f-431f-93db-c147356e646a tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] 10.222.0.40 "DELETE /v2.0/subnets/8f10c202-69b4-46ef-aa32-acc6d8f98c3a HTTP/1.1" status: 204 len: 168 time: 0.4153459 Oct 10 11:44:48.443814 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35616) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:48.557607 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aabb4610-8351-442b-a3b1-a6036c92404f tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:48.568155 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-aabb4610-8351-442b-a3b1-a6036c92404f tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Deleting port 5c00c2d7-2bef-4651-85d2-146fbe8f5f8c {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:44:48.568482 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aabb4610-8351-442b-a3b1-a6036c92404f tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:48.693742 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8c5596-b596-475f-959b-774a2e556c58 None None] DHCP port deletion for bb191f69-c961-41c4-9189-87634fe75f96 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:44:48.698343 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-cc8c5596-b596-475f-959b-774a2e556c58 None None] Deleting port 5c00c2d7-2bef-4651-85d2-146fbe8f5f8c {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:44:48.698714 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cc8c5596-b596-475f-959b-774a2e556c58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:48.879101 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-aabb4610-8351-442b-a3b1-a6036c92404f tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] For port 5c00c2d7-2bef-4651-85d2-146fbe8f5f8c, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5c00c2d7-2bef-4651-85d2-146fbe8f5f8c,segment=NetworkSegment(62931a8d-7a33-42e8-a3d9-df58d70c4fd7),segment_id=62931a8d-7a33-42e8-a3d9-df58d70c4fd7)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:44:48.879455 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aabb4610-8351-442b-a3b1-a6036c92404f tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:48.909787 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-cc8c5596-b596-475f-959b-774a2e556c58 None None] For port 5c00c2d7-2bef-4651-85d2-146fbe8f5f8c, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5c00c2d7-2bef-4651-85d2-146fbe8f5f8c,segment=NetworkSegment(62931a8d-7a33-42e8-a3d9-df58d70c4fd7),segment_id=62931a8d-7a33-42e8-a3d9-df58d70c4fd7)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:44:48.910447 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cc8c5596-b596-475f-959b-774a2e556c58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:49.009070 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-aabb4610-8351-442b-a3b1-a6036c92404f tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Calling delete_port for 5c00c2d7-2bef-4651-85d2-146fbe8f5f8c owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:44:49.068781 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-cc8c5596-b596-475f-959b-774a2e556c58 None None] Calling delete_port for 5c00c2d7-2bef-4651-85d2-146fbe8f5f8c owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:44:49.144266 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aabb4610-8351-442b-a3b1-a6036c92404f tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:49.149294 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-cc8c5596-b596-475f-959b-774a2e556c58 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:44:49.149668 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-cc8c5596-b596-475f-959b-774a2e556c58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:44:49.193148 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabb4610-8351-442b-a3b1-a6036c92404f tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] No DVR routers for this DVR port 5c00c2d7-2bef-4651-85d2-146fbe8f5f8c on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:44:49.219889 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb4610-8351-442b-a3b1-a6036c92404f tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Pushing event deleted for resources: {'Port': ['ID=5c00c2d7-2bef-4651-85d2-146fbe8f5f8c,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:49.318361 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aabb4610-8351-442b-a3b1-a6036c92404f tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:49.343498 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-aabb4610-8351-442b-a3b1-a6036c92404f tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb191f69-c961-41c4-9189-87634fe75f96']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:49.355179 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-aabb4610-8351-442b-a3b1-a6036c92404f tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62931a8d-7a33-42e8-a3d9-df58d70c4fd7') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:49.355478 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-aabb4610-8351-442b-a3b1-a6036c92404f tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62931a8d-7a33-42e8-a3d9-df58d70c4fd7') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:49.366371 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aabb4610-8351-442b-a3b1-a6036c92404f tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:49.382089 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aabb4610-8351-442b-a3b1-a6036c92404f tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:49.388670 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aabb4610-8351-442b-a3b1-a6036c92404f tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Releasing vlan 496 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:44:49.389083 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aabb4610-8351-442b-a3b1-a6036c92404f tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:49.492854 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 753e600e-56c3-433b-84ba-c56775c6f75d no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:44:49.526829 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 753e600e-56c3-433b-84ba-c56775c6f75d {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:44:49.527171 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 753e600e-56c3-433b-84ba-c56775c6f75d not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:44:49.527584 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5c00c2d7-2bef-4651-85d2-146fbe8f5f8c no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:44:49.560165 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 5c00c2d7-2bef-4651-85d2-146fbe8f5f8c {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:44:49.560512 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5c00c2d7-2bef-4651-85d2-146fbe8f5f8c not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:44:49.567284 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aabb4610-8351-442b-a3b1-a6036c92404f tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:49.571920 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-aabb4610-8351-442b-a3b1-a6036c92404f tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:49.597439 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb4610-8351-442b-a3b1-a6036c92404f tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Pushing event deleted for resources: {'Network': ['ID=bb191f69-c961-41c4-9189-87634fe75f96,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:49.600934 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-aabb4610-8351-442b-a3b1-a6036c92404f tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] 10.222.0.40 "DELETE /v2.0/networks/bb191f69-c961-41c4-9189-87634fe75f96 HTTP/1.1" status: 204 len: 168 time: 1.1562214 Oct 10 11:44:49.604180 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35620) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:49.650795 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-cc8c5596-b596-475f-959b-774a2e556c58 None None] Deleting port 5c00c2d7-2bef-4651-85d2-146fbe8f5f8c {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:44:49.651470 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cc8c5596-b596-475f-959b-774a2e556c58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:49.656636 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-012ab100-8cf8-44a3-84a7-4c04413d4c7d tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Synchronizing usage tracker for tenant:249b06ffa25c49bcafa20c2a2337c7d8 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:44:49.719540 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-cc8c5596-b596-475f-959b-774a2e556c58 None None] The port '5c00c2d7-2bef-4651-85d2-146fbe8f5f8c' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:44:49.766985 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-012ab100-8cf8-44a3-84a7-4c04413d4c7d tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Unset dirty status for tenant:249b06ffa25c49bcafa20c2a2337c7d8 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:44:49.768108 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-012ab100-8cf8-44a3-84a7-4c04413d4c7d tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] 10.222.0.40 "GET /v2.0/ports?device_id=1a0fd9df-b6ad-4de2-8e8e-9046236f40aa HTTP/1.1" status: 200 len: 205 time: 0.1630380 Oct 10 11:44:49.770632 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35624) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:49.902125 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cc99726d-ec96-4722-865e-d266c8300df8 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:49.969212 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 62931a8d-7a33-42e8-a3d9-df58d70c4fd7 resource provider aggregate not found Oct 10 11:44:50.039628 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 62931a8d-7a33-42e8-a3d9-df58d70c4fd7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62931a8d-7a33-42e8-a3d9-df58d70c4fd7 found for delete ", "request_id": "req-706976aa-a676-426b-8a1c-7ee212e7f97e"}]} Oct 10 11:44:50.208744 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cc99726d-ec96-4722-865e-d266c8300df8 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:50.211446 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cc99726d-ec96-4722-865e-d266c8300df8 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:50.295512 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cc99726d-ec96-4722-865e-d266c8300df8 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:50.295955 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc99726d-ec96-4722-865e-d266c8300df8 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Fanout notify agent at l3_agent the message router_deleted on router 1a0fd9df-b6ad-4de2-8e8e-9046236f40aa {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:44:50.307202 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-cc99726d-ec96-4722-865e-d266c8300df8 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:50.308265 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-cc99726d-ec96-4722-865e-d266c8300df8 tempest-RoutersNegativeTest-1246534393 tempest-RoutersNegativeTest-1246534393-project] 10.222.0.40 "DELETE /v2.0/routers/1a0fd9df-b6ad-4de2-8e8e-9046236f40aa HTTP/1.1" status: 204 len: 168 time: 0.5367296 Oct 10 11:44:50.713366 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 35636) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:50.856528 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6db23516-543a-4de4-a145-80494c01e3d2 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=249b06ffa25c49bcafa20c2a2337c7d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419244 Oct 10 11:44:50.858949 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 35642) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:50.918890 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5be38f44-7432-4599-9334-7f7da5b1c80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:50.944343 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5be38f44-7432-4599-9334-7f7da5b1c80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:51.112756 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5be38f44-7432-4599-9334-7f7da5b1c80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:51.127601 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be38f44-7432-4599-9334-7f7da5b1c80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0524d751-b3db-4545-83c0-756381b8e167,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:51.134158 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5be38f44-7432-4599-9334-7f7da5b1c80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:51.135266 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5be38f44-7432-4599-9334-7f7da5b1c80a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0524d751-b3db-4545-83c0-756381b8e167 HTTP/1.1" status: 204 len: 168 time: 0.2754402 Oct 10 11:44:52.190233 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 35666) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:52.292595 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-c482270e-cf63-4f44-b38b-2649e9adbef1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1380808077-network', 'tenant_id': '31fd3e535f05455f85cbdc27ec9be8c5'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:44:52.297318 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c482270e-cf63-4f44-b38b-2649e9adbef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:44:52.301116 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c482270e-cf63-4f44-b38b-2649e9adbef1 admin admin] Usage tracker for resource:network and tenant:31fd3e535f05455f85cbdc27ec9be8c5 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:44:52.303943 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c482270e-cf63-4f44-b38b-2649e9adbef1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:44:52.309991 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c482270e-cf63-4f44-b38b-2649e9adbef1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:44:52.403758 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c482270e-cf63-4f44-b38b-2649e9adbef1 admin admin] Made reservation on behalf of 31fd3e535f05455f85cbdc27ec9be8c5 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:44:52.406041 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c482270e-cf63-4f44-b38b-2649e9adbef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:52.418873 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c482270e-cf63-4f44-b38b-2649e9adbef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:52.432677 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c482270e-cf63-4f44-b38b-2649e9adbef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:44:52.436406 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c482270e-cf63-4f44-b38b-2649e9adbef1 admin admin] Usage tracker for resource:security_group_rule and tenant:31fd3e535f05455f85cbdc27ec9be8c5 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:44:52.439203 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c482270e-cf63-4f44-b38b-2649e9adbef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:44:52.444711 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c482270e-cf63-4f44-b38b-2649e9adbef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:44:52.524368 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c482270e-cf63-4f44-b38b-2649e9adbef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:52.595137 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c482270e-cf63-4f44-b38b-2649e9adbef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:52.629748 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c482270e-cf63-4f44-b38b-2649e9adbef1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 490} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:44:52.635542 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482270e-cf63-4f44-b38b-2649e9adbef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e00e492-ab9b-49a3-ba2e-51be9789438a,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:52.662125 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c482270e-cf63-4f44-b38b-2649e9adbef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:52.662125 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-c482270e-cf63-4f44-b38b-2649e9adbef1 admin admin] Added segment 546a8fa2-33de-4731-abbf-37e50beee666 of type vlan for network fabf9013-0256-4961-a138-3680628f0fd6 Oct 10 11:44:52.668546 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c482270e-cf63-4f44-b38b-2649e9adbef1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:52.792445 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c482270e-cf63-4f44-b38b-2649e9adbef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:52.793404 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c482270e-cf63-4f44-b38b-2649e9adbef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:44:52.794001 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c482270e-cf63-4f44-b38b-2649e9adbef1 admin admin] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:52.896407 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482270e-cf63-4f44-b38b-2649e9adbef1 admin admin] Pushing event updated for resources: {'Network': ['ID=fabf9013-0256-4961-a138-3680628f0fd6,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:52.906509 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network fabf9013-0256-4961-a138-3680628f0fd6 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:44:52.973286 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c482270e-cf63-4f44-b38b-2649e9adbef1 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7819514 Oct 10 11:44:52.975974 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 35672) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:52.981377 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-7cad2c74-1581-40c9-a04f-b8bff52bdf8d admin admin] Request body: {'subnet': {'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1380808077-subnet', 'tenant_id': '31fd3e535f05455f85cbdc27ec9be8c5', 'ip_version': 4}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:44:52.986149 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7cad2c74-1581-40c9-a04f-b8bff52bdf8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:44:52.989946 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7cad2c74-1581-40c9-a04f-b8bff52bdf8d admin admin] Usage tracker for resource:subnet and tenant:31fd3e535f05455f85cbdc27ec9be8c5 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:44:52.994263 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7cad2c74-1581-40c9-a04f-b8bff52bdf8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:44:52.999001 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7cad2c74-1581-40c9-a04f-b8bff52bdf8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:44:53.087162 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cad2c74-1581-40c9-a04f-b8bff52bdf8d admin admin] Made reservation on behalf of 31fd3e535f05455f85cbdc27ec9be8c5 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:44:53.089390 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7cad2c74-1581-40c9-a04f-b8bff52bdf8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:53.358411 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7cad2c74-1581-40c9-a04f-b8bff52bdf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:53.434331 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad2c74-1581-40c9-a04f-b8bff52bdf8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d9d3f6d-c579-496e-ac5d-1b0c8117cb35,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:53.441467 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cad2c74-1581-40c9-a04f-b8bff52bdf8d admin admin] Checking segment: {'id': '546a8fa2-33de-4731-abbf-37e50beee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:44:53.441850 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cad2c74-1581-40c9-a04f-b8bff52bdf8d admin admin] Network hostable DHCP agents. Network: fabf9013-0256-4961-a138-3680628f0fd6, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:44:53.520897 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cad2c74-1581-40c9-a04f-b8bff52bdf8d admin admin] Network fabf9013-0256-4961-a138-3680628f0fd6 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:44:53.606453 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-7cad2c74-1581-40c9-a04f-b8bff52bdf8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, fabf9013-0256-4961-a138-3680628f0fd6) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:44:53.610419 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cad2c74-1581-40c9-a04f-b8bff52bdf8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:44:53.610960 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7cad2c74-1581-40c9-a04f-b8bff52bdf8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:53.615667 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcceef1-7980-4217-836e-e16635bbe626 None None] Network fabf9013-0256-4961-a138-3680628f0fd6 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:44:53.711414 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7cad2c74-1581-40c9-a04f-b8bff52bdf8d admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7336059 Oct 10 11:44:53.713906 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 35676) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:53.718987 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-6ec1820f-e6f9-42b8-8553-60cf0d89ef68 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1380808077-router', 'tenant_id': '31fd3e535f05455f85cbdc27ec9be8c5', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:44:53.723630 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-6ec1820f-e6f9-42b8-8553-60cf0d89ef68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:44:53.730649 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6ec1820f-e6f9-42b8-8553-60cf0d89ef68 admin admin] Usage tracker for resource:router and tenant:31fd3e535f05455f85cbdc27ec9be8c5 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:44:53.731148 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6ec1820f-e6f9-42b8-8553-60cf0d89ef68 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:44:53.736830 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-6ec1820f-e6f9-42b8-8553-60cf0d89ef68 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:44:53.839065 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dc201b-938c-440c-9088-94dd68afe67c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-fabf9013-0256-4961-a138-3680628f0fd6', 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6', 'tenant_id': '31fd3e535f05455f85cbdc27ec9be8c5', 'fixed_ips': [{'subnet_id': '8d9d3f6d-c579-496e-ac5d-1b0c8117cb35'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:44:53.839909 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-51dc201b-938c-440c-9088-94dd68afe67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:53.846969 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6ec1820f-e6f9-42b8-8553-60cf0d89ef68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:53.848013 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6ec1820f-e6f9-42b8-8553-60cf0d89ef68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:53.863390 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6ec1820f-e6f9-42b8-8553-60cf0d89ef68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:53.995563 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-51dc201b-938c-440c-9088-94dd68afe67c None None] Allocated IP 172.20.0.2 (fabf9013-0256-4961-a138-3680628f0fd6/8d9d3f6d-c579-496e-ac5d-1b0c8117cb35/a3d153ea-77cd-4914-9c10-88fa39e2bc9b) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:44:54.216220 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-51dc201b-938c-440c-9088-94dd68afe67c None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:54.227384 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-51dc201b-938c-440c-9088-94dd68afe67c None None] Transition to ACTIVE for port object a3d153ea-77cd-4914-9c10-88fa39e2bc9b will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:44:54.247291 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-51dc201b-938c-440c-9088-94dd68afe67c None None] Transition to ACTIVE for port object a3d153ea-77cd-4914-9c10-88fa39e2bc9b will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:44:54.336205 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-51dc201b-938c-440c-9088-94dd68afe67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:54.361895 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6ec1820f-e6f9-42b8-8553-60cf0d89ef68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:54.402280 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dc201b-938c-440c-9088-94dd68afe67c None None] Network fabf9013-0256-4961-a138-3680628f0fd6 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:44:54.405038 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-51dc201b-938c-440c-9088-94dd68afe67c None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:44:54.408590 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dc201b-938c-440c-9088-94dd68afe67c None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:44:54.414353 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc201b-938c-440c-9088-94dd68afe67c None None] Pushing event updated for resources: {'Port': ['ID=a3d153ea-77cd-4914-9c10-88fa39e2bc9b,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:54.515943 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-51dc201b-938c-440c-9088-94dd68afe67c None None] Attempting to bind port a3d153ea-77cd-4914-9c10-88fa39e2bc9b on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:44:54.516314 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-51dc201b-938c-440c-9088-94dd68afe67c None None] Attempting to bind port a3d153ea-77cd-4914-9c10-88fa39e2bc9b by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '546a8fa2-33de-4731-abbf-37e50beee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:44:54.516671 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dc201b-938c-440c-9088-94dd68afe67c None None] Attempting to bind port a3d153ea-77cd-4914-9c10-88fa39e2bc9b on network fabf9013-0256-4961-a138-3680628f0fd6 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:44:54.522143 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dc201b-938c-440c-9088-94dd68afe67c None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:44:54.522529 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dc201b-938c-440c-9088-94dd68afe67c None None] Checking segment: {'id': '546a8fa2-33de-4731-abbf-37e50beee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:44:54.522954 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-51dc201b-938c-440c-9088-94dd68afe67c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:54.523339 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dc201b-938c-440c-9088-94dd68afe67c None None] Bound using segment: {'id': '546a8fa2-33de-4731-abbf-37e50beee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:44:54.523820 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-51dc201b-938c-440c-9088-94dd68afe67c None None] Bound port: a3d153ea-77cd-4914-9c10-88fa39e2bc9b, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546a8fa2-33de-4731-abbf-37e50beee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:44:54.524184 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-51dc201b-938c-440c-9088-94dd68afe67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:54.614830 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-51dc201b-938c-440c-9088-94dd68afe67c None None] For port a3d153ea-77cd-4914-9c10-88fa39e2bc9b, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:44:54.618650 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-51dc201b-938c-440c-9088-94dd68afe67c None None] For port a3d153ea-77cd-4914-9c10-88fa39e2bc9b, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a3d153ea-77cd-4914-9c10-88fa39e2bc9b,segment=NetworkSegment(546a8fa2-33de-4731-abbf-37e50beee666),segment_id=546a8fa2-33de-4731-abbf-37e50beee666)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:44:54.684357 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-51dc201b-938c-440c-9088-94dd68afe67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:54.742345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6ec1820f-e6f9-42b8-8553-60cf0d89ef68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:54.759641 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc201b-938c-440c-9088-94dd68afe67c None None] Pushing event updated for resources: {'Port': ['ID=a3d153ea-77cd-4914-9c10-88fa39e2bc9b,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:54.776392 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6ec1820f-e6f9-42b8-8553-60cf0d89ef68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:54.912911 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-6ec1820f-e6f9-42b8-8553-60cf0d89ef68 admin admin] Allocated IP 172.26.4.103 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:44:55.088489 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6ec1820f-e6f9-42b8-8553-60cf0d89ef68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:55.203971 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6ec1820f-e6f9-42b8-8553-60cf0d89ef68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:55.270092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec1820f-e6f9-42b8-8553-60cf0d89ef68 admin admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:44:55.273352 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-6ec1820f-e6f9-42b8-8553-60cf0d89ef68 admin admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:44:55.277028 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec1820f-e6f9-42b8-8553-60cf0d89ef68 admin admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:44:55.309721 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1820f-e6f9-42b8-8553-60cf0d89ef68 admin admin] Pushing event updated for resources: {'Port': ['ID=3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:55.531097 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device a3d153ea-77cd-4914-9c10-88fa39e2bc9b up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:44:55.664608 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port a3d153ea-77cd-4914-9c10-88fa39e2bc9b completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:44:55.725027 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332c2568-a2eb-4702-83d9-bc84674f4447 None None] Network fabf9013-0256-4961-a138-3680628f0fd6 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:44:55.773626 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6ec1820f-e6f9-42b8-8553-60cf0d89ef68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:55.910294 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5b8988ba-fdce-4b66-adda-4fc95b6ef346 None None] Provisioning for port a3d153ea-77cd-4914-9c10-88fa39e2bc9b completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:44:55.926634 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5b8988ba-fdce-4b66-adda-4fc95b6ef346 None None] Provisioning complete for port a3d153ea-77cd-4914-9c10-88fa39e2bc9b triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:44:55.927001 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5b8988ba-fdce-4b66-adda-4fc95b6ef346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:55.927330 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-5b8988ba-fdce-4b66-adda-4fc95b6ef346 None None] Attempt 1 to provision port a3d153ea-77cd-4914-9c10-88fa39e2bc9b Oct 10 11:44:56.115979 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-5b8988ba-fdce-4b66-adda-4fc95b6ef346 None None] Current status of the port a3d153ea-77cd-4914-9c10-88fa39e2bc9b is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:44:56.116356 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5b8988ba-fdce-4b66-adda-4fc95b6ef346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:56.151108 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-5b8988ba-fdce-4b66-adda-4fc95b6ef346 None None] For port a3d153ea-77cd-4914-9c10-88fa39e2bc9b, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a3d153ea-77cd-4914-9c10-88fa39e2bc9b,segment=NetworkSegment(546a8fa2-33de-4731-abbf-37e50beee666),segment_id=546a8fa2-33de-4731-abbf-37e50beee666)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:44:56.215661 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5b8988ba-fdce-4b66-adda-4fc95b6ef346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:56.240165 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6ec1820f-e6f9-42b8-8553-60cf0d89ef68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:56.287937 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8988ba-fdce-4b66-adda-4fc95b6ef346 None None] Pushing event updated for resources: {'Port': ['ID=a3d153ea-77cd-4914-9c10-88fa39e2bc9b,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:56.334493 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-871f3809-b5ed-4754-bc91-1876e15674c2 None None] Provisioning complete for port a3d153ea-77cd-4914-9c10-88fa39e2bc9b triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:44:56.334864 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-871f3809-b5ed-4754-bc91-1876e15674c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:56.335200 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-871f3809-b5ed-4754-bc91-1876e15674c2 None None] Attempt 1 to provision port a3d153ea-77cd-4914-9c10-88fa39e2bc9b Oct 10 11:44:56.454047 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-871f3809-b5ed-4754-bc91-1876e15674c2 None None] Current status of the port a3d153ea-77cd-4914-9c10-88fa39e2bc9b is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:44:56.501165 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec1820f-e6f9-42b8-8553-60cf0d89ef68 admin admin] Router 6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:44:56.684916 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec1820f-e6f9-42b8-8553-60cf0d89ef68 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:44:56.696807 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53b2e71-d7ea-4449-9da6-5a743287ada6 None None] Sync routers for ids ['6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:44:56.703318 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53b2e71-d7ea-4449-9da6-5a743287ada6 None None] Routers {'6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:44:56.703922 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-d53b2e71-d7ea-4449-9da6-5a743287ada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:44:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:56.812358 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6ec1820f-e6f9-42b8-8553-60cf0d89ef68 admin admin] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:56.813629 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6ec1820f-e6f9-42b8-8553-60cf0d89ef68 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0987225 Oct 10 11:44:56.816551 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35680) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:44:56.880848 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-d53b2e71-d7ea-4449-9da6-5a743287ada6 None None] Set router 6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:44:57.167363 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-d53b2e71-d7ea-4449-9da6-5a743287ada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead', 'name': 'tempest-TestEncryptedCinderVolumes-1380808077-router', 'tenant_id': '31fd3e535f05455f85cbdc27ec9be8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:44:53Z', 'updated_at': '2022-10-10T11:44:55Z', 'revision_number': 3, 'project_id': '31fd3e535f05455f85cbdc27ec9be8c5', 'gw_port': {'id': '3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:44:54Z', 'updated_at': '2022-10-10T11:44:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:57.171085 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53b2e71-d7ea-4449-9da6-5a743287ada6 None None] Checking router: 6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:44:57.171428 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53b2e71-d7ea-4449-9da6-5a743287ada6 None None] Updating router 6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead port 3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:44:57.223068 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d53b2e71-d7ea-4449-9da6-5a743287ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:57.530263 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device a3d153ea-77cd-4914-9c10-88fa39e2bc9b up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:44:57.600557 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4a64cb32-6a62-49f7-82a2-44b6cd7663a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:57.610258 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d53b2e71-d7ea-4449-9da6-5a743287ada6 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:57.625857 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d53b2e71-d7ea-4449-9da6-5a743287ada6 None None] Transition to ACTIVE for port object 3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:44:57.637851 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port a3d153ea-77cd-4914-9c10-88fa39e2bc9b triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:44:57.638254 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:57.638596 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port a3d153ea-77cd-4914-9c10-88fa39e2bc9b Oct 10 11:44:57.774407 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d53b2e71-d7ea-4449-9da6-5a743287ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:57.814101 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-4a64cb32-6a62-49f7-82a2-44b6cd7663a5 admin admin] Allocated IP 172.20.0.1 (fabf9013-0256-4961-a138-3680628f0fd6/8d9d3f6d-c579-496e-ac5d-1b0c8117cb35/c2b12f7c-fd6d-4857-ab0c-028494f5d673) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:44:57.857909 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d53b2e71-d7ea-4449-9da6-5a743287ada6 None None] Attempting to bind port 3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:44:57.858279 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d53b2e71-d7ea-4449-9da6-5a743287ada6 None None] Attempting to bind port 3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:44:57.858641 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53b2e71-d7ea-4449-9da6-5a743287ada6 None None] Attempting to bind port 3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:44:57.868782 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port a3d153ea-77cd-4914-9c10-88fa39e2bc9b is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:44:57.874704 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53b2e71-d7ea-4449-9da6-5a743287ada6 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:44:57.875078 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53b2e71-d7ea-4449-9da6-5a743287ada6 None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:44:57.875480 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d53b2e71-d7ea-4449-9da6-5a743287ada6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:57.875862 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53b2e71-d7ea-4449-9da6-5a743287ada6 None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:44:57.876325 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d53b2e71-d7ea-4449-9da6-5a743287ada6 None None] Bound port: 3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:44:57.876695 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d53b2e71-d7ea-4449-9da6-5a743287ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:57.911518 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4bb09-df6c-4c92-b79d-63648d0e4cf4 None None] Pushing event updated for resources: {'Port': ['ID=3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:57.952793 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d53b2e71-d7ea-4449-9da6-5a743287ada6 None None] For port 3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:44:57.955791 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d53b2e71-d7ea-4449-9da6-5a743287ada6 None None] For port 3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:44:57.963077 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4a64cb32-6a62-49f7-82a2-44b6cd7663a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:57.979121 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-4a64cb32-6a62-49f7-82a2-44b6cd7663a5 admin admin] Transition to ACTIVE for port object c2b12f7c-fd6d-4857-ab0c-028494f5d673 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:44:58.041710 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d53b2e71-d7ea-4449-9da6-5a743287ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:58.064391 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4a64cb32-6a62-49f7-82a2-44b6cd7663a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:58.103915 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53b2e71-d7ea-4449-9da6-5a743287ada6 None None] Routers {'6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:44:58.104528 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-d53b2e71-d7ea-4449-9da6-5a743287ada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:44:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:58.131019 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a64cb32-6a62-49f7-82a2-44b6cd7663a5 admin admin] Network fabf9013-0256-4961-a138-3680628f0fd6 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:44:58.134999 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-4a64cb32-6a62-49f7-82a2-44b6cd7663a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:44:58.138633 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a64cb32-6a62-49f7-82a2-44b6cd7663a5 admin admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:44:58.173990 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64cb32-6a62-49f7-82a2-44b6cd7663a5 admin admin] Pushing event updated for resources: {'Port': ['ID=c2b12f7c-fd6d-4857-ab0c-028494f5d673,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:58.191524 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4bb09-df6c-4c92-b79d-63648d0e4cf4 None None] Pushing event updated for resources: {'Port': ['ID=3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:58.198043 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4a64cb32-6a62-49f7-82a2-44b6cd7663a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:58.300452 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-d53b2e71-d7ea-4449-9da6-5a743287ada6 None None] Set router 6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:44:58.493949 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-e0d0d865-63dc-41b8-bd72-18f510c2e4c2 None None] Provisioning for port c2b12f7c-fd6d-4857-ab0c-028494f5d673 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:44:58.506510 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-e0d0d865-63dc-41b8-bd72-18f510c2e4c2 None None] Provisioning complete for port c2b12f7c-fd6d-4857-ab0c-028494f5d673 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:44:58.506881 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e0d0d865-63dc-41b8-bd72-18f510c2e4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:58.508057 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-e0d0d865-63dc-41b8-bd72-18f510c2e4c2 None None] Attempt 1 to provision port c2b12f7c-fd6d-4857-ab0c-028494f5d673 Oct 10 11:44:58.527155 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4a64cb32-6a62-49f7-82a2-44b6cd7663a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:58.582914 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-e0d0d865-63dc-41b8-bd72-18f510c2e4c2 None None] Port c2b12f7c-fd6d-4857-ab0c-028494f5d673 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:44:58.648471 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-d53b2e71-d7ea-4449-9da6-5a743287ada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead', 'name': 'tempest-TestEncryptedCinderVolumes-1380808077-router', 'tenant_id': '31fd3e535f05455f85cbdc27ec9be8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:44:53Z', 'updated_at': '2022-10-10T11:44:55Z', 'revision_number': 3, 'project_id': '31fd3e535f05455f85cbdc27ec9be8c5', 'gw_port': {'id': '3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:44:54Z', 'updated_at': '2022-10-10T11:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:44:58.652575 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53b2e71-d7ea-4449-9da6-5a743287ada6 None None] The sync data for ids ['6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead'] in dv-neutron-860842-1-hyperv is: [{'id': '6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead', 'name': 'tempest-TestEncryptedCinderVolumes-1380808077-router', 'tenant_id': '31fd3e535f05455f85cbdc27ec9be8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:44:53Z', 'updated_at': '2022-10-10T11:44:55Z', 'revision_number': 3, 'project_id': '31fd3e535f05455f85cbdc27ec9be8c5', 'gw_port': {'id': '3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:44:54Z', 'updated_at': '2022-10-10T11:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:44:58.862412 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4a64cb32-6a62-49f7-82a2-44b6cd7663a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:58.927265 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4a64cb32-6a62-49f7-82a2-44b6cd7663a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:59.038482 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4a64cb32-6a62-49f7-82a2-44b6cd7663a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:59.042308 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64cb32-6a62-49f7-82a2-44b6cd7663a5 admin admin] Pushing event updated for resources: {'Port': ['ID=c2b12f7c-fd6d-4857-ab0c-028494f5d673,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:44:59.084562 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-e0d0d865-63dc-41b8-bd72-18f510c2e4c2 None None] Attempt 2 to provision port c2b12f7c-fd6d-4857-ab0c-028494f5d673 Oct 10 11:44:59.140848 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-e0d0d865-63dc-41b8-bd72-18f510c2e4c2 None None] Port c2b12f7c-fd6d-4857-ab0c-028494f5d673 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:44:59.181307 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a64cb32-6a62-49f7-82a2-44b6cd7663a5 admin admin] Network fabf9013-0256-4961-a138-3680628f0fd6 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:44:59.182492 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-4a64cb32-6a62-49f7-82a2-44b6cd7663a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:44:59.384952 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a64cb32-6a62-49f7-82a2-44b6cd7663a5 admin admin] Router 6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:44:59.531499 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:44:59.571920 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a64cb32-6a62-49f7-82a2-44b6cd7663a5 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:44:59.588221 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4a64cb32-6a62-49f7-82a2-44b6cd7663a5 admin admin] 10.222.0.40 "PUT /v2.0/routers/6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7630465 Oct 10 11:44:59.642156 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-e0d0d865-63dc-41b8-bd72-18f510c2e4c2 None None] Attempt 3 to provision port c2b12f7c-fd6d-4857-ab0c-028494f5d673 Oct 10 11:44:59.672289 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:44:59.691357 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:44:59.691738 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:59.692078 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf Oct 10 11:44:59.748838 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-e0d0d865-63dc-41b8-bd72-18f510c2e4c2 None None] Port c2b12f7c-fd6d-4857-ab0c-028494f5d673 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:44:59.818037 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:44:59.818418 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:59.836751 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:44:59.927202 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:44:59.997297 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:00.173547 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00e6ccd-99ba-4002-8a46-e7e9acd4f1ff None None] Sync routers for ids ['6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:45:00.182850 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00e6ccd-99ba-4002-8a46-e7e9acd4f1ff None None] Routers {'6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:45:00.183447 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-b00e6ccd-99ba-4002-8a46-e7e9acd4f1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:44:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:45:00.250387 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-e0d0d865-63dc-41b8-bd72-18f510c2e4c2 None None] Attempt 4 to provision port c2b12f7c-fd6d-4857-ab0c-028494f5d673 Oct 10 11:45:00.309200 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-e0d0d865-63dc-41b8-bd72-18f510c2e4c2 None None] Port c2b12f7c-fd6d-4857-ab0c-028494f5d673 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:45:00.334474 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 35698) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:45:00.340650 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-374fc590-ac3d-4773-87cc-d0bc9d0576bd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1019359295-network', 'tenant_id': 'fb85dbf7ba0c46ff90c9c02823fdce98'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:45:00.345255 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-374fc590-ac3d-4773-87cc-d0bc9d0576bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:45:00.349033 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-374fc590-ac3d-4773-87cc-d0bc9d0576bd admin admin] Usage tracker for resource:network and tenant:fb85dbf7ba0c46ff90c9c02823fdce98 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:45:00.353202 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-374fc590-ac3d-4773-87cc-d0bc9d0576bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:45:00.358888 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-374fc590-ac3d-4773-87cc-d0bc9d0576bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:45:00.362721 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-b00e6ccd-99ba-4002-8a46-e7e9acd4f1ff None None] Set router 6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:45:00.421168 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374fc590-ac3d-4773-87cc-d0bc9d0576bd admin admin] Made reservation on behalf of fb85dbf7ba0c46ff90c9c02823fdce98 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:45:00.423629 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-374fc590-ac3d-4773-87cc-d0bc9d0576bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:00.436853 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-374fc590-ac3d-4773-87cc-d0bc9d0576bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:00.451498 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-374fc590-ac3d-4773-87cc-d0bc9d0576bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:45:00.455273 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-374fc590-ac3d-4773-87cc-d0bc9d0576bd admin admin] Usage tracker for resource:security_group_rule and tenant:fb85dbf7ba0c46ff90c9c02823fdce98 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:45:00.458159 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-374fc590-ac3d-4773-87cc-d0bc9d0576bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:45:00.464158 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-374fc590-ac3d-4773-87cc-d0bc9d0576bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:45:00.546924 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-374fc590-ac3d-4773-87cc-d0bc9d0576bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:00.618377 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-374fc590-ac3d-4773-87cc-d0bc9d0576bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:00.651448 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-374fc590-ac3d-4773-87cc-d0bc9d0576bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 494} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:45:00.668041 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374fc590-ac3d-4773-87cc-d0bc9d0576bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7fad81-b7e4-426c-b482-7f74bc74b9af,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:00.672442 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-374fc590-ac3d-4773-87cc-d0bc9d0576bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:00.672717 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-374fc590-ac3d-4773-87cc-d0bc9d0576bd admin admin] Added segment 7b42304c-3a1e-45c4-b4dd-86be7d7151fa of type vlan for network 374f33b4-83d6-47e8-863b-635d7e27f9bd Oct 10 11:45:00.678471 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-b00e6ccd-99ba-4002-8a46-e7e9acd4f1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead', 'name': 'tempest-TestEncryptedCinderVolumes-1380808077-router', 'tenant_id': '31fd3e535f05455f85cbdc27ec9be8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:44:53Z', 'updated_at': '2022-10-10T11:44:58Z', 'revision_number': 4, 'project_id': '31fd3e535f05455f85cbdc27ec9be8c5', 'gw_port': {'id': '3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:44:54Z', 'updated_at': '2022-10-10T11:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'c2b12f7c-fd6d-4857-ab0c-028494f5d673', 'name': '', 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6', 'tenant_id': '31fd3e535f05455f85cbdc27ec9be8c5', 'mac_address': 'fa:16:3e:ea:d8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '8d9d3f6d-c579-496e-ac5d-1b0c8117cb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:44:57Z', 'updated_at': '2022-10-10T11:44:58Z', 'revision_number': 2, 'project_id': '31fd3e535f05455f85cbdc27ec9be8c5', 'subnets': [{'id': '8d9d3f6d-c579-496e-ac5d-1b0c8117cb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:45:00.682813 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00e6ccd-99ba-4002-8a46-e7e9acd4f1ff None None] Checking router: 6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:45:00.683165 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00e6ccd-99ba-4002-8a46-e7e9acd4f1ff None None] Updating router 6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead port c2b12f7c-fd6d-4857-ab0c-028494f5d673 binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:45:00.700082 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-374fc590-ac3d-4773-87cc-d0bc9d0576bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:00.739125 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-b00e6ccd-99ba-4002-8a46-e7e9acd4f1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:00.810960 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-e0d0d865-63dc-41b8-bd72-18f510c2e4c2 None None] Attempt 5 to provision port c2b12f7c-fd6d-4857-ab0c-028494f5d673 Oct 10 11:45:00.821446 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-374fc590-ac3d-4773-87cc-d0bc9d0576bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:00.822577 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374fc590-ac3d-4773-87cc-d0bc9d0576bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:00.823263 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-374fc590-ac3d-4773-87cc-d0bc9d0576bd admin admin] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:00.866325 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-e0d0d865-63dc-41b8-bd72-18f510c2e4c2 None None] Port c2b12f7c-fd6d-4857-ab0c-028494f5d673 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:45:00.927466 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374fc590-ac3d-4773-87cc-d0bc9d0576bd admin admin] Pushing event updated for resources: {'Network': ['ID=374f33b4-83d6-47e8-863b-635d7e27f9bd,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:00.937678 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 374f33b4-83d6-47e8-863b-635d7e27f9bd details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:45:00.993325 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-374fc590-ac3d-4773-87cc-d0bc9d0576bd admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6570771 Oct 10 11:45:00.995995 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 35702) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:45:01.001876 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-7cce483b-c2c5-4a95-b660-14f5a2bb4699 admin admin] Request body: {'subnet': {'network_id': '374f33b4-83d6-47e8-863b-635d7e27f9bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1019359295-subnet', 'tenant_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'ip_version': 4}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:45:01.006626 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7cce483b-c2c5-4a95-b660-14f5a2bb4699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:45:01.011533 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7cce483b-c2c5-4a95-b660-14f5a2bb4699 admin admin] Usage tracker for resource:subnet and tenant:fb85dbf7ba0c46ff90c9c02823fdce98 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:45:01.015092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7cce483b-c2c5-4a95-b660-14f5a2bb4699 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:45:01.020928 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7cce483b-c2c5-4a95-b660-14f5a2bb4699 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:45:01.089709 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cce483b-c2c5-4a95-b660-14f5a2bb4699 admin admin] Made reservation on behalf of fb85dbf7ba0c46ff90c9c02823fdce98 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:45:01.092092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7cce483b-c2c5-4a95-b660-14f5a2bb4699 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:01.112253 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-b00e6ccd-99ba-4002-8a46-e7e9acd4f1ff None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:01.124213 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-b00e6ccd-99ba-4002-8a46-e7e9acd4f1ff None None] Transition to ACTIVE for port object c2b12f7c-fd6d-4857-ab0c-028494f5d673 will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:45:01.178356 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-b00e6ccd-99ba-4002-8a46-e7e9acd4f1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:01.334983 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cebeee-57b6-413d-83bc-9b018061f252 None None] Pushing event updated for resources: {'Port': ['ID=c2b12f7c-fd6d-4857-ab0c-028494f5d673,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:01.367732 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-e0d0d865-63dc-41b8-bd72-18f510c2e4c2 None None] Attempt 6 to provision port c2b12f7c-fd6d-4857-ab0c-028494f5d673 Oct 10 11:45:01.375822 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7cce483b-c2c5-4a95-b660-14f5a2bb4699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:01.379739 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cebeee-57b6-413d-83bc-9b018061f252 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:01.380386 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cebeee-57b6-413d-83bc-9b018061f252 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:01.380386 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cebeee-57b6-413d-83bc-9b018061f252 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:01.380729 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cebeee-57b6-413d-83bc-9b018061f252 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:01.381055 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cebeee-57b6-413d-83bc-9b018061f252 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:01.381379 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cebeee-57b6-413d-83bc-9b018061f252 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:01.381774 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cebeee-57b6-413d-83bc-9b018061f252 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:01.382297 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cebeee-57b6-413d-83bc-9b018061f252 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:01.382511 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cebeee-57b6-413d-83bc-9b018061f252 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:01.382845 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cebeee-57b6-413d-83bc-9b018061f252 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:01.383108 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cebeee-57b6-413d-83bc-9b018061f252 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:01.383423 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cebeee-57b6-413d-83bc-9b018061f252 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:01.403553 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-b00e6ccd-99ba-4002-8a46-e7e9acd4f1ff None None] Attempting to bind port c2b12f7c-fd6d-4857-ab0c-028494f5d673 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:45:01.403937 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-b00e6ccd-99ba-4002-8a46-e7e9acd4f1ff None None] Attempting to bind port c2b12f7c-fd6d-4857-ab0c-028494f5d673 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '546a8fa2-33de-4731-abbf-37e50beee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:45:01.404282 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00e6ccd-99ba-4002-8a46-e7e9acd4f1ff None None] Attempting to bind port c2b12f7c-fd6d-4857-ab0c-028494f5d673 on network fabf9013-0256-4961-a138-3680628f0fd6 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:45:01.410087 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00e6ccd-99ba-4002-8a46-e7e9acd4f1ff None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:45:01.410454 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00e6ccd-99ba-4002-8a46-e7e9acd4f1ff None None] Checking segment: {'id': '546a8fa2-33de-4731-abbf-37e50beee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:45:01.410849 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-b00e6ccd-99ba-4002-8a46-e7e9acd4f1ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:01.411238 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00e6ccd-99ba-4002-8a46-e7e9acd4f1ff None None] Bound using segment: {'id': '546a8fa2-33de-4731-abbf-37e50beee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:45:01.411695 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-b00e6ccd-99ba-4002-8a46-e7e9acd4f1ff None None] Bound port: c2b12f7c-fd6d-4857-ab0c-028494f5d673, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546a8fa2-33de-4731-abbf-37e50beee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:45:01.412660 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-b00e6ccd-99ba-4002-8a46-e7e9acd4f1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:01.423934 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-e0d0d865-63dc-41b8-bd72-18f510c2e4c2 None None] Port c2b12f7c-fd6d-4857-ab0c-028494f5d673 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:45:01.463778 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce483b-c2c5-4a95-b660-14f5a2bb4699 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f56a20db-ecb9-4637-9932-52feabce4b78,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:01.467957 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cce483b-c2c5-4a95-b660-14f5a2bb4699 admin admin] Checking segment: {'id': '7b42304c-3a1e-45c4-b4dd-86be7d7151fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '374f33b4-83d6-47e8-863b-635d7e27f9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:45:01.468314 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cce483b-c2c5-4a95-b660-14f5a2bb4699 admin admin] Network hostable DHCP agents. Network: 374f33b4-83d6-47e8-863b-635d7e27f9bd, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:45:01.505930 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-b00e6ccd-99ba-4002-8a46-e7e9acd4f1ff None None] For port c2b12f7c-fd6d-4857-ab0c-028494f5d673, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:45:01.509817 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-b00e6ccd-99ba-4002-8a46-e7e9acd4f1ff None None] For port c2b12f7c-fd6d-4857-ab0c-028494f5d673, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c2b12f7c-fd6d-4857-ab0c-028494f5d673,segment=NetworkSegment(546a8fa2-33de-4731-abbf-37e50beee666),segment_id=546a8fa2-33de-4731-abbf-37e50beee666)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:45:01.516063 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:45:01.546942 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cce483b-c2c5-4a95-b660-14f5a2bb4699 admin admin] Network 374f33b4-83d6-47e8-863b-635d7e27f9bd is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:45:01.575578 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-b00e6ccd-99ba-4002-8a46-e7e9acd4f1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:01.620998 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-7cce483b-c2c5-4a95-b660-14f5a2bb4699 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 374f33b4-83d6-47e8-863b-635d7e27f9bd) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:45:01.625738 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:45:01.626576 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:01.626576 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf Oct 10 11:45:01.627352 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cce483b-c2c5-4a95-b660-14f5a2bb4699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:01.627636 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7cce483b-c2c5-4a95-b660-14f5a2bb4699 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:01.633086 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00e6ccd-99ba-4002-8a46-e7e9acd4f1ff None None] Routers {'6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:45:01.633730 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-b00e6ccd-99ba-4002-8a46-e7e9acd4f1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:44:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:45:01.655228 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2aba8f8-dc03-43f7-b358-3912fa45d561 None None] Network 374f33b4-83d6-47e8-863b-635d7e27f9bd requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:45:01.722160 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7cce483b-c2c5-4a95-b660-14f5a2bb4699 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7225187 Oct 10 11:45:01.722390 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35706) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:45:01.724469 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cebeee-57b6-413d-83bc-9b018061f252 None None] Pushing event updated for resources: {'Port': ['ID=c2b12f7c-fd6d-4857-ab0c-028494f5d673,revision_number=4']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:01.729612 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-32b6b7a3-1f97-43fc-92d9-cfcc968f07b3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1019359295-router', 'tenant_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:45:01.735298 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-32b6b7a3-1f97-43fc-92d9-cfcc968f07b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:45:01.739236 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-32b6b7a3-1f97-43fc-92d9-cfcc968f07b3 admin admin] Usage tracker for resource:router and tenant:fb85dbf7ba0c46ff90c9c02823fdce98 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:45:01.742831 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-32b6b7a3-1f97-43fc-92d9-cfcc968f07b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:45:01.749477 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-32b6b7a3-1f97-43fc-92d9-cfcc968f07b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:45:01.823084 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-b00e6ccd-99ba-4002-8a46-e7e9acd4f1ff None None] Set router 6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:45:01.855162 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-32b6b7a3-1f97-43fc-92d9-cfcc968f07b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:01.856504 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-32b6b7a3-1f97-43fc-92d9-cfcc968f07b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:01.873076 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-32b6b7a3-1f97-43fc-92d9-cfcc968f07b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:01.891602 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:45:01.934609 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-e0d0d865-63dc-41b8-bd72-18f510c2e4c2 None None] Attempt 7 to provision port c2b12f7c-fd6d-4857-ab0c-028494f5d673 Oct 10 11:45:01.985852 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761b8cf9-ab89-4300-8b2b-a956849f786a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-374f33b4-83d6-47e8-863b-635d7e27f9bd', 'network_id': '374f33b4-83d6-47e8-863b-635d7e27f9bd', 'tenant_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'fixed_ips': [{'subnet_id': 'f56a20db-ecb9-4637-9932-52feabce4b78'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:45:01.986675 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-761b8cf9-ab89-4300-8b2b-a956849f786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:02.068956 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-e0d0d865-63dc-41b8-bd72-18f510c2e4c2 None None] Port c2b12f7c-fd6d-4857-ab0c-028494f5d673 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:45:02.165708 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-761b8cf9-ab89-4300-8b2b-a956849f786a None None] Allocated IP 172.20.0.2 (374f33b4-83d6-47e8-863b-635d7e27f9bd/f56a20db-ecb9-4637-9932-52feabce4b78/41c91eb9-d6ba-4382-8ed8-172843bc861c) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:45:02.175999 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-b00e6ccd-99ba-4002-8a46-e7e9acd4f1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead', 'name': 'tempest-TestEncryptedCinderVolumes-1380808077-router', 'tenant_id': '31fd3e535f05455f85cbdc27ec9be8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:44:53Z', 'updated_at': '2022-10-10T11:44:58Z', 'revision_number': 4, 'project_id': '31fd3e535f05455f85cbdc27ec9be8c5', 'gw_port': {'id': '3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:44:54Z', 'updated_at': '2022-10-10T11:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'c2b12f7c-fd6d-4857-ab0c-028494f5d673', 'name': '', 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6', 'tenant_id': '31fd3e535f05455f85cbdc27ec9be8c5', 'mac_address': 'fa:16:3e:ea:d8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '8d9d3f6d-c579-496e-ac5d-1b0c8117cb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:44:57Z', 'updated_at': '2022-10-10T11:45:01Z', 'revision_number': 4, 'project_id': '31fd3e535f05455f85cbdc27ec9be8c5', 'subnets': [{'id': '8d9d3f6d-c579-496e-ac5d-1b0c8117cb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:45:02.180948 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00e6ccd-99ba-4002-8a46-e7e9acd4f1ff None None] The sync data for ids ['6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead'] in dv-neutron-860842-1-hyperv is: [{'id': '6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead', 'name': 'tempest-TestEncryptedCinderVolumes-1380808077-router', 'tenant_id': '31fd3e535f05455f85cbdc27ec9be8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:44:53Z', 'updated_at': '2022-10-10T11:44:58Z', 'revision_number': 4, 'project_id': '31fd3e535f05455f85cbdc27ec9be8c5', 'gw_port': {'id': '3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:44:54Z', 'updated_at': '2022-10-10T11:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'c2b12f7c-fd6d-4857-ab0c-028494f5d673', 'name': '', 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6', 'tenant_id': '31fd3e535f05455f85cbdc27ec9be8c5', 'mac_address': 'fa:16:3e:ea:d8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '8d9d3f6d-c579-496e-ac5d-1b0c8117cb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:44:57Z', 'updated_at': '2022-10-10T11:45:01Z', 'revision_number': 4, 'project_id': '31fd3e535f05455f85cbdc27ec9be8c5', 'subnets': [{'id': '8d9d3f6d-c579-496e-ac5d-1b0c8117cb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:45:02.222937 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-32b6b7a3-1f97-43fc-92d9-cfcc968f07b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:02.417392 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-761b8cf9-ab89-4300-8b2b-a956849f786a None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:02.429606 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-761b8cf9-ab89-4300-8b2b-a956849f786a None None] Transition to ACTIVE for port object 41c91eb9-d6ba-4382-8ed8-172843bc861c will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:45:02.450511 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-761b8cf9-ab89-4300-8b2b-a956849f786a None None] Transition to ACTIVE for port object 41c91eb9-d6ba-4382-8ed8-172843bc861c will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:45:02.518527 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-761b8cf9-ab89-4300-8b2b-a956849f786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:02.589761 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761b8cf9-ab89-4300-8b2b-a956849f786a None None] Network 374f33b4-83d6-47e8-863b-635d7e27f9bd is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:45:02.592671 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-761b8cf9-ab89-4300-8b2b-a956849f786a None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:45:02.596392 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b8cf9-ab89-4300-8b2b-a956849f786a None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:45:02.633666 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b8cf9-ab89-4300-8b2b-a956849f786a None None] Pushing event updated for resources: {'Port': ['ID=41c91eb9-d6ba-4382-8ed8-172843bc861c,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:02.708371 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-761b8cf9-ab89-4300-8b2b-a956849f786a None None] Attempting to bind port 41c91eb9-d6ba-4382-8ed8-172843bc861c on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:45:02.708738 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-761b8cf9-ab89-4300-8b2b-a956849f786a None None] Attempting to bind port 41c91eb9-d6ba-4382-8ed8-172843bc861c by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '7b42304c-3a1e-45c4-b4dd-86be7d7151fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '374f33b4-83d6-47e8-863b-635d7e27f9bd'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:45:02.709099 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b8cf9-ab89-4300-8b2b-a956849f786a None None] Attempting to bind port 41c91eb9-d6ba-4382-8ed8-172843bc861c on network 374f33b4-83d6-47e8-863b-635d7e27f9bd {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:45:02.716033 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b8cf9-ab89-4300-8b2b-a956849f786a None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:45:02.716398 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b8cf9-ab89-4300-8b2b-a956849f786a None None] Checking segment: {'id': '7b42304c-3a1e-45c4-b4dd-86be7d7151fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '374f33b4-83d6-47e8-863b-635d7e27f9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:45:02.716799 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-761b8cf9-ab89-4300-8b2b-a956849f786a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:02.717185 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b8cf9-ab89-4300-8b2b-a956849f786a None None] Bound using segment: {'id': '7b42304c-3a1e-45c4-b4dd-86be7d7151fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '374f33b4-83d6-47e8-863b-635d7e27f9bd'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:45:02.717687 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-761b8cf9-ab89-4300-8b2b-a956849f786a None None] Bound port: 41c91eb9-d6ba-4382-8ed8-172843bc861c, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b42304c-3a1e-45c4-b4dd-86be7d7151fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '374f33b4-83d6-47e8-863b-635d7e27f9bd'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:45:02.718057 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-761b8cf9-ab89-4300-8b2b-a956849f786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:02.765800 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-32b6b7a3-1f97-43fc-92d9-cfcc968f07b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:02.798241 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-32b6b7a3-1f97-43fc-92d9-cfcc968f07b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:02.817874 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-761b8cf9-ab89-4300-8b2b-a956849f786a None None] For port 41c91eb9-d6ba-4382-8ed8-172843bc861c, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:45:02.821062 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-761b8cf9-ab89-4300-8b2b-a956849f786a None None] For port 41c91eb9-d6ba-4382-8ed8-172843bc861c, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=41c91eb9-d6ba-4382-8ed8-172843bc861c,segment=NetworkSegment(7b42304c-3a1e-45c4-b4dd-86be7d7151fa),segment_id=7b42304c-3a1e-45c4-b4dd-86be7d7151fa)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:45:02.893390 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-761b8cf9-ab89-4300-8b2b-a956849f786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:02.949580 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-32b6b7a3-1f97-43fc-92d9-cfcc968f07b3 admin admin] Allocated IP 172.26.4.21 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/29017a99-b4c3-4141-b7a2-864f40f32126) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:45:02.991405 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b8cf9-ab89-4300-8b2b-a956849f786a None None] Pushing event updated for resources: {'Port': ['ID=41c91eb9-d6ba-4382-8ed8-172843bc861c,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:03.117288 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-32b6b7a3-1f97-43fc-92d9-cfcc968f07b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:03.213019 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-32b6b7a3-1f97-43fc-92d9-cfcc968f07b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:03.275497 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b6b7a3-1f97-43fc-92d9-cfcc968f07b3 admin admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:45:03.285198 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-32b6b7a3-1f97-43fc-92d9-cfcc968f07b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:45:03.290245 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b6b7a3-1f97-43fc-92d9-cfcc968f07b3 admin admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:45:03.344840 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6b7a3-1f97-43fc-92d9-cfcc968f07b3 admin admin] Pushing event updated for resources: {'Port': ['ID=29017a99-b4c3-4141-b7a2-864f40f32126,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:03.458279 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-76f4aac9-45e2-47ab-81a0-47a61b30bf0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:03.579024 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c2b12f7c-fd6d-4857-ab0c-028494f5d673 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:45:03.735576 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port c2b12f7c-fd6d-4857-ab0c-028494f5d673 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:45:03.740611 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port c2b12f7c-fd6d-4857-ab0c-028494f5d673 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:45:03.740976 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:03.741577 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port c2b12f7c-fd6d-4857-ab0c-028494f5d673 Oct 10 11:45:03.831564 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-32b6b7a3-1f97-43fc-92d9-cfcc968f07b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:03.863083 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port c2b12f7c-fd6d-4857-ab0c-028494f5d673 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:45:03.863473 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:03.900878 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port c2b12f7c-fd6d-4857-ab0c-028494f5d673, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c2b12f7c-fd6d-4857-ab0c-028494f5d673,segment=NetworkSegment(546a8fa2-33de-4731-abbf-37e50beee666),segment_id=546a8fa2-33de-4731-abbf-37e50beee666)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:45:03.977994 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:03.978901 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 41c91eb9-d6ba-4382-8ed8-172843bc861c up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:45:04.101492 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=c2b12f7c-fd6d-4857-ab0c-028494f5d673,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:04.152193 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d65b1d-4a81-4097-8100-84d619976f4b None None] Network 374f33b4-83d6-47e8-863b-635d7e27f9bd requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:45:04.185949 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-32b6b7a3-1f97-43fc-92d9-cfcc968f07b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:04.225304 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 41c91eb9-d6ba-4382-8ed8-172843bc861c completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:45:04.347629 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-09ecc2f0-0308-4b90-8554-f66380a09f4c None None] Provisioning for port 41c91eb9-d6ba-4382-8ed8-172843bc861c completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:45:04.359655 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-09ecc2f0-0308-4b90-8554-f66380a09f4c None None] Provisioning complete for port 41c91eb9-d6ba-4382-8ed8-172843bc861c triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:45:04.360028 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-09ecc2f0-0308-4b90-8554-f66380a09f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:04.360356 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-09ecc2f0-0308-4b90-8554-f66380a09f4c None None] Attempt 1 to provision port 41c91eb9-d6ba-4382-8ed8-172843bc861c Oct 10 11:45:04.545294 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-09ecc2f0-0308-4b90-8554-f66380a09f4c None None] Current status of the port 41c91eb9-d6ba-4382-8ed8-172843bc861c is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:45:04.546030 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-09ecc2f0-0308-4b90-8554-f66380a09f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:04.579621 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-09ecc2f0-0308-4b90-8554-f66380a09f4c None None] For port 41c91eb9-d6ba-4382-8ed8-172843bc861c, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=41c91eb9-d6ba-4382-8ed8-172843bc861c,segment=NetworkSegment(7b42304c-3a1e-45c4-b4dd-86be7d7151fa),segment_id=7b42304c-3a1e-45c4-b4dd-86be7d7151fa)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:45:04.615385 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b6b7a3-1f97-43fc-92d9-cfcc968f07b3 admin admin] Router a85856c3-284c-45a4-85d1-96c5f2943fc8 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:45:04.693135 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-09ecc2f0-0308-4b90-8554-f66380a09f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:04.764566 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecc2f0-0308-4b90-8554-f66380a09f4c None None] Pushing event updated for resources: {'Port': ['ID=41c91eb9-d6ba-4382-8ed8-172843bc861c,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:04.802709 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b6b7a3-1f97-43fc-92d9-cfcc968f07b3 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:45:04.812377 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f5d42f-2cf5-493a-a4fa-4a8f38d56a4e None None] Sync routers for ids ['a85856c3-284c-45a4-85d1-96c5f2943fc8'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:45:04.823486 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8954cf50-2b7b-40c3-9045-f68f56a0984e None None] Provisioning complete for port 41c91eb9-d6ba-4382-8ed8-172843bc861c triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:45:04.823863 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8954cf50-2b7b-40c3-9045-f68f56a0984e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:04.824203 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8954cf50-2b7b-40c3-9045-f68f56a0984e None None] Attempt 1 to provision port 41c91eb9-d6ba-4382-8ed8-172843bc861c Oct 10 11:45:04.868853 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f5d42f-2cf5-493a-a4fa-4a8f38d56a4e None None] Routers {'a85856c3-284c-45a4-85d1-96c5f2943fc8'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:45:04.869401 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-a3f5d42f-2cf5-493a-a4fa-4a8f38d56a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:44:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a85856c3-284c-45a4-85d1-96c5f2943fc8'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:45:04.990116 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-32b6b7a3-1f97-43fc-92d9-cfcc968f07b3 admin admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:04.992096 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-32b6b7a3-1f97-43fc-92d9-cfcc968f07b3 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2686670 Oct 10 11:45:04.994790 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 35710) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:45:05.116954 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-a3f5d42f-2cf5-493a-a4fa-4a8f38d56a4e None None] Set router a85856c3-284c-45a4-85d1-96c5f2943fc8 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:45:05.159688 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8954cf50-2b7b-40c3-9045-f68f56a0984e None None] Current status of the port 41c91eb9-d6ba-4382-8ed8-172843bc861c is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:45:05.416292 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-a3f5d42f-2cf5-493a-a4fa-4a8f38d56a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85856c3-284c-45a4-85d1-96c5f2943fc8', 'name': 'tempest-TestEncryptedCinderVolumes-1019359295-router', 'tenant_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '29017a99-b4c3-4141-b7a2-864f40f32126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:45:01Z', 'updated_at': '2022-10-10T11:45:03Z', 'revision_number': 3, 'project_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'gw_port': {'id': '29017a99-b4c3-4141-b7a2-864f40f32126', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ba:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85856c3-284c-45a4-85d1-96c5f2943fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:45:02Z', 'updated_at': '2022-10-10T11:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:45:05.420033 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f5d42f-2cf5-493a-a4fa-4a8f38d56a4e None None] Checking router: a85856c3-284c-45a4-85d1-96c5f2943fc8 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:45:05.420375 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f5d42f-2cf5-493a-a4fa-4a8f38d56a4e None None] Updating router a85856c3-284c-45a4-85d1-96c5f2943fc8 port 29017a99-b4c3-4141-b7a2-864f40f32126 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:45:05.472561 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a3f5d42f-2cf5-493a-a4fa-4a8f38d56a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:05.517228 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c2b12f7c-fd6d-4857-ab0c-028494f5d673 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:45:05.679848 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-42ed7d90-ced8-4101-ad12-2560a9d9fd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:05.696273 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port c2b12f7c-fd6d-4857-ab0c-028494f5d673 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:45:05.696826 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:05.697124 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port c2b12f7c-fd6d-4857-ab0c-028494f5d673 Oct 10 11:45:05.869840 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2e9bea2d-d92d-4fdb-9f22-fb10f64dfb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:05.886084 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-42ed7d90-ced8-4101-ad12-2560a9d9fd62 admin admin] Allocated IP 172.20.0.1 (374f33b4-83d6-47e8-863b-635d7e27f9bd/f56a20db-ecb9-4637-9932-52feabce4b78/ca47e1cd-f099-4d4a-81e9-2e0decb9f87f) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:45:05.938428 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port c2b12f7c-fd6d-4857-ab0c-028494f5d673 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:45:05.939194 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 41c91eb9-d6ba-4382-8ed8-172843bc861c up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:45:06.038396 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-42ed7d90-ced8-4101-ad12-2560a9d9fd62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:06.054834 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-42ed7d90-ced8-4101-ad12-2560a9d9fd62 admin admin] Transition to ACTIVE for port object ca47e1cd-f099-4d4a-81e9-2e0decb9f87f will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:45:06.055862 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a3f5d42f-2cf5-493a-a4fa-4a8f38d56a4e None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:06.070167 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-a3f5d42f-2cf5-493a-a4fa-4a8f38d56a4e None None] Transition to ACTIVE for port object 29017a99-b4c3-4141-b7a2-864f40f32126 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:45:06.080525 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 41c91eb9-d6ba-4382-8ed8-172843bc861c triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:45:06.080890 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:06.081220 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 41c91eb9-d6ba-4382-8ed8-172843bc861c Oct 10 11:45:06.171347 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a3f5d42f-2cf5-493a-a4fa-4a8f38d56a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:06.178448 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-42ed7d90-ced8-4101-ad12-2560a9d9fd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:06.238898 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-a3f5d42f-2cf5-493a-a4fa-4a8f38d56a4e None None] Attempting to bind port 29017a99-b4c3-4141-b7a2-864f40f32126 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:45:06.240269 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-a3f5d42f-2cf5-493a-a4fa-4a8f38d56a4e None None] Attempting to bind port 29017a99-b4c3-4141-b7a2-864f40f32126 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:45:06.240269 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f5d42f-2cf5-493a-a4fa-4a8f38d56a4e None None] Attempting to bind port 29017a99-b4c3-4141-b7a2-864f40f32126 on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:45:06.249965 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ed7d90-ced8-4101-ad12-2560a9d9fd62 admin admin] Network 374f33b4-83d6-47e8-863b-635d7e27f9bd is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:45:06.252817 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-42ed7d90-ced8-4101-ad12-2560a9d9fd62 admin admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:45:06.255321 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ed7d90-ced8-4101-ad12-2560a9d9fd62 admin admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:45:06.258659 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f5d42f-2cf5-493a-a4fa-4a8f38d56a4e None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:45:06.259591 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f5d42f-2cf5-493a-a4fa-4a8f38d56a4e None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:45:06.259591 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a3f5d42f-2cf5-493a-a4fa-4a8f38d56a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:06.260076 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f5d42f-2cf5-493a-a4fa-4a8f38d56a4e None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:45:06.260236 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-a3f5d42f-2cf5-493a-a4fa-4a8f38d56a4e None None] Bound port: 29017a99-b4c3-4141-b7a2-864f40f32126, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:45:06.260583 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a3f5d42f-2cf5-493a-a4fa-4a8f38d56a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:06.291996 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed7d90-ced8-4101-ad12-2560a9d9fd62 admin admin] Pushing event updated for resources: {'Port': ['ID=ca47e1cd-f099-4d4a-81e9-2e0decb9f87f,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:06.311452 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 41c91eb9-d6ba-4382-8ed8-172843bc861c is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:45:06.318080 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-42ed7d90-ced8-4101-ad12-2560a9d9fd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:06.318265 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e06d8-7a4e-459a-a0db-c0c9c98e06d4 None None] Pushing event updated for resources: {'Port': ['ID=29017a99-b4c3-4141-b7a2-864f40f32126,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:06.348929 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-a3f5d42f-2cf5-493a-a4fa-4a8f38d56a4e None None] For port 29017a99-b4c3-4141-b7a2-864f40f32126, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:45:06.352655 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-a3f5d42f-2cf5-493a-a4fa-4a8f38d56a4e None None] For port 29017a99-b4c3-4141-b7a2-864f40f32126, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=29017a99-b4c3-4141-b7a2-864f40f32126,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:45:06.427206 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a3f5d42f-2cf5-493a-a4fa-4a8f38d56a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:06.501324 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f5d42f-2cf5-493a-a4fa-4a8f38d56a4e None None] Routers {'a85856c3-284c-45a4-85d1-96c5f2943fc8'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:45:06.502036 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-a3f5d42f-2cf5-493a-a4fa-4a8f38d56a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:45:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a85856c3-284c-45a4-85d1-96c5f2943fc8'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:45:06.590252 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e06d8-7a4e-459a-a0db-c0c9c98e06d4 None None] Pushing event updated for resources: {'Port': ['ID=29017a99-b4c3-4141-b7a2-864f40f32126,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:06.625429 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-42ed7d90-ced8-4101-ad12-2560a9d9fd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:06.649193 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3bfe3a3e-a3f2-4e0f-9e2e-5caff949d041 None None] Provisioning for port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:45:06.673915 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3bfe3a3e-a3f2-4e0f-9e2e-5caff949d041 None None] Provisioning complete for port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:45:06.674296 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3bfe3a3e-a3f2-4e0f-9e2e-5caff949d041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:06.674625 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3bfe3a3e-a3f2-4e0f-9e2e-5caff949d041 None None] Attempt 1 to provision port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f Oct 10 11:45:06.745562 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-a3f5d42f-2cf5-493a-a4fa-4a8f38d56a4e None None] Set router a85856c3-284c-45a4-85d1-96c5f2943fc8 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:45:06.788799 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3bfe3a3e-a3f2-4e0f-9e2e-5caff949d041 None None] Port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:45:06.858763 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-42ed7d90-ced8-4101-ad12-2560a9d9fd62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:06.920720 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-42ed7d90-ced8-4101-ad12-2560a9d9fd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:07.027624 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-42ed7d90-ced8-4101-ad12-2560a9d9fd62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:07.035897 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed7d90-ced8-4101-ad12-2560a9d9fd62 admin admin] Pushing event updated for resources: {'Port': ['ID=ca47e1cd-f099-4d4a-81e9-2e0decb9f87f,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:07.042476 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:07.081110 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-a3f5d42f-2cf5-493a-a4fa-4a8f38d56a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85856c3-284c-45a4-85d1-96c5f2943fc8', 'name': 'tempest-TestEncryptedCinderVolumes-1019359295-router', 'tenant_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '29017a99-b4c3-4141-b7a2-864f40f32126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:45:01Z', 'updated_at': '2022-10-10T11:45:06Z', 'revision_number': 4, 'project_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'gw_port': {'id': '29017a99-b4c3-4141-b7a2-864f40f32126', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ba:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85856c3-284c-45a4-85d1-96c5f2943fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:45:02Z', 'updated_at': '2022-10-10T11:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ca47e1cd-f099-4d4a-81e9-2e0decb9f87f', 'name': '', 'network_id': '374f33b4-83d6-47e8-863b-635d7e27f9bd', 'tenant_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'mac_address': 'fa:16:3e:ec:f0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85856c3-284c-45a4-85d1-96c5f2943fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'f56a20db-ecb9-4637-9932-52feabce4b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:45:05Z', 'updated_at': '2022-10-10T11:45:05Z', 'revision_number': 1, 'project_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'subnets': [{'id': 'f56a20db-ecb9-4637-9932-52feabce4b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:45:07.085828 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f5d42f-2cf5-493a-a4fa-4a8f38d56a4e None None] The sync data for ids ['a85856c3-284c-45a4-85d1-96c5f2943fc8'] in dv-neutron-860842-1-hyperv is: [{'id': 'a85856c3-284c-45a4-85d1-96c5f2943fc8', 'name': 'tempest-TestEncryptedCinderVolumes-1019359295-router', 'tenant_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '29017a99-b4c3-4141-b7a2-864f40f32126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:45:01Z', 'updated_at': '2022-10-10T11:45:06Z', 'revision_number': 4, 'project_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'gw_port': {'id': '29017a99-b4c3-4141-b7a2-864f40f32126', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ba:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85856c3-284c-45a4-85d1-96c5f2943fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:45:02Z', 'updated_at': '2022-10-10T11:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ca47e1cd-f099-4d4a-81e9-2e0decb9f87f', 'name': '', 'network_id': '374f33b4-83d6-47e8-863b-635d7e27f9bd', 'tenant_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'mac_address': 'fa:16:3e:ec:f0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85856c3-284c-45a4-85d1-96c5f2943fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'f56a20db-ecb9-4637-9932-52feabce4b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:45:05Z', 'updated_at': '2022-10-10T11:45:05Z', 'revision_number': 1, 'project_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'subnets': [{'id': 'f56a20db-ecb9-4637-9932-52feabce4b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:45:07.137959 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:07.172652 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ed7d90-ced8-4101-ad12-2560a9d9fd62 admin admin] Network 374f33b4-83d6-47e8-863b-635d7e27f9bd is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:45:07.173809 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-42ed7d90-ced8-4101-ad12-2560a9d9fd62 admin admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:45:07.292796 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3bfe3a3e-a3f2-4e0f-9e2e-5caff949d041 None None] Attempt 2 to provision port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f Oct 10 11:45:07.372726 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3bfe3a3e-a3f2-4e0f-9e2e-5caff949d041 None None] Port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:45:07.401093 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ed7d90-ced8-4101-ad12-2560a9d9fd62 admin admin] Router a85856c3-284c-45a4-85d1-96c5f2943fc8 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:45:07.590020 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ed7d90-ced8-4101-ad12-2560a9d9fd62 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:45:07.599331 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-42ed7d90-ced8-4101-ad12-2560a9d9fd62 admin admin] 10.222.0.40 "PUT /v2.0/routers/a85856c3-284c-45a4-85d1-96c5f2943fc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6034617 Oct 10 11:45:07.874238 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3bfe3a3e-a3f2-4e0f-9e2e-5caff949d041 None None] Attempt 3 to provision port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f Oct 10 11:45:07.930075 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3bfe3a3e-a3f2-4e0f-9e2e-5caff949d041 None None] Port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:45:08.431647 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3bfe3a3e-a3f2-4e0f-9e2e-5caff949d041 None None] Attempt 4 to provision port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f Oct 10 11:45:08.488081 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3bfe3a3e-a3f2-4e0f-9e2e-5caff949d041 None None] Port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:45:08.706355 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:08.989224 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3bfe3a3e-a3f2-4e0f-9e2e-5caff949d041 None None] Attempt 5 to provision port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f Oct 10 11:45:09.046248 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3bfe3a3e-a3f2-4e0f-9e2e-5caff949d041 None None] Port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:45:09.347275 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-2f7a07bb-c27a-43cb-8f0b-d9dc88136b7a tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:09.348764 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-2f7a07bb-c27a-43cb-8f0b-d9dc88136b7a tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/networks?id=fabf9013-0256-4961-a138-3680628f0fd6 HTTP/1.1" status: 200 len: 817 time: 0.1514599 Oct 10 11:45:09.364627 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-afe30255-6989-490e-888d-18654b65be0c tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/quotas/31fd3e535f05455f85cbdc27ec9be8c5 HTTP/1.1" status: 200 len: 375 time: 0.0093293 Oct 10 11:45:09.454520 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-bd138de1-7a17-49fa-ab53-5705fca173a6 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Synchronizing usage tracker for tenant:31fd3e535f05455f85cbdc27ec9be8c5 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:45:09.530111 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 29017a99-b4c3-4141-b7a2-864f40f32126 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:45:09.552417 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-bd138de1-7a17-49fa-ab53-5705fca173a6 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Unset dirty status for tenant:31fd3e535f05455f85cbdc27ec9be8c5 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:45:09.553886 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-bd138de1-7a17-49fa-ab53-5705fca173a6 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=31fd3e535f05455f85cbdc27ec9be8c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1835675 Oct 10 11:45:09.554852 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3bfe3a3e-a3f2-4e0f-9e2e-5caff949d041 None None] Attempt 6 to provision port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f Oct 10 11:45:09.569818 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-a0217cf4-4d2f-418b-b48c-cc7e9cd32203 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:45:09.570823 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-a0217cf4-4d2f-418b-b48c-cc7e9cd32203 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053897 Oct 10 11:45:09.589906 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:09.635232 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3bfe3a3e-a3f2-4e0f-9e2e-5caff949d041 None None] Port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:45:09.703515 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 29017a99-b4c3-4141-b7a2-864f40f32126 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:45:09.706018 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-decf0a6c-d641-48bc-9ab9-e8477c414e8c service neutron] 10.222.0.40 "GET /v2.0/networks/fabf9013-0256-4961-a138-3680628f0fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296773 Oct 10 11:45:09.708677 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 29017a99-b4c3-4141-b7a2-864f40f32126 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:45:09.709051 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:09.709389 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 29017a99-b4c3-4141-b7a2-864f40f32126 Oct 10 11:45:09.854100 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-42beae7e-e7eb-411c-8995-4200749e747c service neutron] 10.222.0.40 "GET /v2.0/networks/fabf9013-0256-4961-a138-3680628f0fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413682 Oct 10 11:45:09.872065 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 29017a99-b4c3-4141-b7a2-864f40f32126 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:45:09.872441 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:09.889810 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 29017a99-b4c3-4141-b7a2-864f40f32126, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=29017a99-b4c3-4141-b7a2-864f40f32126,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:45:09.978273 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:10.053791 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=29017a99-b4c3-4141-b7a2-864f40f32126,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:10.126215 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-91aab373-c364-4357-941f-6e7e71ba4407 req-5905753e-9852-4dde-8b41-06027e51f952 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=a8a145a6-31c6-466a-9896-d40285103c3c HTTP/1.1" status: 200 len: 210 time: 0.0587583 Oct 10 11:45:10.136841 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3bfe3a3e-a3f2-4e0f-9e2e-5caff949d041 None None] Attempt 7 to provision port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f Oct 10 11:45:10.189354 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebe58c8-cb57-4c4c-b4ee-134c120dbc91 None None] Sync routers for ids ['a85856c3-284c-45a4-85d1-96c5f2943fc8'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:45:10.199743 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3bfe3a3e-a3f2-4e0f-9e2e-5caff949d041 None None] Port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:45:10.201294 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebe58c8-cb57-4c4c-b4ee-134c120dbc91 None None] Routers {'a85856c3-284c-45a4-85d1-96c5f2943fc8'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:45:10.201933 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-7ebe58c8-cb57-4c4c-b4ee-134c120dbc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:45:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a85856c3-284c-45a4-85d1-96c5f2943fc8'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:45:10.377796 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-7ebe58c8-cb57-4c4c-b4ee-134c120dbc91 None None] Set router a85856c3-284c-45a4-85d1-96c5f2943fc8 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:45:10.700835 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3bfe3a3e-a3f2-4e0f-9e2e-5caff949d041 None None] Attempt 8 to provision port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f Oct 10 11:45:10.714828 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-7ebe58c8-cb57-4c4c-b4ee-134c120dbc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85856c3-284c-45a4-85d1-96c5f2943fc8', 'name': 'tempest-TestEncryptedCinderVolumes-1019359295-router', 'tenant_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '29017a99-b4c3-4141-b7a2-864f40f32126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:45:01Z', 'updated_at': '2022-10-10T11:45:06Z', 'revision_number': 4, 'project_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'gw_port': {'id': '29017a99-b4c3-4141-b7a2-864f40f32126', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85856c3-284c-45a4-85d1-96c5f2943fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:45:02Z', 'updated_at': '2022-10-10T11:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ca47e1cd-f099-4d4a-81e9-2e0decb9f87f', 'name': '', 'network_id': '374f33b4-83d6-47e8-863b-635d7e27f9bd', 'tenant_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'mac_address': 'fa:16:3e:ec:f0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85856c3-284c-45a4-85d1-96c5f2943fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'f56a20db-ecb9-4637-9932-52feabce4b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:45:05Z', 'updated_at': '2022-10-10T11:45:06Z', 'revision_number': 2, 'project_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'subnets': [{'id': 'f56a20db-ecb9-4637-9932-52feabce4b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:45:10.720254 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebe58c8-cb57-4c4c-b4ee-134c120dbc91 None None] Checking router: a85856c3-284c-45a4-85d1-96c5f2943fc8 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:45:10.720254 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebe58c8-cb57-4c4c-b4ee-134c120dbc91 None None] Updating router a85856c3-284c-45a4-85d1-96c5f2943fc8 port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:45:10.757612 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3bfe3a3e-a3f2-4e0f-9e2e-5caff949d041 None None] Port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:45:10.771490 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-7ebe58c8-cb57-4c4c-b4ee-134c120dbc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:11.106957 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-7ebe58c8-cb57-4c4c-b4ee-134c120dbc91 None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:11.118761 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-7ebe58c8-cb57-4c4c-b4ee-134c120dbc91 None None] Transition to ACTIVE for port object ca47e1cd-f099-4d4a-81e9-2e0decb9f87f will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:45:11.197801 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-7ebe58c8-cb57-4c4c-b4ee-134c120dbc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:11.258938 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3bfe3a3e-a3f2-4e0f-9e2e-5caff949d041 None None] Attempt 9 to provision port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f Oct 10 11:45:11.332409 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3bfe3a3e-a3f2-4e0f-9e2e-5caff949d041 None None] Port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:45:11.417822 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf18e0c-2918-48b2-b896-65b5f2b0f453 None None] Pushing event updated for resources: {'Port': ['ID=ca47e1cd-f099-4d4a-81e9-2e0decb9f87f,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:11.426636 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-7ebe58c8-cb57-4c4c-b4ee-134c120dbc91 None None] Attempting to bind port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:45:11.426988 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-7ebe58c8-cb57-4c4c-b4ee-134c120dbc91 None None] Attempting to bind port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '7b42304c-3a1e-45c4-b4dd-86be7d7151fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '374f33b4-83d6-47e8-863b-635d7e27f9bd'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:45:11.427338 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebe58c8-cb57-4c4c-b4ee-134c120dbc91 None None] Attempting to bind port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f on network 374f33b4-83d6-47e8-863b-635d7e27f9bd {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:45:11.433725 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebe58c8-cb57-4c4c-b4ee-134c120dbc91 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:45:11.434087 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebe58c8-cb57-4c4c-b4ee-134c120dbc91 None None] Checking segment: {'id': '7b42304c-3a1e-45c4-b4dd-86be7d7151fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '374f33b4-83d6-47e8-863b-635d7e27f9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:45:11.434475 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-7ebe58c8-cb57-4c4c-b4ee-134c120dbc91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:11.434849 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebe58c8-cb57-4c4c-b4ee-134c120dbc91 None None] Bound using segment: {'id': '7b42304c-3a1e-45c4-b4dd-86be7d7151fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '374f33b4-83d6-47e8-863b-635d7e27f9bd'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:45:11.435294 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-7ebe58c8-cb57-4c4c-b4ee-134c120dbc91 None None] Bound port: ca47e1cd-f099-4d4a-81e9-2e0decb9f87f, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b42304c-3a1e-45c4-b4dd-86be7d7151fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': '374f33b4-83d6-47e8-863b-635d7e27f9bd'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:45:11.435673 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-7ebe58c8-cb57-4c4c-b4ee-134c120dbc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:11.436512 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-48b981ec-f89b-4aa9-83d2-4d2927ae2325 req-bcad68b6-c7ee-4822-be62-76276ff5e32b tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=a8a145a6-31c6-466a-9896-d40285103c3c HTTP/1.1" status: 200 len: 210 time: 0.1983829 Oct 10 11:45:11.525374 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 29017a99-b4c3-4141-b7a2-864f40f32126 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:45:11.532307 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-7ebe58c8-cb57-4c4c-b4ee-134c120dbc91 None None] For port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:45:11.535426 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-7ebe58c8-cb57-4c4c-b4ee-134c120dbc91 None None] For port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ca47e1cd-f099-4d4a-81e9-2e0decb9f87f,segment=NetworkSegment(7b42304c-3a1e-45c4-b4dd-86be7d7151fa),segment_id=7b42304c-3a1e-45c4-b4dd-86be7d7151fa)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:45:11.594586 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 29017a99-b4c3-4141-b7a2-864f40f32126 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:45:11.594954 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:11.595284 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 29017a99-b4c3-4141-b7a2-864f40f32126 Oct 10 11:45:11.618693 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-7ebe58c8-cb57-4c4c-b4ee-134c120dbc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:11.680501 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebe58c8-cb57-4c4c-b4ee-134c120dbc91 None None] Routers {'a85856c3-284c-45a4-85d1-96c5f2943fc8'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:45:11.681105 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-7ebe58c8-cb57-4c4c-b4ee-134c120dbc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:45:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a85856c3-284c-45a4-85d1-96c5f2943fc8'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:45:11.712697 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 29017a99-b4c3-4141-b7a2-864f40f32126 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:45:11.765327 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf18e0c-2918-48b2-b896-65b5f2b0f453 None None] Pushing event updated for resources: {'Port': ['ID=ca47e1cd-f099-4d4a-81e9-2e0decb9f87f,revision_number=4']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:11.833473 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3bfe3a3e-a3f2-4e0f-9e2e-5caff949d041 None None] Attempt 10 to provision port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f Oct 10 11:45:11.867040 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-7ebe58c8-cb57-4c4c-b4ee-134c120dbc91 None None] Set router a85856c3-284c-45a4-85d1-96c5f2943fc8 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:45:11.899225 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3bfe3a3e-a3f2-4e0f-9e2e-5caff949d041 None None] Port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:45:12.188707 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-7ebe58c8-cb57-4c4c-b4ee-134c120dbc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85856c3-284c-45a4-85d1-96c5f2943fc8', 'name': 'tempest-TestEncryptedCinderVolumes-1019359295-router', 'tenant_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '29017a99-b4c3-4141-b7a2-864f40f32126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:45:01Z', 'updated_at': '2022-10-10T11:45:06Z', 'revision_number': 4, 'project_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'gw_port': {'id': '29017a99-b4c3-4141-b7a2-864f40f32126', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85856c3-284c-45a4-85d1-96c5f2943fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:45:02Z', 'updated_at': '2022-10-10T11:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ca47e1cd-f099-4d4a-81e9-2e0decb9f87f', 'name': '', 'network_id': '374f33b4-83d6-47e8-863b-635d7e27f9bd', 'tenant_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'mac_address': 'fa:16:3e:ec:f0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85856c3-284c-45a4-85d1-96c5f2943fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'f56a20db-ecb9-4637-9932-52feabce4b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:45:05Z', 'updated_at': '2022-10-10T11:45:11Z', 'revision_number': 4, 'project_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'subnets': [{'id': 'f56a20db-ecb9-4637-9932-52feabce4b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:45:12.192558 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebe58c8-cb57-4c4c-b4ee-134c120dbc91 None None] The sync data for ids ['a85856c3-284c-45a4-85d1-96c5f2943fc8'] in dv-neutron-860842-1-hyperv is: [{'id': 'a85856c3-284c-45a4-85d1-96c5f2943fc8', 'name': 'tempest-TestEncryptedCinderVolumes-1019359295-router', 'tenant_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '29017a99-b4c3-4141-b7a2-864f40f32126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:45:01Z', 'updated_at': '2022-10-10T11:45:06Z', 'revision_number': 4, 'project_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'gw_port': {'id': '29017a99-b4c3-4141-b7a2-864f40f32126', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85856c3-284c-45a4-85d1-96c5f2943fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:45:02Z', 'updated_at': '2022-10-10T11:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ca47e1cd-f099-4d4a-81e9-2e0decb9f87f', 'name': '', 'network_id': '374f33b4-83d6-47e8-863b-635d7e27f9bd', 'tenant_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'mac_address': 'fa:16:3e:ec:f0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85856c3-284c-45a4-85d1-96c5f2943fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'f56a20db-ecb9-4637-9932-52feabce4b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:45:05Z', 'updated_at': '2022-10-10T11:45:11Z', 'revision_number': 4, 'project_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'subnets': [{'id': 'f56a20db-ecb9-4637-9932-52feabce4b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:45:12.318220 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-235f75cf-8899-4031-9b10-f3d3bebaffef tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:12.319468 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-235f75cf-8899-4031-9b10-f3d3bebaffef tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Synchronizing usage tracker for tenant:31fd3e535f05455f85cbdc27ec9be8c5 on resource:network {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:45:12.389413 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-235f75cf-8899-4031-9b10-f3d3bebaffef tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Unset dirty status for tenant:31fd3e535f05455f85cbdc27ec9be8c5 on resource:network {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:45:12.390582 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-235f75cf-8899-4031-9b10-f3d3bebaffef tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.15 "GET /v2.0/networks?id=fabf9013-0256-4961-a138-3680628f0fd6 HTTP/1.1" status: 200 len: 817 time: 0.2224894 Oct 10 11:45:12.405348 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-5c057666-fd69-401d-afec-fb5ff82bdfce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Request body: {'port': {'device_id': 'a8a145a6-31c6-466a-9896-d40285103c3c', 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6', 'admin_state_up': True, 'tenant_id': '31fd3e535f05455f85cbdc27ec9be8c5'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:45:12.695907 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-79679976-2c69-426c-918d-4b24956a40a7 req-e663c199-ca7c-4de8-adc1-6460c4e14392 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=a8a145a6-31c6-466a-9896-d40285103c3c HTTP/1.1" status: 200 len: 210 time: 0.0682497 Oct 10 11:45:12.738365 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-5c057666-fd69-401d-afec-fb5ff82bdfce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:45:12.748883 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-5c057666-fd69-401d-afec-fb5ff82bdfce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:45:12.827281 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-5c057666-fd69-401d-afec-fb5ff82bdfce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Made reservation on behalf of 31fd3e535f05455f85cbdc27ec9be8c5 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:45:12.831005 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-5c057666-fd69-401d-afec-fb5ff82bdfce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:13.000157 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-5c057666-fd69-401d-afec-fb5ff82bdfce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Allocated IP 172.20.0.8 (fabf9013-0256-4961-a138-3680628f0fd6/8d9d3f6d-c579-496e-ac5d-1b0c8117cb35/45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:45:13.201510 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-5c057666-fd69-401d-afec-fb5ff82bdfce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:13.217219 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-5c057666-fd69-401d-afec-fb5ff82bdfce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Transition to ACTIVE for port object 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:45:13.321091 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-5c057666-fd69-401d-afec-fb5ff82bdfce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:13.390691 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-5c057666-fd69-401d-afec-fb5ff82bdfce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Network fabf9013-0256-4961-a138-3680628f0fd6 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:45:13.393833 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-5c057666-fd69-401d-afec-fb5ff82bdfce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:45:13.397671 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-5c057666-fd69-401d-afec-fb5ff82bdfce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:45:13.438766 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c057666-fd69-401d-afec-fb5ff82bdfce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Pushing event updated for resources: {'Port': ['ID=45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:13.457393 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c057666-fd69-401d-afec-fb5ff82bdfce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:13.457709 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c057666-fd69-401d-afec-fb5ff82bdfce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:13.458069 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c057666-fd69-401d-afec-fb5ff82bdfce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:13.458380 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c057666-fd69-401d-afec-fb5ff82bdfce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:13.458711 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c057666-fd69-401d-afec-fb5ff82bdfce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:13.459038 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c057666-fd69-401d-afec-fb5ff82bdfce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:13.459408 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c057666-fd69-401d-afec-fb5ff82bdfce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:13.460771 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c057666-fd69-401d-afec-fb5ff82bdfce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:13.461076 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c057666-fd69-401d-afec-fb5ff82bdfce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:13.461405 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c057666-fd69-401d-afec-fb5ff82bdfce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:13.461773 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c057666-fd69-401d-afec-fb5ff82bdfce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:13.462078 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c057666-fd69-401d-afec-fb5ff82bdfce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:13.492177 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-5c057666-fd69-401d-afec-fb5ff82bdfce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:13.492831 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-5c057666-fd69-401d-afec-fb5ff82bdfce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:13.548761 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ca47e1cd-f099-4d4a-81e9-2e0decb9f87f up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:45:13.604173 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-5c057666-fd69-401d-afec-fb5ff82bdfce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2026770 Oct 10 11:45:13.614964 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-1b47231a-aefd-4502-9414-ea339e5df034 service neutron] Request body: {'port': {'device_id': 'a8a145a6-31c6-466a-9896-d40285103c3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:45:13.697840 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:45:13.702752 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:45:13.711912 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:13.711912 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f Oct 10 11:45:13.728752 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-1b47231a-aefd-4502-9414-ea339e5df034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:13.751107 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f8acc2ff-60ce-4aa5-979d-82a7d4c21568 None None] Provisioning for port 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:45:13.759389 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f8acc2ff-60ce-4aa5-979d-82a7d4c21568 None None] Provisioning complete for port 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:45:13.759768 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f8acc2ff-60ce-4aa5-979d-82a7d4c21568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:13.760124 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f8acc2ff-60ce-4aa5-979d-82a7d4c21568 None None] Attempt 1 to provision port 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb Oct 10 11:45:13.823980 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f8acc2ff-60ce-4aa5-979d-82a7d4c21568 None None] Port 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:45:13.887158 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:45:13.887664 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:13.909603 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17851545-2a8a-4618-b423-8e1c137a8f26 req-85cdac28-80a5-4d1e-af2c-e24a24c21937 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:13.911419 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-17851545-2a8a-4618-b423-8e1c137a8f26 req-85cdac28-80a5-4d1e-af2c-e24a24c21937 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=a8a145a6-31c6-466a-9896-d40285103c3c HTTP/1.1" status: 200 len: 931 time: 0.0944157 Oct 10 11:45:13.935936 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ca47e1cd-f099-4d4a-81e9-2e0decb9f87f,segment=NetworkSegment(7b42304c-3a1e-45c4-b4dd-86be7d7151fa),segment_id=7b42304c-3a1e-45c4-b4dd-86be7d7151fa)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:45:13.962919 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-17851545-2a8a-4618-b423-8e1c137a8f26 req-89c485ea-b058-4701-85e0-0242911bca4d tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443814 Oct 10 11:45:14.026150 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:14.091987 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-1b47231a-aefd-4502-9414-ea339e5df034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:45:14.095363 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=ca47e1cd-f099-4d4a-81e9-2e0decb9f87f,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:14.099601 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-1b47231a-aefd-4502-9414-ea339e5df034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:14.114551 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-1b47231a-aefd-4502-9414-ea339e5df034 service neutron] Transition to ACTIVE for port object 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:45:14.165944 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-1b47231a-aefd-4502-9414-ea339e5df034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:14.325014 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f8acc2ff-60ce-4aa5-979d-82a7d4c21568 None None] Attempt 2 to provision port 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb Oct 10 11:45:14.358379 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47231a-aefd-4502-9414-ea339e5df034 service neutron] Pushing event updated for resources: {'Port': ['ID=45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:14.379026 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f8acc2ff-60ce-4aa5-979d-82a7d4c21568 None None] Port 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:45:14.400837 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-1b47231a-aefd-4502-9414-ea339e5df034 service neutron] Attempting to bind port 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:45:14.401199 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-1b47231a-aefd-4502-9414-ea339e5df034 service neutron] Attempting to bind port 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '546a8fa2-33de-4731-abbf-37e50beee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:45:14.401551 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-1b47231a-aefd-4502-9414-ea339e5df034 service neutron] Attempting to bind port 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb on network fabf9013-0256-4961-a138-3680628f0fd6 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:45:14.406134 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-1b47231a-aefd-4502-9414-ea339e5df034 service neutron] Port 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb on network fabf9013-0256-4961-a138-3680628f0fd6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:45:14.406451 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-1b47231a-aefd-4502-9414-ea339e5df034 service neutron] Attempting to bind port 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb on network fabf9013-0256-4961-a138-3680628f0fd6 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:45:14.411466 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-1b47231a-aefd-4502-9414-ea339e5df034 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:45:14.411802 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-1b47231a-aefd-4502-9414-ea339e5df034 service neutron] Checking segment: {'id': '546a8fa2-33de-4731-abbf-37e50beee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:45:14.412428 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-1b47231a-aefd-4502-9414-ea339e5df034 service neutron] Bound using segment: {'id': '546a8fa2-33de-4731-abbf-37e50beee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:45:14.413350 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-1b47231a-aefd-4502-9414-ea339e5df034 service neutron] Bound port: 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '546a8fa2-33de-4731-abbf-37e50beee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:45:14.413731 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-1b47231a-aefd-4502-9414-ea339e5df034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:14.501445 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-1b47231a-aefd-4502-9414-ea339e5df034 service neutron] For port 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:45:14.504381 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-1b47231a-aefd-4502-9414-ea339e5df034 service neutron] For port 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb,segment=NetworkSegment(546a8fa2-33de-4731-abbf-37e50beee666),segment_id=546a8fa2-33de-4731-abbf-37e50beee666)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:45:14.581324 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-1b47231a-aefd-4502-9414-ea339e5df034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:14.615095 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-1b47231a-aefd-4502-9414-ea339e5df034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:14.615707 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-1b47231a-aefd-4502-9414-ea339e5df034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:14.617597 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-1b47231a-aefd-4502-9414-ea339e5df034 service neutron] 10.222.0.15 "PUT /v2.0/ports/45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb HTTP/1.1" status: 200 len: 1093 time: 1.0067210 Oct 10 11:45:14.618077 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a145a6-31c6-466a-9896-d40285103c3c', 'tag': '45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:45:14.620362 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437cb894-286d-455c-8eb4-a307307d6374" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a145a6-31c6-466a-9896-d40285103c3c", "tag": "45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:45:14.663910 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47231a-aefd-4502-9414-ea339e5df034 service neutron] Pushing event updated for resources: {'Port': ['ID=45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:14.668216 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afffd3fa-d270-4480-9104-2d72a6befa5e x-openstack-request-id: req-afffd3fa-d270-4480-9104-2d72a6befa5e {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:45:14.668498 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a145a6-31c6-466a-9896-d40285103c3c", "tag": "45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:45:14.668745 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-afffd3fa-d270-4480-9104-2d72a6befa5e {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:45:14.669140 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afffd3fa-d270-4480-9104-2d72a6befa5e'] response: {'name': 'network-changed', 'server_uuid': 'a8a145a6-31c6-466a-9896-d40285103c3c', 'tag': '45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb', 'status': 'completed', 'code': 200} Oct 10 11:45:14.764614 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cb894-286d-455c-8eb4-a307307d6374 req-424a5072-d24a-493c-ad2d-9d75a021d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:14.766116 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-437cb894-286d-455c-8eb4-a307307d6374 req-424a5072-d24a-493c-ad2d-9d75a021d8ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31fd3e535f05455f85cbdc27ec9be8c5&device_id=a8a145a6-31c6-466a-9896-d40285103c3c HTTP/1.1" status: 200 len: 1096 time: 0.0791841 Oct 10 11:45:14.880290 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f8acc2ff-60ce-4aa5-979d-82a7d4c21568 None None] Attempt 3 to provision port 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb Oct 10 11:45:14.946323 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f8acc2ff-60ce-4aa5-979d-82a7d4c21568 None None] Port 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:45:15.008489 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cb894-286d-455c-8eb4-a307307d6374 req-53908175-c80d-4cc1-abda-96d8b1e61fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:15.010005 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-437cb894-286d-455c-8eb4-a307307d6374 req-53908175-c80d-4cc1-abda-96d8b1e61fb3 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=31fd3e535f05455f85cbdc27ec9be8c5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2364192 Oct 10 11:45:15.145336 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cb894-286d-455c-8eb4-a307307d6374 req-4fab4651-0315-4664-a461-26c4698771a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:15.146724 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-437cb894-286d-455c-8eb4-a307307d6374 req-4fab4651-0315-4664-a461-26c4698771a1 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1315701 Oct 10 11:45:15.168118 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7a439-573a-4c8f-96dc-cff301178f5e req-ed21df06-f5ba-4323-b165-9d02603da92c tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:15.169600 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8ad7a439-573a-4c8f-96dc-cff301178f5e req-ed21df06-f5ba-4323-b165-9d02603da92c tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=a8a145a6-31c6-466a-9896-d40285103c3c HTTP/1.1" status: 200 len: 943 time: 0.0929794 Oct 10 11:45:15.213515 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8ad7a439-573a-4c8f-96dc-cff301178f5e req-bfd5c387-6777-414f-9583-e6daf6f95bab tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383101 Oct 10 11:45:15.267843 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-faec8a2b-c3d6-491f-bf4f-7af49aa68189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:15.269329 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-faec8a2b-c3d6-491f-bf4f-7af49aa68189 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31fd3e535f05455f85cbdc27ec9be8c5&device_id=a8a145a6-31c6-466a-9896-d40285103c3c HTTP/1.1" status: 200 len: 1096 time: 0.0855501 Oct 10 11:45:15.337953 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-81decff8-7474-413c-93d2-a6943dce97a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb HTTP/1.1" status: 200 len: 217 time: 0.0622141 Oct 10 11:45:15.403497 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-fa492129-2392-48ee-b597-0ea77e866cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:15.404820 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-fa492129-2392-48ee-b597-0ea77e866cda service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d9d3f6d-c579-496e-ac5d-1b0c8117cb35 HTTP/1.1" status: 200 len: 856 time: 0.0613174 Oct 10 11:45:15.490035 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-0bd3352d-c447-4fb0-b6ab-237b72f1d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:15.492304 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-0bd3352d-c447-4fb0-b6ab-237b72f1d24a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fabf9013-0256-4961-a138-3680628f0fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783989 Oct 10 11:45:15.514746 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ca47e1cd-f099-4d4a-81e9-2e0decb9f87f up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:45:15.582069 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:45:15.582438 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:15.582776 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f Oct 10 11:45:15.624167 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-b9c0d013-4055-44a1-997a-f79f7917abf3 service neutron] 10.222.0.15 "GET /v2.0/networks/fabf9013-0256-4961-a138-3680628f0fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263642 Oct 10 11:45:15.699512 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:45:15.758953 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-661f55c7-fd5c-42cb-9bfb-d0588ecfc5e9 req-ee4a1e8d-efff-46e4-b049-b9c8b076f128 service neutron] 10.222.0.15 "GET /v2.0/networks/fabf9013-0256-4961-a138-3680628f0fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291006 Oct 10 11:45:16.415190 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30b3df-5a10-4533-b5a1-9c6e25bf8956 req-65282fb5-962c-459e-8b0d-5ef83128d9ad tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:16.415909 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-5c30b3df-5a10-4533-b5a1-9c6e25bf8956 req-65282fb5-962c-459e-8b0d-5ef83128d9ad tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Synchronizing usage tracker for tenant:31fd3e535f05455f85cbdc27ec9be8c5 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:45:16.500196 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-5c30b3df-5a10-4533-b5a1-9c6e25bf8956 req-65282fb5-962c-459e-8b0d-5ef83128d9ad tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Unset dirty status for tenant:31fd3e535f05455f85cbdc27ec9be8c5 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:45:16.501268 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5c30b3df-5a10-4533-b5a1-9c6e25bf8956 req-65282fb5-962c-459e-8b0d-5ef83128d9ad tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=a8a145a6-31c6-466a-9896-d40285103c3c HTTP/1.1" status: 200 len: 943 time: 0.1761672 Oct 10 11:45:16.546595 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-5c30b3df-5a10-4533-b5a1-9c6e25bf8956 req-bb705405-2f26-4e85-81d4-d2e22c27079f tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Synchronizing usage tracker for tenant:31fd3e535f05455f85cbdc27ec9be8c5 on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:45:16.637193 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-5c30b3df-5a10-4533-b5a1-9c6e25bf8956 req-bb705405-2f26-4e85-81d4-d2e22c27079f tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Unset dirty status for tenant:31fd3e535f05455f85cbdc27ec9be8c5 on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:45:16.638378 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5c30b3df-5a10-4533-b5a1-9c6e25bf8956 req-bb705405-2f26-4e85-81d4-d2e22c27079f tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306803 Oct 10 11:45:17.837656 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252c183-1d8e-472f-9a54-aebf76c67ecd req-bcf1dc86-742e-4aa7-beed-9fd8be2b8c22 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:17.839079 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3252c183-1d8e-472f-9a54-aebf76c67ecd req-bcf1dc86-742e-4aa7-beed-9fd8be2b8c22 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=a8a145a6-31c6-466a-9896-d40285103c3c HTTP/1.1" status: 200 len: 943 time: 0.0908270 Oct 10 11:45:17.882684 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3252c183-1d8e-472f-9a54-aebf76c67ecd req-e66eb6fa-d891-4edd-a944-799594dc0ee6 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379293 Oct 10 11:45:18.478156 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:45:18.610900 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb,segment=NetworkSegment(546a8fa2-33de-4731-abbf-37e50beee666),segment_id=546a8fa2-33de-4731-abbf-37e50beee666)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:45:18.623914 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb', 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6', 'port_id': '45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb', 'mac_address': 'fa:16:3e:fb:ab:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 490, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9d3f6d-c579-496e-ac5d-1b0c8117cb35', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:45:18.678338 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:45:18.678748 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:18.697967 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:45:18.713683 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb,segment=NetworkSegment(546a8fa2-33de-4731-abbf-37e50beee666),segment_id=546a8fa2-33de-4731-abbf-37e50beee666)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:45:18.783472 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:18.852140 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:19.020469 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:45:19.087345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cef720-8498-4ce1-8269-efbbac7efbab req-bcd903c0-79a5-48c6-918f-743f7c05a6ce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:19.088718 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-90cef720-8498-4ce1-8269-efbbac7efbab req-bcd903c0-79a5-48c6-918f-743f7c05a6ce tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=a8a145a6-31c6-466a-9896-d40285103c3c HTTP/1.1" status: 200 len: 944 time: 0.0936329 Oct 10 11:45:19.133806 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-90cef720-8498-4ce1-8269-efbbac7efbab req-b092cbc4-e9ba-4888-9395-44c413fe7e63 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392137 Oct 10 11:45:20.335204 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06e2bb-78be-42ca-adb0-cadaedb71e2a req-65f59998-c7e6-4504-8473-6440c1d24bdc tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:20.336658 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5f06e2bb-78be-42ca-adb0-cadaedb71e2a req-65f59998-c7e6-4504-8473-6440c1d24bdc tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=a8a145a6-31c6-466a-9896-d40285103c3c HTTP/1.1" status: 200 len: 944 time: 0.0871413 Oct 10 11:45:20.383727 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5f06e2bb-78be-42ca-adb0-cadaedb71e2a req-e5c6101c-379f-4ae6-9763-c8bc692956d7 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414584 Oct 10 11:45:20.477720 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:45:20.608911 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:45:20.613496 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:45:20.613890 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:20.614221 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb Oct 10 11:45:20.755556 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:45:20.795526 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:20.795526 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a145a6-31c6-466a-9896-d40285103c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:45:20.795526 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0945cdd1-061d-4b35-ad1b-83e62676559e" -d '{"events": [{"server_uuid": "a8a145a6-31c6-466a-9896-d40285103c3c", "name": "network-vif-plugged", "status": "completed", "tag": "45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:45:20.795526 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb,segment=NetworkSegment(546a8fa2-33de-4731-abbf-37e50beee666),segment_id=546a8fa2-33de-4731-abbf-37e50beee666)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:45:20.886840 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef8b718-426e-41ec-8221-55c27c03980c x-openstack-request-id: req-cef8b718-426e-41ec-8221-55c27c03980c {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:45:20.887221 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a145a6-31c6-466a-9896-d40285103c3c", "name": "network-vif-plugged", "status": "completed", "tag": "45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:45:20.887536 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cef8b718-426e-41ec-8221-55c27c03980c {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:45:20.887993 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cef8b718-426e-41ec-8221-55c27c03980c'] response: {'server_uuid': 'a8a145a6-31c6-466a-9896-d40285103c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb', 'code': 200} Oct 10 11:45:20.932258 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:21.001862 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:21.229334 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6d946-42af-4f12-b15a-7732773fef4c req-a40cb4e9-9fd1-4813-8aad-cec95f4c771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:21.230752 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fcb6d946-42af-4f12-b15a-7732773fef4c req-a40cb4e9-9fd1-4813-8aad-cec95f4c771b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a8a145a6-31c6-466a-9896-d40285103c3c HTTP/1.1" status: 200 len: 1098 time: 0.0792720 Oct 10 11:45:21.270351 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fcb6d946-42af-4f12-b15a-7732773fef4c req-fc0ea07a-f4d8-41bf-84a5-a2fb5f95abe2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338414 Oct 10 11:45:21.580324 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78ec12-8521-4341-ac5e-b52baaf85723 req-b070421a-aadd-436b-865a-654e8a8056a7 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:21.581774 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-7a78ec12-8521-4341-ac5e-b52baaf85723 req-b070421a-aadd-436b-865a-654e8a8056a7 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=a8a145a6-31c6-466a-9896-d40285103c3c HTTP/1.1" status: 200 len: 945 time: 0.0866811 Oct 10 11:45:21.624930 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-7a78ec12-8521-4341-ac5e-b52baaf85723 req-56c489f1-6c86-4afe-878e-72bbcba0a167 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374663 Oct 10 11:45:22.826009 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68161cbb-92c7-4633-a22d-5a09c0dd46a1 req-67716fc3-c727-4b8a-a314-1ba29a8f647d tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:22.827445 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-68161cbb-92c7-4633-a22d-5a09c0dd46a1 req-67716fc3-c727-4b8a-a314-1ba29a8f647d tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=a8a145a6-31c6-466a-9896-d40285103c3c HTTP/1.1" status: 200 len: 945 time: 0.0920622 Oct 10 11:45:22.870970 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-68161cbb-92c7-4633-a22d-5a09c0dd46a1 req-30e7395f-4954-4828-bcd4-f337e4f4cab7 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378687 Oct 10 11:45:23.072431 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a0f8b-7d12-47c1-800b-ee87c5f6c0f8 req-17044138-a371-44b1-b79e-efa52b0db918 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:23.073913 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0b4a0f8b-7d12-47c1-800b-ee87c5f6c0f8 req-17044138-a371-44b1-b79e-efa52b0db918 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=a8a145a6-31c6-466a-9896-d40285103c3c HTTP/1.1" status: 200 len: 945 time: 0.0941911 Oct 10 11:45:23.118688 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0b4a0f8b-7d12-47c1-800b-ee87c5f6c0f8 req-c90dbeb8-b98c-4692-8b3f-0acd07a29712 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392137 Oct 10 11:45:23.998406 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:45:33.500022 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-27487a80-0cd6-4643-a2c4-7d27a0d069a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:35.727276 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b5eb0f42-7713-4c8e-9d31-ae07567ee84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:36.606729 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [req-f2e6d5f5-abec-4a53-ace4-cf00a1a1c085 req-4f0ea3d8-69e8-4480-a95b-4d627831c8d3 tempest-TestVolumeBootPattern-1492683538 tempest-TestVolumeBootPattern-1492683538-project] (89896) timed out ('10.222.0.15', 56653) {{(pid=89896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 10 11:45:37.054518 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:37.105920 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:38.709459 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:39.554575 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:40.528245 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d2182cef-5853-4dd7-a291-04f3aea50c39 req-17832427-b80b-48e7-821e-8e22ae7821fa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a8a145a6-31c6-466a-9896-d40285103c3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819888 Oct 10 11:45:40.675100 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2182cef-5853-4dd7-a291-04f3aea50c39 req-f4c92e00-3c6a-464c-915b-a1fe172f2224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:40.676576 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d2182cef-5853-4dd7-a291-04f3aea50c39 req-f4c92e00-3c6a-464c-915b-a1fe172f2224 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31fd3e535f05455f85cbdc27ec9be8c5&device_id=a8a145a6-31c6-466a-9896-d40285103c3c HTTP/1.1" status: 200 len: 1098 time: 0.0819640 Oct 10 11:45:40.823355 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2182cef-5853-4dd7-a291-04f3aea50c39 req-46dd20f0-a271-4fe0-9da4-bd59d722605e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:40.824720 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d2182cef-5853-4dd7-a291-04f3aea50c39 req-46dd20f0-a271-4fe0-9da4-bd59d722605e service neutron] 10.222.0.15 "GET /v2.0/networks?id=fabf9013-0256-4961-a138-3680628f0fd6 HTTP/1.1" status: 200 len: 918 time: 0.1289892 Oct 10 11:45:40.900971 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d2182cef-5853-4dd7-a291-04f3aea50c39 req-04c6be9b-2baa-403a-8c2a-5ca782ccc4c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb HTTP/1.1" status: 200 len: 217 time: 0.0697863 Oct 10 11:45:40.964165 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2182cef-5853-4dd7-a291-04f3aea50c39 req-b178a139-374b-4fbf-aa23-146596cb18bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:40.965640 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d2182cef-5853-4dd7-a291-04f3aea50c39 req-b178a139-374b-4fbf-aa23-146596cb18bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d9d3f6d-c579-496e-ac5d-1b0c8117cb35 HTTP/1.1" status: 200 len: 856 time: 0.0590100 Oct 10 11:45:41.051336 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2182cef-5853-4dd7-a291-04f3aea50c39 req-476725a2-7a74-4049-a354-3374a054c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:41.053513 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d2182cef-5853-4dd7-a291-04f3aea50c39 req-476725a2-7a74-4049-a354-3374a054c3c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fabf9013-0256-4961-a138-3680628f0fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820930 Oct 10 11:45:41.275139 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d2182cef-5853-4dd7-a291-04f3aea50c39 req-b769e33c-eb2e-482d-b923-90ae95713aef service neutron] 10.222.0.15 "GET /v2.0/networks/fabf9013-0256-4961-a138-3680628f0fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156882 Oct 10 11:45:41.406292 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d2182cef-5853-4dd7-a291-04f3aea50c39 req-a376ad2f-2d6d-4c0f-b795-2e79b433652f service neutron] 10.222.0.15 "GET /v2.0/networks/fabf9013-0256-4961-a138-3680628f0fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249521 Oct 10 11:45:42.475583 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638b0bc-43f0-412c-970c-cc191e64b718 req-d9ccf135-3465-401a-9991-4b9210169621 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:42.477282 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b638b0bc-43f0-412c-970c-cc191e64b718 req-d9ccf135-3465-401a-9991-4b9210169621 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=a8a145a6-31c6-466a-9896-d40285103c3c HTTP/1.1" status: 200 len: 945 time: 0.0901442 Oct 10 11:45:42.527247 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b638b0bc-43f0-412c-970c-cc191e64b718 req-8bbb4e5d-146d-4be5-b712-8aafb0510c30 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440423 Oct 10 11:45:43.728736 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b40b87-2a43-433f-a9b6-4406f21dc686 req-69384430-8757-4bac-bde4-bc27b571c3e8 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:43.730128 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-09b40b87-2a43-433f-a9b6-4406f21dc686 req-69384430-8757-4bac-bde4-bc27b571c3e8 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=a8a145a6-31c6-466a-9896-d40285103c3c HTTP/1.1" status: 200 len: 945 time: 0.0883684 Oct 10 11:45:43.776350 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-09b40b87-2a43-433f-a9b6-4406f21dc686 req-306a3537-cdcd-4291-b674-03866208abee tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398312 Oct 10 11:45:43.981772 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dce54b-9209-436f-a27b-3484219ed782 req-0fb986cb-cc9e-42aa-a187-34afab2a8cc9 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:43.983149 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-96dce54b-9209-436f-a27b-3484219ed782 req-0fb986cb-cc9e-42aa-a187-34afab2a8cc9 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8a145a6-31c6-466a-9896-d40285103c3c HTTP/1.1" status: 200 len: 945 time: 0.0910602 Oct 10 11:45:44.054805 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-96dce54b-9209-436f-a27b-3484219ed782 req-cc6b4907-c04c-4e8a-ac54-b75bb099cc0f tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Deleting port 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:45:44.055144 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-96dce54b-9209-436f-a27b-3484219ed782 req-cc6b4907-c04c-4e8a-ac54-b75bb099cc0f tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:44.300215 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-96dce54b-9209-436f-a27b-3484219ed782 req-cc6b4907-c04c-4e8a-ac54-b75bb099cc0f tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] For port 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb,segment=NetworkSegment(546a8fa2-33de-4731-abbf-37e50beee666),segment_id=546a8fa2-33de-4731-abbf-37e50beee666)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:45:44.300574 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-96dce54b-9209-436f-a27b-3484219ed782 req-cc6b4907-c04c-4e8a-ac54-b75bb099cc0f tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:44.428744 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-96dce54b-9209-436f-a27b-3484219ed782 req-cc6b4907-c04c-4e8a-ac54-b75bb099cc0f tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Calling delete_port for 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:45:44.654282 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-96dce54b-9209-436f-a27b-3484219ed782 req-cc6b4907-c04c-4e8a-ac54-b75bb099cc0f tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:44.706353 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b4907-c04c-4e8a-ac54-b75bb099cc0f tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Pushing event deleted for resources: {'Port': ['ID=45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:44.798162 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-96dce54b-9209-436f-a27b-3484219ed782 req-cc6b4907-c04c-4e8a-ac54-b75bb099cc0f tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] No DVR routers for this DVR port 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:45:44.800660 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-96dce54b-9209-436f-a27b-3484219ed782 req-cc6b4907-c04c-4e8a-ac54-b75bb099cc0f tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:44.803463 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a145a6-31c6-466a-9896-d40285103c3c', 'name': 'network-vif-deleted', 'tag': '45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:45:44.805871 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69634e8f-fca3-4116-9f7e-1608ca2d8eb0" -d '{"events": [{"server_uuid": "a8a145a6-31c6-466a-9896-d40285103c3c", "name": "network-vif-deleted", "tag": "45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:45:44.849052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0967e64d-af2b-422e-ba73-61c58a35d8c1 x-openstack-request-id: req-0967e64d-af2b-422e-ba73-61c58a35d8c1 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:45:44.856988 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a145a6-31c6-466a-9896-d40285103c3c", "name": "network-vif-deleted", "tag": "45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:45:44.856988 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0967e64d-af2b-422e-ba73-61c58a35d8c1 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:45:44.856988 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0967e64d-af2b-422e-ba73-61c58a35d8c1'] response: {'server_uuid': 'a8a145a6-31c6-466a-9896-d40285103c3c', 'name': 'network-vif-deleted', 'tag': '45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb', 'status': 'completed', 'code': 200} Oct 10 11:45:44.895779 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-96dce54b-9209-436f-a27b-3484219ed782 req-cc6b4907-c04c-4e8a-ac54-b75bb099cc0f tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.15 "DELETE /v2.0/ports/45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb HTTP/1.1" status: 204 len: 173 time: 0.9061041 Oct 10 11:45:44.969260 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ca9e4c48-fb83-496c-8bf1-941645fc2152 req-7ec0287b-ff8a-4135-bd5c-d4b395b71edd tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=a8a145a6-31c6-466a-9896-d40285103c3c HTTP/1.1" status: 200 len: 210 time: 0.0499160 Oct 10 11:45:46.559523 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598841d7-837c-43c3-829f-3f689532ecd9 req-ca4a47bf-8e33-40d1-ab7c-d4bb996e154d tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:46.560841 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-598841d7-837c-43c3-829f-3f689532ecd9 req-ca4a47bf-8e33-40d1-ab7c-d4bb996e154d tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/networks?id=fabf9013-0256-4961-a138-3680628f0fd6 HTTP/1.1" status: 200 len: 817 time: 0.1438265 Oct 10 11:45:46.568552 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:45:46.575477 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-598841d7-837c-43c3-829f-3f689532ecd9 req-c3c6f1ac-ec75-4780-b299-79c151f9ccfb tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/quotas/31fd3e535f05455f85cbdc27ec9be8c5 HTTP/1.1" status: 200 len: 375 time: 0.0092132 Oct 10 11:45:46.603010 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:45:46.603346 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 45303aa8-aa2a-47a8-ae9a-a4dcd73ad1cb not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:45:46.668753 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-598841d7-837c-43c3-829f-3f689532ecd9 req-d10ba2ea-5415-4177-8fc0-cba7d90efce5 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=31fd3e535f05455f85cbdc27ec9be8c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0878816 Oct 10 11:45:46.805449 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-598841d7-837c-43c3-829f-3f689532ecd9 req-58f0bc24-6464-4b05-b5bf-61e416052789 service neutron] 10.222.0.40 "GET /v2.0/networks/fabf9013-0256-4961-a138-3680628f0fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241789 Oct 10 11:45:46.935832 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-598841d7-837c-43c3-829f-3f689532ecd9 req-7d6a0935-ba42-4bd9-a635-d837612b1e4f service neutron] 10.222.0.40 "GET /v2.0/networks/fabf9013-0256-4961-a138-3680628f0fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245439 Oct 10 11:45:47.204960 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-f8e6d9b7-33ab-4c71-9615-e10e4b9d8572 req-d94bc584-b8ec-4425-b121-1f74e4e3bbff tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Synchronizing usage tracker for tenant:31fd3e535f05455f85cbdc27ec9be8c5 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:45:47.300001 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-f8e6d9b7-33ab-4c71-9615-e10e4b9d8572 req-d94bc584-b8ec-4425-b121-1f74e4e3bbff tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Unset dirty status for tenant:31fd3e535f05455f85cbdc27ec9be8c5 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:45:47.301363 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f8e6d9b7-33ab-4c71-9615-e10e4b9d8572 req-d94bc584-b8ec-4425-b121-1f74e4e3bbff tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb8a7571-e438-4188-ad31-1d0597d2e937 HTTP/1.1" status: 200 len: 210 time: 0.1491318 Oct 10 11:45:48.467561 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d27132bb-e2db-474a-96df-8d7442b059ce req-df731467-d324-4bba-9531-a02e078842ef tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb8a7571-e438-4188-ad31-1d0597d2e937 HTTP/1.1" status: 200 len: 210 time: 0.0497384 Oct 10 11:45:49.385762 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598841d7-837c-43c3-829f-3f689532ecd9 req-8cc11e0b-20b5-4de9-a562-3837db550af1 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:49.387168 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-598841d7-837c-43c3-829f-3f689532ecd9 req-8cc11e0b-20b5-4de9-a562-3837db550af1 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.15 "GET /v2.0/networks?id=fabf9013-0256-4961-a138-3680628f0fd6 HTTP/1.1" status: 200 len: 817 time: 0.1425867 Oct 10 11:45:49.398496 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-598841d7-837c-43c3-829f-3f689532ecd9 req-b082406c-9c8e-4b65-8aa5-d8be3da267ee tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Request body: {'port': {'device_id': 'bb8a7571-e438-4188-ad31-1d0597d2e937', 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6', 'admin_state_up': True, 'tenant_id': '31fd3e535f05455f85cbdc27ec9be8c5'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:45:49.651900 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3c8f8b25-974d-4df9-be3b-567009086f76 req-ddc1358d-cb68-443a-8c20-70582ee613f6 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb8a7571-e438-4188-ad31-1d0597d2e937 HTTP/1.1" status: 200 len: 210 time: 0.0553823 Oct 10 11:45:49.680081 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-598841d7-837c-43c3-829f-3f689532ecd9 req-b082406c-9c8e-4b65-8aa5-d8be3da267ee tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:45:49.689474 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-598841d7-837c-43c3-829f-3f689532ecd9 req-b082406c-9c8e-4b65-8aa5-d8be3da267ee tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:45:49.774205 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-598841d7-837c-43c3-829f-3f689532ecd9 req-b082406c-9c8e-4b65-8aa5-d8be3da267ee tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Made reservation on behalf of 31fd3e535f05455f85cbdc27ec9be8c5 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:45:49.777688 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-598841d7-837c-43c3-829f-3f689532ecd9 req-b082406c-9c8e-4b65-8aa5-d8be3da267ee tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:49.940800 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-598841d7-837c-43c3-829f-3f689532ecd9 req-b082406c-9c8e-4b65-8aa5-d8be3da267ee tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Allocated IP 172.20.0.11 (fabf9013-0256-4961-a138-3680628f0fd6/8d9d3f6d-c579-496e-ac5d-1b0c8117cb35/ba9abe2a-35e3-4cc4-9052-b507bdc87397) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:45:50.146724 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-598841d7-837c-43c3-829f-3f689532ecd9 req-b082406c-9c8e-4b65-8aa5-d8be3da267ee tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:50.161811 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-598841d7-837c-43c3-829f-3f689532ecd9 req-b082406c-9c8e-4b65-8aa5-d8be3da267ee tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Transition to ACTIVE for port object ba9abe2a-35e3-4cc4-9052-b507bdc87397 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:45:50.254218 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-598841d7-837c-43c3-829f-3f689532ecd9 req-b082406c-9c8e-4b65-8aa5-d8be3da267ee tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:50.328440 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-598841d7-837c-43c3-829f-3f689532ecd9 req-b082406c-9c8e-4b65-8aa5-d8be3da267ee tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Network fabf9013-0256-4961-a138-3680628f0fd6 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:45:50.331381 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-598841d7-837c-43c3-829f-3f689532ecd9 req-b082406c-9c8e-4b65-8aa5-d8be3da267ee tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:45:50.335331 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-598841d7-837c-43c3-829f-3f689532ecd9 req-b082406c-9c8e-4b65-8aa5-d8be3da267ee tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:45:50.366661 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082406c-9c8e-4b65-8aa5-d8be3da267ee tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Pushing event updated for resources: {'Port': ['ID=ba9abe2a-35e3-4cc4-9052-b507bdc87397,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:50.403602 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598841d7-837c-43c3-829f-3f689532ecd9 req-b082406c-9c8e-4b65-8aa5-d8be3da267ee tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:50.404439 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-598841d7-837c-43c3-829f-3f689532ecd9 req-b082406c-9c8e-4b65-8aa5-d8be3da267ee tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:50.518038 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-598841d7-837c-43c3-829f-3f689532ecd9 req-b082406c-9c8e-4b65-8aa5-d8be3da267ee tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1234648 Oct 10 11:45:50.529388 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-598841d7-837c-43c3-829f-3f689532ecd9 req-5c43d442-b021-4d64-b962-2f9237f5e8b9 service neutron] Request body: {'port': {'device_id': 'bb8a7571-e438-4188-ad31-1d0597d2e937', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:45:50.641801 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-598841d7-837c-43c3-829f-3f689532ecd9 req-5c43d442-b021-4d64-b962-2f9237f5e8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:50.671463 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ecd836a1-9040-4a83-a13b-a3c9ac3c47e3 None None] Provisioning for port ba9abe2a-35e3-4cc4-9052-b507bdc87397 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:45:50.676555 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ecd836a1-9040-4a83-a13b-a3c9ac3c47e3 None None] Provisioning complete for port ba9abe2a-35e3-4cc4-9052-b507bdc87397 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:45:50.676933 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ecd836a1-9040-4a83-a13b-a3c9ac3c47e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:50.677300 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ecd836a1-9040-4a83-a13b-a3c9ac3c47e3 None None] Attempt 1 to provision port ba9abe2a-35e3-4cc4-9052-b507bdc87397 Oct 10 11:45:50.731950 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ecd836a1-9040-4a83-a13b-a3c9ac3c47e3 None None] Port ba9abe2a-35e3-4cc4-9052-b507bdc87397 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:45:50.856050 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c05b0-7592-4b57-895b-ba522d6411c6 req-41e5db29-5b46-47a9-bea9-7e2bdcee9a6f tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:50.857418 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f91c05b0-7592-4b57-895b-ba522d6411c6 req-41e5db29-5b46-47a9-bea9-7e2bdcee9a6f tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb8a7571-e438-4188-ad31-1d0597d2e937 HTTP/1.1" status: 200 len: 932 time: 0.0886462 Oct 10 11:45:50.906121 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f91c05b0-7592-4b57-895b-ba522d6411c6 req-87bf04ba-3f8b-487e-b925-ffa8b697022c tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427272 Oct 10 11:45:50.987787 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-598841d7-837c-43c3-829f-3f689532ecd9 req-5c43d442-b021-4d64-b962-2f9237f5e8b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba9abe2a-35e3-4cc4-9052-b507bdc87397 {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:45:50.995500 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-598841d7-837c-43c3-829f-3f689532ecd9 req-5c43d442-b021-4d64-b962-2f9237f5e8b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:51.009335 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-598841d7-837c-43c3-829f-3f689532ecd9 req-5c43d442-b021-4d64-b962-2f9237f5e8b9 service neutron] Transition to ACTIVE for port object ba9abe2a-35e3-4cc4-9052-b507bdc87397 will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:45:51.100050 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-598841d7-837c-43c3-829f-3f689532ecd9 req-5c43d442-b021-4d64-b962-2f9237f5e8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:51.233817 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ecd836a1-9040-4a83-a13b-a3c9ac3c47e3 None None] Attempt 2 to provision port ba9abe2a-35e3-4cc4-9052-b507bdc87397 Oct 10 11:45:51.290892 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ecd836a1-9040-4a83-a13b-a3c9ac3c47e3 None None] Port ba9abe2a-35e3-4cc4-9052-b507bdc87397 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:45:51.291980 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43d442-b021-4d64-b962-2f9237f5e8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9abe2a-35e3-4cc4-9052-b507bdc87397,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:51.329660 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-598841d7-837c-43c3-829f-3f689532ecd9 req-5c43d442-b021-4d64-b962-2f9237f5e8b9 service neutron] Attempting to bind port ba9abe2a-35e3-4cc4-9052-b507bdc87397 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:45:51.329989 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-598841d7-837c-43c3-829f-3f689532ecd9 req-5c43d442-b021-4d64-b962-2f9237f5e8b9 service neutron] Attempting to bind port ba9abe2a-35e3-4cc4-9052-b507bdc87397 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '546a8fa2-33de-4731-abbf-37e50beee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:45:51.330309 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598841d7-837c-43c3-829f-3f689532ecd9 req-5c43d442-b021-4d64-b962-2f9237f5e8b9 service neutron] Attempting to bind port ba9abe2a-35e3-4cc4-9052-b507bdc87397 on network fabf9013-0256-4961-a138-3680628f0fd6 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:45:51.334971 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598841d7-837c-43c3-829f-3f689532ecd9 req-5c43d442-b021-4d64-b962-2f9237f5e8b9 service neutron] Port ba9abe2a-35e3-4cc4-9052-b507bdc87397 on network fabf9013-0256-4961-a138-3680628f0fd6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:45:51.335282 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598841d7-837c-43c3-829f-3f689532ecd9 req-5c43d442-b021-4d64-b962-2f9237f5e8b9 service neutron] Attempting to bind port ba9abe2a-35e3-4cc4-9052-b507bdc87397 on network fabf9013-0256-4961-a138-3680628f0fd6 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:45:51.340251 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598841d7-837c-43c3-829f-3f689532ecd9 req-5c43d442-b021-4d64-b962-2f9237f5e8b9 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:45:51.340580 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598841d7-837c-43c3-829f-3f689532ecd9 req-5c43d442-b021-4d64-b962-2f9237f5e8b9 service neutron] Checking segment: {'id': '546a8fa2-33de-4731-abbf-37e50beee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:45:51.340954 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598841d7-837c-43c3-829f-3f689532ecd9 req-5c43d442-b021-4d64-b962-2f9237f5e8b9 service neutron] Bound using segment: {'id': '546a8fa2-33de-4731-abbf-37e50beee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:45:51.341366 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-598841d7-837c-43c3-829f-3f689532ecd9 req-5c43d442-b021-4d64-b962-2f9237f5e8b9 service neutron] Bound port: ba9abe2a-35e3-4cc4-9052-b507bdc87397, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '546a8fa2-33de-4731-abbf-37e50beee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:45:51.341736 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-598841d7-837c-43c3-829f-3f689532ecd9 req-5c43d442-b021-4d64-b962-2f9237f5e8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:51.432274 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-598841d7-837c-43c3-829f-3f689532ecd9 req-5c43d442-b021-4d64-b962-2f9237f5e8b9 service neutron] For port ba9abe2a-35e3-4cc4-9052-b507bdc87397, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:45:51.435174 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-598841d7-837c-43c3-829f-3f689532ecd9 req-5c43d442-b021-4d64-b962-2f9237f5e8b9 service neutron] For port ba9abe2a-35e3-4cc4-9052-b507bdc87397, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ba9abe2a-35e3-4cc4-9052-b507bdc87397,segment=NetworkSegment(546a8fa2-33de-4731-abbf-37e50beee666),segment_id=546a8fa2-33de-4731-abbf-37e50beee666)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:45:51.497605 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-598841d7-837c-43c3-829f-3f689532ecd9 req-5c43d442-b021-4d64-b962-2f9237f5e8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:51.528061 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598841d7-837c-43c3-829f-3f689532ecd9 req-5c43d442-b021-4d64-b962-2f9237f5e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:51.535868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-598841d7-837c-43c3-829f-3f689532ecd9 req-5c43d442-b021-4d64-b962-2f9237f5e8b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:51.535868 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-598841d7-837c-43c3-829f-3f689532ecd9 req-5c43d442-b021-4d64-b962-2f9237f5e8b9 service neutron] 10.222.0.15 "PUT /v2.0/ports/ba9abe2a-35e3-4cc4-9052-b507bdc87397 HTTP/1.1" status: 200 len: 1094 time: 1.0046449 Oct 10 11:45:51.535868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8a7571-e438-4188-ad31-1d0597d2e937', 'tag': 'ba9abe2a-35e3-4cc4-9052-b507bdc87397'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:45:51.535868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb4ff4f-a94d-427a-b7a1-d7406862f222" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8a7571-e438-4188-ad31-1d0597d2e937", "tag": "ba9abe2a-35e3-4cc4-9052-b507bdc87397"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:45:51.576188 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b8d714-d7ac-4522-946e-88402351c712 x-openstack-request-id: req-54b8d714-d7ac-4522-946e-88402351c712 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:45:51.576469 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8a7571-e438-4188-ad31-1d0597d2e937", "tag": "ba9abe2a-35e3-4cc4-9052-b507bdc87397", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:45:51.576717 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-54b8d714-d7ac-4522-946e-88402351c712 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:45:51.577129 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54b8d714-d7ac-4522-946e-88402351c712'] response: {'name': 'network-changed', 'server_uuid': 'bb8a7571-e438-4188-ad31-1d0597d2e937', 'tag': 'ba9abe2a-35e3-4cc4-9052-b507bdc87397', 'status': 'completed', 'code': 200} Oct 10 11:45:51.577776 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43d442-b021-4d64-b962-2f9237f5e8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9abe2a-35e3-4cc4-9052-b507bdc87397,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:51.676114 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4ff4f-a94d-427a-b7a1-d7406862f222 req-14a7f656-da25-4098-b5d4-a8f2f15b3540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:51.678318 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-aeb4ff4f-a94d-427a-b7a1-d7406862f222 req-14a7f656-da25-4098-b5d4-a8f2f15b3540 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31fd3e535f05455f85cbdc27ec9be8c5&device_id=bb8a7571-e438-4188-ad31-1d0597d2e937 HTTP/1.1" status: 200 len: 1097 time: 0.0837603 Oct 10 11:45:51.792764 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ecd836a1-9040-4a83-a13b-a3c9ac3c47e3 None None] Attempt 3 to provision port ba9abe2a-35e3-4cc4-9052-b507bdc87397 Oct 10 11:45:51.856350 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ecd836a1-9040-4a83-a13b-a3c9ac3c47e3 None None] Port ba9abe2a-35e3-4cc4-9052-b507bdc87397 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:45:51.924448 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4ff4f-a94d-427a-b7a1-d7406862f222 req-b3a922a7-5dac-4bdc-b08a-d3aa1cec06ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:51.925881 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-aeb4ff4f-a94d-427a-b7a1-d7406862f222 req-b3a922a7-5dac-4bdc-b08a-d3aa1cec06ef service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=31fd3e535f05455f85cbdc27ec9be8c5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2417724 Oct 10 11:45:52.061607 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4ff4f-a94d-427a-b7a1-d7406862f222 req-18f4e522-7548-40d7-89a8-82dc813e992b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:52.062962 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-aeb4ff4f-a94d-427a-b7a1-d7406862f222 req-18f4e522-7548-40d7-89a8-82dc813e992b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1315873 Oct 10 11:45:52.112336 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4e6f1-628f-407f-ac1d-442e7301995c req-04cf8923-5896-4a9f-bdfd-dc6ef34042a9 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:52.113812 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-fde4e6f1-628f-407f-ac1d-442e7301995c req-04cf8923-5896-4a9f-bdfd-dc6ef34042a9 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb8a7571-e438-4188-ad31-1d0597d2e937 HTTP/1.1" status: 200 len: 944 time: 0.0944469 Oct 10 11:45:52.159275 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-fde4e6f1-628f-407f-ac1d-442e7301995c req-09a9d8d9-31d2-41c5-957c-2d2a9df8514d tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386412 Oct 10 11:45:52.175542 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598841d7-837c-43c3-829f-3f689532ecd9 req-978f1d8b-57f9-42dd-8033-00014dbc22d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:52.177014 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-598841d7-837c-43c3-829f-3f689532ecd9 req-978f1d8b-57f9-42dd-8033-00014dbc22d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31fd3e535f05455f85cbdc27ec9be8c5&device_id=bb8a7571-e438-4188-ad31-1d0597d2e937 HTTP/1.1" status: 200 len: 1097 time: 0.0796700 Oct 10 11:45:52.246931 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-598841d7-837c-43c3-829f-3f689532ecd9 req-074f5bc9-e358-4027-9de4-e35720ef015d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba9abe2a-35e3-4cc4-9052-b507bdc87397 HTTP/1.1" status: 200 len: 217 time: 0.0633450 Oct 10 11:45:52.307540 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598841d7-837c-43c3-829f-3f689532ecd9 req-50ad857e-69dd-4434-a40d-e59ea82548bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:52.308929 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-598841d7-837c-43c3-829f-3f689532ecd9 req-50ad857e-69dd-4434-a40d-e59ea82548bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d9d3f6d-c579-496e-ac5d-1b0c8117cb35 HTTP/1.1" status: 200 len: 856 time: 0.0570080 Oct 10 11:45:52.394035 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598841d7-837c-43c3-829f-3f689532ecd9 req-9ad59224-d377-4489-84d3-57cc8cbdf046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:52.395442 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-598841d7-837c-43c3-829f-3f689532ecd9 req-9ad59224-d377-4489-84d3-57cc8cbdf046 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fabf9013-0256-4961-a138-3680628f0fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800550 Oct 10 11:45:52.525699 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-598841d7-837c-43c3-829f-3f689532ecd9 req-2e779bca-37d0-401b-9606-7cb7f287c929 service neutron] 10.222.0.15 "GET /v2.0/networks/fabf9013-0256-4961-a138-3680628f0fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242127 Oct 10 11:45:52.654310 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-598841d7-837c-43c3-829f-3f689532ecd9 req-6b918ee9-6936-4cd4-a471-c2aaa481802f service neutron] 10.222.0.15 "GET /v2.0/networks/fabf9013-0256-4961-a138-3680628f0fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232245 Oct 10 11:45:53.354890 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c4b42-3359-4e9b-9e90-396419db7b07 req-bfd376aa-f894-40ad-a65a-0e6b2c5387b7 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:53.355565 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-7b0c4b42-3359-4e9b-9e90-396419db7b07 req-bfd376aa-f894-40ad-a65a-0e6b2c5387b7 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Synchronizing usage tracker for tenant:31fd3e535f05455f85cbdc27ec9be8c5 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:45:53.430637 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-7b0c4b42-3359-4e9b-9e90-396419db7b07 req-bfd376aa-f894-40ad-a65a-0e6b2c5387b7 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Unset dirty status for tenant:31fd3e535f05455f85cbdc27ec9be8c5 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:45:53.431757 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7b0c4b42-3359-4e9b-9e90-396419db7b07 req-bfd376aa-f894-40ad-a65a-0e6b2c5387b7 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb8a7571-e438-4188-ad31-1d0597d2e937 HTTP/1.1" status: 200 len: 944 time: 0.1620433 Oct 10 11:45:53.476067 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7b0c4b42-3359-4e9b-9e90-396419db7b07 req-48f8b89f-c554-4953-b260-56797ea352c1 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386474 Oct 10 11:45:54.614547 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device ba9abe2a-35e3-4cc4-9052-b507bdc87397 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:45:54.675895 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079ad9b-691a-49e1-aad8-6ad1a5ecca44 req-3befde8c-b053-4abf-beba-70bf55dbbba0 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:54.677998 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c079ad9b-691a-49e1-aad8-6ad1a5ecca44 req-3befde8c-b053-4abf-beba-70bf55dbbba0 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb8a7571-e438-4188-ad31-1d0597d2e937 HTTP/1.1" status: 200 len: 944 time: 0.0913107 Oct 10 11:45:54.722582 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c079ad9b-691a-49e1-aad8-6ad1a5ecca44 req-643bf0fc-f237-43aa-ad9d-158932a139cc tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387712 Oct 10 11:45:54.748793 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port ba9abe2a-35e3-4cc4-9052-b507bdc87397, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ba9abe2a-35e3-4cc4-9052-b507bdc87397,segment=NetworkSegment(546a8fa2-33de-4731-abbf-37e50beee666),segment_id=546a8fa2-33de-4731-abbf-37e50beee666)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:45:54.761717 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': 'ba9abe2a-35e3-4cc4-9052-b507bdc87397', 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6', 'port_id': 'ba9abe2a-35e3-4cc4-9052-b507bdc87397', 'mac_address': 'fa:16:3e:23:30:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 490, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9d3f6d-c579-496e-ac5d-1b0c8117cb35', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:45:54.819465 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port ba9abe2a-35e3-4cc4-9052-b507bdc87397 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:45:54.819842 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:54.836548 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba9abe2a-35e3-4cc4-9052-b507bdc87397 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:45:54.851912 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port ba9abe2a-35e3-4cc4-9052-b507bdc87397, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ba9abe2a-35e3-4cc4-9052-b507bdc87397,segment=NetworkSegment(546a8fa2-33de-4731-abbf-37e50beee666),segment_id=546a8fa2-33de-4731-abbf-37e50beee666)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:45:54.925749 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:54.995264 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=ba9abe2a-35e3-4cc4-9052-b507bdc87397,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:55.002570 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:55.002919 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:55.003260 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:55.003595 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:55.003937 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:55.004264 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:55.004588 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:55.004913 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:55.005242 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:55.005617 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:55.005942 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:55.006263 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:45:55.113580 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['ba9abe2a-35e3-4cc4-9052-b507bdc87397'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:45:55.921724 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d7db3-e406-410d-96c9-aec39936b363 req-49591f72-49a9-40c6-9486-eec9313e763e tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:55.923171 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-140d7db3-e406-410d-96c9-aec39936b363 req-49591f72-49a9-40c6-9486-eec9313e763e tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb8a7571-e438-4188-ad31-1d0597d2e937 HTTP/1.1" status: 200 len: 945 time: 0.0906937 Oct 10 11:45:55.968060 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-140d7db3-e406-410d-96c9-aec39936b363 req-976d8596-fb11-441e-b385-56f1cad880c1 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386989 Oct 10 11:45:56.630223 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device ba9abe2a-35e3-4cc4-9052-b507bdc87397 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:45:56.779684 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port ba9abe2a-35e3-4cc4-9052-b507bdc87397 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:45:56.784626 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port ba9abe2a-35e3-4cc4-9052-b507bdc87397 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:45:56.784994 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:56.785322 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port ba9abe2a-35e3-4cc4-9052-b507bdc87397 Oct 10 11:45:56.904375 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port ba9abe2a-35e3-4cc4-9052-b507bdc87397 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:45:56.904659 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:56.931411 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8a7571-e438-4188-ad31-1d0597d2e937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9abe2a-35e3-4cc4-9052-b507bdc87397'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:45:56.933658 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522ce3e2-97dd-489d-94bc-0b4e72fd6b4c" -d '{"events": [{"server_uuid": "bb8a7571-e438-4188-ad31-1d0597d2e937", "name": "network-vif-plugged", "status": "completed", "tag": "ba9abe2a-35e3-4cc4-9052-b507bdc87397"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:45:56.941074 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port ba9abe2a-35e3-4cc4-9052-b507bdc87397, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ba9abe2a-35e3-4cc4-9052-b507bdc87397,segment=NetworkSegment(546a8fa2-33de-4731-abbf-37e50beee666),segment_id=546a8fa2-33de-4731-abbf-37e50beee666)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:45:56.982800 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c86aebb-f2c6-4b58-9e72-a62941c83555 x-openstack-request-id: req-5c86aebb-f2c6-4b58-9e72-a62941c83555 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:45:56.983095 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8a7571-e438-4188-ad31-1d0597d2e937", "name": "network-vif-plugged", "status": "completed", "tag": "ba9abe2a-35e3-4cc4-9052-b507bdc87397", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:45:56.983346 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5c86aebb-f2c6-4b58-9e72-a62941c83555 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:45:56.983768 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c86aebb-f2c6-4b58-9e72-a62941c83555'] response: {'server_uuid': 'bb8a7571-e438-4188-ad31-1d0597d2e937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9abe2a-35e3-4cc4-9052-b507bdc87397', 'code': 200} Oct 10 11:45:57.019838 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:45:57.091385 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=ba9abe2a-35e3-4cc4-9052-b507bdc87397,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:45:57.173609 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a7c1a-4e57-4e8c-a5df-6cd78e331b13 req-28267b76-5d32-42a3-b52f-1ada9271ed12 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:57.174958 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0d7a7c1a-4e57-4e8c-a5df-6cd78e331b13 req-28267b76-5d32-42a3-b52f-1ada9271ed12 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb8a7571-e438-4188-ad31-1d0597d2e937 HTTP/1.1" status: 200 len: 946 time: 0.0939786 Oct 10 11:45:57.219867 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0d7a7c1a-4e57-4e8c-a5df-6cd78e331b13 req-a5c25421-538a-4561-b805-c419a5c0d41a tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389867 Oct 10 11:45:57.355245 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0b676-1f86-41a7-a891-aa98b69fb117 req-e186e60f-fd71-4600-8274-0c6142916873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:57.356723 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cfb0b676-1f86-41a7-a891-aa98b69fb117 req-e186e60f-fd71-4600-8274-0c6142916873 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bb8a7571-e438-4188-ad31-1d0597d2e937 HTTP/1.1" status: 200 len: 1099 time: 0.0798345 Oct 10 11:45:57.396432 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cfb0b676-1f86-41a7-a891-aa98b69fb117 req-50aa3f48-de41-4b01-8e0a-72f762ee3750 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338707 Oct 10 11:45:58.423524 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8683597-812b-433f-b313-09dc088e429a req-4610baa7-c6af-4f8a-a008-e122a6e80ace tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:58.424973 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c8683597-812b-433f-b313-09dc088e429a req-4610baa7-c6af-4f8a-a008-e122a6e80ace tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb8a7571-e438-4188-ad31-1d0597d2e937 HTTP/1.1" status: 200 len: 946 time: 0.0880651 Oct 10 11:45:58.475498 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c8683597-812b-433f-b313-09dc088e429a req-5b8e4947-2338-4497-9449-47d1484264c9 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439255 Oct 10 11:45:59.674961 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d445eb9-98c5-4c25-aeda-ed3c08ce06bd req-ceee9288-b271-4a5d-9c3e-4ba22b110e45 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:59.676398 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8d445eb9-98c5-4c25-aeda-ed3c08ce06bd req-ceee9288-b271-4a5d-9c3e-4ba22b110e45 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb8a7571-e438-4188-ad31-1d0597d2e937 HTTP/1.1" status: 200 len: 946 time: 0.0897830 Oct 10 11:45:59.720591 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8d445eb9-98c5-4c25-aeda-ed3c08ce06bd req-6bbccb79-693f-4295-9e24-92929a054063 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378656 Oct 10 11:45:59.914801 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d80a9-3b2b-4dde-96a0-517a5a2bd01c req-caf1732c-e4d1-421d-9f22-c7b4050508db tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:45:59.916229 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-604d80a9-3b2b-4dde-96a0-517a5a2bd01c req-caf1732c-e4d1-421d-9f22-c7b4050508db tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb8a7571-e438-4188-ad31-1d0597d2e937 HTTP/1.1" status: 200 len: 946 time: 0.0865207 Oct 10 11:45:59.959792 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-604d80a9-3b2b-4dde-96a0-517a5a2bd01c req-14cdf1a7-ee46-4fe9-82c3-0beed58bd174 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379350 Oct 10 11:46:01.000898 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:46:03.459366 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e2cd6ebc-bd17-4e2f-a87e-9d45e17d581e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:05.765804 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-bc7fae1c-3709-48bf-a70f-c03294d6c2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:07.031173 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:07.145273 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:08.710905 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:09.573585 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:19.337584 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c8e13-a0d1-456d-b45e-84dc7e8eb837 req-a85362c1-a746-42f9-9ab5-ea315e401f48 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:19.339033 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-287c8e13-a0d1-456d-b45e-84dc7e8eb837 req-a85362c1-a746-42f9-9ab5-ea315e401f48 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb8a7571-e438-4188-ad31-1d0597d2e937 HTTP/1.1" status: 200 len: 946 time: 0.0922420 Oct 10 11:46:19.382366 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-287c8e13-a0d1-456d-b45e-84dc7e8eb837 req-82ddcf9b-1ff3-44e8-b3c5-4d540edc1b8c tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377460 Oct 10 11:46:20.585733 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed3e1b-dd95-40d0-b554-3faa16dd2077 req-d57daed4-1270-4f5d-bfd4-b8b88dbec6eb tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:20.587240 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-abed3e1b-dd95-40d0-b554-3faa16dd2077 req-d57daed4-1270-4f5d-bfd4-b8b88dbec6eb tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb8a7571-e438-4188-ad31-1d0597d2e937 HTTP/1.1" status: 200 len: 946 time: 0.0943360 Oct 10 11:46:20.630324 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-abed3e1b-dd95-40d0-b554-3faa16dd2077 req-fffbe191-8253-4f41-90cb-1710ea3eb5e8 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374544 Oct 10 11:46:20.807414 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2274d5-f61f-4a30-8c87-c985c29d8f03 req-4b62b5a6-3b66-4ac7-b669-c511c6a5df80 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:20.808847 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7d2274d5-f61f-4a30-8c87-c985c29d8f03 req-4b62b5a6-3b66-4ac7-b669-c511c6a5df80 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb8a7571-e438-4188-ad31-1d0597d2e937 HTTP/1.1" status: 200 len: 946 time: 0.0876186 Oct 10 11:46:20.880572 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-7d2274d5-f61f-4a30-8c87-c985c29d8f03 req-94216518-1a6f-4e1e-9b1a-b9a2b3410cdf tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Deleting port ba9abe2a-35e3-4cc4-9052-b507bdc87397 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:46:20.880928 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-7d2274d5-f61f-4a30-8c87-c985c29d8f03 req-94216518-1a6f-4e1e-9b1a-b9a2b3410cdf tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:21.225647 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-7d2274d5-f61f-4a30-8c87-c985c29d8f03 req-94216518-1a6f-4e1e-9b1a-b9a2b3410cdf tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] For port ba9abe2a-35e3-4cc4-9052-b507bdc87397, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ba9abe2a-35e3-4cc4-9052-b507bdc87397,segment=NetworkSegment(546a8fa2-33de-4731-abbf-37e50beee666),segment_id=546a8fa2-33de-4731-abbf-37e50beee666)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:46:21.225918 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-7d2274d5-f61f-4a30-8c87-c985c29d8f03 req-94216518-1a6f-4e1e-9b1a-b9a2b3410cdf tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:21.348617 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-7d2274d5-f61f-4a30-8c87-c985c29d8f03 req-94216518-1a6f-4e1e-9b1a-b9a2b3410cdf tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Calling delete_port for ba9abe2a-35e3-4cc4-9052-b507bdc87397 owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:46:21.565355 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-7d2274d5-f61f-4a30-8c87-c985c29d8f03 req-94216518-1a6f-4e1e-9b1a-b9a2b3410cdf tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:21.576541 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['ba9abe2a-35e3-4cc4-9052-b507bdc87397'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:46:21.615711 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94216518-1a6f-4e1e-9b1a-b9a2b3410cdf tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Pushing event deleted for resources: {'Port': ['ID=ba9abe2a-35e3-4cc4-9052-b507bdc87397,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:46:21.666270 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94216518-1a6f-4e1e-9b1a-b9a2b3410cdf tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:46:21.666270 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94216518-1a6f-4e1e-9b1a-b9a2b3410cdf tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:46:21.666668 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94216518-1a6f-4e1e-9b1a-b9a2b3410cdf tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:46:21.666962 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94216518-1a6f-4e1e-9b1a-b9a2b3410cdf tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:46:21.667292 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94216518-1a6f-4e1e-9b1a-b9a2b3410cdf tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:46:21.667621 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94216518-1a6f-4e1e-9b1a-b9a2b3410cdf tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:46:21.667947 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94216518-1a6f-4e1e-9b1a-b9a2b3410cdf tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:46:21.668275 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94216518-1a6f-4e1e-9b1a-b9a2b3410cdf tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:46:21.668600 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94216518-1a6f-4e1e-9b1a-b9a2b3410cdf tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:46:21.668951 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94216518-1a6f-4e1e-9b1a-b9a2b3410cdf tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:46:21.669247 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94216518-1a6f-4e1e-9b1a-b9a2b3410cdf tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:46:21.669590 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94216518-1a6f-4e1e-9b1a-b9a2b3410cdf tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:46:21.718695 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2274d5-f61f-4a30-8c87-c985c29d8f03 req-94216518-1a6f-4e1e-9b1a-b9a2b3410cdf tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] No DVR routers for this DVR port ba9abe2a-35e3-4cc4-9052-b507bdc87397 on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:46:21.722558 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-7d2274d5-f61f-4a30-8c87-c985c29d8f03 req-94216518-1a6f-4e1e-9b1a-b9a2b3410cdf tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:21.725506 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8a7571-e438-4188-ad31-1d0597d2e937', 'name': 'network-vif-deleted', 'tag': 'ba9abe2a-35e3-4cc4-9052-b507bdc87397'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:46:21.728664 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa698a3c-e2cb-4f29-9221-b43c968ddc1e" -d '{"events": [{"server_uuid": "bb8a7571-e438-4188-ad31-1d0597d2e937", "name": "network-vif-deleted", "tag": "ba9abe2a-35e3-4cc4-9052-b507bdc87397"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:46:21.784536 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40184996-3a61-4c62-8ef3-a47b4733a6ba x-openstack-request-id: req-40184996-3a61-4c62-8ef3-a47b4733a6ba {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:46:21.784536 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8a7571-e438-4188-ad31-1d0597d2e937", "name": "network-vif-deleted", "tag": "ba9abe2a-35e3-4cc4-9052-b507bdc87397", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:46:21.784536 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-40184996-3a61-4c62-8ef3-a47b4733a6ba {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:46:21.784536 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40184996-3a61-4c62-8ef3-a47b4733a6ba'] response: {'server_uuid': 'bb8a7571-e438-4188-ad31-1d0597d2e937', 'name': 'network-vif-deleted', 'tag': 'ba9abe2a-35e3-4cc4-9052-b507bdc87397', 'status': 'completed', 'code': 200} Oct 10 11:46:21.806938 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7d2274d5-f61f-4a30-8c87-c985c29d8f03 req-94216518-1a6f-4e1e-9b1a-b9a2b3410cdf tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.15 "DELETE /v2.0/ports/ba9abe2a-35e3-4cc4-9052-b507bdc87397 HTTP/1.1" status: 204 len: 173 time: 0.9931037 Oct 10 11:46:21.808617 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d826fe78-8d8d-4018-a5d5-0f8eb5ba6587 req-455a2ef2-7b9c-4a0a-be13-f2e747e9d980 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=bb8a7571-e438-4188-ad31-1d0597d2e937 HTTP/1.1" status: 200 len: 210 time: 0.0543854 Oct 10 11:46:23.411096 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-b883c4a3-fc10-4dd1-90d1-5a2e731d9a93 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:23.412696 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-b883c4a3-fc10-4dd1-90d1-5a2e731d9a93 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/networks?id=fabf9013-0256-4961-a138-3680628f0fd6 HTTP/1.1" status: 200 len: 817 time: 0.1439438 Oct 10 11:46:23.427575 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-cd30fea3-803d-43c3-9bf4-90f8c9b30e02 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/quotas/31fd3e535f05455f85cbdc27ec9be8c5 HTTP/1.1" status: 200 len: 375 time: 0.0088723 Oct 10 11:46:23.519972 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-e5c9435a-3498-495a-b8c7-9aaa398db59f tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=31fd3e535f05455f85cbdc27ec9be8c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867820 Oct 10 11:46:23.855919 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-2feb698d-7be6-4b11-af52-ffc519712a3b service neutron] 10.222.0.40 "GET /v2.0/networks/fabf9013-0256-4961-a138-3680628f0fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239241 Oct 10 11:46:23.985439 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-46ef1b36-3d34-4030-9445-08b53b3a11d0 service neutron] 10.222.0.40 "GET /v2.0/networks/fabf9013-0256-4961-a138-3680628f0fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237967 Oct 10 11:46:24.251894 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-cbc4120c-e4aa-4ebb-963a-e2a60d615ed6 req-6243ff01-5d2d-4c8a-873f-6c11e1ede2b9 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Synchronizing usage tracker for tenant:31fd3e535f05455f85cbdc27ec9be8c5 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:46:24.322580 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-cbc4120c-e4aa-4ebb-963a-e2a60d615ed6 req-6243ff01-5d2d-4c8a-873f-6c11e1ede2b9 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Unset dirty status for tenant:31fd3e535f05455f85cbdc27ec9be8c5 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:46:24.323761 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cbc4120c-e4aa-4ebb-963a-e2a60d615ed6 req-6243ff01-5d2d-4c8a-873f-6c11e1ede2b9 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=9f165b60-3269-4bed-a889-1874d38bb59f HTTP/1.1" status: 200 len: 210 time: 0.1210697 Oct 10 11:46:24.743836 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device ba9abe2a-35e3-4cc4-9052-b507bdc87397 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:46:24.781163 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: ba9abe2a-35e3-4cc4-9052-b507bdc87397 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:46:24.781510 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device ba9abe2a-35e3-4cc4-9052-b507bdc87397 not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:46:25.482651 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f6f44815-94b2-41bb-ba1c-cc649e1d0ada req-dfd33194-fe0a-44dd-800d-fbf711e33fa1 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=9f165b60-3269-4bed-a889-1874d38bb59f HTTP/1.1" status: 200 len: 210 time: 0.0500846 Oct 10 11:46:26.516627 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-a6d9f689-043a-4b88-ba91-b80831d07034 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:26.518102 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-a6d9f689-043a-4b88-ba91-b80831d07034 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.15 "GET /v2.0/networks?id=fabf9013-0256-4961-a138-3680628f0fd6 HTTP/1.1" status: 200 len: 817 time: 0.1453774 Oct 10 11:46:26.530095 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-64b35c9a-e10c-4767-b80c-86456db76707 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Request body: {'port': {'device_id': '9f165b60-3269-4bed-a889-1874d38bb59f', 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6', 'admin_state_up': True, 'tenant_id': '31fd3e535f05455f85cbdc27ec9be8c5'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:46:26.683528 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-03d09c12-b4c5-4c7f-bfca-57cf6706d076 req-0e505d6a-9535-48ec-bc20-94dbbb32e6ca tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=9f165b60-3269-4bed-a889-1874d38bb59f HTTP/1.1" status: 200 len: 210 time: 0.0684524 Oct 10 11:46:26.719889 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-64b35c9a-e10c-4767-b80c-86456db76707 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:46:26.729500 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-64b35c9a-e10c-4767-b80c-86456db76707 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:46:26.825360 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-64b35c9a-e10c-4767-b80c-86456db76707 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Made reservation on behalf of 31fd3e535f05455f85cbdc27ec9be8c5 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:46:26.828744 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-64b35c9a-e10c-4767-b80c-86456db76707 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:26.992798 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-64b35c9a-e10c-4767-b80c-86456db76707 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Allocated IP 172.20.0.7 (fabf9013-0256-4961-a138-3680628f0fd6/8d9d3f6d-c579-496e-ac5d-1b0c8117cb35/15dc52c6-843e-4264-989a-6ea8e43ed58f) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:46:27.190931 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-64b35c9a-e10c-4767-b80c-86456db76707 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:27.206671 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-64b35c9a-e10c-4767-b80c-86456db76707 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Transition to ACTIVE for port object 15dc52c6-843e-4264-989a-6ea8e43ed58f will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:46:27.322366 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-64b35c9a-e10c-4767-b80c-86456db76707 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:27.392740 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-64b35c9a-e10c-4767-b80c-86456db76707 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Network fabf9013-0256-4961-a138-3680628f0fd6 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:46:27.395686 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-64b35c9a-e10c-4767-b80c-86456db76707 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:46:27.399332 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-64b35c9a-e10c-4767-b80c-86456db76707 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:46:27.432704 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b35c9a-e10c-4767-b80c-86456db76707 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Pushing event updated for resources: {'Port': ['ID=15dc52c6-843e-4264-989a-6ea8e43ed58f,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:46:27.469778 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-64b35c9a-e10c-4767-b80c-86456db76707 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:27.470406 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-64b35c9a-e10c-4767-b80c-86456db76707 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:27.568400 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-64b35c9a-e10c-4767-b80c-86456db76707 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0427456 Oct 10 11:46:27.579173 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-75e9f356-d8cd-44c5-b0b9-15458f5d0722 service neutron] Request body: {'port': {'device_id': '9f165b60-3269-4bed-a889-1874d38bb59f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:46:27.739299 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-38502e9f-43c9-49e3-9755-15b78513da75 None None] Provisioning for port 15dc52c6-843e-4264-989a-6ea8e43ed58f completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:46:27.745183 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-38502e9f-43c9-49e3-9755-15b78513da75 None None] Provisioning complete for port 15dc52c6-843e-4264-989a-6ea8e43ed58f triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:46:27.745590 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-38502e9f-43c9-49e3-9755-15b78513da75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:27.745974 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-38502e9f-43c9-49e3-9755-15b78513da75 None None] Attempt 1 to provision port 15dc52c6-843e-4264-989a-6ea8e43ed58f Oct 10 11:46:27.791344 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-75e9f356-d8cd-44c5-b0b9-15458f5d0722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:27.803583 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-38502e9f-43c9-49e3-9755-15b78513da75 None None] Port 15dc52c6-843e-4264-989a-6ea8e43ed58f cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:46:27.895762 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970a182-2f0a-472b-aa2e-6422e89a9252 req-fc69565c-68e5-4ba3-bd15-ff4bf11e80bb tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:27.897220 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6970a182-2f0a-472b-aa2e-6422e89a9252 req-fc69565c-68e5-4ba3-bd15-ff4bf11e80bb tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=9f165b60-3269-4bed-a889-1874d38bb59f HTTP/1.1" status: 200 len: 931 time: 0.0918629 Oct 10 11:46:27.943443 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6970a182-2f0a-472b-aa2e-6422e89a9252 req-8c148433-ecc8-423a-997f-a9bbcb35a871 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394089 Oct 10 11:46:28.134089 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-75e9f356-d8cd-44c5-b0b9-15458f5d0722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15dc52c6-843e-4264-989a-6ea8e43ed58f {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:46:28.141297 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-75e9f356-d8cd-44c5-b0b9-15458f5d0722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:28.155640 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-75e9f356-d8cd-44c5-b0b9-15458f5d0722 service neutron] Transition to ACTIVE for port object 15dc52c6-843e-4264-989a-6ea8e43ed58f will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:46:28.218755 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-75e9f356-d8cd-44c5-b0b9-15458f5d0722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:28.305008 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-38502e9f-43c9-49e3-9755-15b78513da75 None None] Attempt 2 to provision port 15dc52c6-843e-4264-989a-6ea8e43ed58f Oct 10 11:46:28.357333 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-38502e9f-43c9-49e3-9755-15b78513da75 None None] Port 15dc52c6-843e-4264-989a-6ea8e43ed58f cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:46:28.403090 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9f356-d8cd-44c5-b0b9-15458f5d0722 service neutron] Pushing event updated for resources: {'Port': ['ID=15dc52c6-843e-4264-989a-6ea8e43ed58f,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:46:28.442199 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-75e9f356-d8cd-44c5-b0b9-15458f5d0722 service neutron] Attempting to bind port 15dc52c6-843e-4264-989a-6ea8e43ed58f on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:46:28.442535 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-75e9f356-d8cd-44c5-b0b9-15458f5d0722 service neutron] Attempting to bind port 15dc52c6-843e-4264-989a-6ea8e43ed58f by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '546a8fa2-33de-4731-abbf-37e50beee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:46:28.442858 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-75e9f356-d8cd-44c5-b0b9-15458f5d0722 service neutron] Attempting to bind port 15dc52c6-843e-4264-989a-6ea8e43ed58f on network fabf9013-0256-4961-a138-3680628f0fd6 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:46:28.447307 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-75e9f356-d8cd-44c5-b0b9-15458f5d0722 service neutron] Port 15dc52c6-843e-4264-989a-6ea8e43ed58f on network fabf9013-0256-4961-a138-3680628f0fd6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:46:28.447620 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-75e9f356-d8cd-44c5-b0b9-15458f5d0722 service neutron] Attempting to bind port 15dc52c6-843e-4264-989a-6ea8e43ed58f on network fabf9013-0256-4961-a138-3680628f0fd6 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:46:28.453136 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-75e9f356-d8cd-44c5-b0b9-15458f5d0722 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:46:28.453465 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-75e9f356-d8cd-44c5-b0b9-15458f5d0722 service neutron] Checking segment: {'id': '546a8fa2-33de-4731-abbf-37e50beee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:46:28.453864 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-75e9f356-d8cd-44c5-b0b9-15458f5d0722 service neutron] Bound using segment: {'id': '546a8fa2-33de-4731-abbf-37e50beee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:46:28.454279 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-75e9f356-d8cd-44c5-b0b9-15458f5d0722 service neutron] Bound port: 15dc52c6-843e-4264-989a-6ea8e43ed58f, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '546a8fa2-33de-4731-abbf-37e50beee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 490, 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:46:28.454614 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-75e9f356-d8cd-44c5-b0b9-15458f5d0722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:28.540599 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-75e9f356-d8cd-44c5-b0b9-15458f5d0722 service neutron] For port 15dc52c6-843e-4264-989a-6ea8e43ed58f, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:46:28.543563 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-75e9f356-d8cd-44c5-b0b9-15458f5d0722 service neutron] For port 15dc52c6-843e-4264-989a-6ea8e43ed58f, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=15dc52c6-843e-4264-989a-6ea8e43ed58f,segment=NetworkSegment(546a8fa2-33de-4731-abbf-37e50beee666),segment_id=546a8fa2-33de-4731-abbf-37e50beee666)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:46:28.613700 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-75e9f356-d8cd-44c5-b0b9-15458f5d0722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:28.647769 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-75e9f356-d8cd-44c5-b0b9-15458f5d0722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:28.648382 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-75e9f356-d8cd-44c5-b0b9-15458f5d0722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:28.649803 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-75e9f356-d8cd-44c5-b0b9-15458f5d0722 service neutron] 10.222.0.15 "PUT /v2.0/ports/15dc52c6-843e-4264-989a-6ea8e43ed58f HTTP/1.1" status: 200 len: 1093 time: 1.0747600 Oct 10 11:46:28.650282 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f165b60-3269-4bed-a889-1874d38bb59f', 'tag': '15dc52c6-843e-4264-989a-6ea8e43ed58f'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:46:28.653591 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525f3d83-3520-4212-8d22-4c0f8cc63c92" -d '{"events": [{"name": "network-changed", "server_uuid": "9f165b60-3269-4bed-a889-1874d38bb59f", "tag": "15dc52c6-843e-4264-989a-6ea8e43ed58f"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:46:28.695034 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9f356-d8cd-44c5-b0b9-15458f5d0722 service neutron] Pushing event updated for resources: {'Port': ['ID=15dc52c6-843e-4264-989a-6ea8e43ed58f,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:46:28.698340 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52e5308-7416-453d-91ca-41b9e768dbb6 x-openstack-request-id: req-f52e5308-7416-453d-91ca-41b9e768dbb6 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:46:28.698617 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f165b60-3269-4bed-a889-1874d38bb59f", "tag": "15dc52c6-843e-4264-989a-6ea8e43ed58f", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:46:28.699427 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f52e5308-7416-453d-91ca-41b9e768dbb6 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:46:28.699857 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f52e5308-7416-453d-91ca-41b9e768dbb6'] response: {'name': 'network-changed', 'server_uuid': '9f165b60-3269-4bed-a889-1874d38bb59f', 'tag': '15dc52c6-843e-4264-989a-6ea8e43ed58f', 'status': 'completed', 'code': 200} Oct 10 11:46:28.792177 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f3d83-3520-4212-8d22-4c0f8cc63c92 req-697cb7e3-f6c5-40f2-aa24-0984812b23b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:28.793878 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-525f3d83-3520-4212-8d22-4c0f8cc63c92 req-697cb7e3-f6c5-40f2-aa24-0984812b23b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31fd3e535f05455f85cbdc27ec9be8c5&device_id=9f165b60-3269-4bed-a889-1874d38bb59f HTTP/1.1" status: 200 len: 1096 time: 0.0784354 Oct 10 11:46:28.859023 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-38502e9f-43c9-49e3-9755-15b78513da75 None None] Attempt 3 to provision port 15dc52c6-843e-4264-989a-6ea8e43ed58f Oct 10 11:46:28.937978 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f3d83-3520-4212-8d22-4c0f8cc63c92 req-07387027-7fa1-4f2f-a966-7ca8ef558355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:28.939693 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-525f3d83-3520-4212-8d22-4c0f8cc63c92 req-07387027-7fa1-4f2f-a966-7ca8ef558355 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=31fd3e535f05455f85cbdc27ec9be8c5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1400137 Oct 10 11:46:28.957550 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-38502e9f-43c9-49e3-9755-15b78513da75 None None] Port 15dc52c6-843e-4264-989a-6ea8e43ed58f had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:46:29.080062 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f3d83-3520-4212-8d22-4c0f8cc63c92 req-8e576590-aecc-459f-b1fd-d3ff8d2581ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:29.082239 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-525f3d83-3520-4212-8d22-4c0f8cc63c92 req-8e576590-aecc-459f-b1fd-d3ff8d2581ee service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1354554 Oct 10 11:46:29.148040 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11da62-d424-493e-a156-0e97b06e7b1a req-3a8c74f0-05b0-47f6-903c-0595ee2e1609 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:29.149510 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-fc11da62-d424-493e-a156-0e97b06e7b1a req-3a8c74f0-05b0-47f6-903c-0595ee2e1609 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=9f165b60-3269-4bed-a889-1874d38bb59f HTTP/1.1" status: 200 len: 943 time: 0.0923588 Oct 10 11:46:29.194356 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-fc11da62-d424-493e-a156-0e97b06e7b1a req-e96276ad-f85c-4f03-b609-1d26564fb751 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389290 Oct 10 11:46:29.201188 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-a82eaccb-f065-4d26-8aac-d99a72d48f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:29.202708 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-a82eaccb-f065-4d26-8aac-d99a72d48f69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31fd3e535f05455f85cbdc27ec9be8c5&device_id=9f165b60-3269-4bed-a889-1874d38bb59f HTTP/1.1" status: 200 len: 1096 time: 0.0837445 Oct 10 11:46:29.269471 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-05d049ce-e61d-46ac-85b2-cf49ce99d98c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15dc52c6-843e-4264-989a-6ea8e43ed58f HTTP/1.1" status: 200 len: 217 time: 0.0602739 Oct 10 11:46:29.333186 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-edcfef19-ed3a-472b-a259-18e0d2d7178f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:29.334658 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-edcfef19-ed3a-472b-a259-18e0d2d7178f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d9d3f6d-c579-496e-ac5d-1b0c8117cb35 HTTP/1.1" status: 200 len: 856 time: 0.0599017 Oct 10 11:46:29.415565 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-8f58d7c4-e3f9-4ffc-96e4-f96c055e2f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:29.417012 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-8f58d7c4-e3f9-4ffc-96e4-f96c055e2f7c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fabf9013-0256-4961-a138-3680628f0fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768912 Oct 10 11:46:29.547169 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-65591153-7d92-466c-a37d-99b02b57e0a7 service neutron] 10.222.0.15 "GET /v2.0/networks/fabf9013-0256-4961-a138-3680628f0fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238897 Oct 10 11:46:29.674819 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d2bf0780-d395-46fd-b170-eb8c8404f32d req-09a1d465-21e2-45a4-9386-73bb1a3d4f69 service neutron] 10.222.0.15 "GET /v2.0/networks/fabf9013-0256-4961-a138-3680628f0fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217709 Oct 10 11:46:30.395856 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e42316-66f0-492b-b257-2d10024fc498 req-a95d2e49-daa3-4b51-9ef6-9cc0dc3b02b8 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:30.396542 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-05e42316-66f0-492b-b257-2d10024fc498 req-a95d2e49-daa3-4b51-9ef6-9cc0dc3b02b8 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Synchronizing usage tracker for tenant:31fd3e535f05455f85cbdc27ec9be8c5 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:46:30.479229 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-05e42316-66f0-492b-b257-2d10024fc498 req-a95d2e49-daa3-4b51-9ef6-9cc0dc3b02b8 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Unset dirty status for tenant:31fd3e535f05455f85cbdc27ec9be8c5 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:46:30.481655 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-05e42316-66f0-492b-b257-2d10024fc498 req-a95d2e49-daa3-4b51-9ef6-9cc0dc3b02b8 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=9f165b60-3269-4bed-a889-1874d38bb59f HTTP/1.1" status: 200 len: 943 time: 0.1751986 Oct 10 11:46:30.526174 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-05e42316-66f0-492b-b257-2d10024fc498 req-23b073a9-0e0b-4ba4-aade-fe6b4e21e035 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389259 Oct 10 11:46:31.722648 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b90d93-f9dc-4164-91e0-311f9a9312e1 req-6f393dba-3c6f-4fac-bd79-dec8a6425cf8 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:31.724129 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-61b90d93-f9dc-4164-91e0-311f9a9312e1 req-6f393dba-3c6f-4fac-bd79-dec8a6425cf8 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=9f165b60-3269-4bed-a889-1874d38bb59f HTTP/1.1" status: 200 len: 943 time: 0.0877726 Oct 10 11:46:31.767071 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-61b90d93-f9dc-4164-91e0-311f9a9312e1 req-78a312cb-6751-4263-a9bc-8f6beb8cdb3c tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372612 Oct 10 11:46:32.773764 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 15dc52c6-843e-4264-989a-6ea8e43ed58f details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:46:32.925884 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 15dc52c6-843e-4264-989a-6ea8e43ed58f, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=15dc52c6-843e-4264-989a-6ea8e43ed58f,segment=NetworkSegment(546a8fa2-33de-4731-abbf-37e50beee666),segment_id=546a8fa2-33de-4731-abbf-37e50beee666)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:46:32.944160 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '15dc52c6-843e-4264-989a-6ea8e43ed58f', 'network_id': 'fabf9013-0256-4961-a138-3680628f0fd6', 'port_id': '15dc52c6-843e-4264-989a-6ea8e43ed58f', 'mac_address': 'fa:16:3e:f6:2e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 490, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9d3f6d-c579-496e-ac5d-1b0c8117cb35', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:46:33.013557 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 15dc52c6-843e-4264-989a-6ea8e43ed58f is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:46:33.013950 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:33.032533 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15dc52c6-843e-4264-989a-6ea8e43ed58f {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:46:33.051125 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 15dc52c6-843e-4264-989a-6ea8e43ed58f, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=15dc52c6-843e-4264-989a-6ea8e43ed58f,segment=NetworkSegment(546a8fa2-33de-4731-abbf-37e50beee666),segment_id=546a8fa2-33de-4731-abbf-37e50beee666)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:46:33.097103 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a9464-e500-49ca-8fa0-16d25a9a546f req-ad9437aa-b40b-4a69-aa06-4f94c22550f6 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:33.098919 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-933a9464-e500-49ca-8fa0-16d25a9a546f req-ad9437aa-b40b-4a69-aa06-4f94c22550f6 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=9f165b60-3269-4bed-a889-1874d38bb59f HTTP/1.1" status: 200 len: 943 time: 0.2070060 Oct 10 11:46:33.152247 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-933a9464-e500-49ca-8fa0-16d25a9a546f req-b2c327ec-2b96-45cf-a928-c195a7bba125 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474110 Oct 10 11:46:33.190482 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:33.265296 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=15dc52c6-843e-4264-989a-6ea8e43ed58f,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:46:33.438462 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['15dc52c6-843e-4264-989a-6ea8e43ed58f'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:46:33.487517 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c53cee9b-c791-4d75-877b-7dbfb4606d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:34.359565 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dea1b7-7f9f-41e7-8a97-f5a218e54fb0 req-deb3f71d-6a32-4e88-aa04-6b42604d832e tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:34.361050 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-77dea1b7-7f9f-41e7-8a97-f5a218e54fb0 req-deb3f71d-6a32-4e88-aa04-6b42604d832e tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=9f165b60-3269-4bed-a889-1874d38bb59f HTTP/1.1" status: 200 len: 944 time: 0.0908895 Oct 10 11:46:34.405063 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-77dea1b7-7f9f-41e7-8a97-f5a218e54fb0 req-eb422ff2-0d16-4538-9279-f81165065cd6 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384092 Oct 10 11:46:34.789816 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 15dc52c6-843e-4264-989a-6ea8e43ed58f up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:46:34.944204 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port 15dc52c6-843e-4264-989a-6ea8e43ed58f completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:46:34.950727 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 15dc52c6-843e-4264-989a-6ea8e43ed58f triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:46:34.950727 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:34.951014 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 15dc52c6-843e-4264-989a-6ea8e43ed58f Oct 10 11:46:35.066838 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 15dc52c6-843e-4264-989a-6ea8e43ed58f is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:46:35.067117 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:35.092626 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f165b60-3269-4bed-a889-1874d38bb59f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15dc52c6-843e-4264-989a-6ea8e43ed58f'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:46:35.094887 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6fc2d6-1abc-4489-8145-343b5b5d49d4" -d '{"events": [{"server_uuid": "9f165b60-3269-4bed-a889-1874d38bb59f", "name": "network-vif-plugged", "status": "completed", "tag": "15dc52c6-843e-4264-989a-6ea8e43ed58f"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:46:35.102255 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 15dc52c6-843e-4264-989a-6ea8e43ed58f, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=15dc52c6-843e-4264-989a-6ea8e43ed58f,segment=NetworkSegment(546a8fa2-33de-4731-abbf-37e50beee666),segment_id=546a8fa2-33de-4731-abbf-37e50beee666)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:46:35.140910 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83001185-557d-4b01-a3e6-f4059e99b9ee x-openstack-request-id: req-83001185-557d-4b01-a3e6-f4059e99b9ee {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:46:35.141218 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f165b60-3269-4bed-a889-1874d38bb59f", "name": "network-vif-plugged", "status": "completed", "tag": "15dc52c6-843e-4264-989a-6ea8e43ed58f", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:46:35.141459 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-83001185-557d-4b01-a3e6-f4059e99b9ee {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:46:35.141909 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83001185-557d-4b01-a3e6-f4059e99b9ee'] response: {'server_uuid': '9f165b60-3269-4bed-a889-1874d38bb59f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15dc52c6-843e-4264-989a-6ea8e43ed58f', 'code': 200} Oct 10 11:46:35.178714 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:35.247776 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=15dc52c6-843e-4264-989a-6ea8e43ed58f,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:46:35.523058 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a51972-f18c-4b85-94d9-7a3de2941828 req-5177d3d7-8d19-4018-b290-7d6184ca7137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:35.524660 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c8a51972-f18c-4b85-94d9-7a3de2941828 req-5177d3d7-8d19-4018-b290-7d6184ca7137 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9f165b60-3269-4bed-a889-1874d38bb59f HTTP/1.1" status: 200 len: 1098 time: 0.0766747 Oct 10 11:46:35.565301 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c8a51972-f18c-4b85-94d9-7a3de2941828 req-9831c587-e6d8-4cb4-a3e1-abb891a76ce8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346882 Oct 10 11:46:35.610053 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e54323-3e90-4314-9fde-63c60c912b2f req-61a49144-f935-45a9-a780-f6ec055673ec tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:35.611417 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-94e54323-3e90-4314-9fde-63c60c912b2f req-61a49144-f935-45a9-a780-f6ec055673ec tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=9f165b60-3269-4bed-a889-1874d38bb59f HTTP/1.1" status: 200 len: 945 time: 0.0924599 Oct 10 11:46:35.654796 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-94e54323-3e90-4314-9fde-63c60c912b2f req-a57980e6-293a-4851-b6d7-867ba50acfbf tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375340 Oct 10 11:46:35.790286 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-238d2ce4-4647-432e-85dd-ec4051c881a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:36.859075 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74961a89-4ba6-4da3-83ab-5ffe92cf5c5f req-8de0a89d-f13f-4f1c-8a8d-ca63251f7efd tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:36.860667 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-74961a89-4ba6-4da3-83ab-5ffe92cf5c5f req-8de0a89d-f13f-4f1c-8a8d-ca63251f7efd tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=9f165b60-3269-4bed-a889-1874d38bb59f HTTP/1.1" status: 200 len: 945 time: 0.0918386 Oct 10 11:46:36.904272 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-74961a89-4ba6-4da3-83ab-5ffe92cf5c5f req-cedcdea2-b6ab-4eaa-8afc-51fad9a471d2 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380883 Oct 10 11:46:37.023225 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:37.100706 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bb081-07fd-4292-955e-88fa9aae7353 req-fcd1f012-2af4-49ee-a7d1-b0d90f66a0ca tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:37.102185 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-7b8bb081-07fd-4292-955e-88fa9aae7353 req-fcd1f012-2af4-49ee-a7d1-b0d90f66a0ca tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=9f165b60-3269-4bed-a889-1874d38bb59f HTTP/1.1" status: 200 len: 945 time: 0.0870292 Oct 10 11:46:37.105318 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:37.146070 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-7b8bb081-07fd-4292-955e-88fa9aae7353 req-2df3c7f9-5e8d-4143-9903-dc0d0814b580 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375583 Oct 10 11:46:37.996790 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:46:38.727546 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:39.593940 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:41.547846 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-168a3cde-9169-4229-a3b1-a127011deea3 req-f16f6ea9-d8a5-4481-8d1c-527400f4755d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9f165b60-3269-4bed-a889-1874d38bb59f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825491 Oct 10 11:46:41.692806 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a3cde-9169-4229-a3b1-a127011deea3 req-f5c0ccb0-c4b3-4ce3-bc73-13a9ef2cfb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:41.694236 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-168a3cde-9169-4229-a3b1-a127011deea3 req-f5c0ccb0-c4b3-4ce3-bc73-13a9ef2cfb02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31fd3e535f05455f85cbdc27ec9be8c5&device_id=9f165b60-3269-4bed-a889-1874d38bb59f HTTP/1.1" status: 200 len: 1098 time: 0.0786254 Oct 10 11:46:41.838119 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a3cde-9169-4229-a3b1-a127011deea3 req-882a3372-db34-4b68-9752-9682b4852832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:41.840255 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-168a3cde-9169-4229-a3b1-a127011deea3 req-882a3372-db34-4b68-9752-9682b4852832 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fabf9013-0256-4961-a138-3680628f0fd6 HTTP/1.1" status: 200 len: 918 time: 0.1284006 Oct 10 11:46:41.909922 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-168a3cde-9169-4229-a3b1-a127011deea3 req-563b9f78-adf1-488f-a1c9-f91af7d75a52 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15dc52c6-843e-4264-989a-6ea8e43ed58f HTTP/1.1" status: 200 len: 217 time: 0.0642450 Oct 10 11:46:41.972648 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a3cde-9169-4229-a3b1-a127011deea3 req-2563a5d4-f077-42d1-bd3d-baaeadbc2d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:41.974253 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-168a3cde-9169-4229-a3b1-a127011deea3 req-2563a5d4-f077-42d1-bd3d-baaeadbc2d98 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d9d3f6d-c579-496e-ac5d-1b0c8117cb35 HTTP/1.1" status: 200 len: 856 time: 0.0586419 Oct 10 11:46:42.061215 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a3cde-9169-4229-a3b1-a127011deea3 req-ca51dfc8-d3d1-416a-bda3-6a9b1af46720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:42.062723 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-168a3cde-9169-4229-a3b1-a127011deea3 req-ca51dfc8-d3d1-416a-bda3-6a9b1af46720 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fabf9013-0256-4961-a138-3680628f0fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830028 Oct 10 11:46:42.196040 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-168a3cde-9169-4229-a3b1-a127011deea3 req-222747c0-2ae0-4e5b-a1bf-b5cc4c87b4d9 service neutron] 10.222.0.15 "GET /v2.0/networks/fabf9013-0256-4961-a138-3680628f0fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276877 Oct 10 11:46:42.333830 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-168a3cde-9169-4229-a3b1-a127011deea3 req-5e6d150b-ad68-49be-a631-246128f4bd8b service neutron] 10.222.0.15 "GET /v2.0/networks/fabf9013-0256-4961-a138-3680628f0fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280744 Oct 10 11:46:55.286753 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c3918-c57b-419b-95b0-766ebf3be7a6 req-47eea1a3-adb6-4228-8256-d6352be8f220 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:55.288440 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0a9c3918-c57b-419b-95b0-766ebf3be7a6 req-47eea1a3-adb6-4228-8256-d6352be8f220 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=9f165b60-3269-4bed-a889-1874d38bb59f HTTP/1.1" status: 200 len: 945 time: 0.1445284 Oct 10 11:46:55.331899 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0a9c3918-c57b-419b-95b0-766ebf3be7a6 req-2418a272-2a6f-422e-8e6f-ad4efc124c60 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376327 Oct 10 11:46:56.581768 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b87d1-5997-421c-b03f-f2818ce9c8f5 req-3e65966a-be13-463d-8051-871e41dfcdff tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:56.583245 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a71b87d1-5997-421c-b03f-f2818ce9c8f5 req-3e65966a-be13-463d-8051-871e41dfcdff tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=9f165b60-3269-4bed-a889-1874d38bb59f HTTP/1.1" status: 200 len: 945 time: 0.1360736 Oct 10 11:46:56.626462 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a71b87d1-5997-421c-b03f-f2818ce9c8f5 req-153e8829-76ea-406f-adcd-11b2e690a4e5 tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/security-groups?id=7e00e492-ab9b-49a3-ba2e-51be9789438a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374222 Oct 10 11:46:56.728090 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd909a3-f308-4480-b74d-12918d8b5859 req-36505d8e-7cc2-4df9-8365-2f25d46facfe tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:46:56.729552 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cdd909a3-f308-4480-b74d-12918d8b5859 req-36505d8e-7cc2-4df9-8365-2f25d46facfe tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f165b60-3269-4bed-a889-1874d38bb59f HTTP/1.1" status: 200 len: 945 time: 0.0898049 Oct 10 11:46:56.799332 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-cdd909a3-f308-4480-b74d-12918d8b5859 req-3374ab63-54a5-4c40-a1f9-8c30970c7e4e tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Deleting port 15dc52c6-843e-4264-989a-6ea8e43ed58f {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:46:56.799666 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-cdd909a3-f308-4480-b74d-12918d8b5859 req-3374ab63-54a5-4c40-a1f9-8c30970c7e4e tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:57.041789 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-cdd909a3-f308-4480-b74d-12918d8b5859 req-3374ab63-54a5-4c40-a1f9-8c30970c7e4e tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] For port 15dc52c6-843e-4264-989a-6ea8e43ed58f, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=15dc52c6-843e-4264-989a-6ea8e43ed58f,segment=NetworkSegment(546a8fa2-33de-4731-abbf-37e50beee666),segment_id=546a8fa2-33de-4731-abbf-37e50beee666)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:46:57.042139 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-cdd909a3-f308-4480-b74d-12918d8b5859 req-3374ab63-54a5-4c40-a1f9-8c30970c7e4e tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:57.258571 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-cdd909a3-f308-4480-b74d-12918d8b5859 req-3374ab63-54a5-4c40-a1f9-8c30970c7e4e tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Calling delete_port for 15dc52c6-843e-4264-989a-6ea8e43ed58f owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:46:57.473113 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-cdd909a3-f308-4480-b74d-12918d8b5859 req-3374ab63-54a5-4c40-a1f9-8c30970c7e4e tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:57.484890 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['15dc52c6-843e-4264-989a-6ea8e43ed58f'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:46:57.528635 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374ab63-54a5-4c40-a1f9-8c30970c7e4e tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Pushing event deleted for resources: {'Port': ['ID=15dc52c6-843e-4264-989a-6ea8e43ed58f,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:46:57.615592 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd909a3-f308-4480-b74d-12918d8b5859 req-3374ab63-54a5-4c40-a1f9-8c30970c7e4e tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] No DVR routers for this DVR port 15dc52c6-843e-4264-989a-6ea8e43ed58f on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:46:57.618200 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-cdd909a3-f308-4480-b74d-12918d8b5859 req-3374ab63-54a5-4c40-a1f9-8c30970c7e4e tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:57.621211 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f165b60-3269-4bed-a889-1874d38bb59f', 'name': 'network-vif-deleted', 'tag': '15dc52c6-843e-4264-989a-6ea8e43ed58f'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:46:57.623536 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4406d6-56c8-4cd4-b9f4-041f9930c42f" -d '{"events": [{"server_uuid": "9f165b60-3269-4bed-a889-1874d38bb59f", "name": "network-vif-deleted", "tag": "15dc52c6-843e-4264-989a-6ea8e43ed58f"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:46:57.668750 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d7f049-5bc5-458f-b568-3e8cc733cb1e x-openstack-request-id: req-d0d7f049-5bc5-458f-b568-3e8cc733cb1e {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:46:57.669042 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f165b60-3269-4bed-a889-1874d38bb59f", "name": "network-vif-deleted", "tag": "15dc52c6-843e-4264-989a-6ea8e43ed58f", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:46:57.669289 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d0d7f049-5bc5-458f-b568-3e8cc733cb1e {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:46:57.669737 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0d7f049-5bc5-458f-b568-3e8cc733cb1e'] response: {'server_uuid': '9f165b60-3269-4bed-a889-1874d38bb59f', 'name': 'network-vif-deleted', 'tag': '15dc52c6-843e-4264-989a-6ea8e43ed58f', 'status': 'completed', 'code': 200} Oct 10 11:46:57.704348 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cdd909a3-f308-4480-b74d-12918d8b5859 req-3374ab63-54a5-4c40-a1f9-8c30970c7e4e tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.15 "DELETE /v2.0/ports/15dc52c6-843e-4264-989a-6ea8e43ed58f HTTP/1.1" status: 204 len: 173 time: 0.9621136 Oct 10 11:46:57.796154 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-592f9079-3d5f-48e7-aa37-2909fd68e3de req-a2e56ba7-6c9f-4f29-b4fa-995cac96872b tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Synchronizing usage tracker for tenant:31fd3e535f05455f85cbdc27ec9be8c5 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:46:57.896062 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-592f9079-3d5f-48e7-aa37-2909fd68e3de req-a2e56ba7-6c9f-4f29-b4fa-995cac96872b tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] Unset dirty status for tenant:31fd3e535f05455f85cbdc27ec9be8c5 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:46:57.897307 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-592f9079-3d5f-48e7-aa37-2909fd68e3de req-a2e56ba7-6c9f-4f29-b4fa-995cac96872b tempest-TestEncryptedCinderVolumes-894269323 tempest-TestEncryptedCinderVolumes-894269323-project] 10.222.0.40 "GET /v2.0/ports?device_id=9f165b60-3269-4bed-a889-1874d38bb59f HTTP/1.1" status: 200 len: 210 time: 0.1557517 Oct 10 11:46:59.122306 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 36172) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:46:59.649765 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-68e87397-f191-4b9a-845f-df59c0e4dbb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:46:59.992939 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-68e87397-f191-4b9a-845f-df59c0e4dbb0 admin admin] Deleting port c2b12f7c-fd6d-4857-ab0c-028494f5d673 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:46:59.993267 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-68e87397-f191-4b9a-845f-df59c0e4dbb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:00.260245 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-68e87397-f191-4b9a-845f-df59c0e4dbb0 admin admin] For port c2b12f7c-fd6d-4857-ab0c-028494f5d673, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c2b12f7c-fd6d-4857-ab0c-028494f5d673,segment=NetworkSegment(546a8fa2-33de-4731-abbf-37e50beee666),segment_id=546a8fa2-33de-4731-abbf-37e50beee666)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:47:00.263065 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-68e87397-f191-4b9a-845f-df59c0e4dbb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:00.384616 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-68e87397-f191-4b9a-845f-df59c0e4dbb0 admin admin] Calling delete_port for c2b12f7c-fd6d-4857-ab0c-028494f5d673 owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:47:00.747660 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-68e87397-f191-4b9a-845f-df59c0e4dbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:00.798379 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e87397-f191-4b9a-845f-df59c0e4dbb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2b12f7c-fd6d-4857-ab0c-028494f5d673,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:00.862715 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 15dc52c6-843e-4264-989a-6ea8e43ed58f no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:47:00.898580 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: 15dc52c6-843e-4264-989a-6ea8e43ed58f {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:47:00.898937 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 15dc52c6-843e-4264-989a-6ea8e43ed58f not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:47:01.069191 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-68e87397-f191-4b9a-845f-df59c0e4dbb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:01.421804 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e87397-f191-4b9a-845f-df59c0e4dbb0 admin admin] Router 6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:47:01.706575 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e87397-f191-4b9a-845f-df59c0e4dbb0 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:47:01.716992 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0a5152-d5ca-4a97-9f04-3dcc59b7f7f8 None None] Sync routers for ids ['6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:47:01.725884 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0a5152-d5ca-4a97-9f04-3dcc59b7f7f8 None None] Routers {'6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:47:01.726496 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-ec0a5152-d5ca-4a97-9f04-3dcc59b7f7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:46:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:01.809075 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-68e87397-f191-4b9a-845f-df59c0e4dbb0 admin admin] 10.222.0.40 "PUT /v2.0/routers/6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6856287 Oct 10 11:47:01.811538 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 36176) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:47:01.909001 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-ec0a5152-d5ca-4a97-9f04-3dcc59b7f7f8 None None] Set router 6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:47:01.991044 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-54093e60-9136-4dca-b4e6-c3ecee5d5202 admin admin] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:02.167141 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-54093e60-9136-4dca-b4e6-c3ecee5d5202 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:02.201361 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-ec0a5152-d5ca-4a97-9f04-3dcc59b7f7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead', 'name': 'tempest-TestEncryptedCinderVolumes-1380808077-router', 'tenant_id': '31fd3e535f05455f85cbdc27ec9be8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.103'}], 'enable_snat': True}, 'gw_port_id': '3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:44:53Z', 'updated_at': '2022-10-10T11:47:00Z', 'revision_number': 5, 'project_id': '31fd3e535f05455f85cbdc27ec9be8c5', 'gw_port': {'id': '3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:44:54Z', 'updated_at': '2022-10-10T11:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:02.205136 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0a5152-d5ca-4a97-9f04-3dcc59b7f7f8 None None] Checking router: 6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:47:02.213173 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0a5152-d5ca-4a97-9f04-3dcc59b7f7f8 None None] Routers {'6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:47:02.213791 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-ec0a5152-d5ca-4a97-9f04-3dcc59b7f7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:46:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:02.252740 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-54093e60-9136-4dca-b4e6-c3ecee5d5202 admin admin] Deleting port 3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:47:02.253020 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-54093e60-9136-4dca-b4e6-c3ecee5d5202 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:02.395392 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-ec0a5152-d5ca-4a97-9f04-3dcc59b7f7f8 None None] Set router 6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:47:02.431196 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-54093e60-9136-4dca-b4e6-c3ecee5d5202 admin admin] For port 3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:47:02.431779 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-54093e60-9136-4dca-b4e6-c3ecee5d5202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:02.501329 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-ec0a5152-d5ca-4a97-9f04-3dcc59b7f7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead', 'name': 'tempest-TestEncryptedCinderVolumes-1380808077-router', 'tenant_id': '31fd3e535f05455f85cbdc27ec9be8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:44:53Z', 'updated_at': '2022-10-10T11:47:02Z', 'revision_number': 6, 'project_id': '31fd3e535f05455f85cbdc27ec9be8c5', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:02.505335 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0a5152-d5ca-4a97-9f04-3dcc59b7f7f8 None None] The sync data for ids ['6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead'] in dv-neutron-860842-1-hyperv is: [{'id': '6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead', 'name': 'tempest-TestEncryptedCinderVolumes-1380808077-router', 'tenant_id': '31fd3e535f05455f85cbdc27ec9be8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:44:53Z', 'updated_at': '2022-10-10T11:47:02Z', 'revision_number': 6, 'project_id': '31fd3e535f05455f85cbdc27ec9be8c5', 'gw_port_host': None}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:47:02.554367 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-54093e60-9136-4dca-b4e6-c3ecee5d5202 admin admin] Calling delete_port for 3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf owned by network:router_gateway {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:47:02.779041 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-54093e60-9136-4dca-b4e6-c3ecee5d5202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:02.825327 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54093e60-9136-4dca-b4e6-c3ecee5d5202 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:02.935791 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-54093e60-9136-4dca-b4e6-c3ecee5d5202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:03.213979 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-54093e60-9136-4dca-b4e6-c3ecee5d5202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:03.216438 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-54093e60-9136-4dca-b4e6-c3ecee5d5202 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:03.347610 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-54093e60-9136-4dca-b4e6-c3ecee5d5202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:03.348171 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54093e60-9136-4dca-b4e6-c3ecee5d5202 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:47:03.360172 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-54093e60-9136-4dca-b4e6-c3ecee5d5202 admin admin] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:03.361282 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-54093e60-9136-4dca-b4e6-c3ecee5d5202 admin admin] 10.222.0.40 "DELETE /v2.0/routers/6357a319-bd2a-4bcd-8e65-f1cdcf9b1ead HTTP/1.1" status: 204 len: 168 time: 1.5488529 Oct 10 11:47:03.373512 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 36180) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:47:03.434855 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a955501-86cc-4ac9-9aca-617ce2dccab4 admin admin] Deleting subnet 8d9d3f6d-c579-496e-ac5d-1b0c8117cb35 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:47:03.438053 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4a955501-86cc-4ac9-9aca-617ce2dccab4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:03.481056 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1d4bf3f6-b710-4a60-8809-5e663cc99f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:03.491835 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4a955501-86cc-4ac9-9aca-617ce2dccab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:03.562124 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c2b12f7c-fd6d-4857-ab0c-028494f5d673 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:47:03.570524 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4a955501-86cc-4ac9-9aca-617ce2dccab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:03.598520 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: c2b12f7c-fd6d-4857-ab0c-028494f5d673 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:47:03.598880 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c2b12f7c-fd6d-4857-ab0c-028494f5d673 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:47:03.599273 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:47:03.632402 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:47:03.632742 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3b6d3a85-f3e8-451a-81e4-89b5d4cc8caf not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:47:03.715740 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4a955501-86cc-4ac9-9aca-617ce2dccab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:03.751960 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a955501-86cc-4ac9-9aca-617ce2dccab4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d9d3f6d-c579-496e-ac5d-1b0c8117cb35,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:03.757238 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4a955501-86cc-4ac9-9aca-617ce2dccab4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:03.762471 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8592728-4460-4605-93bc-8c41259c6924 None None] Network fabf9013-0256-4961-a138-3680628f0fd6 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:47:03.763897 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4a955501-86cc-4ac9-9aca-617ce2dccab4 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/8d9d3f6d-c579-496e-ac5d-1b0c8117cb35 HTTP/1.1" status: 204 len: 168 time: 0.3894024 Oct 10 11:47:03.766348 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 36184) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:47:03.869954 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f24914de-7222-4b7c-bd51-9f590226a2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:03.880925 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-f24914de-7222-4b7c-bd51-9f590226a2b8 admin admin] Deleting port a3d153ea-77cd-4914-9c10-88fa39e2bc9b {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:47:03.881253 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f24914de-7222-4b7c-bd51-9f590226a2b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:04.005798 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b86ac99-de84-4442-aa20-c6bff6651f6c None None] DHCP port deletion for fabf9013-0256-4961-a138-3680628f0fd6 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:47:04.009884 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-2b86ac99-de84-4442-aa20-c6bff6651f6c None None] Deleting port a3d153ea-77cd-4914-9c10-88fa39e2bc9b {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:47:04.010257 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2b86ac99-de84-4442-aa20-c6bff6651f6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:04.088819 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-f24914de-7222-4b7c-bd51-9f590226a2b8 admin admin] For port a3d153ea-77cd-4914-9c10-88fa39e2bc9b, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a3d153ea-77cd-4914-9c10-88fa39e2bc9b,segment=NetworkSegment(546a8fa2-33de-4731-abbf-37e50beee666),segment_id=546a8fa2-33de-4731-abbf-37e50beee666)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:47:04.089741 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f24914de-7222-4b7c-bd51-9f590226a2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:04.212463 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-2b86ac99-de84-4442-aa20-c6bff6651f6c None None] For port a3d153ea-77cd-4914-9c10-88fa39e2bc9b, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a3d153ea-77cd-4914-9c10-88fa39e2bc9b,segment=NetworkSegment(546a8fa2-33de-4731-abbf-37e50beee666),segment_id=546a8fa2-33de-4731-abbf-37e50beee666)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:47:04.212838 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2b86ac99-de84-4442-aa20-c6bff6651f6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:04.213919 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-f24914de-7222-4b7c-bd51-9f590226a2b8 admin admin] Calling delete_port for a3d153ea-77cd-4914-9c10-88fa39e2bc9b owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:47:04.335598 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-2b86ac99-de84-4442-aa20-c6bff6651f6c None None] Calling delete_port for a3d153ea-77cd-4914-9c10-88fa39e2bc9b owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:47:04.359035 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f24914de-7222-4b7c-bd51-9f590226a2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:04.407807 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24914de-7222-4b7c-bd51-9f590226a2b8 admin admin] No DVR routers for this DVR port a3d153ea-77cd-4914-9c10-88fa39e2bc9b on host dv-neutron-860842-1-hyperv {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:47:04.408962 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-2b86ac99-de84-4442-aa20-c6bff6651f6c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:47:04.409374 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-2b86ac99-de84-4442-aa20-c6bff6651f6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:47:04.437284 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24914de-7222-4b7c-bd51-9f590226a2b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3d153ea-77cd-4914-9c10-88fa39e2bc9b,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:04.525373 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f24914de-7222-4b7c-bd51-9f590226a2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:04.554210 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-f24914de-7222-4b7c-bd51-9f590226a2b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fabf9013-0256-4961-a138-3680628f0fd6']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:04.566551 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-f24914de-7222-4b7c-bd51-9f590226a2b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '546a8fa2-33de-4731-abbf-37e50beee666') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:04.566847 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-f24914de-7222-4b7c-bd51-9f590226a2b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '546a8fa2-33de-4731-abbf-37e50beee666') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:04.577866 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f24914de-7222-4b7c-bd51-9f590226a2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:04.593600 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f24914de-7222-4b7c-bd51-9f590226a2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:04.599390 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f24914de-7222-4b7c-bd51-9f590226a2b8 admin admin] Releasing vlan 490 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:47:04.599765 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f24914de-7222-4b7c-bd51-9f590226a2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:04.675047 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 546a8fa2-33de-4731-abbf-37e50beee666 resource provider aggregate not found Oct 10 11:47:04.690818 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 546a8fa2-33de-4731-abbf-37e50beee666 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 546a8fa2-33de-4731-abbf-37e50beee666 found for delete ", "request_id": "req-0846897b-c163-4139-abf2-504a935dec7c"}]} Oct 10 11:47:04.764417 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f24914de-7222-4b7c-bd51-9f590226a2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:04.780892 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f24914de-7222-4b7c-bd51-9f590226a2b8 admin admin] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:04.791163 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24914de-7222-4b7c-bd51-9f590226a2b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fabf9013-0256-4961-a138-3680628f0fd6,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:04.887589 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f24914de-7222-4b7c-bd51-9f590226a2b8 admin admin] 10.222.0.40 "DELETE /v2.0/networks/fabf9013-0256-4961-a138-3680628f0fd6 HTTP/1.1" status: 204 len: 168 time: 1.1201055 Oct 10 11:47:04.890180 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 36192) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:47:04.910315 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-2b86ac99-de84-4442-aa20-c6bff6651f6c None None] Deleting port a3d153ea-77cd-4914-9c10-88fa39e2bc9b {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:47:04.910799 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2b86ac99-de84-4442-aa20-c6bff6651f6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:04.977026 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-2b86ac99-de84-4442-aa20-c6bff6651f6c None None] The port 'a3d153ea-77cd-4914-9c10-88fa39e2bc9b' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:47:05.521624 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ad2f3ef9-9c42-4119-94cb-8f27dbaf795a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:05.560546 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device a3d153ea-77cd-4914-9c10-88fa39e2bc9b no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:47:05.596465 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: a3d153ea-77cd-4914-9c10-88fa39e2bc9b {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:47:05.596802 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device a3d153ea-77cd-4914-9c10-88fa39e2bc9b not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:47:05.772545 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8539b54f-4b4c-4f72-9869-6c3d3e4f6877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:05.866322 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-ad2f3ef9-9c42-4119-94cb-8f27dbaf795a admin admin] Deleting port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:47:05.866657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ad2f3ef9-9c42-4119-94cb-8f27dbaf795a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:06.036055 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-ad2f3ef9-9c42-4119-94cb-8f27dbaf795a admin admin] For port ca47e1cd-f099-4d4a-81e9-2e0decb9f87f, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ca47e1cd-f099-4d4a-81e9-2e0decb9f87f,segment=NetworkSegment(7b42304c-3a1e-45c4-b4dd-86be7d7151fa),segment_id=7b42304c-3a1e-45c4-b4dd-86be7d7151fa)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:47:06.036324 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ad2f3ef9-9c42-4119-94cb-8f27dbaf795a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:06.160195 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-ad2f3ef9-9c42-4119-94cb-8f27dbaf795a admin admin] Calling delete_port for ca47e1cd-f099-4d4a-81e9-2e0decb9f87f owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:47:06.387768 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ad2f3ef9-9c42-4119-94cb-8f27dbaf795a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:06.434722 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f3ef9-9c42-4119-94cb-8f27dbaf795a admin admin] Pushing event deleted for resources: {'Port': ['ID=ca47e1cd-f099-4d4a-81e9-2e0decb9f87f,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:06.804403 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ad2f3ef9-9c42-4119-94cb-8f27dbaf795a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:07.035362 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:07.110014 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:07.168426 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2f3ef9-9c42-4119-94cb-8f27dbaf795a admin admin] Router a85856c3-284c-45a4-85d1-96c5f2943fc8 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:47:07.343026 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2f3ef9-9c42-4119-94cb-8f27dbaf795a admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:47:07.354011 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2951614-188d-490f-a668-724c460a1109 None None] Sync routers for ids ['a85856c3-284c-45a4-85d1-96c5f2943fc8'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:47:07.354538 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ad2f3ef9-9c42-4119-94cb-8f27dbaf795a admin admin] 10.222.0.40 "PUT /v2.0/routers/a85856c3-284c-45a4-85d1-96c5f2943fc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4605792 Oct 10 11:47:07.354538 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 36196) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:47:07.361103 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2951614-188d-490f-a668-724c460a1109 None None] Routers {'a85856c3-284c-45a4-85d1-96c5f2943fc8'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:47:07.361681 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-c2951614-188d-490f-a668-724c460a1109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:47:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a85856c3-284c-45a4-85d1-96c5f2943fc8'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:07.536712 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5dff0afb-0c8d-4397-bb18-563a6d253a07 admin admin] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:07.536988 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-c2951614-188d-490f-a668-724c460a1109 None None] Set router a85856c3-284c-45a4-85d1-96c5f2943fc8 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:47:07.713477 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5dff0afb-0c8d-4397-bb18-563a6d253a07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:07.781781 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-5dff0afb-0c8d-4397-bb18-563a6d253a07 admin admin] Deleting port 29017a99-b4c3-4141-b7a2-864f40f32126 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:47:07.782122 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5dff0afb-0c8d-4397-bb18-563a6d253a07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:07.815693 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-c2951614-188d-490f-a668-724c460a1109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85856c3-284c-45a4-85d1-96c5f2943fc8', 'name': 'tempest-TestEncryptedCinderVolumes-1019359295-router', 'tenant_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '29017a99-b4c3-4141-b7a2-864f40f32126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:45:01Z', 'updated_at': '2022-10-10T11:47:06Z', 'revision_number': 5, 'project_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'gw_port': {'id': '29017a99-b4c3-4141-b7a2-864f40f32126', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ba:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85856c3-284c-45a4-85d1-96c5f2943fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:45:02Z', 'updated_at': '2022-10-10T11:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:07.819984 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2951614-188d-490f-a668-724c460a1109 None None] Checking router: a85856c3-284c-45a4-85d1-96c5f2943fc8 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:47:07.828990 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2951614-188d-490f-a668-724c460a1109 None None] Routers {'a85856c3-284c-45a4-85d1-96c5f2943fc8'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:47:07.833163 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-c2951614-188d-490f-a668-724c460a1109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:47:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['a85856c3-284c-45a4-85d1-96c5f2943fc8'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:07.962618 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-5dff0afb-0c8d-4397-bb18-563a6d253a07 admin admin] For port 29017a99-b4c3-4141-b7a2-864f40f32126, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=29017a99-b4c3-4141-b7a2-864f40f32126,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:47:07.963109 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5dff0afb-0c8d-4397-bb18-563a6d253a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:07.976190 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-c2951614-188d-490f-a668-724c460a1109 None None] Set router a85856c3-284c-45a4-85d1-96c5f2943fc8 gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:47:08.081640 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-c2951614-188d-490f-a668-724c460a1109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85856c3-284c-45a4-85d1-96c5f2943fc8', 'name': 'tempest-TestEncryptedCinderVolumes-1019359295-router', 'tenant_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:45:01Z', 'updated_at': '2022-10-10T11:47:07Z', 'revision_number': 6, 'project_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:08.086032 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2951614-188d-490f-a668-724c460a1109 None None] The sync data for ids ['a85856c3-284c-45a4-85d1-96c5f2943fc8'] in dv-neutron-860842-1-hyperv is: [{'id': 'a85856c3-284c-45a4-85d1-96c5f2943fc8', 'name': 'tempest-TestEncryptedCinderVolumes-1019359295-router', 'tenant_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:45:01Z', 'updated_at': '2022-10-10T11:47:07Z', 'revision_number': 6, 'project_id': 'fb85dbf7ba0c46ff90c9c02823fdce98', 'gw_port_host': None}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:47:08.199593 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-5dff0afb-0c8d-4397-bb18-563a6d253a07 admin admin] Calling delete_port for 29017a99-b4c3-4141-b7a2-864f40f32126 owned by network:router_gateway {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:47:08.452535 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5dff0afb-0c8d-4397-bb18-563a6d253a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:08.503397 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff0afb-0c8d-4397-bb18-563a6d253a07 admin admin] Pushing event deleted for resources: {'Port': ['ID=29017a99-b4c3-4141-b7a2-864f40f32126,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:08.597630 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5dff0afb-0c8d-4397-bb18-563a6d253a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:08.707587 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:08.769692 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5dff0afb-0c8d-4397-bb18-563a6d253a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:08.771862 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5dff0afb-0c8d-4397-bb18-563a6d253a07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:08.858369 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5dff0afb-0c8d-4397-bb18-563a6d253a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:08.858938 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dff0afb-0c8d-4397-bb18-563a6d253a07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a85856c3-284c-45a4-85d1-96c5f2943fc8 {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:47:08.870944 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5dff0afb-0c8d-4397-bb18-563a6d253a07 admin admin] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:08.872065 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5dff0afb-0c8d-4397-bb18-563a6d253a07 admin admin] 10.222.0.40 "DELETE /v2.0/routers/a85856c3-284c-45a4-85d1-96c5f2943fc8 HTTP/1.1" status: 204 len: 168 time: 1.5167091 Oct 10 11:47:08.874544 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 36200) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:47:08.937998 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f34f2dd-50ae-4c46-b812-aab2b3877e6a admin admin] Deleting subnet f56a20db-ecb9-4637-9932-52feabce4b78 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:47:08.940965 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0f34f2dd-50ae-4c46-b812-aab2b3877e6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:08.991074 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0f34f2dd-50ae-4c46-b812-aab2b3877e6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:09.077305 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0f34f2dd-50ae-4c46-b812-aab2b3877e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:09.241428 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0f34f2dd-50ae-4c46-b812-aab2b3877e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:09.278919 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34f2dd-50ae-4c46-b812-aab2b3877e6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f56a20db-ecb9-4637-9932-52feabce4b78,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:09.282520 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0f34f2dd-50ae-4c46-b812-aab2b3877e6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:09.288577 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596f5543-3cb0-4b25-9643-561f85720fb5 None None] Network 374f33b4-83d6-47e8-863b-635d7e27f9bd requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:47:09.288742 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0f34f2dd-50ae-4c46-b812-aab2b3877e6a admin admin] 10.222.0.40 "DELETE /v2.0/subnets/f56a20db-ecb9-4637-9932-52feabce4b78 HTTP/1.1" status: 204 len: 168 time: 0.4131045 Oct 10 11:47:09.291038 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 36204) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:47:09.397510 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7fb0503d-a911-4e17-a41c-3b8e85719981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:09.407944 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-7fb0503d-a911-4e17-a41c-3b8e85719981 admin admin] Deleting port 41c91eb9-d6ba-4382-8ed8-172843bc861c {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:47:09.408254 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7fb0503d-a911-4e17-a41c-3b8e85719981 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:09.533380 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce70cfd-a475-4c2e-84ca-e601fcf1ae57 None None] DHCP port deletion for 374f33b4-83d6-47e8-863b-635d7e27f9bd request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:47:09.538698 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8ce70cfd-a475-4c2e-84ca-e601fcf1ae57 None None] Deleting port 41c91eb9-d6ba-4382-8ed8-172843bc861c {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:47:09.539237 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8ce70cfd-a475-4c2e-84ca-e601fcf1ae57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:09.589929 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ca47e1cd-f099-4d4a-81e9-2e0decb9f87f no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:47:09.619387 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-7fb0503d-a911-4e17-a41c-3b8e85719981 admin admin] For port 41c91eb9-d6ba-4382-8ed8-172843bc861c, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=41c91eb9-d6ba-4382-8ed8-172843bc861c,segment=NetworkSegment(7b42304c-3a1e-45c4-b4dd-86be7d7151fa),segment_id=7b42304c-3a1e-45c4-b4dd-86be7d7151fa)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:47:09.619607 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:09.619769 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7fb0503d-a911-4e17-a41c-3b8e85719981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:09.628902 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: ca47e1cd-f099-4d4a-81e9-2e0decb9f87f {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:47:09.634227 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ca47e1cd-f099-4d4a-81e9-2e0decb9f87f not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:47:09.634227 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 29017a99-b4c3-4141-b7a2-864f40f32126 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:47:09.690116 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 29017a99-b4c3-4141-b7a2-864f40f32126 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:47:09.690458 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 29017a99-b4c3-4141-b7a2-864f40f32126 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:47:09.690863 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 41c91eb9-d6ba-4382-8ed8-172843bc861c no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:47:09.742897 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-7fb0503d-a911-4e17-a41c-3b8e85719981 admin admin] Calling delete_port for 41c91eb9-d6ba-4382-8ed8-172843bc861c owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:47:09.903963 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7fb0503d-a911-4e17-a41c-3b8e85719981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:09.925552 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Port 41c91eb9-d6ba-4382-8ed8-172843bc861c update to DOWN by agent not found {{(pid=89898) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Oct 10 11:47:09.937964 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-8ce70cfd-a475-4c2e-84ca-e601fcf1ae57 None None] For port 41c91eb9-d6ba-4382-8ed8-172843bc861c, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=41c91eb9-d6ba-4382-8ed8-172843bc861c,segment=NetworkSegment(7b42304c-3a1e-45c4-b4dd-86be7d7151fa),segment_id=7b42304c-3a1e-45c4-b4dd-86be7d7151fa)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:47:09.938117 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8ce70cfd-a475-4c2e-84ca-e601fcf1ae57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:10.059456 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0503d-a911-4e17-a41c-3b8e85719981 admin admin] Pushing event deleted for resources: {'Port': ['ID=41c91eb9-d6ba-4382-8ed8-172843bc861c,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:10.061263 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb0503d-a911-4e17-a41c-3b8e85719981 admin admin] No DVR routers for this DVR port 41c91eb9-d6ba-4382-8ed8-172843bc861c on host dv-neutron-860842-1-hyperv {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:47:10.068528 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8ce70cfd-a475-4c2e-84ca-e601fcf1ae57 None None] Calling delete_port for 41c91eb9-d6ba-4382-8ed8-172843bc861c owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:47:10.144529 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-8ce70cfd-a475-4c2e-84ca-e601fcf1ae57 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:47:10.144997 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-8ce70cfd-a475-4c2e-84ca-e601fcf1ae57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:47:10.175115 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7fb0503d-a911-4e17-a41c-3b8e85719981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:10.200801 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-7fb0503d-a911-4e17-a41c-3b8e85719981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374f33b4-83d6-47e8-863b-635d7e27f9bd']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:10.212477 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-7fb0503d-a911-4e17-a41c-3b8e85719981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b42304c-3a1e-45c4-b4dd-86be7d7151fa') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:10.212772 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-7fb0503d-a911-4e17-a41c-3b8e85719981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b42304c-3a1e-45c4-b4dd-86be7d7151fa') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:10.223922 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7fb0503d-a911-4e17-a41c-3b8e85719981 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:10.239284 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7fb0503d-a911-4e17-a41c-3b8e85719981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:10.245699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb0503d-a911-4e17-a41c-3b8e85719981 admin admin] Releasing vlan 494 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:47:10.246082 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7fb0503d-a911-4e17-a41c-3b8e85719981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:10.276009 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 7b42304c-3a1e-45c4-b4dd-86be7d7151fa resource provider aggregate not found Oct 10 11:47:10.338077 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 7b42304c-3a1e-45c4-b4dd-86be7d7151fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b42304c-3a1e-45c4-b4dd-86be7d7151fa found for delete ", "request_id": "req-e3c1f4cf-752d-4f6d-b1bd-78699ea3a777"}]} Oct 10 11:47:10.427814 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7fb0503d-a911-4e17-a41c-3b8e85719981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:10.446161 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7fb0503d-a911-4e17-a41c-3b8e85719981 admin admin] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:10.452177 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0503d-a911-4e17-a41c-3b8e85719981 admin admin] Pushing event deleted for resources: {'Network': ['ID=374f33b4-83d6-47e8-863b-635d7e27f9bd,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:10.458294 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7fb0503d-a911-4e17-a41c-3b8e85719981 admin admin] 10.222.0.40 "DELETE /v2.0/networks/374f33b4-83d6-47e8-863b-635d7e27f9bd HTTP/1.1" status: 204 len: 168 time: 1.1663308 Oct 10 11:47:10.646189 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8ce70cfd-a475-4c2e-84ca-e601fcf1ae57 None None] Deleting port 41c91eb9-d6ba-4382-8ed8-172843bc861c {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:47:10.646572 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8ce70cfd-a475-4c2e-84ca-e601fcf1ae57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:10.713491 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8ce70cfd-a475-4c2e-84ca-e601fcf1ae57 None None] The port '41c91eb9-d6ba-4382-8ed8-172843bc861c' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:47:10.858286 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 36214) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:47:10.909100 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 36218) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:47:10.909334 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-28b92120-fc24-4276-830e-e057d0486fd4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=31fd3e535f05455f85cbdc27ec9be8c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497787 Oct 10 11:47:10.967989 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-518e7299-e25a-4010-9ea0-42c7536b7aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:10.992856 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-518e7299-e25a-4010-9ea0-42c7536b7aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:11.103394 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-518e7299-e25a-4010-9ea0-42c7536b7aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:11.118523 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e7299-e25a-4010-9ea0-42c7536b7aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e00e492-ab9b-49a3-ba2e-51be9789438a,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:11.183043 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-518e7299-e25a-4010-9ea0-42c7536b7aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:11.184209 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-518e7299-e25a-4010-9ea0-42c7536b7aab admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7e00e492-ab9b-49a3-ba2e-51be9789438a HTTP/1.1" status: 204 len: 168 time: 0.2740836 Oct 10 11:47:11.836153 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 36226) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:47:11.883770 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-aefb66e4-c507-43aa-b424-b4f395da849c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fb85dbf7ba0c46ff90c9c02823fdce98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465124 Oct 10 11:47:11.886269 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 36230) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:47:11.944194 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ef71-3f1b-4b09-95d5-26803c6664c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:11.969720 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ef71-3f1b-4b09-95d5-26803c6664c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:12.069059 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ef71-3f1b-4b09-95d5-26803c6664c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:12.084610 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2ef71-3f1b-4b09-95d5-26803c6664c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7fad81-b7e4-426c-b482-7f74bc74b9af,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:12.089138 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ef71-3f1b-4b09-95d5-26803c6664c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:12.090175 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e3b2ef71-3f1b-4b09-95d5-26803c6664c5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1c7fad81-b7e4-426c-b482-7f74bc74b9af HTTP/1.1" status: 204 len: 168 time: 0.2030232 Oct 10 11:47:13.097280 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 36254) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:47:13.199483 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-a2c8b079-452f-4631-8b59-bdedc4f51829 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1627066101-network', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:47:13.204212 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a2c8b079-452f-4631-8b59-bdedc4f51829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:47:13.208074 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a2c8b079-452f-4631-8b59-bdedc4f51829 admin admin] Usage tracker for resource:network and tenant:d306afe394314c90a2cfb769736cf17c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:47:13.210898 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a2c8b079-452f-4631-8b59-bdedc4f51829 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:47:13.216917 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a2c8b079-452f-4631-8b59-bdedc4f51829 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:47:13.307133 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c8b079-452f-4631-8b59-bdedc4f51829 admin admin] Made reservation on behalf of d306afe394314c90a2cfb769736cf17c for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:47:13.310144 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a2c8b079-452f-4631-8b59-bdedc4f51829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:13.325489 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a2c8b079-452f-4631-8b59-bdedc4f51829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:13.339633 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a2c8b079-452f-4631-8b59-bdedc4f51829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:47:13.343415 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a2c8b079-452f-4631-8b59-bdedc4f51829 admin admin] Usage tracker for resource:security_group_rule and tenant:d306afe394314c90a2cfb769736cf17c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:47:13.346194 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a2c8b079-452f-4631-8b59-bdedc4f51829 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:47:13.351772 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a2c8b079-452f-4631-8b59-bdedc4f51829 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:47:13.432140 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a2c8b079-452f-4631-8b59-bdedc4f51829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:13.498138 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a2c8b079-452f-4631-8b59-bdedc4f51829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:13.528949 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c8b079-452f-4631-8b59-bdedc4f51829 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 498} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:47:13.533995 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8b079-452f-4631-8b59-bdedc4f51829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516ac64f-1590-4a94-9ec7-1ad1b5139d1b,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:13.540658 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a2c8b079-452f-4631-8b59-bdedc4f51829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:13.540994 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-a2c8b079-452f-4631-8b59-bdedc4f51829 admin admin] Added segment cb4d46ff-fcef-4481-83c9-790301f66fdd of type vlan for network b5e91574-dc9d-4b0c-84b7-c3a39e84b35b Oct 10 11:47:13.567601 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a2c8b079-452f-4631-8b59-bdedc4f51829 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:13.640664 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a2c8b079-452f-4631-8b59-bdedc4f51829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:13.641700 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c8b079-452f-4631-8b59-bdedc4f51829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:47:13.642277 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a2c8b079-452f-4631-8b59-bdedc4f51829 admin admin] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:13.745059 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8b079-452f-4631-8b59-bdedc4f51829 admin admin] Pushing event updated for resources: {'Network': ['ID=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:13.754364 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network b5e91574-dc9d-4b0c-84b7-c3a39e84b35b details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:47:13.811090 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a2c8b079-452f-4631-8b59-bdedc4f51829 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7125535 Oct 10 11:47:13.813817 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 36260) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:47:13.819214 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-5315b0ea-ae4b-48b3-82f5-a3babc0996bf admin admin] Request body: {'subnet': {'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1627066101-subnet', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'ip_version': 4}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:47:13.824500 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5315b0ea-ae4b-48b3-82f5-a3babc0996bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:47:13.828447 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5315b0ea-ae4b-48b3-82f5-a3babc0996bf admin admin] Usage tracker for resource:subnet and tenant:d306afe394314c90a2cfb769736cf17c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:47:13.831281 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5315b0ea-ae4b-48b3-82f5-a3babc0996bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:47:13.836977 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5315b0ea-ae4b-48b3-82f5-a3babc0996bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:47:13.912954 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5315b0ea-ae4b-48b3-82f5-a3babc0996bf admin admin] Made reservation on behalf of d306afe394314c90a2cfb769736cf17c for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:47:13.915314 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5315b0ea-ae4b-48b3-82f5-a3babc0996bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:14.155393 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5315b0ea-ae4b-48b3-82f5-a3babc0996bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:14.234342 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315b0ea-ae4b-48b3-82f5-a3babc0996bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1e29af9-2e38-4ad1-9848-30e88724239b,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:14.238303 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5315b0ea-ae4b-48b3-82f5-a3babc0996bf admin admin] Checking segment: {'id': 'cb4d46ff-fcef-4481-83c9-790301f66fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:47:14.238653 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5315b0ea-ae4b-48b3-82f5-a3babc0996bf admin admin] Network hostable DHCP agents. Network: b5e91574-dc9d-4b0c-84b7-c3a39e84b35b, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:47:14.303585 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5315b0ea-ae4b-48b3-82f5-a3babc0996bf admin admin] Network b5e91574-dc9d-4b0c-84b7-c3a39e84b35b is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:47:14.372467 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-5315b0ea-ae4b-48b3-82f5-a3babc0996bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, b5e91574-dc9d-4b0c-84b7-c3a39e84b35b) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:47:14.376334 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5315b0ea-ae4b-48b3-82f5-a3babc0996bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:47:14.376910 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5315b0ea-ae4b-48b3-82f5-a3babc0996bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:14.383701 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bde6713-f060-4339-bc2e-6722467655fd None None] Network b5e91574-dc9d-4b0c-84b7-c3a39e84b35b requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:47:14.462337 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5315b0ea-ae4b-48b3-82f5-a3babc0996bf admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6473758 Oct 10 11:47:14.464846 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 36264) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:47:14.469759 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-2745b7ab-1fec-456d-ae4b-708dd606526e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1627066101-router', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:47:14.474449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-2745b7ab-1fec-456d-ae4b-708dd606526e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:47:14.478637 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-2745b7ab-1fec-456d-ae4b-708dd606526e admin admin] Usage tracker for resource:router and tenant:d306afe394314c90a2cfb769736cf17c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:47:14.481502 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-2745b7ab-1fec-456d-ae4b-708dd606526e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:47:14.487304 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-2745b7ab-1fec-456d-ae4b-708dd606526e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:47:14.553724 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2745b7ab-1fec-456d-ae4b-708dd606526e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:14.554752 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2745b7ab-1fec-456d-ae4b-708dd606526e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:14.569552 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2745b7ab-1fec-456d-ae4b-708dd606526e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:14.596426 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-b5e91574-dc9d-4b0c-84b7-c3a39e84b35b', 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'fixed_ips': [{'subnet_id': 'd1e29af9-2e38-4ad1-9848-30e88724239b'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:47:14.597247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:14.749420 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Allocated IP 172.20.0.2 (b5e91574-dc9d-4b0c-84b7-c3a39e84b35b/d1e29af9-2e38-4ad1-9848-30e88724239b/d040e4b0-380d-4b62-92c1-ce239c971050) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:47:14.899585 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2745b7ab-1fec-456d-ae4b-708dd606526e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:14.962120 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:14.972839 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Transition to ACTIVE for port object d040e4b0-380d-4b62-92c1-ce239c971050 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:47:14.990612 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Transition to ACTIVE for port object d040e4b0-380d-4b62-92c1-ce239c971050 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:47:14.994827 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:47:15.067883 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:15.137280 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Network b5e91574-dc9d-4b0c-84b7-c3a39e84b35b is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:47:15.140918 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:47:15.144133 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:47:15.149849 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Pushing event updated for resources: {'Port': ['ID=d040e4b0-380d-4b62-92c1-ce239c971050,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:15.198097 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:15.198445 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:15.198787 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:15.199713 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:15.200042 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:15.200369 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:15.200726 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:15.201048 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:15.201367 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:15.201712 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:15.202034 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:15.202351 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:15.260641 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Attempting to bind port d040e4b0-380d-4b62-92c1-ce239c971050 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:47:15.261002 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Attempting to bind port d040e4b0-380d-4b62-92c1-ce239c971050 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'cb4d46ff-fcef-4481-83c9-790301f66fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:47:15.261356 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Attempting to bind port d040e4b0-380d-4b62-92c1-ce239c971050 on network b5e91574-dc9d-4b0c-84b7-c3a39e84b35b {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:47:15.267363 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:47:15.267727 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Checking segment: {'id': 'cb4d46ff-fcef-4481-83c9-790301f66fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:47:15.268134 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:15.268500 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Bound using segment: {'id': 'cb4d46ff-fcef-4481-83c9-790301f66fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:47:15.268953 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Bound port: d040e4b0-380d-4b62-92c1-ce239c971050, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4d46ff-fcef-4481-83c9-790301f66fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:47:15.269315 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:15.355422 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] For port d040e4b0-380d-4b62-92c1-ce239c971050, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:47:15.358336 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] For port d040e4b0-380d-4b62-92c1-ce239c971050, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=d040e4b0-380d-4b62-92c1-ce239c971050,segment=NetworkSegment(cb4d46ff-fcef-4481-83c9-790301f66fdd),segment_id=cb4d46ff-fcef-4481-83c9-790301f66fdd)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:47:15.384424 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2745b7ab-1fec-456d-ae4b-708dd606526e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:15.413912 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2745b7ab-1fec-456d-ae4b-708dd606526e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:15.435660 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:15.549341 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1745d-03cf-414e-9273-289a20e37e4a None None] Pushing event updated for resources: {'Port': ['ID=d040e4b0-380d-4b62-92c1-ce239c971050,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:15.555191 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-2745b7ab-1fec-456d-ae4b-708dd606526e admin admin] Allocated IP 172.26.4.119 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/d13c02b2-b8ce-42f9-99e7-76f3433ade30) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:47:15.711124 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2745b7ab-1fec-456d-ae4b-708dd606526e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:15.801453 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2745b7ab-1fec-456d-ae4b-708dd606526e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:15.869149 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2745b7ab-1fec-456d-ae4b-708dd606526e admin admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:47:15.872871 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-2745b7ab-1fec-456d-ae4b-708dd606526e admin admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:47:15.875344 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2745b7ab-1fec-456d-ae4b-708dd606526e admin admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:47:15.914149 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b7ab-1fec-456d-ae4b-708dd606526e admin admin] Pushing event updated for resources: {'Port': ['ID=d13c02b2-b8ce-42f9-99e7-76f3433ade30,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:16.368773 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2745b7ab-1fec-456d-ae4b-708dd606526e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:16.464880 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0ce789-e91f-4f53-9635-d76ea5342331 None None] Network b5e91574-dc9d-4b0c-84b7-c3a39e84b35b requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:47:16.672984 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3cf0c053-bc0c-410e-97ea-7bf1f496d5da None None] Provisioning for port d040e4b0-380d-4b62-92c1-ce239c971050 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:47:16.833827 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2745b7ab-1fec-456d-ae4b-708dd606526e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:17.097847 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2745b7ab-1fec-456d-ae4b-708dd606526e admin admin] Router 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:47:17.273393 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2745b7ab-1fec-456d-ae4b-708dd606526e admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:47:17.282990 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74d6a6-c212-4e8d-9ac5-0cc2a87adad5 None None] Sync routers for ids ['6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:47:17.292242 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f74d6a6-c212-4e8d-9ac5-0cc2a87adad5 None None] Routers {'6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:47:17.293901 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-5f74d6a6-c212-4e8d-9ac5-0cc2a87adad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:47:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:17.355846 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2745b7ab-1fec-456d-ae4b-708dd606526e admin admin] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:17.357079 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2745b7ab-1fec-456d-ae4b-708dd606526e admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8912749 Oct 10 11:47:17.359874 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 36268) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:47:17.476338 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-5f74d6a6-c212-4e8d-9ac5-0cc2a87adad5 None None] Set router 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:47:17.612460 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d040e4b0-380d-4b62-92c1-ce239c971050 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:47:17.820758 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-5f74d6a6-c212-4e8d-9ac5-0cc2a87adad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'name': 'tempest-TestMinimumBasicScenario-1627066101-router', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:14Z', 'updated_at': '2022-10-10T11:47:16Z', 'revision_number': 3, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'gw_port': {'id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:15Z', 'updated_at': '2022-10-10T11:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:17.825216 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74d6a6-c212-4e8d-9ac5-0cc2a87adad5 None None] Checking router: 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:47:17.825587 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74d6a6-c212-4e8d-9ac5-0cc2a87adad5 None None] Updating router 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 port d13c02b2-b8ce-42f9-99e7-76f3433ade30 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:47:17.852912 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port d040e4b0-380d-4b62-92c1-ce239c971050 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:47:17.870919 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port d040e4b0-380d-4b62-92c1-ce239c971050 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:47:17.871406 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:17.871740 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port d040e4b0-380d-4b62-92c1-ce239c971050 Oct 10 11:47:17.927889 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5f74d6a6-c212-4e8d-9ac5-0cc2a87adad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:18.039154 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-854ced3d-16ff-40a6-b670-19fc58a46d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:18.107101 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port d040e4b0-380d-4b62-92c1-ce239c971050 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:47:18.107375 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:18.225816 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port d040e4b0-380d-4b62-92c1-ce239c971050, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=d040e4b0-380d-4b62-92c1-ce239c971050,segment=NetworkSegment(cb4d46ff-fcef-4481-83c9-790301f66fdd),segment_id=cb4d46ff-fcef-4481-83c9-790301f66fdd)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:47:18.244525 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-854ced3d-16ff-40a6-b670-19fc58a46d56 admin admin] Allocated IP 172.20.0.1 (b5e91574-dc9d-4b0c-84b7-c3a39e84b35b/d1e29af9-2e38-4ad1-9848-30e88724239b/68a2484a-0cfe-43b4-a957-668ee0611254) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:47:18.305175 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:18.438576 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5f74d6a6-c212-4e8d-9ac5-0cc2a87adad5 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:18.454924 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=d040e4b0-380d-4b62-92c1-ce239c971050,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:18.457762 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5f74d6a6-c212-4e8d-9ac5-0cc2a87adad5 None None] Transition to ACTIVE for port object d13c02b2-b8ce-42f9-99e7-76f3433ade30 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:47:18.512044 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-854ced3d-16ff-40a6-b670-19fc58a46d56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:18.526367 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5f74d6a6-c212-4e8d-9ac5-0cc2a87adad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:18.527287 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-854ced3d-16ff-40a6-b670-19fc58a46d56 admin admin] Transition to ACTIVE for port object 68a2484a-0cfe-43b4-a957-668ee0611254 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:47:18.586823 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-5f74d6a6-c212-4e8d-9ac5-0cc2a87adad5 None None] Attempting to bind port d13c02b2-b8ce-42f9-99e7-76f3433ade30 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:47:18.587190 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-5f74d6a6-c212-4e8d-9ac5-0cc2a87adad5 None None] Attempting to bind port d13c02b2-b8ce-42f9-99e7-76f3433ade30 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:47:18.587545 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f74d6a6-c212-4e8d-9ac5-0cc2a87adad5 None None] Attempting to bind port d13c02b2-b8ce-42f9-99e7-76f3433ade30 on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:47:18.597819 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f74d6a6-c212-4e8d-9ac5-0cc2a87adad5 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:47:18.598188 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f74d6a6-c212-4e8d-9ac5-0cc2a87adad5 None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:47:18.598576 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5f74d6a6-c212-4e8d-9ac5-0cc2a87adad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:18.598956 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f74d6a6-c212-4e8d-9ac5-0cc2a87adad5 None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:47:18.599406 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-5f74d6a6-c212-4e8d-9ac5-0cc2a87adad5 None None] Bound port: d13c02b2-b8ce-42f9-99e7-76f3433ade30, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:47:18.599771 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5f74d6a6-c212-4e8d-9ac5-0cc2a87adad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:18.635468 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-854ced3d-16ff-40a6-b670-19fc58a46d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:18.636159 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ff5f3-3180-4ccb-a02e-848b4b4f0ab6 None None] Pushing event updated for resources: {'Port': ['ID=d13c02b2-b8ce-42f9-99e7-76f3433ade30,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:18.679957 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-5f74d6a6-c212-4e8d-9ac5-0cc2a87adad5 None None] For port d13c02b2-b8ce-42f9-99e7-76f3433ade30, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:47:18.682891 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-5f74d6a6-c212-4e8d-9ac5-0cc2a87adad5 None None] For port d13c02b2-b8ce-42f9-99e7-76f3433ade30, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=d13c02b2-b8ce-42f9-99e7-76f3433ade30,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:47:18.704733 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854ced3d-16ff-40a6-b670-19fc58a46d56 admin admin] Network b5e91574-dc9d-4b0c-84b7-c3a39e84b35b is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:47:18.707617 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-854ced3d-16ff-40a6-b670-19fc58a46d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:47:18.711414 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854ced3d-16ff-40a6-b670-19fc58a46d56 admin admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:47:18.748018 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ced3d-16ff-40a6-b670-19fc58a46d56 admin admin] Pushing event updated for resources: {'Port': ['ID=68a2484a-0cfe-43b4-a957-668ee0611254,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:18.771122 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-854ced3d-16ff-40a6-b670-19fc58a46d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:18.853362 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5f74d6a6-c212-4e8d-9ac5-0cc2a87adad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:18.921608 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f74d6a6-c212-4e8d-9ac5-0cc2a87adad5 None None] Routers {'6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:47:18.922590 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-5f74d6a6-c212-4e8d-9ac5-0cc2a87adad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:47:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:19.031093 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ff5f3-3180-4ccb-a02e-848b4b4f0ab6 None None] Pushing event updated for resources: {'Port': ['ID=d13c02b2-b8ce-42f9-99e7-76f3433ade30,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:19.127954 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-5f74d6a6-c212-4e8d-9ac5-0cc2a87adad5 None None] Set router 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:47:19.162273 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-854ced3d-16ff-40a6-b670-19fc58a46d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:19.170706 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f8b6560c-757c-4e0a-ba86-a7a2ef801b1b None None] Provisioning for port 68a2484a-0cfe-43b4-a957-668ee0611254 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:47:19.230916 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f8b6560c-757c-4e0a-ba86-a7a2ef801b1b None None] Provisioning complete for port 68a2484a-0cfe-43b4-a957-668ee0611254 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:47:19.231180 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f8b6560c-757c-4e0a-ba86-a7a2ef801b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:19.231510 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f8b6560c-757c-4e0a-ba86-a7a2ef801b1b None None] Attempt 1 to provision port 68a2484a-0cfe-43b4-a957-668ee0611254 Oct 10 11:47:19.366700 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f8b6560c-757c-4e0a-ba86-a7a2ef801b1b None None] Port 68a2484a-0cfe-43b4-a957-668ee0611254 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:47:19.387393 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-854ced3d-16ff-40a6-b670-19fc58a46d56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:19.446345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-854ced3d-16ff-40a6-b670-19fc58a46d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:19.472420 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-5f74d6a6-c212-4e8d-9ac5-0cc2a87adad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'name': 'tempest-TestMinimumBasicScenario-1627066101-router', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:14Z', 'updated_at': '2022-10-10T11:47:16Z', 'revision_number': 3, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'gw_port': {'id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:15Z', 'updated_at': '2022-10-10T11:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:19.476354 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74d6a6-c212-4e8d-9ac5-0cc2a87adad5 None None] The sync data for ids ['6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'] in dv-neutron-860842-1-hyperv is: [{'id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'name': 'tempest-TestMinimumBasicScenario-1627066101-router', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:14Z', 'updated_at': '2022-10-10T11:47:16Z', 'revision_number': 3, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'gw_port': {'id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:15Z', 'updated_at': '2022-10-10T11:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:47:19.554529 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-854ced3d-16ff-40a6-b670-19fc58a46d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:19.561663 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ced3d-16ff-40a6-b670-19fc58a46d56 admin admin] Pushing event updated for resources: {'Port': ['ID=68a2484a-0cfe-43b4-a957-668ee0611254,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:19.585673 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d040e4b0-380d-4b62-92c1-ce239c971050 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:47:19.656998 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port d040e4b0-380d-4b62-92c1-ce239c971050 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:47:19.657455 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:19.657937 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port d040e4b0-380d-4b62-92c1-ce239c971050 Oct 10 11:47:19.713365 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854ced3d-16ff-40a6-b670-19fc58a46d56 admin admin] Network b5e91574-dc9d-4b0c-84b7-c3a39e84b35b is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:47:19.713365 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-854ced3d-16ff-40a6-b670-19fc58a46d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:47:19.828171 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port d040e4b0-380d-4b62-92c1-ce239c971050 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:47:19.868279 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f8b6560c-757c-4e0a-ba86-a7a2ef801b1b None None] Attempt 2 to provision port 68a2484a-0cfe-43b4-a957-668ee0611254 Oct 10 11:47:19.939201 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f8b6560c-757c-4e0a-ba86-a7a2ef801b1b None None] Port 68a2484a-0cfe-43b4-a957-668ee0611254 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:47:19.968756 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854ced3d-16ff-40a6-b670-19fc58a46d56 admin admin] Router 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:47:20.153977 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854ced3d-16ff-40a6-b670-19fc58a46d56 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:47:20.164014 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-854ced3d-16ff-40a6-b670-19fc58a46d56 admin admin] 10.222.0.40 "PUT /v2.0/routers/6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8031089 Oct 10 11:47:20.440466 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f8b6560c-757c-4e0a-ba86-a7a2ef801b1b None None] Attempt 3 to provision port 68a2484a-0cfe-43b4-a957-668ee0611254 Oct 10 11:47:20.496882 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f8b6560c-757c-4e0a-ba86-a7a2ef801b1b None None] Port 68a2484a-0cfe-43b4-a957-668ee0611254 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:47:20.882586 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 36286) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:47:20.888498 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-039f5387-6a39-4921-bb47-637e1db56fb1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1363237263-network', 'tenant_id': '9769dd62a4f4416d93b42faea110a1b2'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:47:20.893731 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-039f5387-6a39-4921-bb47-637e1db56fb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:47:20.897753 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-039f5387-6a39-4921-bb47-637e1db56fb1 admin admin] Usage tracker for resource:network and tenant:9769dd62a4f4416d93b42faea110a1b2 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:47:20.900752 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-039f5387-6a39-4921-bb47-637e1db56fb1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:47:20.907292 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-039f5387-6a39-4921-bb47-637e1db56fb1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:47:20.958596 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59b2b7b-d91b-443b-896d-de0fb4942edc None None] Sync routers for ids ['6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:47:20.967787 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59b2b7b-d91b-443b-896d-de0fb4942edc None None] Routers {'6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:47:20.968381 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-f59b2b7b-d91b-443b-896d-de0fb4942edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:47:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:20.975824 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039f5387-6a39-4921-bb47-637e1db56fb1 admin admin] Made reservation on behalf of 9769dd62a4f4416d93b42faea110a1b2 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:47:20.978328 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-039f5387-6a39-4921-bb47-637e1db56fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:20.991388 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-039f5387-6a39-4921-bb47-637e1db56fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:20.998641 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f8b6560c-757c-4e0a-ba86-a7a2ef801b1b None None] Attempt 4 to provision port 68a2484a-0cfe-43b4-a957-668ee0611254 Oct 10 11:47:21.006377 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-039f5387-6a39-4921-bb47-637e1db56fb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:47:21.010233 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-039f5387-6a39-4921-bb47-637e1db56fb1 admin admin] Usage tracker for resource:security_group_rule and tenant:9769dd62a4f4416d93b42faea110a1b2 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:47:21.013122 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-039f5387-6a39-4921-bb47-637e1db56fb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:47:21.018948 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-039f5387-6a39-4921-bb47-637e1db56fb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:47:21.054084 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f8b6560c-757c-4e0a-ba86-a7a2ef801b1b None None] Port 68a2484a-0cfe-43b4-a957-668ee0611254 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:47:21.106666 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-039f5387-6a39-4921-bb47-637e1db56fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:21.154889 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-039f5387-6a39-4921-bb47-637e1db56fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:21.156640 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-f59b2b7b-d91b-443b-896d-de0fb4942edc None None] Set router 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:47:21.304768 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039f5387-6a39-4921-bb47-637e1db56fb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 473} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:47:21.315383 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f5387-6a39-4921-bb47-637e1db56fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec35d29-e2fc-41aa-b9b6-c47ecaa827c1,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:21.321839 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-039f5387-6a39-4921-bb47-637e1db56fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:21.322240 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-039f5387-6a39-4921-bb47-637e1db56fb1 admin admin] Added segment 36d6c6cf-f0ed-4a6f-b787-49ad66ffff8c of type vlan for network 8f062e49-522c-4451-b955-90e57795414f Oct 10 11:47:21.350986 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-039f5387-6a39-4921-bb47-637e1db56fb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:21.450243 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-039f5387-6a39-4921-bb47-637e1db56fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:21.451225 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039f5387-6a39-4921-bb47-637e1db56fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:47:21.451804 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-039f5387-6a39-4921-bb47-637e1db56fb1 admin admin] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:21.507987 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-f59b2b7b-d91b-443b-896d-de0fb4942edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'name': 'tempest-TestMinimumBasicScenario-1627066101-router', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:14Z', 'updated_at': '2022-10-10T11:47:18Z', 'revision_number': 4, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'gw_port': {'id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:15Z', 'updated_at': '2022-10-10T11:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '68a2484a-0cfe-43b4-a957-668ee0611254', 'name': '', 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'mac_address': 'fa:16:3e:c0:e2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:18Z', 'updated_at': '2022-10-10T11:47:19Z', 'revision_number': 2, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'subnets': [{'id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:21.512332 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59b2b7b-d91b-443b-896d-de0fb4942edc None None] Checking router: 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:47:21.512677 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59b2b7b-d91b-443b-896d-de0fb4942edc None None] Updating router 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 port 68a2484a-0cfe-43b4-a957-668ee0611254 binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:47:21.555501 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f8b6560c-757c-4e0a-ba86-a7a2ef801b1b None None] Attempt 5 to provision port 68a2484a-0cfe-43b4-a957-668ee0611254 Oct 10 11:47:21.555942 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f5387-6a39-4921-bb47-637e1db56fb1 admin admin] Pushing event updated for resources: {'Network': ['ID=8f062e49-522c-4451-b955-90e57795414f,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:21.570650 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-f59b2b7b-d91b-443b-896d-de0fb4942edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:21.587576 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 8f062e49-522c-4451-b955-90e57795414f details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:47:21.620687 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-039f5387-6a39-4921-bb47-637e1db56fb1 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7351968 Oct 10 11:47:21.621000 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d13c02b2-b8ce-42f9-99e7-76f3433ade30 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:47:21.621771 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 36290) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:47:21.629170 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-5425d905-407e-4d3e-9b06-4ee703af972b admin admin] Request body: {'subnet': {'network_id': '8f062e49-522c-4451-b955-90e57795414f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1363237263-subnet', 'tenant_id': '9769dd62a4f4416d93b42faea110a1b2', 'ip_version': 4}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:47:21.635120 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5425d905-407e-4d3e-9b06-4ee703af972b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:47:21.640377 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5425d905-407e-4d3e-9b06-4ee703af972b admin admin] Usage tracker for resource:subnet and tenant:9769dd62a4f4416d93b42faea110a1b2 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:47:21.643393 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5425d905-407e-4d3e-9b06-4ee703af972b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:47:21.649744 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5425d905-407e-4d3e-9b06-4ee703af972b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:47:21.746232 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f8b6560c-757c-4e0a-ba86-a7a2ef801b1b None None] Port 68a2484a-0cfe-43b4-a957-668ee0611254 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:47:21.760915 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5425d905-407e-4d3e-9b06-4ee703af972b admin admin] Made reservation on behalf of 9769dd62a4f4416d93b42faea110a1b2 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:47:21.764620 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5425d905-407e-4d3e-9b06-4ee703af972b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:21.841473 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port d13c02b2-b8ce-42f9-99e7-76f3433ade30 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:47:21.846974 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port d13c02b2-b8ce-42f9-99e7-76f3433ade30 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:47:21.847350 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:21.847716 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port d13c02b2-b8ce-42f9-99e7-76f3433ade30 Oct 10 11:47:21.919282 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-f59b2b7b-d91b-443b-896d-de0fb4942edc None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:21.936160 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-f59b2b7b-d91b-443b-896d-de0fb4942edc None None] Transition to ACTIVE for port object 68a2484a-0cfe-43b4-a957-668ee0611254 will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:47:21.974560 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port d13c02b2-b8ce-42f9-99e7-76f3433ade30 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:47:21.974949 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:21.991223 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port d13c02b2-b8ce-42f9-99e7-76f3433ade30, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=d13c02b2-b8ce-42f9-99e7-76f3433ade30,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:47:22.029370 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-f59b2b7b-d91b-443b-896d-de0fb4942edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:22.029917 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5425d905-407e-4d3e-9b06-4ee703af972b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:22.080586 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:22.104683 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425d905-407e-4d3e-9b06-4ee703af972b admin admin] Pushing event updated for resources: {'Subnet': ['ID=da56657f-3a44-47eb-890b-90f94237de2d,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:22.118259 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425d905-407e-4d3e-9b06-4ee703af972b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:22.118620 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425d905-407e-4d3e-9b06-4ee703af972b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:22.118921 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425d905-407e-4d3e-9b06-4ee703af972b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:22.119245 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425d905-407e-4d3e-9b06-4ee703af972b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:22.119565 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425d905-407e-4d3e-9b06-4ee703af972b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:22.119883 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425d905-407e-4d3e-9b06-4ee703af972b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:22.122231 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425d905-407e-4d3e-9b06-4ee703af972b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:22.122231 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425d905-407e-4d3e-9b06-4ee703af972b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:22.122231 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425d905-407e-4d3e-9b06-4ee703af972b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:22.122231 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425d905-407e-4d3e-9b06-4ee703af972b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:22.122600 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425d905-407e-4d3e-9b06-4ee703af972b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:22.122600 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425d905-407e-4d3e-9b06-4ee703af972b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:22.127909 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5425d905-407e-4d3e-9b06-4ee703af972b admin admin] Checking segment: {'id': '36d6c6cf-f0ed-4a6f-b787-49ad66ffff8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f062e49-522c-4451-b955-90e57795414f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:47:22.128259 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5425d905-407e-4d3e-9b06-4ee703af972b admin admin] Network hostable DHCP agents. Network: 8f062e49-522c-4451-b955-90e57795414f, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:47:22.192603 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=d13c02b2-b8ce-42f9-99e7-76f3433ade30,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:22.234782 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5425d905-407e-4d3e-9b06-4ee703af972b admin admin] Network 8f062e49-522c-4451-b955-90e57795414f is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:47:22.235381 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0e15b-966f-4bc3-90cc-648f664694d7 None None] Pushing event updated for resources: {'Port': ['ID=68a2484a-0cfe-43b4-a957-668ee0611254,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:22.246434 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba0e15b-966f-4bc3-90cc-648f664694d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:22.251834 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba0e15b-966f-4bc3-90cc-648f664694d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:22.251946 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f8b6560c-757c-4e0a-ba86-a7a2ef801b1b None None] Attempt 6 to provision port 68a2484a-0cfe-43b4-a957-668ee0611254 Oct 10 11:47:22.252043 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba0e15b-966f-4bc3-90cc-648f664694d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:22.252043 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba0e15b-966f-4bc3-90cc-648f664694d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:22.252043 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba0e15b-966f-4bc3-90cc-648f664694d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:22.252043 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba0e15b-966f-4bc3-90cc-648f664694d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:22.252043 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba0e15b-966f-4bc3-90cc-648f664694d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:22.252043 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba0e15b-966f-4bc3-90cc-648f664694d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:22.252043 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba0e15b-966f-4bc3-90cc-648f664694d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:22.252043 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba0e15b-966f-4bc3-90cc-648f664694d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:22.252043 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba0e15b-966f-4bc3-90cc-648f664694d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:22.252043 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba0e15b-966f-4bc3-90cc-648f664694d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:47:22.254529 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-f59b2b7b-d91b-443b-896d-de0fb4942edc None None] Attempting to bind port 68a2484a-0cfe-43b4-a957-668ee0611254 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:47:22.254892 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-f59b2b7b-d91b-443b-896d-de0fb4942edc None None] Attempting to bind port 68a2484a-0cfe-43b4-a957-668ee0611254 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'cb4d46ff-fcef-4481-83c9-790301f66fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:47:22.255244 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59b2b7b-d91b-443b-896d-de0fb4942edc None None] Attempting to bind port 68a2484a-0cfe-43b4-a957-668ee0611254 on network b5e91574-dc9d-4b0c-84b7-c3a39e84b35b {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:47:22.260734 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59b2b7b-d91b-443b-896d-de0fb4942edc None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:47:22.261146 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59b2b7b-d91b-443b-896d-de0fb4942edc None None] Checking segment: {'id': 'cb4d46ff-fcef-4481-83c9-790301f66fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:47:22.262214 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-f59b2b7b-d91b-443b-896d-de0fb4942edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:22.262594 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59b2b7b-d91b-443b-896d-de0fb4942edc None None] Bound using segment: {'id': 'cb4d46ff-fcef-4481-83c9-790301f66fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:47:22.263044 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-f59b2b7b-d91b-443b-896d-de0fb4942edc None None] Bound port: 68a2484a-0cfe-43b4-a957-668ee0611254, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4d46ff-fcef-4481-83c9-790301f66fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:47:22.263407 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-f59b2b7b-d91b-443b-896d-de0fb4942edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:22.298200 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-5425d905-407e-4d3e-9b06-4ee703af972b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 8f062e49-522c-4451-b955-90e57795414f) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:47:22.302727 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f8b6560c-757c-4e0a-ba86-a7a2ef801b1b None None] Port 68a2484a-0cfe-43b4-a957-668ee0611254 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:47:22.304012 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5425d905-407e-4d3e-9b06-4ee703af972b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:47:22.305085 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5425d905-407e-4d3e-9b06-4ee703af972b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:22.310504 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f9ea75-f7b4-4a2e-a5d2-4c31bf075e0d None None] Network 8f062e49-522c-4451-b955-90e57795414f requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:47:22.353943 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-f59b2b7b-d91b-443b-896d-de0fb4942edc None None] For port 68a2484a-0cfe-43b4-a957-668ee0611254, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:47:22.358186 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-f59b2b7b-d91b-443b-896d-de0fb4942edc None None] For port 68a2484a-0cfe-43b4-a957-668ee0611254, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=68a2484a-0cfe-43b4-a957-668ee0611254,segment=NetworkSegment(cb4d46ff-fcef-4481-83c9-790301f66fdd),segment_id=cb4d46ff-fcef-4481-83c9-790301f66fdd)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:47:22.396058 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5425d905-407e-4d3e-9b06-4ee703af972b admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7729411 Oct 10 11:47:22.398589 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 36294) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:47:22.403468 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-3064cb3b-73f3-4246-b605-60fcb29fea0e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1363237263-router', 'tenant_id': '9769dd62a4f4416d93b42faea110a1b2', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:47:22.408142 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-3064cb3b-73f3-4246-b605-60fcb29fea0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:47:22.412134 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3064cb3b-73f3-4246-b605-60fcb29fea0e admin admin] Usage tracker for resource:router and tenant:9769dd62a4f4416d93b42faea110a1b2 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:47:22.415387 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3064cb3b-73f3-4246-b605-60fcb29fea0e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:47:22.421693 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-3064cb3b-73f3-4246-b605-60fcb29fea0e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:47:22.473261 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-f59b2b7b-d91b-443b-896d-de0fb4942edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:22.503942 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3064cb3b-73f3-4246-b605-60fcb29fea0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:22.504973 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3064cb3b-73f3-4246-b605-60fcb29fea0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:22.527188 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3064cb3b-73f3-4246-b605-60fcb29fea0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:22.529779 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd299b1-20e6-488b-97dd-0ca5bc5b5100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-8f062e49-522c-4451-b955-90e57795414f', 'network_id': '8f062e49-522c-4451-b955-90e57795414f', 'tenant_id': '9769dd62a4f4416d93b42faea110a1b2', 'fixed_ips': [{'subnet_id': 'da56657f-3a44-47eb-890b-90f94237de2d'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:47:22.530618 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cbd299b1-20e6-488b-97dd-0ca5bc5b5100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:22.539066 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59b2b7b-d91b-443b-896d-de0fb4942edc None None] Routers {'6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:47:22.539698 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-f59b2b7b-d91b-443b-896d-de0fb4942edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:47:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:22.627357 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0e15b-966f-4bc3-90cc-648f664694d7 None None] Pushing event updated for resources: {'Port': ['ID=68a2484a-0cfe-43b4-a957-668ee0611254,revision_number=4']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:22.701863 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-cbd299b1-20e6-488b-97dd-0ca5bc5b5100 None None] Allocated IP 172.20.0.2 (8f062e49-522c-4451-b955-90e57795414f/da56657f-3a44-47eb-890b-90f94237de2d/b7277d17-c57c-44e9-8281-3b6c78b0e1c5) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:47:22.728212 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-f59b2b7b-d91b-443b-896d-de0fb4942edc None None] Set router 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:47:22.804914 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f8b6560c-757c-4e0a-ba86-a7a2ef801b1b None None] Attempt 7 to provision port 68a2484a-0cfe-43b4-a957-668ee0611254 Oct 10 11:47:22.887554 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3064cb3b-73f3-4246-b605-60fcb29fea0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:22.938759 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f8b6560c-757c-4e0a-ba86-a7a2ef801b1b None None] Port 68a2484a-0cfe-43b4-a957-668ee0611254 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:47:22.974132 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cbd299b1-20e6-488b-97dd-0ca5bc5b5100 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:22.985607 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-cbd299b1-20e6-488b-97dd-0ca5bc5b5100 None None] Transition to ACTIVE for port object b7277d17-c57c-44e9-8281-3b6c78b0e1c5 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:47:23.004245 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-cbd299b1-20e6-488b-97dd-0ca5bc5b5100 None None] Transition to ACTIVE for port object b7277d17-c57c-44e9-8281-3b6c78b0e1c5 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:47:23.080948 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-f59b2b7b-d91b-443b-896d-de0fb4942edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'name': 'tempest-TestMinimumBasicScenario-1627066101-router', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:14Z', 'updated_at': '2022-10-10T11:47:18Z', 'revision_number': 4, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'gw_port': {'id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:15Z', 'updated_at': '2022-10-10T11:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '68a2484a-0cfe-43b4-a957-668ee0611254', 'name': '', 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'mac_address': 'fa:16:3e:c0:e2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:18Z', 'updated_at': '2022-10-10T11:47:22Z', 'revision_number': 4, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'subnets': [{'id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:23.084975 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59b2b7b-d91b-443b-896d-de0fb4942edc None None] The sync data for ids ['6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'] in dv-neutron-860842-1-hyperv is: [{'id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'name': 'tempest-TestMinimumBasicScenario-1627066101-router', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:14Z', 'updated_at': '2022-10-10T11:47:18Z', 'revision_number': 4, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'gw_port': {'id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:15Z', 'updated_at': '2022-10-10T11:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '68a2484a-0cfe-43b4-a957-668ee0611254', 'name': '', 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'mac_address': 'fa:16:3e:c0:e2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:18Z', 'updated_at': '2022-10-10T11:47:22Z', 'revision_number': 4, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'subnets': [{'id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:47:23.101702 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cbd299b1-20e6-488b-97dd-0ca5bc5b5100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:23.182172 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd299b1-20e6-488b-97dd-0ca5bc5b5100 None None] Pushing event updated for resources: {'Port': ['ID=b7277d17-c57c-44e9-8281-3b6c78b0e1c5,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:23.188927 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd299b1-20e6-488b-97dd-0ca5bc5b5100 None None] Network 8f062e49-522c-4451-b955-90e57795414f is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:47:23.190076 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-cbd299b1-20e6-488b-97dd-0ca5bc5b5100 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:47:23.192076 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd299b1-20e6-488b-97dd-0ca5bc5b5100 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:47:23.302897 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-cbd299b1-20e6-488b-97dd-0ca5bc5b5100 None None] Attempting to bind port b7277d17-c57c-44e9-8281-3b6c78b0e1c5 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:47:23.303261 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-cbd299b1-20e6-488b-97dd-0ca5bc5b5100 None None] Attempting to bind port b7277d17-c57c-44e9-8281-3b6c78b0e1c5 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '36d6c6cf-f0ed-4a6f-b787-49ad66ffff8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f062e49-522c-4451-b955-90e57795414f'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:47:23.303819 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd299b1-20e6-488b-97dd-0ca5bc5b5100 None None] Attempting to bind port b7277d17-c57c-44e9-8281-3b6c78b0e1c5 on network 8f062e49-522c-4451-b955-90e57795414f {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:47:23.307510 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3064cb3b-73f3-4246-b605-60fcb29fea0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:23.309837 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd299b1-20e6-488b-97dd-0ca5bc5b5100 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:47:23.310211 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd299b1-20e6-488b-97dd-0ca5bc5b5100 None None] Checking segment: {'id': '36d6c6cf-f0ed-4a6f-b787-49ad66ffff8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f062e49-522c-4451-b955-90e57795414f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:47:23.310608 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cbd299b1-20e6-488b-97dd-0ca5bc5b5100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:23.310994 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd299b1-20e6-488b-97dd-0ca5bc5b5100 None None] Bound using segment: {'id': '36d6c6cf-f0ed-4a6f-b787-49ad66ffff8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f062e49-522c-4451-b955-90e57795414f'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:47:23.311453 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-cbd299b1-20e6-488b-97dd-0ca5bc5b5100 None None] Bound port: b7277d17-c57c-44e9-8281-3b6c78b0e1c5, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d6c6cf-f0ed-4a6f-b787-49ad66ffff8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f062e49-522c-4451-b955-90e57795414f'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:47:23.311818 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cbd299b1-20e6-488b-97dd-0ca5bc5b5100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:23.340756 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3064cb3b-73f3-4246-b605-60fcb29fea0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:23.418175 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-cbd299b1-20e6-488b-97dd-0ca5bc5b5100 None None] For port b7277d17-c57c-44e9-8281-3b6c78b0e1c5, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:47:23.421909 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-cbd299b1-20e6-488b-97dd-0ca5bc5b5100 None None] For port b7277d17-c57c-44e9-8281-3b6c78b0e1c5, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=b7277d17-c57c-44e9-8281-3b6c78b0e1c5,segment=NetworkSegment(36d6c6cf-f0ed-4a6f-b787-49ad66ffff8c),segment_id=36d6c6cf-f0ed-4a6f-b787-49ad66ffff8c)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:47:23.487432 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-3064cb3b-73f3-4246-b605-60fcb29fea0e admin admin] Allocated IP 172.26.4.177 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/5bdf4459-3221-4826-917f-78b72ae326a2) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:47:23.520993 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cbd299b1-20e6-488b-97dd-0ca5bc5b5100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:23.630794 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd299b1-20e6-488b-97dd-0ca5bc5b5100 None None] Pushing event updated for resources: {'Port': ['ID=b7277d17-c57c-44e9-8281-3b6c78b0e1c5,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:23.688421 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d13c02b2-b8ce-42f9-99e7-76f3433ade30 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:47:23.777095 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port d13c02b2-b8ce-42f9-99e7-76f3433ade30 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:47:23.778184 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:23.778527 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port d13c02b2-b8ce-42f9-99e7-76f3433ade30 Oct 10 11:47:23.838695 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3064cb3b-73f3-4246-b605-60fcb29fea0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:23.946411 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port d13c02b2-b8ce-42f9-99e7-76f3433ade30 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:47:23.947949 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 68a2484a-0cfe-43b4-a957-668ee0611254 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:47:23.987571 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3064cb3b-73f3-4246-b605-60fcb29fea0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:24.065124 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3064cb3b-73f3-4246-b605-60fcb29fea0e admin admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:47:24.067320 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 68a2484a-0cfe-43b4-a957-668ee0611254 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:47:24.068319 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-3064cb3b-73f3-4246-b605-60fcb29fea0e admin admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:47:24.072099 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3064cb3b-73f3-4246-b605-60fcb29fea0e admin admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:47:24.073089 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 68a2484a-0cfe-43b4-a957-668ee0611254 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:47:24.074091 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:24.074923 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 68a2484a-0cfe-43b4-a957-668ee0611254 Oct 10 11:47:24.114500 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064cb3b-73f3-4246-b605-60fcb29fea0e admin admin] Pushing event updated for resources: {'Port': ['ID=5bdf4459-3221-4826-917f-78b72ae326a2,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:24.214665 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 68a2484a-0cfe-43b4-a957-668ee0611254 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:47:24.215204 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:24.250867 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 68a2484a-0cfe-43b4-a957-668ee0611254, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=68a2484a-0cfe-43b4-a957-668ee0611254,segment=NetworkSegment(cb4d46ff-fcef-4481-83c9-790301f66fdd),segment_id=cb4d46ff-fcef-4481-83c9-790301f66fdd)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:47:24.331965 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:24.404108 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=68a2484a-0cfe-43b4-a957-668ee0611254,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:24.584165 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3064cb3b-73f3-4246-b605-60fcb29fea0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:24.697986 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06dadad-dff5-42de-9d50-06c5568256df None None] Network 8f062e49-522c-4451-b955-90e57795414f requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:47:24.902933 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-442b2b30-8200-4580-aec2-09dd8a3ab286 None None] Provisioning for port b7277d17-c57c-44e9-8281-3b6c78b0e1c5 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:47:24.939502 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3064cb3b-73f3-4246-b605-60fcb29fea0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:25.223205 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3064cb3b-73f3-4246-b605-60fcb29fea0e admin admin] Router e7cf92c1-9be3-4095-953d-fcee8aad8938 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:47:25.405793 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3064cb3b-73f3-4246-b605-60fcb29fea0e admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:47:25.414726 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a08043-ce79-4fe6-8cf8-b6278548560a None None] Sync routers for ids ['e7cf92c1-9be3-4095-953d-fcee8aad8938'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:47:25.423810 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a08043-ce79-4fe6-8cf8-b6278548560a None None] Routers {'e7cf92c1-9be3-4095-953d-fcee8aad8938'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:47:25.424402 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-64a08043-ce79-4fe6-8cf8-b6278548560a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:47:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e7cf92c1-9be3-4095-953d-fcee8aad8938'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:25.472843 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3064cb3b-73f3-4246-b605-60fcb29fea0e admin admin] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:25.474250 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3064cb3b-73f3-4246-b605-60fcb29fea0e admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0747232 Oct 10 11:47:25.477038 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 36298) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:47:25.610194 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-64a08043-ce79-4fe6-8cf8-b6278548560a None None] Set router e7cf92c1-9be3-4095-953d-fcee8aad8938 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:47:25.711843 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device b7277d17-c57c-44e9-8281-3b6c78b0e1c5 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:47:25.934516 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port b7277d17-c57c-44e9-8281-3b6c78b0e1c5 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:47:25.943605 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port b7277d17-c57c-44e9-8281-3b6c78b0e1c5 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:47:25.943605 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:25.944131 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port b7277d17-c57c-44e9-8281-3b6c78b0e1c5 Oct 10 11:47:26.004649 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-64a08043-ce79-4fe6-8cf8-b6278548560a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7cf92c1-9be3-4095-953d-fcee8aad8938', 'name': 'tempest-TestMinimumBasicScenario-1363237263-router', 'tenant_id': '9769dd62a4f4416d93b42faea110a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.177'}], 'enable_snat': True}, 'gw_port_id': '5bdf4459-3221-4826-917f-78b72ae326a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:22Z', 'updated_at': '2022-10-10T11:47:24Z', 'revision_number': 3, 'project_id': '9769dd62a4f4416d93b42faea110a1b2', 'gw_port': {'id': '5bdf4459-3221-4826-917f-78b72ae326a2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cf92c1-9be3-4095-953d-fcee8aad8938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:23Z', 'updated_at': '2022-10-10T11:47:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:26.010490 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a08043-ce79-4fe6-8cf8-b6278548560a None None] Checking router: e7cf92c1-9be3-4095-953d-fcee8aad8938 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:47:26.010840 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a08043-ce79-4fe6-8cf8-b6278548560a None None] Updating router e7cf92c1-9be3-4095-953d-fcee8aad8938 port 5bdf4459-3221-4826-917f-78b72ae326a2 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:47:26.108026 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-64a08043-ce79-4fe6-8cf8-b6278548560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:26.172370 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port b7277d17-c57c-44e9-8281-3b6c78b0e1c5 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:47:26.172747 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:26.270879 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port b7277d17-c57c-44e9-8281-3b6c78b0e1c5, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=b7277d17-c57c-44e9-8281-3b6c78b0e1c5,segment=NetworkSegment(36d6c6cf-f0ed-4a6f-b787-49ad66ffff8c),segment_id=36d6c6cf-f0ed-4a6f-b787-49ad66ffff8c)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:47:26.285805 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0714aa2a-7897-4e82-a9fb-082a249e0c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:26.350576 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:26.351334 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 68a2484a-0cfe-43b4-a957-668ee0611254 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:47:26.496923 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-0714aa2a-7897-4e82-a9fb-082a249e0c97 admin admin] Allocated IP 172.20.0.1 (8f062e49-522c-4451-b955-90e57795414f/da56657f-3a44-47eb-890b-90f94237de2d/0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:47:26.509776 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=b7277d17-c57c-44e9-8281-3b6c78b0e1c5,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:26.562781 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 68a2484a-0cfe-43b4-a957-668ee0611254 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:47:26.563060 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:26.563394 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 68a2484a-0cfe-43b4-a957-668ee0611254 Oct 10 11:47:26.645449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0714aa2a-7897-4e82-a9fb-082a249e0c97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:26.662504 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-0714aa2a-7897-4e82-a9fb-082a249e0c97 admin admin] Transition to ACTIVE for port object 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:47:26.684640 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-64a08043-ce79-4fe6-8cf8-b6278548560a None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:26.700491 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-64a08043-ce79-4fe6-8cf8-b6278548560a None None] Transition to ACTIVE for port object 5bdf4459-3221-4826-917f-78b72ae326a2 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:47:26.758259 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 68a2484a-0cfe-43b4-a957-668ee0611254 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:47:26.770397 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0714aa2a-7897-4e82-a9fb-082a249e0c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:26.781024 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-64a08043-ce79-4fe6-8cf8-b6278548560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:26.834406 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0714aa2a-7897-4e82-a9fb-082a249e0c97 admin admin] Network 8f062e49-522c-4451-b955-90e57795414f is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:47:26.837254 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-0714aa2a-7897-4e82-a9fb-082a249e0c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:47:26.840258 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-64a08043-ce79-4fe6-8cf8-b6278548560a None None] Attempting to bind port 5bdf4459-3221-4826-917f-78b72ae326a2 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:47:26.840652 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-64a08043-ce79-4fe6-8cf8-b6278548560a None None] Attempting to bind port 5bdf4459-3221-4826-917f-78b72ae326a2 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:47:26.841625 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a08043-ce79-4fe6-8cf8-b6278548560a None None] Attempting to bind port 5bdf4459-3221-4826-917f-78b72ae326a2 on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:47:26.841775 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0714aa2a-7897-4e82-a9fb-082a249e0c97 admin admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:47:26.852186 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a08043-ce79-4fe6-8cf8-b6278548560a None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:47:26.861224 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a08043-ce79-4fe6-8cf8-b6278548560a None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:47:26.861224 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-64a08043-ce79-4fe6-8cf8-b6278548560a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:26.861224 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a08043-ce79-4fe6-8cf8-b6278548560a None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:47:26.861224 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-64a08043-ce79-4fe6-8cf8-b6278548560a None None] Bound port: 5bdf4459-3221-4826-917f-78b72ae326a2, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:47:26.861224 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-64a08043-ce79-4fe6-8cf8-b6278548560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:26.880860 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714aa2a-7897-4e82-a9fb-082a249e0c97 admin admin] Pushing event updated for resources: {'Port': ['ID=0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:26.915323 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9e8d6-950d-46ae-b5b5-269341417c94 None None] Pushing event updated for resources: {'Port': ['ID=5bdf4459-3221-4826-917f-78b72ae326a2,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:26.924401 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0714aa2a-7897-4e82-a9fb-082a249e0c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:26.953938 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-64a08043-ce79-4fe6-8cf8-b6278548560a None None] For port 5bdf4459-3221-4826-917f-78b72ae326a2, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:47:26.957767 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-64a08043-ce79-4fe6-8cf8-b6278548560a None None] For port 5bdf4459-3221-4826-917f-78b72ae326a2, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5bdf4459-3221-4826-917f-78b72ae326a2,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:47:27.044998 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-64a08043-ce79-4fe6-8cf8-b6278548560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:27.112135 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a08043-ce79-4fe6-8cf8-b6278548560a None None] Routers {'e7cf92c1-9be3-4095-953d-fcee8aad8938'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:47:27.112686 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-64a08043-ce79-4fe6-8cf8-b6278548560a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:47:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e7cf92c1-9be3-4095-953d-fcee8aad8938'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:27.126511 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0714aa2a-7897-4e82-a9fb-082a249e0c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:27.183819 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ca3e69b1-9acc-4714-8cd1-7fcc2a983459 None None] Provisioning for port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:47:27.204983 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ca3e69b1-9acc-4714-8cd1-7fcc2a983459 None None] Provisioning complete for port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:47:27.205356 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ca3e69b1-9acc-4714-8cd1-7fcc2a983459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:27.205717 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ca3e69b1-9acc-4714-8cd1-7fcc2a983459 None None] Attempt 1 to provision port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf Oct 10 11:47:27.240210 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9e8d6-950d-46ae-b5b5-269341417c94 None None] Pushing event updated for resources: {'Port': ['ID=5bdf4459-3221-4826-917f-78b72ae326a2,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:27.342924 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ca3e69b1-9acc-4714-8cd1-7fcc2a983459 None None] Port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:47:27.371953 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-64a08043-ce79-4fe6-8cf8-b6278548560a None None] Set router e7cf92c1-9be3-4095-953d-fcee8aad8938 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:47:27.459177 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0714aa2a-7897-4e82-a9fb-082a249e0c97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:27.524098 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0714aa2a-7897-4e82-a9fb-082a249e0c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:27.587701 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device b7277d17-c57c-44e9-8281-3b6c78b0e1c5 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:47:27.637563 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0714aa2a-7897-4e82-a9fb-082a249e0c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:27.641046 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714aa2a-7897-4e82-a9fb-082a249e0c97 admin admin] Pushing event updated for resources: {'Port': ['ID=0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:27.736269 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port b7277d17-c57c-44e9-8281-3b6c78b0e1c5 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:47:27.736632 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:27.736959 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port b7277d17-c57c-44e9-8281-3b6c78b0e1c5 Oct 10 11:47:27.779537 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0714aa2a-7897-4e82-a9fb-082a249e0c97 admin admin] Network 8f062e49-522c-4451-b955-90e57795414f is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:47:27.780687 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-0714aa2a-7897-4e82-a9fb-082a249e0c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:47:27.817703 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-64a08043-ce79-4fe6-8cf8-b6278548560a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7cf92c1-9be3-4095-953d-fcee8aad8938', 'name': 'tempest-TestMinimumBasicScenario-1363237263-router', 'tenant_id': '9769dd62a4f4416d93b42faea110a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.177'}], 'enable_snat': True}, 'gw_port_id': '5bdf4459-3221-4826-917f-78b72ae326a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:22Z', 'updated_at': '2022-10-10T11:47:26Z', 'revision_number': 4, 'project_id': '9769dd62a4f4416d93b42faea110a1b2', 'gw_port': {'id': '5bdf4459-3221-4826-917f-78b72ae326a2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cf92c1-9be3-4095-953d-fcee8aad8938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:23Z', 'updated_at': '2022-10-10T11:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf', 'name': '', 'network_id': '8f062e49-522c-4451-b955-90e57795414f', 'tenant_id': '9769dd62a4f4416d93b42faea110a1b2', 'mac_address': 'fa:16:3e:36:e0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cf92c1-9be3-4095-953d-fcee8aad8938', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'da56657f-3a44-47eb-890b-90f94237de2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:26Z', 'updated_at': '2022-10-10T11:47:26Z', 'revision_number': 1, 'project_id': '9769dd62a4f4416d93b42faea110a1b2', 'subnets': [{'id': 'da56657f-3a44-47eb-890b-90f94237de2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:27.848590 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ca3e69b1-9acc-4714-8cd1-7fcc2a983459 None None] Attempt 2 to provision port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf Oct 10 11:47:27.899124 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a08043-ce79-4fe6-8cf8-b6278548560a None None] The sync data for ids ['e7cf92c1-9be3-4095-953d-fcee8aad8938'] in dv-neutron-860842-1-hyperv is: [{'id': 'e7cf92c1-9be3-4095-953d-fcee8aad8938', 'name': 'tempest-TestMinimumBasicScenario-1363237263-router', 'tenant_id': '9769dd62a4f4416d93b42faea110a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.177'}], 'enable_snat': True}, 'gw_port_id': '5bdf4459-3221-4826-917f-78b72ae326a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:22Z', 'updated_at': '2022-10-10T11:47:26Z', 'revision_number': 4, 'project_id': '9769dd62a4f4416d93b42faea110a1b2', 'gw_port': {'id': '5bdf4459-3221-4826-917f-78b72ae326a2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cf92c1-9be3-4095-953d-fcee8aad8938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:23Z', 'updated_at': '2022-10-10T11:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf', 'name': '', 'network_id': '8f062e49-522c-4451-b955-90e57795414f', 'tenant_id': '9769dd62a4f4416d93b42faea110a1b2', 'mac_address': 'fa:16:3e:36:e0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cf92c1-9be3-4095-953d-fcee8aad8938', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'da56657f-3a44-47eb-890b-90f94237de2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:26Z', 'updated_at': '2022-10-10T11:47:26Z', 'revision_number': 1, 'project_id': '9769dd62a4f4416d93b42faea110a1b2', 'subnets': [{'id': 'da56657f-3a44-47eb-890b-90f94237de2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:47:27.928414 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port b7277d17-c57c-44e9-8281-3b6c78b0e1c5 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:47:27.935667 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ca3e69b1-9acc-4714-8cd1-7fcc2a983459 None None] Port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:47:27.980748 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0714aa2a-7897-4e82-a9fb-082a249e0c97 admin admin] Router e7cf92c1-9be3-4095-953d-fcee8aad8938 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:47:28.172778 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0714aa2a-7897-4e82-a9fb-082a249e0c97 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:47:28.185676 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0714aa2a-7897-4e82-a9fb-082a249e0c97 admin admin] 10.222.0.40 "PUT /v2.0/routers/e7cf92c1-9be3-4095-953d-fcee8aad8938/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7069912 Oct 10 11:47:28.433567 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ca3e69b1-9acc-4714-8cd1-7fcc2a983459 None None] Attempt 3 to provision port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf Oct 10 11:47:28.493763 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ca3e69b1-9acc-4714-8cd1-7fcc2a983459 None None] Port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:47:28.995814 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ca3e69b1-9acc-4714-8cd1-7fcc2a983459 None None] Attempt 4 to provision port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf Oct 10 11:47:29.052598 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ca3e69b1-9acc-4714-8cd1-7fcc2a983459 None None] Port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:47:29.554113 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ca3e69b1-9acc-4714-8cd1-7fcc2a983459 None None] Attempt 5 to provision port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf Oct 10 11:47:29.647299 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ca3e69b1-9acc-4714-8cd1-7fcc2a983459 None None] Port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:47:29.654081 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5bdf4459-3221-4826-917f-78b72ae326a2 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:47:29.813308 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 5bdf4459-3221-4826-917f-78b72ae326a2 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:47:29.819617 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 5bdf4459-3221-4826-917f-78b72ae326a2 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:47:29.819995 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:29.820331 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 5bdf4459-3221-4826-917f-78b72ae326a2 Oct 10 11:47:29.997021 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 5bdf4459-3221-4826-917f-78b72ae326a2 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:47:29.997734 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:30.019901 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 5bdf4459-3221-4826-917f-78b72ae326a2, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5bdf4459-3221-4826-917f-78b72ae326a2,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:47:30.126701 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:30.186667 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ca3e69b1-9acc-4714-8cd1-7fcc2a983459 None None] Attempt 6 to provision port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf Oct 10 11:47:30.325971 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ca3e69b1-9acc-4714-8cd1-7fcc2a983459 None None] Port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:47:30.333716 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=5bdf4459-3221-4826-917f-78b72ae326a2,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:30.827617 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ca3e69b1-9acc-4714-8cd1-7fcc2a983459 None None] Attempt 7 to provision port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf Oct 10 11:47:30.887406 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ca3e69b1-9acc-4714-8cd1-7fcc2a983459 None None] Port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:47:31.228669 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe17cf5d-46c0-4037-b4f3-4985d1f34243 None None] Sync routers for ids ['e7cf92c1-9be3-4095-953d-fcee8aad8938'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:47:31.240039 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe17cf5d-46c0-4037-b4f3-4985d1f34243 None None] Routers {'e7cf92c1-9be3-4095-953d-fcee8aad8938'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:47:31.240684 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-fe17cf5d-46c0-4037-b4f3-4985d1f34243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:47:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e7cf92c1-9be3-4095-953d-fcee8aad8938'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:31.388888 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ca3e69b1-9acc-4714-8cd1-7fcc2a983459 None None] Attempt 8 to provision port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf Oct 10 11:47:31.437515 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-fe17cf5d-46c0-4037-b4f3-4985d1f34243 None None] Set router e7cf92c1-9be3-4095-953d-fcee8aad8938 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:47:31.451565 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ca3e69b1-9acc-4714-8cd1-7fcc2a983459 None None] Port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:47:31.623084 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5bdf4459-3221-4826-917f-78b72ae326a2 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:47:31.703769 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 5bdf4459-3221-4826-917f-78b72ae326a2 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:47:31.704148 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:31.704588 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 5bdf4459-3221-4826-917f-78b72ae326a2 Oct 10 11:47:31.780546 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-fe17cf5d-46c0-4037-b4f3-4985d1f34243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7cf92c1-9be3-4095-953d-fcee8aad8938', 'name': 'tempest-TestMinimumBasicScenario-1363237263-router', 'tenant_id': '9769dd62a4f4416d93b42faea110a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.177'}], 'enable_snat': True}, 'gw_port_id': '5bdf4459-3221-4826-917f-78b72ae326a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:22Z', 'updated_at': '2022-10-10T11:47:26Z', 'revision_number': 4, 'project_id': '9769dd62a4f4416d93b42faea110a1b2', 'gw_port': {'id': '5bdf4459-3221-4826-917f-78b72ae326a2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cf92c1-9be3-4095-953d-fcee8aad8938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:23Z', 'updated_at': '2022-10-10T11:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf', 'name': '', 'network_id': '8f062e49-522c-4451-b955-90e57795414f', 'tenant_id': '9769dd62a4f4416d93b42faea110a1b2', 'mac_address': 'fa:16:3e:36:e0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cf92c1-9be3-4095-953d-fcee8aad8938', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'da56657f-3a44-47eb-890b-90f94237de2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:26Z', 'updated_at': '2022-10-10T11:47:27Z', 'revision_number': 2, 'project_id': '9769dd62a4f4416d93b42faea110a1b2', 'subnets': [{'id': 'da56657f-3a44-47eb-890b-90f94237de2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:31.784950 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe17cf5d-46c0-4037-b4f3-4985d1f34243 None None] Checking router: e7cf92c1-9be3-4095-953d-fcee8aad8938 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:47:31.785295 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe17cf5d-46c0-4037-b4f3-4985d1f34243 None None] Updating router e7cf92c1-9be3-4095-953d-fcee8aad8938 port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:47:31.842224 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-fe17cf5d-46c0-4037-b4f3-4985d1f34243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:31.848068 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 5bdf4459-3221-4826-917f-78b72ae326a2 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:47:31.953373 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ca3e69b1-9acc-4714-8cd1-7fcc2a983459 None None] Attempt 9 to provision port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf Oct 10 11:47:32.014370 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ca3e69b1-9acc-4714-8cd1-7fcc2a983459 None None] Port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:47:32.196694 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-fe17cf5d-46c0-4037-b4f3-4985d1f34243 None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:32.208841 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-fe17cf5d-46c0-4037-b4f3-4985d1f34243 None None] Transition to ACTIVE for port object 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:47:32.480710 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-fe17cf5d-46c0-4037-b4f3-4985d1f34243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:32.515850 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ca3e69b1-9acc-4714-8cd1-7fcc2a983459 None None] Attempt 10 to provision port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf Oct 10 11:47:32.575115 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ca3e69b1-9acc-4714-8cd1-7fcc2a983459 None None] Port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:47:32.693644 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cabc7-9ad3-4902-b73e-a78d8144160c None None] Pushing event updated for resources: {'Port': ['ID=0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:32.700543 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-fe17cf5d-46c0-4037-b4f3-4985d1f34243 None None] Attempting to bind port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:47:32.707853 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-fe17cf5d-46c0-4037-b4f3-4985d1f34243 None None] Attempting to bind port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '36d6c6cf-f0ed-4a6f-b787-49ad66ffff8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f062e49-522c-4451-b955-90e57795414f'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:47:32.707853 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe17cf5d-46c0-4037-b4f3-4985d1f34243 None None] Attempting to bind port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf on network 8f062e49-522c-4451-b955-90e57795414f {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:47:32.707853 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe17cf5d-46c0-4037-b4f3-4985d1f34243 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:47:32.708928 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe17cf5d-46c0-4037-b4f3-4985d1f34243 None None] Checking segment: {'id': '36d6c6cf-f0ed-4a6f-b787-49ad66ffff8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f062e49-522c-4451-b955-90e57795414f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:47:32.708928 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-fe17cf5d-46c0-4037-b4f3-4985d1f34243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:32.708928 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe17cf5d-46c0-4037-b4f3-4985d1f34243 None None] Bound using segment: {'id': '36d6c6cf-f0ed-4a6f-b787-49ad66ffff8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f062e49-522c-4451-b955-90e57795414f'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:47:32.709193 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-fe17cf5d-46c0-4037-b4f3-4985d1f34243 None None] Bound port: 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d6c6cf-f0ed-4a6f-b787-49ad66ffff8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8f062e49-522c-4451-b955-90e57795414f'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:47:32.709480 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-fe17cf5d-46c0-4037-b4f3-4985d1f34243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:32.816374 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-fe17cf5d-46c0-4037-b4f3-4985d1f34243 None None] For port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:47:32.820609 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-fe17cf5d-46c0-4037-b4f3-4985d1f34243 None None] For port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf,segment=NetworkSegment(36d6c6cf-f0ed-4a6f-b787-49ad66ffff8c),segment_id=36d6c6cf-f0ed-4a6f-b787-49ad66ffff8c)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:47:32.901746 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-fe17cf5d-46c0-4037-b4f3-4985d1f34243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:32.978264 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe17cf5d-46c0-4037-b4f3-4985d1f34243 None None] Routers {'e7cf92c1-9be3-4095-953d-fcee8aad8938'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:47:32.978885 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-fe17cf5d-46c0-4037-b4f3-4985d1f34243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:47:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e7cf92c1-9be3-4095-953d-fcee8aad8938'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:33.095814 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cabc7-9ad3-4902-b73e-a78d8144160c None None] Pushing event updated for resources: {'Port': ['ID=0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf,revision_number=4']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:33.211466 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-fe17cf5d-46c0-4037-b4f3-4985d1f34243 None None] Set router e7cf92c1-9be3-4095-953d-fcee8aad8938 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:47:33.482201 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4a51a1c5-c232-4709-acfa-dafc74479a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:33.564360 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-fe17cf5d-46c0-4037-b4f3-4985d1f34243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7cf92c1-9be3-4095-953d-fcee8aad8938', 'name': 'tempest-TestMinimumBasicScenario-1363237263-router', 'tenant_id': '9769dd62a4f4416d93b42faea110a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.177'}], 'enable_snat': True}, 'gw_port_id': '5bdf4459-3221-4826-917f-78b72ae326a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:22Z', 'updated_at': '2022-10-10T11:47:26Z', 'revision_number': 4, 'project_id': '9769dd62a4f4416d93b42faea110a1b2', 'gw_port': {'id': '5bdf4459-3221-4826-917f-78b72ae326a2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cf92c1-9be3-4095-953d-fcee8aad8938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:23Z', 'updated_at': '2022-10-10T11:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf', 'name': '', 'network_id': '8f062e49-522c-4451-b955-90e57795414f', 'tenant_id': '9769dd62a4f4416d93b42faea110a1b2', 'mac_address': 'fa:16:3e:36:e0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cf92c1-9be3-4095-953d-fcee8aad8938', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'da56657f-3a44-47eb-890b-90f94237de2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:26Z', 'updated_at': '2022-10-10T11:47:32Z', 'revision_number': 4, 'project_id': '9769dd62a4f4416d93b42faea110a1b2', 'subnets': [{'id': 'da56657f-3a44-47eb-890b-90f94237de2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:47:33.570357 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe17cf5d-46c0-4037-b4f3-4985d1f34243 None None] The sync data for ids ['e7cf92c1-9be3-4095-953d-fcee8aad8938'] in dv-neutron-860842-1-hyperv is: [{'id': 'e7cf92c1-9be3-4095-953d-fcee8aad8938', 'name': 'tempest-TestMinimumBasicScenario-1363237263-router', 'tenant_id': '9769dd62a4f4416d93b42faea110a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.177'}], 'enable_snat': True}, 'gw_port_id': '5bdf4459-3221-4826-917f-78b72ae326a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:22Z', 'updated_at': '2022-10-10T11:47:26Z', 'revision_number': 4, 'project_id': '9769dd62a4f4416d93b42faea110a1b2', 'gw_port': {'id': '5bdf4459-3221-4826-917f-78b72ae326a2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cf92c1-9be3-4095-953d-fcee8aad8938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:23Z', 'updated_at': '2022-10-10T11:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf', 'name': '', 'network_id': '8f062e49-522c-4451-b955-90e57795414f', 'tenant_id': '9769dd62a4f4416d93b42faea110a1b2', 'mac_address': 'fa:16:3e:36:e0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cf92c1-9be3-4095-953d-fcee8aad8938', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'da56657f-3a44-47eb-890b-90f94237de2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:26Z', 'updated_at': '2022-10-10T11:47:32Z', 'revision_number': 4, 'project_id': '9769dd62a4f4416d93b42faea110a1b2', 'subnets': [{'id': 'da56657f-3a44-47eb-890b-90f94237de2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:47:33.635193 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:47:33.800730 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:47:33.808811 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:47:33.809423 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:33.809838 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf Oct 10 11:47:34.026593 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:47:34.027398 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:34.077965 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf,segment=NetworkSegment(36d6c6cf-f0ed-4a6f-b787-49ad66ffff8c),segment_id=36d6c6cf-f0ed-4a6f-b787-49ad66ffff8c)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:47:34.184401 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:34.269792 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:35.590526 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:47:35.659400 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:47:35.659797 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:35.660129 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf Oct 10 11:47:35.794703 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:47:36.009754 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b9d3465c-b737-49aa-aae7-affe6429512d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:37.045903 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:37.091585 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:39.155236 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:39.586866 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:40.554427 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-206b4ddf-81ef-4d91-8342-f2b9ed35aee9 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:47:40.555109 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-206b4ddf-81ef-4d91-8342-f2b9ed35aee9 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Synchronizing usage tracker for tenant:d306afe394314c90a2cfb769736cf17c on resource:network {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:47:40.623228 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-206b4ddf-81ef-4d91-8342-f2b9ed35aee9 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Unset dirty status for tenant:d306afe394314c90a2cfb769736cf17c on resource:network {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:47:40.624310 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-206b4ddf-81ef-4d91-8342-f2b9ed35aee9 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/networks?id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b HTTP/1.1" status: 200 len: 815 time: 0.2149069 Oct 10 11:47:40.639220 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-bc88bd9f-0ec2-41d1-b209-43ae01ef62f1 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/quotas/d306afe394314c90a2cfb769736cf17c HTTP/1.1" status: 200 len: 375 time: 0.0094659 Oct 10 11:47:40.731391 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-05996490-4ea0-43c9-ae09-0e7d76c11d84 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Synchronizing usage tracker for tenant:d306afe394314c90a2cfb769736cf17c on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:47:40.811491 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-05996490-4ea0-43c9-ae09-0e7d76c11d84 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Unset dirty status for tenant:d306afe394314c90a2cfb769736cf17c on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:47:40.812759 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-05996490-4ea0-43c9-ae09-0e7d76c11d84 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=d306afe394314c90a2cfb769736cf17c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1687245 Oct 10 11:47:40.827891 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-c38369cb-0694-4b20-a0db-87080f3b6829 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:47:40.828840 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-c38369cb-0694-4b20-a0db-87080f3b6829 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050097 Oct 10 11:47:40.958544 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-1af7dbb5-eae9-4ab1-b7e8-b52ea9be570f service neutron] 10.222.0.40 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241767 Oct 10 11:47:41.088561 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-dbaf50d2-14f0-4dfb-8d95-c80983e2c56b service neutron] 10.222.0.40 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236205 Oct 10 11:47:41.318357 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-76af8a66-2396-4b2e-9973-7f854fba49b6 req-5ab7556c-8a06-44bd-be7d-b035496b031b tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 210 time: 0.0543885 Oct 10 11:47:42.476905 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ead40781-0a4d-41c7-9e78-51079235b2bf req-4d085e48-07e7-4dad-bb40-8e257c89eaad tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 210 time: 0.0490539 Oct 10 11:47:43.623116 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-6420692c-edd1-48eb-b325-c3f09c99ab04 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:47:43.624536 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-6420692c-edd1-48eb-b325-c3f09c99ab04 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.15 "GET /v2.0/networks?id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b HTTP/1.1" status: 200 len: 815 time: 0.1482050 Oct 10 11:47:43.636179 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-ee2f57e6-a8d7-42db-9e15-86f28bf0309c tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Request body: {'port': {'device_id': 'd393022f-bc87-4d44-a33e-fb00aa7afc41', 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b', 'admin_state_up': True, 'tenant_id': 'd306afe394314c90a2cfb769736cf17c'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:47:43.647443 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c2887b08-65dc-44b8-8250-1622fde29cab req-ac744a62-5219-4ec7-b0f6-0ea008a9c5b2 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 210 time: 0.0546129 Oct 10 11:47:43.891257 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-ee2f57e6-a8d7-42db-9e15-86f28bf0309c tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:47:43.900908 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-ee2f57e6-a8d7-42db-9e15-86f28bf0309c tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:47:43.977760 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-ee2f57e6-a8d7-42db-9e15-86f28bf0309c tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Made reservation on behalf of d306afe394314c90a2cfb769736cf17c for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:47:43.981623 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-ee2f57e6-a8d7-42db-9e15-86f28bf0309c tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:44.144669 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-ee2f57e6-a8d7-42db-9e15-86f28bf0309c tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Allocated IP 172.20.0.6 (b5e91574-dc9d-4b0c-84b7-c3a39e84b35b/d1e29af9-2e38-4ad1-9848-30e88724239b/d8cf16e5-ef3c-4696-aba1-594e5628c8d6) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:47:44.344931 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-ee2f57e6-a8d7-42db-9e15-86f28bf0309c tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:44.360636 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-ee2f57e6-a8d7-42db-9e15-86f28bf0309c tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Transition to ACTIVE for port object d8cf16e5-ef3c-4696-aba1-594e5628c8d6 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:47:44.471173 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-ee2f57e6-a8d7-42db-9e15-86f28bf0309c tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:44.554315 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-ee2f57e6-a8d7-42db-9e15-86f28bf0309c tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Network b5e91574-dc9d-4b0c-84b7-c3a39e84b35b is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:47:44.558214 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-ee2f57e6-a8d7-42db-9e15-86f28bf0309c tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:47:44.562764 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-ee2f57e6-a8d7-42db-9e15-86f28bf0309c tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:47:44.616023 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f57e6-a8d7-42db-9e15-86f28bf0309c tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event updated for resources: {'Port': ['ID=d8cf16e5-ef3c-4696-aba1-594e5628c8d6,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:44.680816 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-ee2f57e6-a8d7-42db-9e15-86f28bf0309c tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:47:44.680816 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-ee2f57e6-a8d7-42db-9e15-86f28bf0309c tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:44.795683 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-ee2f57e6-a8d7-42db-9e15-86f28bf0309c tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1636531 Oct 10 11:47:44.904688 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533a517-981b-4948-b7c1-3df6da2ff48c req-507388f0-d29e-4281-9e78-ab8e6f8250b7 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:47:44.905671 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-3533a517-981b-4948-b7c1-3df6da2ff48c req-507388f0-d29e-4281-9e78-ab8e6f8250b7 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Synchronizing usage tracker for tenant:d306afe394314c90a2cfb769736cf17c on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:47:44.961852 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-3533a517-981b-4948-b7c1-3df6da2ff48c req-507388f0-d29e-4281-9e78-ab8e6f8250b7 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Unset dirty status for tenant:d306afe394314c90a2cfb769736cf17c on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:47:44.963644 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3533a517-981b-4948-b7c1-3df6da2ff48c req-507388f0-d29e-4281-9e78-ab8e6f8250b7 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 931 time: 0.1642103 Oct 10 11:47:44.977737 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-bb04c6c0-ddf5-4b08-a7fd-de7457771c87 None None] Provisioning for port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:47:44.984557 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-bb04c6c0-ddf5-4b08-a7fd-de7457771c87 None None] Provisioning complete for port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:47:44.984927 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-bb04c6c0-ddf5-4b08-a7fd-de7457771c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:44.985459 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-bb04c6c0-ddf5-4b08-a7fd-de7457771c87 None None] Attempt 1 to provision port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 Oct 10 11:47:45.021471 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-3533a517-981b-4948-b7c1-3df6da2ff48c req-ed51b1ae-90ce-4a7e-9ee3-f1cfa26fc575 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Synchronizing usage tracker for tenant:d306afe394314c90a2cfb769736cf17c on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:47:45.046132 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-bb04c6c0-ddf5-4b08-a7fd-de7457771c87 None None] Port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:47:45.112903 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-3533a517-981b-4948-b7c1-3df6da2ff48c req-ed51b1ae-90ce-4a7e-9ee3-f1cfa26fc575 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Unset dirty status for tenant:d306afe394314c90a2cfb769736cf17c on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:47:45.114286 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3533a517-981b-4948-b7c1-3df6da2ff48c req-ed51b1ae-90ce-4a7e-9ee3-f1cfa26fc575 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446073 Oct 10 11:47:45.547431 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-bb04c6c0-ddf5-4b08-a7fd-de7457771c87 None None] Attempt 2 to provision port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 Oct 10 11:47:45.610393 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-bb04c6c0-ddf5-4b08-a7fd-de7457771c87 None None] Port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:47:46.111777 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-bb04c6c0-ddf5-4b08-a7fd-de7457771c87 None None] Attempt 3 to provision port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 Oct 10 11:47:46.170553 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-bb04c6c0-ddf5-4b08-a7fd-de7457771c87 None None] Port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:47:46.327049 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552788eb-cb98-4039-91ae-cc4e62de3ac4 req-77bdf46e-3de0-4a07-8f05-7406e4519478 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:47:46.328700 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-552788eb-cb98-4039-91ae-cc4e62de3ac4 req-77bdf46e-3de0-4a07-8f05-7406e4519478 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 931 time: 0.0988348 Oct 10 11:47:46.383504 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-552788eb-cb98-4039-91ae-cc4e62de3ac4 req-d6f96e31-1a64-427c-931c-2ad5ab22f671 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447016 Oct 10 11:47:46.672139 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-bb04c6c0-ddf5-4b08-a7fd-de7457771c87 None None] Attempt 4 to provision port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 Oct 10 11:47:46.729898 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-bb04c6c0-ddf5-4b08-a7fd-de7457771c87 None None] Port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:47:47.230948 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-bb04c6c0-ddf5-4b08-a7fd-de7457771c87 None None] Attempt 5 to provision port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 Oct 10 11:47:47.290337 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-bb04c6c0-ddf5-4b08-a7fd-de7457771c87 None None] Port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:47:47.634219 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958a96f-e83f-4551-9317-2d7c698b42ab req-003ca3e3-8344-449e-b8cf-7da0e73010f6 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:47:47.636322 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d958a96f-e83f-4551-9317-2d7c698b42ab req-003ca3e3-8344-449e-b8cf-7da0e73010f6 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 931 time: 0.1207764 Oct 10 11:47:47.690115 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d958a96f-e83f-4551-9317-2d7c698b42ab req-289dafb3-a48e-42af-a334-bb1408b86f99 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481648 Oct 10 11:47:47.840907 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-bb04c6c0-ddf5-4b08-a7fd-de7457771c87 None None] Attempt 6 to provision port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 Oct 10 11:47:47.848969 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-bb04c6c0-ddf5-4b08-a7fd-de7457771c87 None None] Port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:47:48.349997 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-bb04c6c0-ddf5-4b08-a7fd-de7457771c87 None None] Attempt 7 to provision port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 Oct 10 11:47:48.408612 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-bb04c6c0-ddf5-4b08-a7fd-de7457771c87 None None] Port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:47:48.909682 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-bb04c6c0-ddf5-4b08-a7fd-de7457771c87 None None] Attempt 8 to provision port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 Oct 10 11:47:48.921843 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabebdb-e0a0-4043-90e3-2e679e1709ac req-3d0f975d-df8e-4539-a32c-59092260ab24 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:47:48.923428 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2dabebdb-e0a0-4043-90e3-2e679e1709ac req-3d0f975d-df8e-4539-a32c-59092260ab24 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 931 time: 0.1124339 Oct 10 11:47:49.017987 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2dabebdb-e0a0-4043-90e3-2e679e1709ac req-2909cf3e-e25f-4f21-82c9-9d7f7eeeb3c1 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884438 Oct 10 11:47:49.034925 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-bb04c6c0-ddf5-4b08-a7fd-de7457771c87 None None] Port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:47:49.536464 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-bb04c6c0-ddf5-4b08-a7fd-de7457771c87 None None] Attempt 9 to provision port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 Oct 10 11:47:49.591463 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-bb04c6c0-ddf5-4b08-a7fd-de7457771c87 None None] Port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:47:50.092681 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-bb04c6c0-ddf5-4b08-a7fd-de7457771c87 None None] Attempt 10 to provision port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 Oct 10 11:47:50.186310 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-bb04c6c0-ddf5-4b08-a7fd-de7457771c87 None None] Port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:47:50.241546 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f91f8-aefa-4b18-951e-930129dd7f04 req-18641636-588a-4e1c-89f2-1c3b39535525 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:47:50.249686 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9d1f91f8-aefa-4b18-951e-930129dd7f04 req-18641636-588a-4e1c-89f2-1c3b39535525 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 931 time: 0.1068459 Oct 10 11:47:50.294508 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9d1f91f8-aefa-4b18-951e-930129dd7f04 req-76053663-fa01-49b8-80c6-4bb23a47757d tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444818 Oct 10 11:47:51.511665 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c65d40-a06d-46f5-a77d-e1f614195af9 req-c240078d-f0f4-4102-9292-d1eaef612630 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:47:51.513132 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-70c65d40-a06d-46f5-a77d-e1f614195af9 req-c240078d-f0f4-4102-9292-d1eaef612630 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 931 time: 0.0906272 Oct 10 11:47:51.558870 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-70c65d40-a06d-46f5-a77d-e1f614195af9 req-2c4e8d50-b844-468a-bb22-cf022bf50b0a tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398440 Oct 10 11:47:51.993927 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:47:52.100536 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-874a3ae8-2a6d-4943-86b2-fda68e49bd44 service neutron] Request body: {'port': {'device_id': 'd393022f-bc87-4d44-a33e-fb00aa7afc41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:47:52.211314 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-874a3ae8-2a6d-4943-86b2-fda68e49bd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:52.548069 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-874a3ae8-2a6d-4943-86b2-fda68e49bd44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8cf16e5-ef3c-4696-aba1-594e5628c8d6 {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:47:52.555285 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-874a3ae8-2a6d-4943-86b2-fda68e49bd44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:52.569886 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-874a3ae8-2a6d-4943-86b2-fda68e49bd44 service neutron] Transition to ACTIVE for port object d8cf16e5-ef3c-4696-aba1-594e5628c8d6 will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:47:52.623190 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-874a3ae8-2a6d-4943-86b2-fda68e49bd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:52.965887 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a3ae8-2a6d-4943-86b2-fda68e49bd44 service neutron] Pushing event updated for resources: {'Port': ['ID=d8cf16e5-ef3c-4696-aba1-594e5628c8d6,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:53.009494 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-874a3ae8-2a6d-4943-86b2-fda68e49bd44 service neutron] Attempting to bind port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:47:53.009868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-874a3ae8-2a6d-4943-86b2-fda68e49bd44 service neutron] Attempting to bind port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'cb4d46ff-fcef-4481-83c9-790301f66fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:47:53.010165 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-874a3ae8-2a6d-4943-86b2-fda68e49bd44 service neutron] Attempting to bind port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 on network b5e91574-dc9d-4b0c-84b7-c3a39e84b35b {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:47:53.017227 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-874a3ae8-2a6d-4943-86b2-fda68e49bd44 service neutron] Port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 on network b5e91574-dc9d-4b0c-84b7-c3a39e84b35b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:47:53.017535 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-874a3ae8-2a6d-4943-86b2-fda68e49bd44 service neutron] Attempting to bind port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 on network b5e91574-dc9d-4b0c-84b7-c3a39e84b35b {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:47:53.028164 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05fdd0-f3ee-4575-be56-f7fdbf4af8fa req-565f29a6-0b10-4913-8127-22683738c41a tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:47:53.029634 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6c05fdd0-f3ee-4575-be56-f7fdbf4af8fa req-565f29a6-0b10-4913-8127-22683738c41a tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 943 time: 0.3270447 Oct 10 11:47:53.031957 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-874a3ae8-2a6d-4943-86b2-fda68e49bd44 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:47:53.032284 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-874a3ae8-2a6d-4943-86b2-fda68e49bd44 service neutron] Checking segment: {'id': 'cb4d46ff-fcef-4481-83c9-790301f66fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:47:53.032657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-874a3ae8-2a6d-4943-86b2-fda68e49bd44 service neutron] Bound using segment: {'id': 'cb4d46ff-fcef-4481-83c9-790301f66fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:47:53.033071 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-874a3ae8-2a6d-4943-86b2-fda68e49bd44 service neutron] Bound port: d8cf16e5-ef3c-4696-aba1-594e5628c8d6, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb4d46ff-fcef-4481-83c9-790301f66fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:47:53.033406 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-874a3ae8-2a6d-4943-86b2-fda68e49bd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:53.132659 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6c05fdd0-f3ee-4575-be56-f7fdbf4af8fa req-798a4516-ce07-41a4-9e18-da251d458f98 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896592 Oct 10 11:47:53.157870 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-874a3ae8-2a6d-4943-86b2-fda68e49bd44 service neutron] For port d8cf16e5-ef3c-4696-aba1-594e5628c8d6, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:47:53.160789 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-874a3ae8-2a6d-4943-86b2-fda68e49bd44 service neutron] For port d8cf16e5-ef3c-4696-aba1-594e5628c8d6, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d8cf16e5-ef3c-4696-aba1-594e5628c8d6,segment=NetworkSegment(cb4d46ff-fcef-4481-83c9-790301f66fdd),segment_id=cb4d46ff-fcef-4481-83c9-790301f66fdd)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:47:53.257360 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-874a3ae8-2a6d-4943-86b2-fda68e49bd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:53.287143 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-874a3ae8-2a6d-4943-86b2-fda68e49bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:47:53.288017 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-874a3ae8-2a6d-4943-86b2-fda68e49bd44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:53.289375 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-874a3ae8-2a6d-4943-86b2-fda68e49bd44 service neutron] 10.222.0.15 "PUT /v2.0/ports/d8cf16e5-ef3c-4696-aba1-594e5628c8d6 HTTP/1.1" status: 200 len: 1093 time: 1.2874246 Oct 10 11:47:53.289882 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd393022f-bc87-4d44-a33e-fb00aa7afc41', 'tag': 'd8cf16e5-ef3c-4696-aba1-594e5628c8d6'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:47:53.292867 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d766c8-f559-4ced-8fef-bf900ce30c02" -d '{"events": [{"name": "network-changed", "server_uuid": "d393022f-bc87-4d44-a33e-fb00aa7afc41", "tag": "d8cf16e5-ef3c-4696-aba1-594e5628c8d6"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:47:53.335098 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a4630f-626f-4c7e-844b-781276ecb2f2 x-openstack-request-id: req-87a4630f-626f-4c7e-844b-781276ecb2f2 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:47:53.335385 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d393022f-bc87-4d44-a33e-fb00aa7afc41", "tag": "d8cf16e5-ef3c-4696-aba1-594e5628c8d6", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:47:53.335629 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-87a4630f-626f-4c7e-844b-781276ecb2f2 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:47:53.336028 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87a4630f-626f-4c7e-844b-781276ecb2f2'] response: {'name': 'network-changed', 'server_uuid': 'd393022f-bc87-4d44-a33e-fb00aa7afc41', 'tag': 'd8cf16e5-ef3c-4696-aba1-594e5628c8d6', 'status': 'completed', 'code': 200} Oct 10 11:47:53.336818 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a3ae8-2a6d-4943-86b2-fda68e49bd44 service neutron] Pushing event updated for resources: {'Port': ['ID=d8cf16e5-ef3c-4696-aba1-594e5628c8d6,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:53.436482 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d766c8-f559-4ced-8fef-bf900ce30c02 req-be68fbfd-0c00-4dad-91ee-990dbb237433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:47:53.437983 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-45d766c8-f559-4ced-8fef-bf900ce30c02 req-be68fbfd-0c00-4dad-91ee-990dbb237433 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d306afe394314c90a2cfb769736cf17c&device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 1096 time: 0.0827658 Oct 10 11:47:53.578298 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d766c8-f559-4ced-8fef-bf900ce30c02 req-c1b3924d-6f93-450b-a5c8-86176cc8e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:47:53.579695 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-45d766c8-f559-4ced-8fef-bf900ce30c02 req-c1b3924d-6f93-450b-a5c8-86176cc8e238 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d306afe394314c90a2cfb769736cf17c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1346991 Oct 10 11:47:53.716290 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d766c8-f559-4ced-8fef-bf900ce30c02 req-b71dea8e-9961-41b9-b4cb-a92691788508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:47:53.717754 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-45d766c8-f559-4ced-8fef-bf900ce30c02 req-b71dea8e-9961-41b9-b4cb-a92691788508 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1315153 Oct 10 11:47:53.829583 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-5da7e462-950b-4705-bedf-98a4999074d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:47:53.831037 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-5da7e462-950b-4705-bedf-98a4999074d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d306afe394314c90a2cfb769736cf17c&device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 1096 time: 0.0786664 Oct 10 11:47:53.902064 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-0c96acf9-0b66-40b0-887a-a311dc95b98a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8cf16e5-ef3c-4696-aba1-594e5628c8d6 HTTP/1.1" status: 200 len: 217 time: 0.0640194 Oct 10 11:47:53.962250 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-d9872c7a-9606-483a-b482-afc8b6dda5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:47:53.964306 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-d9872c7a-9606-483a-b482-afc8b6dda5f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1e29af9-2e38-4ad1-9848-30e88724239b HTTP/1.1" status: 200 len: 854 time: 0.0570216 Oct 10 11:47:54.047753 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-6c8e8914-b43f-4cae-8956-1b0df03cfecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:47:54.049201 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-6c8e8914-b43f-4cae-8956-1b0df03cfecf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801446 Oct 10 11:47:54.179541 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-a9d6c978-d8e8-4f3f-b0ed-8d16fcebba98 service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242585 Oct 10 11:47:54.364326 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-90ff6c5d-e4a7-4d2e-b0ca-72f1ef45e7ef req-5a0429e5-76a1-440e-becb-ec56128c65d2 service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792521 Oct 10 11:47:54.383765 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde122b-86de-4113-991f-fd9b35f01f09 req-9fddc425-6fd7-49f9-abfd-64b2bfbb88b0 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:47:54.385180 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2dde122b-86de-4113-991f-fd9b35f01f09 req-9fddc425-6fd7-49f9-abfd-64b2bfbb88b0 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 943 time: 0.1231961 Oct 10 11:47:54.428907 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2dde122b-86de-4113-991f-fd9b35f01f09 req-1ad3f7d3-ab3c-4832-b2dd-550af1b844b7 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373669 Oct 10 11:47:55.630083 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88ff99-08fa-4196-a779-511380a09ad7 req-8a8c8a1f-cc3e-4bea-a42d-88face427c5d tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:47:55.631513 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6b88ff99-08fa-4196-a779-511380a09ad7 req-8a8c8a1f-cc3e-4bea-a42d-88face427c5d tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 943 time: 0.0905590 Oct 10 11:47:55.674922 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6b88ff99-08fa-4196-a779-511380a09ad7 req-fd907fae-a9ac-40d6-ab79-75f4e09bda3d tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371404 Oct 10 11:47:56.872724 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d11d45-a652-408e-a95a-4402459ff74e req-6caf10c8-7b62-417a-ad04-344f273f6501 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:47:56.874172 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-15d11d45-a652-408e-a95a-4402459ff74e req-6caf10c8-7b62-417a-ad04-344f273f6501 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 943 time: 0.0890512 Oct 10 11:47:56.918170 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-15d11d45-a652-408e-a95a-4402459ff74e req-4a1ddd55-14a4-427e-b92d-775823d75c93 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383897 Oct 10 11:47:57.101177 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device d8cf16e5-ef3c-4696-aba1-594e5628c8d6 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:47:57.231301 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port d8cf16e5-ef3c-4696-aba1-594e5628c8d6, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d8cf16e5-ef3c-4696-aba1-594e5628c8d6,segment=NetworkSegment(cb4d46ff-fcef-4481-83c9-790301f66fdd),segment_id=cb4d46ff-fcef-4481-83c9-790301f66fdd)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:47:57.243989 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': 'd8cf16e5-ef3c-4696-aba1-594e5628c8d6', 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b', 'port_id': 'd8cf16e5-ef3c-4696-aba1-594e5628c8d6', 'mac_address': 'fa:16:3e:41:b6:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 498, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:47:57.298259 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:47:57.298628 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:57.315531 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8cf16e5-ef3c-4696-aba1-594e5628c8d6 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:47:57.331028 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port d8cf16e5-ef3c-4696-aba1-594e5628c8d6, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d8cf16e5-ef3c-4696-aba1-594e5628c8d6,segment=NetworkSegment(cb4d46ff-fcef-4481-83c9-790301f66fdd),segment_id=cb4d46ff-fcef-4481-83c9-790301f66fdd)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:47:57.411007 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:57.481923 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=d8cf16e5-ef3c-4696-aba1-594e5628c8d6,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:57.615501 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['d8cf16e5-ef3c-4696-aba1-594e5628c8d6'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:47:58.111057 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c5c14-7bc3-4881-aa51-856ecb21a74f req-0d38e47c-e6eb-48c2-bec2-1bc9f088c935 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:47:58.112515 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-627c5c14-7bc3-4881-aa51-856ecb21a74f req-0d38e47c-e6eb-48c2-bec2-1bc9f088c935 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 944 time: 0.0872891 Oct 10 11:47:58.159229 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-627c5c14-7bc3-4881-aa51-856ecb21a74f req-1208b2e3-1032-4f5a-ab6e-c7944534603f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411055 Oct 10 11:47:59.110566 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device d8cf16e5-ef3c-4696-aba1-594e5628c8d6 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:47:59.221070 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:47:59.226230 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:47:59.227757 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:59.227757 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 Oct 10 11:47:59.345238 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:47:59.345631 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:59.357713 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f0d04-98e6-4a30-9cbe-fb400b977576 req-661f58b1-327b-4681-a6bf-4a5fbd84b252 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:47:59.359172 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-010f0d04-98e6-4a30-9cbe-fb400b977576 req-661f58b1-327b-4681-a6bf-4a5fbd84b252 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 944 time: 0.0880892 Oct 10 11:47:59.372498 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd393022f-bc87-4d44-a33e-fb00aa7afc41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cf16e5-ef3c-4696-aba1-594e5628c8d6'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:47:59.374809 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb274830-2247-4ff6-862b-d2757c87e857" -d '{"events": [{"server_uuid": "d393022f-bc87-4d44-a33e-fb00aa7afc41", "name": "network-vif-plugged", "status": "completed", "tag": "d8cf16e5-ef3c-4696-aba1-594e5628c8d6"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:47:59.382701 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port d8cf16e5-ef3c-4696-aba1-594e5628c8d6, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d8cf16e5-ef3c-4696-aba1-594e5628c8d6,segment=NetworkSegment(cb4d46ff-fcef-4481-83c9-790301f66fdd),segment_id=cb4d46ff-fcef-4481-83c9-790301f66fdd)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:47:59.408276 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-010f0d04-98e6-4a30-9cbe-fb400b977576 req-9831eb3a-32ab-404b-aac3-1d0789514477 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433373 Oct 10 11:47:59.417318 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fd1389-32f1-4c68-b61f-5fe4ba1c43e3 x-openstack-request-id: req-a9fd1389-32f1-4c68-b61f-5fe4ba1c43e3 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:47:59.418195 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d393022f-bc87-4d44-a33e-fb00aa7afc41", "name": "network-vif-plugged", "status": "completed", "tag": "d8cf16e5-ef3c-4696-aba1-594e5628c8d6", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:47:59.418624 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a9fd1389-32f1-4c68-b61f-5fe4ba1c43e3 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:47:59.419077 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9fd1389-32f1-4c68-b61f-5fe4ba1c43e3'] response: {'server_uuid': 'd393022f-bc87-4d44-a33e-fb00aa7afc41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cf16e5-ef3c-4696-aba1-594e5628c8d6', 'code': 200} Oct 10 11:47:59.451300 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:47:59.517825 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=d8cf16e5-ef3c-4696-aba1-594e5628c8d6,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:47:59.789350 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32767d-6039-429d-8998-aa1b8154febe req-318304d2-5cf8-4603-8cf2-bd119b59fd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:47:59.790778 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2b32767d-6039-429d-8998-aa1b8154febe req-318304d2-5cf8-4603-8cf2-bd119b59fd68 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 1098 time: 0.0777872 Oct 10 11:47:59.830104 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2b32767d-6039-429d-8998-aa1b8154febe req-dd867917-65f5-4575-906b-ae4c196ea256 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338261 Oct 10 11:48:00.612532 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd49ac7-8b58-4771-acff-de3e4af9ce24 req-83c95233-d020-456a-9ab1-795eb34b1a7e tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:48:00.614013 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-dbd49ac7-8b58-4771-acff-de3e4af9ce24 req-83c95233-d020-456a-9ab1-795eb34b1a7e tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 945 time: 0.0870616 Oct 10 11:48:00.657945 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-dbd49ac7-8b58-4771-acff-de3e4af9ce24 req-76e73803-6b35-40e5-a2d0-04b008970376 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382719 Oct 10 11:48:01.962718 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50775d-2f0b-441e-8304-7f44a42e5c26 req-23b6d635-6dc1-4a45-a35b-daea32287e82 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:48:01.964182 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8b50775d-2f0b-441e-8304-7f44a42e5c26 req-23b6d635-6dc1-4a45-a35b-daea32287e82 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 945 time: 0.1982729 Oct 10 11:48:02.010192 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8b50775d-2f0b-441e-8304-7f44a42e5c26 req-4a119a89-6a0f-46ff-a99b-89e7ac9b325c tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397863 Oct 10 11:48:02.207813 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9c9fa-b57f-4e1a-b528-878a665c5d2e req-0e90d45a-42c8-4e53-86fa-db39220ffeaf tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:48:02.209191 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-fcb9c9fa-b57f-4e1a-b528-878a665c5d2e req-0e90d45a-42c8-4e53-86fa-db39220ffeaf tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 945 time: 0.0906339 Oct 10 11:48:02.253295 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-fcb9c9fa-b57f-4e1a-b528-878a665c5d2e req-21ba5dde-6b52-4d70-8c47-27a0c6f5ff6a tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378711 Oct 10 11:48:02.650955 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16530d58-3f3f-4eae-a671-be830f49c4ca req-177f538f-808f-4ac8-a28a-fdedc4cc070b tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:48:02.652622 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-16530d58-3f3f-4eae-a671-be830f49c4ca req-177f538f-808f-4ac8-a28a-fdedc4cc070b tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 945 time: 0.0877738 Oct 10 11:48:02.700751 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-16530d58-3f3f-4eae-a671-be830f49c4ca req-49fca27f-ddc9-428e-830d-163f045ed269 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422795 Oct 10 11:48:03.479583 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-fa369473-0051-43c6-9717-0c0bf307a8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:05.771130 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-50744b13-2a12-4500-a409-1acad270279e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:07.022760 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:07.114300 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:08.728850 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:09.575535 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:18.421453 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6da3e-7c58-4f95-a53d-a3d90f8b1427 req-3462d21e-1eba-456d-aa71-0f783954a05a tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:48:18.422903 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8ba6da3e-7c58-4f95-a53d-a3d90f8b1427 req-3462d21e-1eba-456d-aa71-0f783954a05a tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 945 time: 0.0871696 Oct 10 11:48:18.465441 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8ba6da3e-7c58-4f95-a53d-a3d90f8b1427 req-4e7f2c41-6f55-4ed7-934f-64ae6c164739 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368040 Oct 10 11:48:18.494515 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 36508) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:48:18.718652 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbcb832-6297-480c-a8c8-b306e096a9df tempest-TestMinimumBasicScenario-679181069 tempest-TestMinimumBasicScenario-679181069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:48:18.720128 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4bbcb832-6297-480c-a8c8-b306e096a9df tempest-TestMinimumBasicScenario-679181069 tempest-TestMinimumBasicScenario-679181069-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 1093 time: 0.2246635 Oct 10 11:48:18.723308 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 36514) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:48:18.728089 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'port_id': 'd8cf16e5-ef3c-4696-aba1-594e5628c8d6', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:48:18.734529 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:48:18.738522 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Usage tracker for resource:floatingip and tenant:d306afe394314c90a2cfb769736cf17c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:48:18.741278 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:48:18.746934 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:48:18.814698 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for floatingip, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:18.951060 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:19.084003 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Allocated IP 172.26.4.59 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/3d915795-e459-46ef-a7a7-dc511ab1e505) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:48:19.236751 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:19.331210 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:19.396144 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:48:19.398806 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:48:19.402583 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:48:19.440404 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event updated for resources: {'Port': ['ID=3d915795-e459-46ef-a7a7-dc511ab1e505,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:48:19.456327 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:48:19.456674 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:48:19.457010 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:48:19.457345 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:48:19.457698 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:48:19.458025 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:48:19.458351 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:48:19.458674 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:48:19.458998 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:48:19.459315 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:48:19.459631 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:48:19.459948 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:48:19.825481 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:19.960661 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:20.162851 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:20.222564 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:20.330505 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:20.377116 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event updated for resources: {'Port': ['ID=3d915795-e459-46ef-a7a7-dc511ab1e505,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:48:20.501048 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Floating IP 47d8e2d2-0542-47e8-9ee8-b601e51b526d associated. External IP: 172.26.4.59, port: d8cf16e5-ef3c-4696-aba1-594e5628c8d6. Oct 10 11:48:20.958744 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Router 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:48:21.139622 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:48:21.149510 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08af7082-a220-4148-beee-9375a7f0d731 None None] Sync routers for ids ['6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:48:21.159232 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08af7082-a220-4148-beee-9375a7f0d731 None None] Routers {'6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:48:21.159824 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-08af7082-a220-4148-beee-9375a7f0d731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:48:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:48:21.226622 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:21.285003 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-945168e9-d26b-4a0e-a1c3-87190fdaeb06 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5606556 Oct 10 11:48:21.285801 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd393022f-bc87-4d44-a33e-fb00aa7afc41', 'tag': 'd8cf16e5-ef3c-4696-aba1-594e5628c8d6'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:48:21.288366 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49def1f8-bfec-42fe-93ad-026f85025479" -d '{"events": [{"name": "network-changed", "server_uuid": "d393022f-bc87-4d44-a33e-fb00aa7afc41", "tag": "d8cf16e5-ef3c-4696-aba1-594e5628c8d6"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:48:21.288542 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 36518) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:48:21.297249 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-dd30aeb0-68ce-4700-a779-52cc4daeff78 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1496639428', 'description': 'tempest-secgroup-smoke-1496639428 description', 'project_id': 'd306afe394314c90a2cfb769736cf17c'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:48:21.304057 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-dd30aeb0-68ce-4700-a779-52cc4daeff78 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:48:21.315825 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-dd30aeb0-68ce-4700-a779-52cc4daeff78 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:48:21.340388 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-08af7082-a220-4148-beee-9375a7f0d731 None None] Set router 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:48:21.382088 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dd30aeb0-68ce-4700-a779-52cc4daeff78 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:21.404615 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-dd30aeb0-68ce-4700-a779-52cc4daeff78 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:48:21.409192 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-dd30aeb0-68ce-4700-a779-52cc4daeff78 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Usage tracker for resource:security_group_rule and tenant:d306afe394314c90a2cfb769736cf17c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:48:21.412112 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-dd30aeb0-68ce-4700-a779-52cc4daeff78 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:48:21.418276 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-dd30aeb0-68ce-4700-a779-52cc4daeff78 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:48:21.462653 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff8a7b4-98e8-45a2-8998-c604c656a1b1 x-openstack-request-id: req-8ff8a7b4-98e8-45a2-8998-c604c656a1b1 {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:48:21.462952 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d393022f-bc87-4d44-a33e-fb00aa7afc41", "tag": "d8cf16e5-ef3c-4696-aba1-594e5628c8d6", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:48:21.463205 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8ff8a7b4-98e8-45a2-8998-c604c656a1b1 {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:48:21.463637 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff8a7b4-98e8-45a2-8998-c604c656a1b1'] response: {'name': 'network-changed', 'server_uuid': 'd393022f-bc87-4d44-a33e-fb00aa7afc41', 'tag': 'd8cf16e5-ef3c-4696-aba1-594e5628c8d6', 'status': 'completed', 'code': 200} Oct 10 11:48:21.534802 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dd30aeb0-68ce-4700-a779-52cc4daeff78 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:21.571691 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49def1f8-bfec-42fe-93ad-026f85025479 req-85c7b29e-cd8d-4163-8593-4dff0eedc5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:48:21.574512 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-49def1f8-bfec-42fe-93ad-026f85025479 req-85c7b29e-cd8d-4163-8593-4dff0eedc5e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d306afe394314c90a2cfb769736cf17c&device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 1098 time: 0.0847123 Oct 10 11:48:21.600716 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dd30aeb0-68ce-4700-a779-52cc4daeff78 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:21.698314 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-08af7082-a220-4148-beee-9375a7f0d731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'name': 'tempest-TestMinimumBasicScenario-1627066101-router', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:14Z', 'updated_at': '2022-10-10T11:47:18Z', 'revision_number': 4, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'gw_port': {'id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:15Z', 'updated_at': '2022-10-10T11:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '47d8e2d2-0542-47e8-9ee8-b601e51b526d', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'floating_ip_address': '172.26.4.59', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'port_id': 'd8cf16e5-ef3c-4696-aba1-594e5628c8d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b', 'mac_address': 'fa:16:3e:41:b6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd393022f-bc87-4d44-a33e-fb00aa7afc41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:48:19Z', 'updated_at': '2022-10-10T11:48:19Z', 'revision_number': 0, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a2484a-0cfe-43b4-a957-668ee0611254', 'name': '', 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'mac_address': 'fa:16:3e:c0:e2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:18Z', 'updated_at': '2022-10-10T11:47:24Z', 'revision_number': 5, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'subnets': [{'id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:48:21.703292 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08af7082-a220-4148-beee-9375a7f0d731 None None] Checking router: 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:48:21.711596 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08af7082-a220-4148-beee-9375a7f0d731 None None] Routers {'6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:48:21.712193 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-08af7082-a220-4148-beee-9375a7f0d731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:48:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:48:21.727336 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30aeb0-68ce-4700-a779-52cc4daeff78 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d91730-9120-4497-a864-2d8498395ce0,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:48:21.755891 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49def1f8-bfec-42fe-93ad-026f85025479 req-40121905-f522-46a5-8e19-0d9079d78b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:48:21.757414 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-49def1f8-bfec-42fe-93ad-026f85025479 req-40121905-f522-46a5-8e19-0d9079d78b1e service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b HTTP/1.1" status: 200 len: 916 time: 0.1774454 Oct 10 11:48:21.900971 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-49def1f8-bfec-42fe-93ad-026f85025479 req-1552ed4a-cd21-436d-ba5c-6ea9fe8569b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8cf16e5-ef3c-4696-aba1-594e5628c8d6 HTTP/1.1" status: 200 len: 998 time: 0.1006191 Oct 10 11:48:21.929070 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49def1f8-bfec-42fe-93ad-026f85025479 req-cef4336b-1ebf-45f3-9838-c88cefd678c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:48:21.930526 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-49def1f8-bfec-42fe-93ad-026f85025479 req-cef4336b-1ebf-45f3-9838-c88cefd678c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1e29af9-2e38-4ad1-9848-30e88724239b HTTP/1.1" status: 200 len: 854 time: 0.0597117 Oct 10 11:48:21.943433 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-08af7082-a220-4148-beee-9375a7f0d731 None None] Set router 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:48:22.024707 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49def1f8-bfec-42fe-93ad-026f85025479 req-12360053-84a5-4810-975a-db47868b7d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:48:22.026207 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-49def1f8-bfec-42fe-93ad-026f85025479 req-12360053-84a5-4810-975a-db47868b7d07 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878286 Oct 10 11:48:22.158002 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-49def1f8-bfec-42fe-93ad-026f85025479 req-1782b837-3368-4a58-b881-b682648dfd0f service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250358 Oct 10 11:48:22.260235 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dd30aeb0-68ce-4700-a779-52cc4daeff78 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:22.260235 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-dd30aeb0-68ce-4700-a779-52cc4daeff78 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9617991 Oct 10 11:48:22.265629 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 36526) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:48:22.278915 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-5506f0a7-fdd8-44a9-83da-5de6d08e3f56 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Request body: {'security_group_rule': {'security_group_id': 'f1d91730-9120-4497-a864-2d8498395ce0', 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:48:22.288245 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5506f0a7-fdd8-44a9-83da-5de6d08e3f56 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:48:22.303240 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5506f0a7-fdd8-44a9-83da-5de6d08e3f56 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Usage tracker for resource:security_group_rule and tenant:d306afe394314c90a2cfb769736cf17c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:48:22.313076 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-5506f0a7-fdd8-44a9-83da-5de6d08e3f56 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:48:22.321149 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-49def1f8-bfec-42fe-93ad-026f85025479 req-69e8ec89-30b9-4219-b3dc-3cda9329ce07 service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492596 Oct 10 11:48:22.332160 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-5506f0a7-fdd8-44a9-83da-5de6d08e3f56 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:48:22.335980 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-08af7082-a220-4148-beee-9375a7f0d731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'name': 'tempest-TestMinimumBasicScenario-1627066101-router', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:14Z', 'updated_at': '2022-10-10T11:47:18Z', 'revision_number': 4, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'gw_port': {'id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:15Z', 'updated_at': '2022-10-10T11:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '47d8e2d2-0542-47e8-9ee8-b601e51b526d', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'floating_ip_address': '172.26.4.59', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'port_id': 'd8cf16e5-ef3c-4696-aba1-594e5628c8d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b', 'mac_address': 'fa:16:3e:41:b6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd393022f-bc87-4d44-a33e-fb00aa7afc41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:48:19Z', 'updated_at': '2022-10-10T11:48:19Z', 'revision_number': 0, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a2484a-0cfe-43b4-a957-668ee0611254', 'name': '', 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'mac_address': 'fa:16:3e:c0:e2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:18Z', 'updated_at': '2022-10-10T11:47:24Z', 'revision_number': 5, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'subnets': [{'id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:48:22.335980 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08af7082-a220-4148-beee-9375a7f0d731 None None] The sync data for ids ['6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'] in dv-neutron-860842-1-hyperv is: [{'id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'name': 'tempest-TestMinimumBasicScenario-1627066101-router', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:14Z', 'updated_at': '2022-10-10T11:47:18Z', 'revision_number': 4, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'gw_port': {'id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:15Z', 'updated_at': '2022-10-10T11:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '47d8e2d2-0542-47e8-9ee8-b601e51b526d', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'floating_ip_address': '172.26.4.59', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'port_id': 'd8cf16e5-ef3c-4696-aba1-594e5628c8d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b', 'mac_address': 'fa:16:3e:41:b6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd393022f-bc87-4d44-a33e-fb00aa7afc41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:48:19Z', 'updated_at': '2022-10-10T11:48:19Z', 'revision_number': 0, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a2484a-0cfe-43b4-a957-668ee0611254', 'name': '', 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'mac_address': 'fa:16:3e:c0:e2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:18Z', 'updated_at': '2022-10-10T11:47:24Z', 'revision_number': 5, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'subnets': [{'id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:48:22.441791 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5506f0a7-fdd8-44a9-83da-5de6d08e3f56 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:22.520184 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5506f0a7-fdd8-44a9-83da-5de6d08e3f56 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:22.567063 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df6d538-828a-4f0e-863a-3a12c4439a19 None None] New status for floating IP 47d8e2d2-0542-47e8-9ee8-b601e51b526d: ACTIVE {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:48:22.582244 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5506f0a7-fdd8-44a9-83da-5de6d08e3f56 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:22.605395 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506f0a7-fdd8-44a9-83da-5de6d08e3f56 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68b91d7-14c3-4b60-8cd8-fc1b6b697b65,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:48:22.673693 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5506f0a7-fdd8-44a9-83da-5de6d08e3f56 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:22.674872 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5506f0a7-fdd8-44a9-83da-5de6d08e3f56 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4171753 Oct 10 11:48:22.677856 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 36530) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:48:22.682890 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-73829ea4-b101-4bcd-827a-7317d6242ff8 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Request body: {'security_group_rule': {'security_group_id': 'f1d91730-9120-4497-a864-2d8498395ce0', 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:48:22.689766 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-73829ea4-b101-4bcd-827a-7317d6242ff8 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:48:22.693626 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-73829ea4-b101-4bcd-827a-7317d6242ff8 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Usage tracker for resource:security_group_rule and tenant:d306afe394314c90a2cfb769736cf17c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:48:22.700580 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-73829ea4-b101-4bcd-827a-7317d6242ff8 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:48:22.702672 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-73829ea4-b101-4bcd-827a-7317d6242ff8 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:48:22.783528 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-73829ea4-b101-4bcd-827a-7317d6242ff8 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:22.847313 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-73829ea4-b101-4bcd-827a-7317d6242ff8 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:22.919767 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-73829ea4-b101-4bcd-827a-7317d6242ff8 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:22.944376 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73829ea4-b101-4bcd-827a-7317d6242ff8 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0016574-5ab8-4284-9e44-3c40833544cf,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:48:23.016489 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-73829ea4-b101-4bcd-827a-7317d6242ff8 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:23.017707 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-73829ea4-b101-4bcd-827a-7317d6242ff8 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3388622 Oct 10 11:48:23.020539 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 36534) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:48:23.025370 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-8cf0e65e-4270-4fe9-b13c-d846f74c8c24 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Request body: {'security_group_rule': {'security_group_id': 'f1d91730-9120-4497-a864-2d8498395ce0', 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:48:23.031217 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-8cf0e65e-4270-4fe9-b13c-d846f74c8c24 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:48:23.035044 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8cf0e65e-4270-4fe9-b13c-d846f74c8c24 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Usage tracker for resource:security_group_rule and tenant:d306afe394314c90a2cfb769736cf17c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:48:23.037863 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8cf0e65e-4270-4fe9-b13c-d846f74c8c24 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:48:23.043653 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-8cf0e65e-4270-4fe9-b13c-d846f74c8c24 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:48:23.131444 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8cf0e65e-4270-4fe9-b13c-d846f74c8c24 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:23.192467 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8cf0e65e-4270-4fe9-b13c-d846f74c8c24 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:23.279998 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8cf0e65e-4270-4fe9-b13c-d846f74c8c24 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:23.307758 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0e65e-4270-4fe9-b13c-d846f74c8c24 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc05a4e-6172-4633-a402-74440c8c52f1,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:48:23.369329 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8cf0e65e-4270-4fe9-b13c-d846f74c8c24 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:23.370537 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8cf0e65e-4270-4fe9-b13c-d846f74c8c24 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3490958 Oct 10 11:48:23.373327 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 36538) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:48:23.378330 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-f6bac3db-1090-436b-9d3f-5eecb89691e0 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Request body: {'security_group_rule': {'security_group_id': 'f1d91730-9120-4497-a864-2d8498395ce0', 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:48:23.384317 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f6bac3db-1090-436b-9d3f-5eecb89691e0 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:48:23.388252 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f6bac3db-1090-436b-9d3f-5eecb89691e0 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Usage tracker for resource:security_group_rule and tenant:d306afe394314c90a2cfb769736cf17c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:48:23.391203 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f6bac3db-1090-436b-9d3f-5eecb89691e0 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:48:23.396903 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f6bac3db-1090-436b-9d3f-5eecb89691e0 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:48:23.508650 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f6bac3db-1090-436b-9d3f-5eecb89691e0 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:23.571714 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f6bac3db-1090-436b-9d3f-5eecb89691e0 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:23.622289 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f6bac3db-1090-436b-9d3f-5eecb89691e0 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:23.648054 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bac3db-1090-436b-9d3f-5eecb89691e0 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76649f53-bb0e-4255-b2a3-9e2ee4f9b80d,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:48:23.731068 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f6bac3db-1090-436b-9d3f-5eecb89691e0 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:23.732278 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f6bac3db-1090-436b-9d3f-5eecb89691e0 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3580205 Oct 10 11:48:23.735089 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 36542) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:48:23.740044 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-c0230547-2f23-4639-a9b3-883df88760ad tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Request body: {'security_group_rule': {'security_group_id': 'f1d91730-9120-4497-a864-2d8498395ce0', 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:48:23.746003 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c0230547-2f23-4639-a9b3-883df88760ad tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:48:23.750408 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c0230547-2f23-4639-a9b3-883df88760ad tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Usage tracker for resource:security_group_rule and tenant:d306afe394314c90a2cfb769736cf17c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:48:23.753261 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c0230547-2f23-4639-a9b3-883df88760ad tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:48:23.759155 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c0230547-2f23-4639-a9b3-883df88760ad tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:48:23.844981 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.securitygroups_db [None req-c0230547-2f23-4639-a9b3-883df88760ad tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Project d306afe394314c90a2cfb769736cf17c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:48:23.851732 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c0230547-2f23-4639-a9b3-883df88760ad tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:23.916040 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c0230547-2f23-4639-a9b3-883df88760ad tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:24.011075 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c0230547-2f23-4639-a9b3-883df88760ad tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:24.037062 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0230547-2f23-4639-a9b3-883df88760ad tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c515bc43-05ba-4105-8b29-ba76b8f51ba2,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:48:24.125545 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c0230547-2f23-4639-a9b3-883df88760ad tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:24.126708 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c0230547-2f23-4639-a9b3-883df88760ad tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3906848 Oct 10 11:48:24.129368 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 36546) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:48:24.134210 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-c5cef61a-ffb4-49e6-bfbd-035605623a7b tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Request body: {'security_group_rule': {'security_group_id': 'f1d91730-9120-4497-a864-2d8498395ce0', 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:48:24.140567 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c5cef61a-ffb4-49e6-bfbd-035605623a7b tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:48:24.144324 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c5cef61a-ffb4-49e6-bfbd-035605623a7b tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Usage tracker for resource:security_group_rule and tenant:d306afe394314c90a2cfb769736cf17c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:48:24.147162 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c5cef61a-ffb4-49e6-bfbd-035605623a7b tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:48:24.152741 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c5cef61a-ffb4-49e6-bfbd-035605623a7b tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:48:24.233362 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.securitygroups_db [None req-c5cef61a-ffb4-49e6-bfbd-035605623a7b tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Project d306afe394314c90a2cfb769736cf17c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:48:24.240113 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c5cef61a-ffb4-49e6-bfbd-035605623a7b tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:24.304162 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c5cef61a-ffb4-49e6-bfbd-035605623a7b tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:24.380264 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c5cef61a-ffb4-49e6-bfbd-035605623a7b tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:24.403475 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cef61a-ffb4-49e6-bfbd-035605623a7b tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f45f5f1-5092-4b9c-9d4c-8b7b3dcfff53,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:48:24.473340 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c5cef61a-ffb4-49e6-bfbd-035605623a7b tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:24.474534 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c5cef61a-ffb4-49e6-bfbd-035605623a7b tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3442388 Oct 10 11:48:24.595444 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-45da2a2e-dd39-479d-8b61-d61fbb253063 req-7887591b-2071-4355-9f6a-d0f7d006847f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1496639428&fields=id&tenant_id=d306afe394314c90a2cfb769736cf17c HTTP/1.1" status: 200 len: 267 time: 0.0416145 Oct 10 11:48:24.687089 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da2a2e-dd39-479d-8b61-d61fbb253063 req-9421f641-32e2-4d51-a7ca-d710055ee761 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:48:24.688677 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-45da2a2e-dd39-479d-8b61-d61fbb253063 req-9421f641-32e2-4d51-a7ca-d710055ee761 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 945 time: 0.0879483 Oct 10 11:48:24.699726 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [req-45da2a2e-dd39-479d-8b61-d61fbb253063 req-745c138a-cac3-41ce-8d0f-8f74332667d5 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Request body: {'port': {'security_groups': ['516ac64f-1590-4a94-9ec7-1ad1b5139d1b', 'f1d91730-9120-4497-a864-2d8498395ce0']}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:48:24.820322 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-45da2a2e-dd39-479d-8b61-d61fbb253063 req-745c138a-cac3-41ce-8d0f-8f74332667d5 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:25.073545 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [req-45da2a2e-dd39-479d-8b61-d61fbb253063 req-745c138a-cac3-41ce-8d0f-8f74332667d5 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] For port d8cf16e5-ef3c-4696-aba1-594e5628c8d6, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d8cf16e5-ef3c-4696-aba1-594e5628c8d6,segment=NetworkSegment(cb4d46ff-fcef-4481-83c9-790301f66fdd),segment_id=cb4d46ff-fcef-4481-83c9-790301f66fdd)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:48:25.194257 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-45da2a2e-dd39-479d-8b61-d61fbb253063 req-745c138a-cac3-41ce-8d0f-8f74332667d5 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:25.277267 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-45da2a2e-dd39-479d-8b61-d61fbb253063 req-745c138a-cac3-41ce-8d0f-8f74332667d5 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:25.290185 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['d8cf16e5-ef3c-4696-aba1-594e5628c8d6'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:48:25.316303 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da2a2e-dd39-479d-8b61-d61fbb253063 req-745c138a-cac3-41ce-8d0f-8f74332667d5 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:48:25.316940 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [req-45da2a2e-dd39-479d-8b61-d61fbb253063 req-745c138a-cac3-41ce-8d0f-8f74332667d5 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:25.318292 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-45da2a2e-dd39-479d-8b61-d61fbb253063 req-745c138a-cac3-41ce-8d0f-8f74332667d5 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "PUT /v2.0/ports/d8cf16e5-ef3c-4696-aba1-594e5628c8d6 HTTP/1.1" status: 200 len: 981 time: 0.6234598 Oct 10 11:48:25.319243 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd393022f-bc87-4d44-a33e-fb00aa7afc41', 'tag': 'd8cf16e5-ef3c-4696-aba1-594e5628c8d6'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:48:25.321061 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63b633a-4b7c-4cfd-9e6e-9677e3c87634" -d '{"events": [{"name": "network-changed", "server_uuid": "d393022f-bc87-4d44-a33e-fb00aa7afc41", "tag": "d8cf16e5-ef3c-4696-aba1-594e5628c8d6"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:48:25.367164 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c138a-cac3-41ce-8d0f-8f74332667d5 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event updated for resources: {'Port': ['ID=d8cf16e5-ef3c-4696-aba1-594e5628c8d6,revision_number=6']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:48:25.381624 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['d8cf16e5-ef3c-4696-aba1-594e5628c8d6'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:48:25.382201 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282db029-4c39-408f-8058-ed3ff892932a x-openstack-request-id: req-282db029-4c39-408f-8058-ed3ff892932a {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:48:25.382490 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d393022f-bc87-4d44-a33e-fb00aa7afc41", "tag": "d8cf16e5-ef3c-4696-aba1-594e5628c8d6", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:48:25.382739 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-282db029-4c39-408f-8058-ed3ff892932a {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:48:25.383136 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-282db029-4c39-408f-8058-ed3ff892932a'] response: {'name': 'network-changed', 'server_uuid': 'd393022f-bc87-4d44-a33e-fb00aa7afc41', 'tag': 'd8cf16e5-ef3c-4696-aba1-594e5628c8d6', 'status': 'completed', 'code': 200} Oct 10 11:48:25.489402 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b633a-4b7c-4cfd-9e6e-9677e3c87634 req-269a9b07-b1fd-4a8b-acb3-144748c23b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:48:25.490978 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d63b633a-4b7c-4cfd-9e6e-9677e3c87634 req-269a9b07-b1fd-4a8b-acb3-144748c23b3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d306afe394314c90a2cfb769736cf17c&device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 1137 time: 0.0855362 Oct 10 11:48:25.527628 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae35696-579e-457e-98f0-0427d913c0f3 req-b20a48f0-730a-41d4-949e-9c17897eef78 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:48:25.529195 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-fae35696-579e-457e-98f0-0427d913c0f3 req-b20a48f0-730a-41d4-949e-9c17897eef78 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 984 time: 0.1001518 Oct 10 11:48:25.582190 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-fae35696-579e-457e-98f0-0427d913c0f3 req-2cb1cfa0-6d8e-42c0-9ec7-b5ef3abeac9f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=f1d91730-9120-4497-a864-2d8498395ce0&id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459657 Oct 10 11:48:25.628513 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b633a-4b7c-4cfd-9e6e-9677e3c87634 req-3d5b09e8-dc25-4eb8-851d-97124c70537d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:48:25.630084 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d63b633a-4b7c-4cfd-9e6e-9677e3c87634 req-3d5b09e8-dc25-4eb8-851d-97124c70537d service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b HTTP/1.1" status: 200 len: 916 time: 0.1325731 Oct 10 11:48:25.737175 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d63b633a-4b7c-4cfd-9e6e-9677e3c87634 req-57919576-b2dd-40f2-87ef-b5f0d72c0093 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8cf16e5-ef3c-4696-aba1-594e5628c8d6 HTTP/1.1" status: 200 len: 1000 time: 0.0992351 Oct 10 11:48:25.803066 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b633a-4b7c-4cfd-9e6e-9677e3c87634 req-afa42b5a-db5b-42d1-bd97-8d62fbfa86cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:48:25.804431 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d63b633a-4b7c-4cfd-9e6e-9677e3c87634 req-afa42b5a-db5b-42d1-bd97-8d62fbfa86cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1e29af9-2e38-4ad1-9848-30e88724239b HTTP/1.1" status: 200 len: 854 time: 0.0609424 Oct 10 11:48:25.888369 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b633a-4b7c-4cfd-9e6e-9677e3c87634 req-fe8ac6af-1642-431c-9bfd-6cbe611c64c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:48:25.890411 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d63b633a-4b7c-4cfd-9e6e-9677e3c87634 req-fe8ac6af-1642-431c-9bfd-6cbe611c64c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776463 Oct 10 11:48:26.023035 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d63b633a-4b7c-4cfd-9e6e-9677e3c87634 req-3c8da15d-f2a0-41f1-a213-d02045584c00 service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257992 Oct 10 11:48:26.254000 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d63b633a-4b7c-4cfd-9e6e-9677e3c87634 req-50845036-08d8-4ab9-9671-e1540b1ebdf9 service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209406 Oct 10 11:48:28.993760 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:48:33.479327 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-716b7513-d291-4861-a262-813455614bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:35.765121 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-32d60f50-3a8d-411b-bbee-2ae18cfbda18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:37.042393 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:37.168534 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:38.730631 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:39.588091 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:48:44.539275 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-19bff531-e3bf-4b0b-87d3-5225c2b07039 req-c023dee6-8d71-497a-a6c9-24b64a7e8f09 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800505 Oct 10 11:48:44.682883 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bff531-e3bf-4b0b-87d3-5225c2b07039 req-142c7427-1c56-4e49-b0a2-a1daf0f41b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:48:44.684354 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-19bff531-e3bf-4b0b-87d3-5225c2b07039 req-142c7427-1c56-4e49-b0a2-a1daf0f41b9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d306afe394314c90a2cfb769736cf17c&device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 1137 time: 0.0790334 Oct 10 11:48:44.828748 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bff531-e3bf-4b0b-87d3-5225c2b07039 req-ed4af20c-9d9a-41f8-817e-3a82777884a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:48:44.830708 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-19bff531-e3bf-4b0b-87d3-5225c2b07039 req-ed4af20c-9d9a-41f8-817e-3a82777884a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b HTTP/1.1" status: 200 len: 916 time: 0.1276531 Oct 10 11:48:44.934562 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-19bff531-e3bf-4b0b-87d3-5225c2b07039 req-45602b22-ba5a-4b40-a997-a5ecdcef0e09 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8cf16e5-ef3c-4696-aba1-594e5628c8d6 HTTP/1.1" status: 200 len: 1000 time: 0.0980263 Oct 10 11:48:44.995676 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bff531-e3bf-4b0b-87d3-5225c2b07039 req-2fd76663-2750-43be-8566-63fe09454634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:48:44.997104 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-19bff531-e3bf-4b0b-87d3-5225c2b07039 req-2fd76663-2750-43be-8566-63fe09454634 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1e29af9-2e38-4ad1-9848-30e88724239b HTTP/1.1" status: 200 len: 854 time: 0.0568645 Oct 10 11:48:45.083733 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bff531-e3bf-4b0b-87d3-5225c2b07039 req-130a07c7-fc6d-4834-b5ff-1bd33b1d7d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:48:45.085113 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-19bff531-e3bf-4b0b-87d3-5225c2b07039 req-130a07c7-fc6d-4834-b5ff-1bd33b1d7d74 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813963 Oct 10 11:48:45.215395 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-19bff531-e3bf-4b0b-87d3-5225c2b07039 req-72604aca-4973-4c32-865f-1ad6f7f03511 service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245966 Oct 10 11:48:45.347288 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-19bff531-e3bf-4b0b-87d3-5225c2b07039 req-2ccebd93-e44f-4075-bcb2-100df0176611 service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259131 Oct 10 11:49:03.466931 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3477bcf1-72d6-4d7d-bc43-ad356b33b69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:49:05.756981 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dba2fb95-acc6-4e0c-9bf9-6f30601cf7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:49:05.993249 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:49:07.046082 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:49:07.112444 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:49:08.718188 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:49:09.641561 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:49:33.483932 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-cc5ad5d6-bdfe-4799-ab06-6f6e3eafb67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:49:35.750954 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dcab36c4-bde1-4a70-b1b9-79b688a3d5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:49:37.020890 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:49:37.110984 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:49:38.723324 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:49:39.603464 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:49:42.996924 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:49:47.279142 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-63c71962-3378-4a1d-9313-a7368725c518 req-f927afe4-3e42-49c8-9cbf-8c57b79cb659 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760751 Oct 10 11:49:47.424169 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c71962-3378-4a1d-9313-a7368725c518 req-d1aeb2fb-3fa8-4946-8936-223809ce8f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:49:47.425676 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-63c71962-3378-4a1d-9313-a7368725c518 req-d1aeb2fb-3fa8-4946-8936-223809ce8f2d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d306afe394314c90a2cfb769736cf17c&device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 1137 time: 0.0819740 Oct 10 11:49:47.567813 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c71962-3378-4a1d-9313-a7368725c518 req-cb67d859-924d-493e-a596-756f0402ef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:49:47.569138 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-63c71962-3378-4a1d-9313-a7368725c518 req-cb67d859-924d-493e-a596-756f0402ef21 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b HTTP/1.1" status: 200 len: 916 time: 0.1246853 Oct 10 11:49:47.670133 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-63c71962-3378-4a1d-9313-a7368725c518 req-5f604b9c-2282-441d-88f3-cebdb4b55b4a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8cf16e5-ef3c-4696-aba1-594e5628c8d6 HTTP/1.1" status: 200 len: 1000 time: 0.0949633 Oct 10 11:49:47.731214 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c71962-3378-4a1d-9313-a7368725c518 req-c5584404-61b8-4503-8e9a-809a23c3def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:49:47.732649 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-63c71962-3378-4a1d-9313-a7368725c518 req-c5584404-61b8-4503-8e9a-809a23c3def4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1e29af9-2e38-4ad1-9848-30e88724239b HTTP/1.1" status: 200 len: 854 time: 0.0572474 Oct 10 11:49:47.816170 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c71962-3378-4a1d-9313-a7368725c518 req-8c68c18f-485b-46ec-8790-915cdd6f25a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:49:47.817636 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-63c71962-3378-4a1d-9313-a7368725c518 req-8c68c18f-485b-46ec-8790-915cdd6f25a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795491 Oct 10 11:49:47.949356 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-63c71962-3378-4a1d-9313-a7368725c518 req-030c2274-5755-49eb-bd21-e95e678cd5e3 service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257951 Oct 10 11:49:48.174797 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-63c71962-3378-4a1d-9313-a7368725c518 req-9072376d-0a60-486c-923c-1ce3e9db8910 service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197125 Oct 10 11:49:57.837344 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa462ae-0e82-4dec-b5cf-1320a4545865 req-9354b8cf-6ab1-45c9-a71d-a0cacaf1fbf9 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:49:57.838972 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-bfa462ae-0e82-4dec-b5cf-1320a4545865 req-9354b8cf-6ab1-45c9-a71d-a0cacaf1fbf9 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 984 time: 0.0898015 Oct 10 11:49:57.867801 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0246fe-77aa-460d-bb6f-a15e32a134ec req-75d3efc5-115f-4ea3-a569-2ab18bd21dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:49:57.869266 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4d0246fe-77aa-460d-bb6f-a15e32a134ec req-75d3efc5-115f-4ea3-a569-2ab18bd21dc2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d306afe394314c90a2cfb769736cf17c&device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 1137 time: 0.0793514 Oct 10 11:49:57.889088 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-bfa462ae-0e82-4dec-b5cf-1320a4545865 req-2d720107-d0f8-4f07-8ea2-137aa481dd2e tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=f1d91730-9120-4497-a864-2d8498395ce0&id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443966 Oct 10 11:49:58.000197 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0246fe-77aa-460d-bb6f-a15e32a134ec req-37af615f-3779-4a72-9d25-c41b2596746b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:49:58.001673 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4d0246fe-77aa-460d-bb6f-a15e32a134ec req-37af615f-3779-4a72-9d25-c41b2596746b service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b HTTP/1.1" status: 200 len: 916 time: 0.1265774 Oct 10 11:49:58.105096 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4d0246fe-77aa-460d-bb6f-a15e32a134ec req-057bbf93-d3d1-4256-84f7-6a90ef005f7c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8cf16e5-ef3c-4696-aba1-594e5628c8d6 HTTP/1.1" status: 200 len: 1000 time: 0.0965958 Oct 10 11:49:58.165293 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0246fe-77aa-460d-bb6f-a15e32a134ec req-093fb510-62d1-4020-bc98-15aeb5ae467b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:49:58.166737 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4d0246fe-77aa-460d-bb6f-a15e32a134ec req-093fb510-62d1-4020-bc98-15aeb5ae467b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1e29af9-2e38-4ad1-9848-30e88724239b HTTP/1.1" status: 200 len: 854 time: 0.0564749 Oct 10 11:49:58.250700 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0246fe-77aa-460d-bb6f-a15e32a134ec req-fad31467-64bb-4618-8abe-a9c5579ad631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:49:58.252151 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4d0246fe-77aa-460d-bb6f-a15e32a134ec req-fad31467-64bb-4618-8abe-a9c5579ad631 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799639 Oct 10 11:49:58.386626 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4d0246fe-77aa-460d-bb6f-a15e32a134ec req-f8a9a1cb-f18a-4a7f-8189-79927407c43a service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282303 Oct 10 11:49:58.516403 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4d0246fe-77aa-460d-bb6f-a15e32a134ec req-1f8d841a-9496-4f72-a56d-e1b376d89547 service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243472 Oct 10 11:49:59.094244 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb772847-e67a-475e-9bdd-f536bae3640c req-96202dfb-e8b5-4893-b545-3777dde6e575 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:49:59.095867 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fb772847-e67a-475e-9bdd-f536bae3640c req-96202dfb-e8b5-4893-b545-3777dde6e575 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 984 time: 0.0931351 Oct 10 11:49:59.149601 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-fb772847-e67a-475e-9bdd-f536bae3640c req-13196ae2-01c1-4920-aaf5-cb79a5c77832 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Synchronizing usage tracker for tenant:d306afe394314c90a2cfb769736cf17c on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:49:59.253036 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-fb772847-e67a-475e-9bdd-f536bae3640c req-13196ae2-01c1-4920-aaf5-cb79a5c77832 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Unset dirty status for tenant:d306afe394314c90a2cfb769736cf17c on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:49:59.254333 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fb772847-e67a-475e-9bdd-f536bae3640c req-13196ae2-01c1-4920-aaf5-cb79a5c77832 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=f1d91730-9120-4497-a864-2d8498395ce0&id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1523261 Oct 10 11:50:00.463642 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bd1ec-7c1e-44c5-8ffe-be5c7b5b6eaa req-22560410-f2a9-4423-9d63-9413634b1eb8 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:50:00.465077 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a70bd1ec-7c1e-44c5-8ffe-be5c7b5b6eaa req-22560410-f2a9-4423-9d63-9413634b1eb8 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 984 time: 0.0875020 Oct 10 11:50:00.510920 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a70bd1ec-7c1e-44c5-8ffe-be5c7b5b6eaa req-2dad99eb-39ef-4ad5-a7a0-ed74d04ddcdf tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=f1d91730-9120-4497-a864-2d8498395ce0&id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400245 Oct 10 11:50:03.460250 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4b1f4464-c12d-4c95-a3b0-54c2f063584a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:50:05.745764 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f779f72e-9797-48cf-8c49-b63566122f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:50:07.037198 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:50:07.134461 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:50:08.756839 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:50:09.625739 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:50:19.996298 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:50:33.465202 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-02f49611-a927-4ac3-a9e7-182b8a89d88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:50:35.785310 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-daf98700-49b6-4147-8602-2304dfb53455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:50:37.054446 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:50:37.145218 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:50:38.727715 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:50:39.631057 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:50:47.515157 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-298216d3-c844-40cb-83a9-18018c61d1c6 req-019eb61c-4cb7-480b-9600-8524bb3291d2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759528 Oct 10 11:50:47.662153 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298216d3-c844-40cb-83a9-18018c61d1c6 req-7fa8c3e6-68bb-4d16-9783-e75eb0fbd9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:50:47.664581 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-298216d3-c844-40cb-83a9-18018c61d1c6 req-7fa8c3e6-68bb-4d16-9783-e75eb0fbd9ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d306afe394314c90a2cfb769736cf17c&device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 1137 time: 0.0851803 Oct 10 11:50:47.807502 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298216d3-c844-40cb-83a9-18018c61d1c6 req-38aef4f1-6f7e-48a0-b041-87c806f236fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:50:47.808849 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-298216d3-c844-40cb-83a9-18018c61d1c6 req-38aef4f1-6f7e-48a0-b041-87c806f236fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b HTTP/1.1" status: 200 len: 916 time: 0.1256075 Oct 10 11:50:47.911186 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-298216d3-c844-40cb-83a9-18018c61d1c6 req-a696be61-728a-4122-865f-29ae339c4f00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8cf16e5-ef3c-4696-aba1-594e5628c8d6 HTTP/1.1" status: 200 len: 1000 time: 0.0968325 Oct 10 11:50:47.971808 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298216d3-c844-40cb-83a9-18018c61d1c6 req-12d85f17-c43f-4869-b681-d578d3ecd718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:50:47.973242 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-298216d3-c844-40cb-83a9-18018c61d1c6 req-12d85f17-c43f-4869-b681-d578d3ecd718 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1e29af9-2e38-4ad1-9848-30e88724239b HTTP/1.1" status: 200 len: 854 time: 0.0567725 Oct 10 11:50:48.052747 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298216d3-c844-40cb-83a9-18018c61d1c6 req-86beffa1-d644-40be-ad73-59d36f4d1a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:50:48.054234 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-298216d3-c844-40cb-83a9-18018c61d1c6 req-86beffa1-d644-40be-ad73-59d36f4d1a13 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752470 Oct 10 11:50:48.280744 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-298216d3-c844-40cb-83a9-18018c61d1c6 req-a6193f19-28d3-4220-97d8-ab59d854e8d4 service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208788 Oct 10 11:50:48.408596 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-298216d3-c844-40cb-83a9-18018c61d1c6 req-56c29f88-9035-4d4f-842e-ef8a8f874a18 service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224968 Oct 10 11:50:56.995778 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:51:03.510346 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a9784f16-5912-4ca8-b4b2-7a4051d831ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:05.744293 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-51c8c5a4-2f98-404c-a450-2f06fd51366c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:07.041871 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:07.121807 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:08.778513 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:09.601707 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:11.074212 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cb5c6c4d-46d4-4363-9587-cfc8f525b68f req-f2e85c43-896b-445c-ad5b-98bc13b3ffb9 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1496639428&fields=id&tenant_id=d306afe394314c90a2cfb769736cf17c HTTP/1.1" status: 200 len: 267 time: 0.0392544 Oct 10 11:51:11.164652 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c6c4d-46d4-4363-9587-cfc8f525b68f req-26f335de-304e-40d9-88d2-e15f165d9f4e tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:11.166108 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cb5c6c4d-46d4-4363-9587-cfc8f525b68f req-26f335de-304e-40d9-88d2-e15f165d9f4e tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 984 time: 0.0866895 Oct 10 11:51:11.177345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-cb5c6c4d-46d4-4363-9587-cfc8f525b68f req-fb172643-2f9b-49f0-b214-df105a4f441f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Request body: {'port': {'security_groups': ['516ac64f-1590-4a94-9ec7-1ad1b5139d1b']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:51:11.303237 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-cb5c6c4d-46d4-4363-9587-cfc8f525b68f req-fb172643-2f9b-49f0-b214-df105a4f441f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:11.545486 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-cb5c6c4d-46d4-4363-9587-cfc8f525b68f req-fb172643-2f9b-49f0-b214-df105a4f441f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] For port d8cf16e5-ef3c-4696-aba1-594e5628c8d6, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d8cf16e5-ef3c-4696-aba1-594e5628c8d6,segment=NetworkSegment(cb4d46ff-fcef-4481-83c9-790301f66fdd),segment_id=cb4d46ff-fcef-4481-83c9-790301f66fdd)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:51:11.570085 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-cb5c6c4d-46d4-4363-9587-cfc8f525b68f req-fb172643-2f9b-49f0-b214-df105a4f441f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:11.630699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-cb5c6c4d-46d4-4363-9587-cfc8f525b68f req-fb172643-2f9b-49f0-b214-df105a4f441f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:11.641980 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['d8cf16e5-ef3c-4696-aba1-594e5628c8d6'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:51:11.668295 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c6c4d-46d4-4363-9587-cfc8f525b68f req-fb172643-2f9b-49f0-b214-df105a4f441f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:11.668912 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-cb5c6c4d-46d4-4363-9587-cfc8f525b68f req-fb172643-2f9b-49f0-b214-df105a4f441f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:11.670364 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cb5c6c4d-46d4-4363-9587-cfc8f525b68f req-fb172643-2f9b-49f0-b214-df105a4f441f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "PUT /v2.0/ports/d8cf16e5-ef3c-4696-aba1-594e5628c8d6 HTTP/1.1" status: 200 len: 942 time: 0.4980142 Oct 10 11:51:11.670857 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd393022f-bc87-4d44-a33e-fb00aa7afc41', 'tag': 'd8cf16e5-ef3c-4696-aba1-594e5628c8d6'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:51:11.673218 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099cba27-b1e0-499f-8166-c32bcea2dc79" -d '{"events": [{"name": "network-changed", "server_uuid": "d393022f-bc87-4d44-a33e-fb00aa7afc41", "tag": "d8cf16e5-ef3c-4696-aba1-594e5628c8d6"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:51:11.676747 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 36644) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:51:11.724930 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb172643-2f9b-49f0-b214-df105a4f441f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event updated for resources: {'Port': ['ID=d8cf16e5-ef3c-4696-aba1-594e5628c8d6,revision_number=7']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:51:11.729841 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['d8cf16e5-ef3c-4696-aba1-594e5628c8d6'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:51:11.737432 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb172643-2f9b-49f0-b214-df105a4f441f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:11.737432 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb172643-2f9b-49f0-b214-df105a4f441f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:11.737432 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb172643-2f9b-49f0-b214-df105a4f441f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:11.737432 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb172643-2f9b-49f0-b214-df105a4f441f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:11.737432 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb172643-2f9b-49f0-b214-df105a4f441f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:11.737432 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb172643-2f9b-49f0-b214-df105a4f441f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:11.737432 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb172643-2f9b-49f0-b214-df105a4f441f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:11.737432 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb172643-2f9b-49f0-b214-df105a4f441f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:11.737432 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb172643-2f9b-49f0-b214-df105a4f441f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:11.737432 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb172643-2f9b-49f0-b214-df105a4f441f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:11.737432 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb172643-2f9b-49f0-b214-df105a4f441f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:11.737432 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb172643-2f9b-49f0-b214-df105a4f441f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:11.769440 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5d14233f-3756-455e-9909-1f33a959a507 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:11.793943 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f37ebc-ff61-493e-a324-290775af0b7b x-openstack-request-id: req-e8f37ebc-ff61-493e-a324-290775af0b7b {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:51:11.794249 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d393022f-bc87-4d44-a33e-fb00aa7afc41", "tag": "d8cf16e5-ef3c-4696-aba1-594e5628c8d6", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:51:11.794500 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e8f37ebc-ff61-493e-a324-290775af0b7b {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:51:11.794903 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8f37ebc-ff61-493e-a324-290775af0b7b'] response: {'name': 'network-changed', 'server_uuid': 'd393022f-bc87-4d44-a33e-fb00aa7afc41', 'tag': 'd8cf16e5-ef3c-4696-aba1-594e5628c8d6', 'status': 'completed', 'code': 200} Oct 10 11:51:11.805156 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5d14233f-3756-455e-9909-1f33a959a507 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:11.907335 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cba27-b1e0-499f-8166-c32bcea2dc79 req-719fc3bc-31f6-4588-a65b-15ccd2817640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:11.908913 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-099cba27-b1e0-499f-8166-c32bcea2dc79 req-719fc3bc-31f6-4588-a65b-15ccd2817640 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d306afe394314c90a2cfb769736cf17c&device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 1098 time: 0.0944140 Oct 10 11:51:11.939949 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5d14233f-3756-455e-9909-1f33a959a507 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:11.960274 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14233f-3756-455e-9909-1f33a959a507 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d91730-9120-4497-a864-2d8498395ce0,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:51:11.969515 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d14233f-3756-455e-9909-1f33a959a507 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:11.969891 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d14233f-3756-455e-9909-1f33a959a507 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:11.970239 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d14233f-3756-455e-9909-1f33a959a507 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:11.970578 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d14233f-3756-455e-9909-1f33a959a507 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:11.970960 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d14233f-3756-455e-9909-1f33a959a507 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:11.971298 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d14233f-3756-455e-9909-1f33a959a507 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:11.971635 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d14233f-3756-455e-9909-1f33a959a507 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:11.971966 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d14233f-3756-455e-9909-1f33a959a507 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:11.972294 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d14233f-3756-455e-9909-1f33a959a507 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:11.972665 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d14233f-3756-455e-9909-1f33a959a507 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:11.973042 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d14233f-3756-455e-9909-1f33a959a507 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:11.973693 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d14233f-3756-455e-9909-1f33a959a507 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:12.029822 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-5d14233f-3756-455e-9909-1f33a959a507 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:12.030987 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5d14233f-3756-455e-9909-1f33a959a507 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "DELETE /v2.0/security-groups/f1d91730-9120-4497-a864-2d8498395ce0 HTTP/1.1" status: 204 len: 168 time: 0.3530090 Oct 10 11:51:12.033677 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 36650) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:51:12.053542 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cba27-b1e0-499f-8166-c32bcea2dc79 req-515eb72e-8025-4b89-a385-13ea2d029af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:12.057893 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-099cba27-b1e0-499f-8166-c32bcea2dc79 req-515eb72e-8025-4b89-a385-13ea2d029af1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b HTTP/1.1" status: 200 len: 916 time: 0.1406684 Oct 10 11:51:12.164772 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-099cba27-b1e0-499f-8166-c32bcea2dc79 req-ee500c95-b582-4abc-b46c-fc64b4ef80ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8cf16e5-ef3c-4696-aba1-594e5628c8d6 HTTP/1.1" status: 200 len: 1000 time: 0.1030955 Oct 10 11:51:12.232089 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cba27-b1e0-499f-8166-c32bcea2dc79 req-13e1a983-18a9-44dd-af55-ea750a26b9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:12.233613 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-099cba27-b1e0-499f-8166-c32bcea2dc79 req-13e1a983-18a9-44dd-af55-ea750a26b9b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1e29af9-2e38-4ad1-9848-30e88724239b HTTP/1.1" status: 200 len: 854 time: 0.0631723 Oct 10 11:51:12.243994 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-1f9fa2bc-a69f-4a6d-82cc-90ec3b492167 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Deleting port 3d915795-e459-46ef-a7a7-dc511ab1e505 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:51:12.244331 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1f9fa2bc-a69f-4a6d-82cc-90ec3b492167 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:12.316633 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cba27-b1e0-499f-8166-c32bcea2dc79 req-f289686b-4f3b-4928-9e5b-a4281daaa1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:12.318141 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-099cba27-b1e0-499f-8166-c32bcea2dc79 req-f289686b-4f3b-4928-9e5b-a4281daaa1f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782933 Oct 10 11:51:12.412101 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1f9fa2bc-a69f-4a6d-82cc-90ec3b492167 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:12.412430 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1f9fa2bc-a69f-4a6d-82cc-90ec3b492167 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:12.447441 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-099cba27-b1e0-499f-8166-c32bcea2dc79 req-b2ec269b-0148-4f22-b0ec-9b1eebf40fb3 service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235912 Oct 10 11:51:12.534165 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-1f9fa2bc-a69f-4a6d-82cc-90ec3b492167 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Calling delete_port for 3d915795-e459-46ef-a7a7-dc511ab1e505 owned by network:floatingip {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:51:12.583572 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-099cba27-b1e0-499f-8166-c32bcea2dc79 req-b8b6a315-b704-45a5-a998-95a45ac0b81b service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305180 Oct 10 11:51:12.750286 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1f9fa2bc-a69f-4a6d-82cc-90ec3b492167 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:12.799983 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9fa2bc-a69f-4a6d-82cc-90ec3b492167 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event deleted for resources: {'Port': ['ID=3d915795-e459-46ef-a7a7-dc511ab1e505,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:51:12.895556 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1f9fa2bc-a69f-4a6d-82cc-90ec3b492167 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for floatingip, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:12.895890 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-1f9fa2bc-a69f-4a6d-82cc-90ec3b492167 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Floating IP 47d8e2d2-0542-47e8-9ee8-b601e51b526d disassociated (deleted). External IP: 172.26.4.59, port: d8cf16e5-ef3c-4696-aba1-594e5628c8d6. Oct 10 11:51:13.344193 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9fa2bc-a69f-4a6d-82cc-90ec3b492167 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Router 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:51:13.524708 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9fa2bc-a69f-4a6d-82cc-90ec3b492167 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:51:13.534677 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500c3030-c1b0-445d-ab61-ff901d7c9a52 None None] Sync routers for ids ['6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:51:13.544163 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500c3030-c1b0-445d-ab61-ff901d7c9a52 None None] Routers {'6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:51:13.545427 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-500c3030-c1b0-445d-ab61-ff901d7c9a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:51:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:51:13.601980 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1f9fa2bc-a69f-4a6d-82cc-90ec3b492167 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:13.656486 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1f9fa2bc-a69f-4a6d-82cc-90ec3b492167 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "DELETE /v2.0/floatingips/47d8e2d2-0542-47e8-9ee8-b601e51b526d HTTP/1.1" status: 204 len: 168 time: 1.6217201 Oct 10 11:51:13.657240 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd393022f-bc87-4d44-a33e-fb00aa7afc41', 'tag': 'd8cf16e5-ef3c-4696-aba1-594e5628c8d6'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:51:13.659657 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7915b0-a1e2-4541-9886-a72db085cb9c" -d '{"events": [{"name": "network-changed", "server_uuid": "d393022f-bc87-4d44-a33e-fb00aa7afc41", "tag": "d8cf16e5-ef3c-4696-aba1-594e5628c8d6"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:51:13.710069 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2e8094-39cb-4a04-801b-0d456df65f70 x-openstack-request-id: req-7e2e8094-39cb-4a04-801b-0d456df65f70 {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:51:13.710958 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d393022f-bc87-4d44-a33e-fb00aa7afc41", "tag": "d8cf16e5-ef3c-4696-aba1-594e5628c8d6", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:51:13.711243 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7e2e8094-39cb-4a04-801b-0d456df65f70 {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:51:13.711742 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e2e8094-39cb-4a04-801b-0d456df65f70'] response: {'name': 'network-changed', 'server_uuid': 'd393022f-bc87-4d44-a33e-fb00aa7afc41', 'tag': 'd8cf16e5-ef3c-4696-aba1-594e5628c8d6', 'status': 'completed', 'code': 200} Oct 10 11:51:13.730643 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-500c3030-c1b0-445d-ab61-ff901d7c9a52 None None] Set router 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:51:13.925227 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7915b0-a1e2-4541-9886-a72db085cb9c req-f831799e-9b91-4f12-a314-14051934b3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:13.927855 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3a7915b0-a1e2-4541-9886-a72db085cb9c req-f831799e-9b91-4f12-a314-14051934b3ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d306afe394314c90a2cfb769736cf17c&device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 1098 time: 0.1955280 Oct 10 11:51:14.059859 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-500c3030-c1b0-445d-ab61-ff901d7c9a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'name': 'tempest-TestMinimumBasicScenario-1627066101-router', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:14Z', 'updated_at': '2022-10-10T11:47:18Z', 'revision_number': 4, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'gw_port': {'id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:15Z', 'updated_at': '2022-10-10T11:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '68a2484a-0cfe-43b4-a957-668ee0611254', 'name': '', 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'mac_address': 'fa:16:3e:c0:e2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:18Z', 'updated_at': '2022-10-10T11:47:24Z', 'revision_number': 5, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'subnets': [{'id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:51:14.063962 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500c3030-c1b0-445d-ab61-ff901d7c9a52 None None] Checking router: 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:51:14.069968 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7915b0-a1e2-4541-9886-a72db085cb9c req-ce2d919a-68e7-4cd1-b890-c30f548d893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:14.071397 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3a7915b0-a1e2-4541-9886-a72db085cb9c req-ce2d919a-68e7-4cd1-b890-c30f548d893d service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b HTTP/1.1" status: 200 len: 916 time: 0.1377861 Oct 10 11:51:14.073219 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500c3030-c1b0-445d-ab61-ff901d7c9a52 None None] Routers {'6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:51:14.073860 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-500c3030-c1b0-445d-ab61-ff901d7c9a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:51:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:51:14.142044 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3a7915b0-a1e2-4541-9886-a72db085cb9c req-65ff092e-8d31-4830-bb0a-a9f5b21eb1b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8cf16e5-ef3c-4696-aba1-594e5628c8d6 HTTP/1.1" status: 200 len: 217 time: 0.0651629 Oct 10 11:51:14.207169 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7915b0-a1e2-4541-9886-a72db085cb9c req-4257ad4c-3751-4937-96e1-501dd0d41946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:14.208858 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3a7915b0-a1e2-4541-9886-a72db085cb9c req-4257ad4c-3751-4937-96e1-501dd0d41946 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1e29af9-2e38-4ad1-9848-30e88724239b HTTP/1.1" status: 200 len: 854 time: 0.0610147 Oct 10 11:51:14.261466 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-500c3030-c1b0-445d-ab61-ff901d7c9a52 None None] Set router 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:51:14.298044 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7915b0-a1e2-4541-9886-a72db085cb9c req-5aae362d-44c7-47b6-9f00-c4c87a5c6ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:14.299634 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3a7915b0-a1e2-4541-9886-a72db085cb9c req-5aae362d-44c7-47b6-9f00-c4c87a5c6ff1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852222 Oct 10 11:51:14.438817 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3a7915b0-a1e2-4541-9886-a72db085cb9c req-2cf7feec-5c22-4424-97e8-1745813fd65c service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260970 Oct 10 11:51:14.575379 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3a7915b0-a1e2-4541-9886-a72db085cb9c req-ba0a59fe-5a0d-4c1f-a299-55869576d718 service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301966 Oct 10 11:51:14.577706 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-500c3030-c1b0-445d-ab61-ff901d7c9a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'name': 'tempest-TestMinimumBasicScenario-1627066101-router', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:14Z', 'updated_at': '2022-10-10T11:47:18Z', 'revision_number': 4, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'gw_port': {'id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:15Z', 'updated_at': '2022-10-10T11:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '68a2484a-0cfe-43b4-a957-668ee0611254', 'name': '', 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'mac_address': 'fa:16:3e:c0:e2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:18Z', 'updated_at': '2022-10-10T11:47:24Z', 'revision_number': 5, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'subnets': [{'id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:51:14.582147 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500c3030-c1b0-445d-ab61-ff901d7c9a52 None None] The sync data for ids ['6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'] in dv-neutron-860842-1-hyperv is: [{'id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'name': 'tempest-TestMinimumBasicScenario-1627066101-router', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:14Z', 'updated_at': '2022-10-10T11:47:18Z', 'revision_number': 4, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'gw_port': {'id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:15Z', 'updated_at': '2022-10-10T11:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '68a2484a-0cfe-43b4-a957-668ee0611254', 'name': '', 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'mac_address': 'fa:16:3e:c0:e2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:18Z', 'updated_at': '2022-10-10T11:47:24Z', 'revision_number': 5, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'subnets': [{'id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:51:14.804976 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6396814-3554-493f-9a61-6ad6089dfbfd None None] New status for floating IP 47d8e2d2-0542-47e8-9ee8-b601e51b526d: DOWN {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:51:19.584810 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf233618-e058-4f9b-979e-ae9b731b94a6 req-3529545a-9cbd-4907-86f5-c9b3ec513c36 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:19.585556 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-cf233618-e058-4f9b-979e-ae9b731b94a6 req-3529545a-9cbd-4907-86f5-c9b3ec513c36 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Synchronizing usage tracker for tenant:d306afe394314c90a2cfb769736cf17c on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:51:19.664770 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-cf233618-e058-4f9b-979e-ae9b731b94a6 req-3529545a-9cbd-4907-86f5-c9b3ec513c36 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Unset dirty status for tenant:d306afe394314c90a2cfb769736cf17c on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:51:19.665932 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cf233618-e058-4f9b-979e-ae9b731b94a6 req-3529545a-9cbd-4907-86f5-c9b3ec513c36 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 945 time: 0.1723125 Oct 10 11:51:19.710386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-cf233618-e058-4f9b-979e-ae9b731b94a6 req-1f8ce384-e13d-46e5-9a9a-542611e8e1f0 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Synchronizing usage tracker for tenant:d306afe394314c90a2cfb769736cf17c on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:51:19.767006 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-cf233618-e058-4f9b-979e-ae9b731b94a6 req-1f8ce384-e13d-46e5-9a9a-542611e8e1f0 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Unset dirty status for tenant:d306afe394314c90a2cfb769736cf17c on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:51:19.768105 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cf233618-e058-4f9b-979e-ae9b731b94a6 req-1f8ce384-e13d-46e5-9a9a-542611e8e1f0 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965502 Oct 10 11:51:20.964594 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a399bf-107f-48d8-8145-5b742dc74211 req-76563665-6719-4a2d-80ea-13c7a16cbd0f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:20.966115 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-54a399bf-107f-48d8-8145-5b742dc74211 req-76563665-6719-4a2d-80ea-13c7a16cbd0f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 945 time: 0.0858130 Oct 10 11:51:21.009753 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-54a399bf-107f-48d8-8145-5b742dc74211 req-93d8d754-2b01-4ea8-80a2-774aa4cf4c31 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379331 Oct 10 11:51:21.116924 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9de7a-49d4-457b-ab51-739acb598a5a req-205bb17f-d422-48fa-b5ae-96fca9356dbe tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:21.118270 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c1c9de7a-49d4-457b-ab51-739acb598a5a req-205bb17f-d422-48fa-b5ae-96fca9356dbe tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.15 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 945 time: 0.0902164 Oct 10 11:51:21.187093 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-c1c9de7a-49d4-457b-ab51-739acb598a5a req-8790e1ef-04f2-4030-9e11-fbc6730d5e23 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Deleting port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:51:21.187433 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-c1c9de7a-49d4-457b-ab51-739acb598a5a req-8790e1ef-04f2-4030-9e11-fbc6730d5e23 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:21.433711 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-c1c9de7a-49d4-457b-ab51-739acb598a5a req-8790e1ef-04f2-4030-9e11-fbc6730d5e23 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] For port d8cf16e5-ef3c-4696-aba1-594e5628c8d6, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d8cf16e5-ef3c-4696-aba1-594e5628c8d6,segment=NetworkSegment(cb4d46ff-fcef-4481-83c9-790301f66fdd),segment_id=cb4d46ff-fcef-4481-83c9-790301f66fdd)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:51:21.433973 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-c1c9de7a-49d4-457b-ab51-739acb598a5a req-8790e1ef-04f2-4030-9e11-fbc6730d5e23 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:21.553760 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-c1c9de7a-49d4-457b-ab51-739acb598a5a req-8790e1ef-04f2-4030-9e11-fbc6730d5e23 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Calling delete_port for d8cf16e5-ef3c-4696-aba1-594e5628c8d6 owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:51:21.772576 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-c1c9de7a-49d4-457b-ab51-739acb598a5a req-8790e1ef-04f2-4030-9e11-fbc6730d5e23 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:21.783471 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['d8cf16e5-ef3c-4696-aba1-594e5628c8d6'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:51:21.828116 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790e1ef-04f2-4030-9e11-fbc6730d5e23 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event deleted for resources: {'Port': ['ID=d8cf16e5-ef3c-4696-aba1-594e5628c8d6,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:51:22.010214 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c9de7a-49d4-457b-ab51-739acb598a5a req-8790e1ef-04f2-4030-9e11-fbc6730d5e23 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] No DVR routers for this DVR port d8cf16e5-ef3c-4696-aba1-594e5628c8d6 on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:51:22.012644 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-c1c9de7a-49d4-457b-ab51-739acb598a5a req-8790e1ef-04f2-4030-9e11-fbc6730d5e23 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:22.015185 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd393022f-bc87-4d44-a33e-fb00aa7afc41', 'name': 'network-vif-deleted', 'tag': 'd8cf16e5-ef3c-4696-aba1-594e5628c8d6'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:51:22.017407 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3e5e99-98fb-4307-83d9-12b29d94153b" -d '{"events": [{"server_uuid": "d393022f-bc87-4d44-a33e-fb00aa7afc41", "name": "network-vif-deleted", "tag": "d8cf16e5-ef3c-4696-aba1-594e5628c8d6"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:51:22.059944 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2c8af7-a80e-4a79-a642-1e5dc2f59b2e x-openstack-request-id: req-1d2c8af7-a80e-4a79-a642-1e5dc2f59b2e {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:51:22.060223 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d393022f-bc87-4d44-a33e-fb00aa7afc41", "name": "network-vif-deleted", "tag": "d8cf16e5-ef3c-4696-aba1-594e5628c8d6", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:51:22.060657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1d2c8af7-a80e-4a79-a642-1e5dc2f59b2e {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:51:22.061057 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d2c8af7-a80e-4a79-a642-1e5dc2f59b2e'] response: {'server_uuid': 'd393022f-bc87-4d44-a33e-fb00aa7afc41', 'name': 'network-vif-deleted', 'tag': 'd8cf16e5-ef3c-4696-aba1-594e5628c8d6', 'status': 'completed', 'code': 200} Oct 10 11:51:22.070688 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c1c9de7a-49d4-457b-ab51-739acb598a5a req-8790e1ef-04f2-4030-9e11-fbc6730d5e23 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.15 "DELETE /v2.0/ports/d8cf16e5-ef3c-4696-aba1-594e5628c8d6 HTTP/1.1" status: 204 len: 173 time: 0.9475036 Oct 10 11:51:22.171515 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-e4702d57-33b9-448b-af19-131b1dcbb610 req-7b3d5622-6b19-44c3-af09-d28224e08ade tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Synchronizing usage tracker for tenant:d306afe394314c90a2cfb769736cf17c on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:51:22.258929 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-e4702d57-33b9-448b-af19-131b1dcbb610 req-7b3d5622-6b19-44c3-af09-d28224e08ade tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Unset dirty status for tenant:d306afe394314c90a2cfb769736cf17c on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:51:22.260144 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e4702d57-33b9-448b-af19-131b1dcbb610 req-7b3d5622-6b19-44c3-af09-d28224e08ade tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=d393022f-bc87-4d44-a33e-fb00aa7afc41 HTTP/1.1" status: 200 len: 210 time: 0.1411805 Oct 10 11:51:24.041402 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device d8cf16e5-ef3c-4696-aba1-594e5628c8d6 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:51:24.075055 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: d8cf16e5-ef3c-4696-aba1-594e5628c8d6 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:51:24.075371 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device d8cf16e5-ef3c-4696-aba1-594e5628c8d6 not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:51:33.509771 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-879f33e3-d0b4-4c09-86d4-4f1e5e1b78f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:33.998329 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:51:35.755235 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-01fd03ec-5864-4416-b941-baa3579b797b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:36.314392 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-04848714-8f48-4070-b8f7-c63131275dcc tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:36.315866 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-04848714-8f48-4070-b8f7-c63131275dcc tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/networks?id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b HTTP/1.1" status: 200 len: 815 time: 0.1596968 Oct 10 11:51:36.330857 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-2ae4b311-f491-4bd2-9f44-7996beb2558f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/quotas/d306afe394314c90a2cfb769736cf17c HTTP/1.1" status: 200 len: 375 time: 0.0095491 Oct 10 11:51:36.431565 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-85fe36c8-00a3-4837-b21b-78fc0e8a546f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=d306afe394314c90a2cfb769736cf17c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0953472 Oct 10 11:51:36.612803 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-84525942-d09c-4a81-9ed0-8c73f667eaa7 service neutron] 10.222.0.40 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690435 Oct 10 11:51:36.743912 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-cfa6d7ac-a36b-449c-9d15-6aa7ef0bedb7 service neutron] 10.222.0.40 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251624 Oct 10 11:51:37.028154 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cb3fad0b-dc03-4446-bd23-ed8e2f3ea46e req-12cc2efb-4936-44bc-98eb-3f1b74540209 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 210 time: 0.0554090 Oct 10 11:51:37.034455 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:37.132507 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:38.203111 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a035e315-1bc5-4945-8208-40d49dee4b97 req-d446d71d-6a51-4a8c-a517-20eecfb19e92 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 210 time: 0.0568321 Oct 10 11:51:38.737422 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:39.336426 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-67803103-6315-4d97-b458-ac62477cc67e tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:39.338165 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-67803103-6315-4d97-b458-ac62477cc67e tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.15 "GET /v2.0/networks?id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b HTTP/1.1" status: 200 len: 815 time: 0.1855295 Oct 10 11:51:39.350134 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-23ef4b51-5900-44f6-ae3c-e3847be3216f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Request body: {'port': {'device_id': 'f8725ef1-f272-4a50-bdec-4dc31c1794fb', 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b', 'admin_state_up': True, 'tenant_id': 'd306afe394314c90a2cfb769736cf17c'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:51:39.400806 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a0eb5b5f-48d3-4f04-937e-a3ed72c370ed req-aafdc9f3-a2a0-49c5-9295-8a58574fae1f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 210 time: 0.0714295 Oct 10 11:51:39.500651 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-23ef4b51-5900-44f6-ae3c-e3847be3216f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:51:39.511070 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-23ef4b51-5900-44f6-ae3c-e3847be3216f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:51:39.635262 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-23ef4b51-5900-44f6-ae3c-e3847be3216f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Made reservation on behalf of d306afe394314c90a2cfb769736cf17c for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:51:39.639306 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-23ef4b51-5900-44f6-ae3c-e3847be3216f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:39.669911 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:39.811142 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-23ef4b51-5900-44f6-ae3c-e3847be3216f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Allocated IP 172.20.0.3 (b5e91574-dc9d-4b0c-84b7-c3a39e84b35b/d1e29af9-2e38-4ad1-9848-30e88724239b/94c9196d-9802-4469-abad-bcc48a509539) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:51:40.033959 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-23ef4b51-5900-44f6-ae3c-e3847be3216f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:40.053218 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-23ef4b51-5900-44f6-ae3c-e3847be3216f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Transition to ACTIVE for port object 94c9196d-9802-4469-abad-bcc48a509539 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:51:40.134774 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-23ef4b51-5900-44f6-ae3c-e3847be3216f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:40.272079 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-23ef4b51-5900-44f6-ae3c-e3847be3216f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Network b5e91574-dc9d-4b0c-84b7-c3a39e84b35b is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:51:40.275295 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-23ef4b51-5900-44f6-ae3c-e3847be3216f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:51:40.279816 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-23ef4b51-5900-44f6-ae3c-e3847be3216f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:51:40.344316 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef4b51-5900-44f6-ae3c-e3847be3216f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event updated for resources: {'Port': ['ID=94c9196d-9802-4469-abad-bcc48a509539,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:51:40.415117 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-23ef4b51-5900-44f6-ae3c-e3847be3216f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:40.416062 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-23ef4b51-5900-44f6-ae3c-e3847be3216f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:40.545676 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-23ef4b51-5900-44f6-ae3c-e3847be3216f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1995656 Oct 10 11:51:40.702318 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e220f78-1c4f-439b-8e56-cbde74d05a35 req-8d0df3b3-0599-4109-897b-c05ee838e4a3 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:40.703615 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-0e220f78-1c4f-439b-8e56-cbde74d05a35 req-8d0df3b3-0599-4109-897b-c05ee838e4a3 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Synchronizing usage tracker for tenant:d306afe394314c90a2cfb769736cf17c on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:51:40.778650 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-0e220f78-1c4f-439b-8e56-cbde74d05a35 req-8d0df3b3-0599-4109-897b-c05ee838e4a3 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Unset dirty status for tenant:d306afe394314c90a2cfb769736cf17c on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:51:40.781458 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0e220f78-1c4f-439b-8e56-cbde74d05a35 req-8d0df3b3-0599-4109-897b-c05ee838e4a3 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 931 time: 0.2016206 Oct 10 11:51:40.806257 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ebd43dbe-de9a-4d1e-a9c4-1df38677ae0b None None] Provisioning for port 94c9196d-9802-4469-abad-bcc48a509539 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:51:40.813465 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ebd43dbe-de9a-4d1e-a9c4-1df38677ae0b None None] Provisioning complete for port 94c9196d-9802-4469-abad-bcc48a509539 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:51:40.814276 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ebd43dbe-de9a-4d1e-a9c4-1df38677ae0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:40.815111 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ebd43dbe-de9a-4d1e-a9c4-1df38677ae0b None None] Attempt 1 to provision port 94c9196d-9802-4469-abad-bcc48a509539 Oct 10 11:51:40.846513 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0e220f78-1c4f-439b-8e56-cbde74d05a35 req-b65a33bd-f307-40d6-ba06-0ae33aab6efd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588870 Oct 10 11:51:40.893598 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ebd43dbe-de9a-4d1e-a9c4-1df38677ae0b None None] Port 94c9196d-9802-4469-abad-bcc48a509539 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:51:41.396270 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ebd43dbe-de9a-4d1e-a9c4-1df38677ae0b None None] Attempt 2 to provision port 94c9196d-9802-4469-abad-bcc48a509539 Oct 10 11:51:41.453735 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ebd43dbe-de9a-4d1e-a9c4-1df38677ae0b None None] Port 94c9196d-9802-4469-abad-bcc48a509539 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:51:41.955536 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ebd43dbe-de9a-4d1e-a9c4-1df38677ae0b None None] Attempt 3 to provision port 94c9196d-9802-4469-abad-bcc48a509539 Oct 10 11:51:42.123434 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ebd43dbe-de9a-4d1e-a9c4-1df38677ae0b None None] Port 94c9196d-9802-4469-abad-bcc48a509539 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:51:42.129719 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d5bcf-1789-4130-85d3-8ac27d9d017a req-784794ce-69d7-4555-987c-ce6a440fddde tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:42.133969 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-112d5bcf-1789-4130-85d3-8ac27d9d017a req-784794ce-69d7-4555-987c-ce6a440fddde tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 931 time: 0.1258564 Oct 10 11:51:42.192587 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-112d5bcf-1789-4130-85d3-8ac27d9d017a req-ff400681-d6b9-458d-a86e-b9a09e170b9c tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516796 Oct 10 11:51:42.624616 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ebd43dbe-de9a-4d1e-a9c4-1df38677ae0b None None] Attempt 4 to provision port 94c9196d-9802-4469-abad-bcc48a509539 Oct 10 11:51:42.682156 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ebd43dbe-de9a-4d1e-a9c4-1df38677ae0b None None] Port 94c9196d-9802-4469-abad-bcc48a509539 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:51:43.184123 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ebd43dbe-de9a-4d1e-a9c4-1df38677ae0b None None] Attempt 5 to provision port 94c9196d-9802-4469-abad-bcc48a509539 Oct 10 11:51:43.254706 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ebd43dbe-de9a-4d1e-a9c4-1df38677ae0b None None] Port 94c9196d-9802-4469-abad-bcc48a509539 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:51:43.529629 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cb5f9-f8fd-4575-b727-40eba6445a53 req-1e8a1a2f-125f-48c2-9d4c-7910ff5137eb tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:43.531093 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-511cb5f9-f8fd-4575-b727-40eba6445a53 req-1e8a1a2f-125f-48c2-9d4c-7910ff5137eb tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 931 time: 0.2214670 Oct 10 11:51:43.578775 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-511cb5f9-f8fd-4575-b727-40eba6445a53 req-6097e144-36c2-43f6-9ab1-a2c54a5aeb5f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408959 Oct 10 11:51:43.756052 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ebd43dbe-de9a-4d1e-a9c4-1df38677ae0b None None] Attempt 6 to provision port 94c9196d-9802-4469-abad-bcc48a509539 Oct 10 11:51:43.811626 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ebd43dbe-de9a-4d1e-a9c4-1df38677ae0b None None] Port 94c9196d-9802-4469-abad-bcc48a509539 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:51:44.312743 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ebd43dbe-de9a-4d1e-a9c4-1df38677ae0b None None] Attempt 7 to provision port 94c9196d-9802-4469-abad-bcc48a509539 Oct 10 11:51:44.371456 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ebd43dbe-de9a-4d1e-a9c4-1df38677ae0b None None] Port 94c9196d-9802-4469-abad-bcc48a509539 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:51:44.789841 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333ce1d-0e7c-4492-bfea-c88d1a148e59 req-7346a44f-79e9-45d4-a4b9-59853c44a787 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:44.791319 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c333ce1d-0e7c-4492-bfea-c88d1a148e59 req-7346a44f-79e9-45d4-a4b9-59853c44a787 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 931 time: 0.0954282 Oct 10 11:51:44.836766 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c333ce1d-0e7c-4492-bfea-c88d1a148e59 req-bccbf9e9-28b5-40c6-b035-2a8be31f3f95 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397348 Oct 10 11:51:44.872714 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ebd43dbe-de9a-4d1e-a9c4-1df38677ae0b None None] Attempt 8 to provision port 94c9196d-9802-4469-abad-bcc48a509539 Oct 10 11:51:44.939564 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ebd43dbe-de9a-4d1e-a9c4-1df38677ae0b None None] Port 94c9196d-9802-4469-abad-bcc48a509539 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:51:45.441808 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ebd43dbe-de9a-4d1e-a9c4-1df38677ae0b None None] Attempt 9 to provision port 94c9196d-9802-4469-abad-bcc48a509539 Oct 10 11:51:45.499502 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ebd43dbe-de9a-4d1e-a9c4-1df38677ae0b None None] Port 94c9196d-9802-4469-abad-bcc48a509539 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:51:46.000549 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ebd43dbe-de9a-4d1e-a9c4-1df38677ae0b None None] Attempt 10 to provision port 94c9196d-9802-4469-abad-bcc48a509539 Oct 10 11:51:46.069660 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ebd43dbe-de9a-4d1e-a9c4-1df38677ae0b None None] Port 94c9196d-9802-4469-abad-bcc48a509539 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:51:46.104161 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540df7a-8b1f-4098-9743-1556b8718d3f req-123721bc-f9ab-40e5-9f4f-7aca10f5f1b6 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:46.106796 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d540df7a-8b1f-4098-9743-1556b8718d3f req-123721bc-f9ab-40e5-9f4f-7aca10f5f1b6 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 931 time: 0.1186945 Oct 10 11:51:46.156298 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d540df7a-8b1f-4098-9743-1556b8718d3f req-72cd2a29-9ffc-4629-b376-f107e844d9f3 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434146 Oct 10 11:51:47.363125 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e50405-7576-4244-bc22-2d050f391635 req-0e8df7b6-b217-48fb-98d9-de0649e670b4 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:47.364524 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a5e50405-7576-4244-bc22-2d050f391635 req-0e8df7b6-b217-48fb-98d9-de0649e670b4 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 931 time: 0.0902479 Oct 10 11:51:47.408281 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a5e50405-7576-4244-bc22-2d050f391635 req-df598d22-a321-4ff0-af2c-06d2b4d5697d tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381370 Oct 10 11:51:47.596108 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-2b414627-02ad-4913-aa23-8aca7f0a0acd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:51:47.599818 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-2b414627-02ad-4913-aa23-8aca7f0a0acd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069139 Oct 10 11:51:47.622859 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-c7085e89-5c9b-48e4-930b-be656e34e506 service neutron] Request body: {'port': {'device_id': 'f8725ef1-f272-4a50-bdec-4dc31c1794fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:51:47.732952 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-c7085e89-5c9b-48e4-930b-be656e34e506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:48.067868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-c7085e89-5c9b-48e4-930b-be656e34e506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c9196d-9802-4469-abad-bcc48a509539 {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:51:48.075063 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-c7085e89-5c9b-48e4-930b-be656e34e506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:48.088665 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-c7085e89-5c9b-48e4-930b-be656e34e506 service neutron] Transition to ACTIVE for port object 94c9196d-9802-4469-abad-bcc48a509539 will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:51:48.149294 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-c7085e89-5c9b-48e4-930b-be656e34e506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:48.306499 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7085e89-5c9b-48e4-930b-be656e34e506 service neutron] Pushing event updated for resources: {'Port': ['ID=94c9196d-9802-4469-abad-bcc48a509539,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:51:48.372458 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-c7085e89-5c9b-48e4-930b-be656e34e506 service neutron] Attempting to bind port 94c9196d-9802-4469-abad-bcc48a509539 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:51:48.372785 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-c7085e89-5c9b-48e4-930b-be656e34e506 service neutron] Attempting to bind port 94c9196d-9802-4469-abad-bcc48a509539 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'cb4d46ff-fcef-4481-83c9-790301f66fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:51:48.373106 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-c7085e89-5c9b-48e4-930b-be656e34e506 service neutron] Attempting to bind port 94c9196d-9802-4469-abad-bcc48a509539 on network b5e91574-dc9d-4b0c-84b7-c3a39e84b35b {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:51:48.377645 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-c7085e89-5c9b-48e4-930b-be656e34e506 service neutron] Port 94c9196d-9802-4469-abad-bcc48a509539 on network b5e91574-dc9d-4b0c-84b7-c3a39e84b35b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:51:48.377983 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-c7085e89-5c9b-48e4-930b-be656e34e506 service neutron] Attempting to bind port 94c9196d-9802-4469-abad-bcc48a509539 on network b5e91574-dc9d-4b0c-84b7-c3a39e84b35b {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:51:48.382907 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-c7085e89-5c9b-48e4-930b-be656e34e506 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:51:48.383234 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-c7085e89-5c9b-48e4-930b-be656e34e506 service neutron] Checking segment: {'id': 'cb4d46ff-fcef-4481-83c9-790301f66fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:51:48.383606 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-c7085e89-5c9b-48e4-930b-be656e34e506 service neutron] Bound using segment: {'id': 'cb4d46ff-fcef-4481-83c9-790301f66fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:51:48.384020 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-c7085e89-5c9b-48e4-930b-be656e34e506 service neutron] Bound port: 94c9196d-9802-4469-abad-bcc48a509539, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb4d46ff-fcef-4481-83c9-790301f66fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:51:48.384352 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-c7085e89-5c9b-48e4-930b-be656e34e506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:48.475549 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-c7085e89-5c9b-48e4-930b-be656e34e506 service neutron] For port 94c9196d-9802-4469-abad-bcc48a509539, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:51:48.478477 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-c7085e89-5c9b-48e4-930b-be656e34e506 service neutron] For port 94c9196d-9802-4469-abad-bcc48a509539, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=94c9196d-9802-4469-abad-bcc48a509539,segment=NetworkSegment(cb4d46ff-fcef-4481-83c9-790301f66fdd),segment_id=cb4d46ff-fcef-4481-83c9-790301f66fdd)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:51:48.580319 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-c7085e89-5c9b-48e4-930b-be656e34e506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:48.583914 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-c7085e89-5c9b-48e4-930b-be656e34e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:48.584678 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-c7085e89-5c9b-48e4-930b-be656e34e506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:48.586055 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-c7085e89-5c9b-48e4-930b-be656e34e506 service neutron] 10.222.0.15 "PUT /v2.0/ports/94c9196d-9802-4469-abad-bcc48a509539 HTTP/1.1" status: 200 len: 1093 time: 0.9673355 Oct 10 11:51:48.616100 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8725ef1-f272-4a50-bdec-4dc31c1794fb', 'tag': '94c9196d-9802-4469-abad-bcc48a509539'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:51:48.618387 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50dc358d-27a4-47cc-9391-c2a48769b858" -d '{"events": [{"name": "network-changed", "server_uuid": "f8725ef1-f272-4a50-bdec-4dc31c1794fb", "tag": "94c9196d-9802-4469-abad-bcc48a509539"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:51:48.672136 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f6a369-3e74-43c8-8fdf-e0eb0089dc9b x-openstack-request-id: req-b4f6a369-3e74-43c8-8fdf-e0eb0089dc9b {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:51:48.672429 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8725ef1-f272-4a50-bdec-4dc31c1794fb", "tag": "94c9196d-9802-4469-abad-bcc48a509539", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:51:48.672825 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b4f6a369-3e74-43c8-8fdf-e0eb0089dc9b {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:51:48.673206 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4f6a369-3e74-43c8-8fdf-e0eb0089dc9b'] response: {'name': 'network-changed', 'server_uuid': 'f8725ef1-f272-4a50-bdec-4dc31c1794fb', 'tag': '94c9196d-9802-4469-abad-bcc48a509539', 'status': 'completed', 'code': 200} Oct 10 11:51:48.687508 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4f025-b738-4a10-ad03-ccbd755d09c2 req-6c6b4edf-0639-434d-b58e-f0539931f82c tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:48.689092 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-11c4f025-b738-4a10-ad03-ccbd755d09c2 req-6c6b4edf-0639-434d-b58e-f0539931f82c tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 943 time: 0.1722808 Oct 10 11:51:48.691257 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7085e89-5c9b-48e4-930b-be656e34e506 service neutron] Pushing event updated for resources: {'Port': ['ID=94c9196d-9802-4469-abad-bcc48a509539,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:51:48.795590 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-11c4f025-b738-4a10-ad03-ccbd755d09c2 req-0b809d20-a09e-40b8-95ed-75d90a114977 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560274 Oct 10 11:51:48.810556 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc358d-27a4-47cc-9391-c2a48769b858 req-b42d4c7e-77d8-4d69-8a4c-cf0f0f6d05a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:48.812120 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-50dc358d-27a4-47cc-9391-c2a48769b858 req-b42d4c7e-77d8-4d69-8a4c-cf0f0f6d05a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d306afe394314c90a2cfb769736cf17c&device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 1096 time: 0.1220636 Oct 10 11:51:48.952628 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc358d-27a4-47cc-9391-c2a48769b858 req-e20201e4-2c0b-4a09-9ea0-ed270ab0172e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:48.954111 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-50dc358d-27a4-47cc-9391-c2a48769b858 req-e20201e4-2c0b-4a09-9ea0-ed270ab0172e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d306afe394314c90a2cfb769736cf17c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1344907 Oct 10 11:51:49.091467 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc358d-27a4-47cc-9391-c2a48769b858 req-9cd59464-0e5f-4231-8c64-1a755fb78235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:49.092906 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-50dc358d-27a4-47cc-9391-c2a48769b858 req-9cd59464-0e5f-4231-8c64-1a755fb78235 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318192 Oct 10 11:51:49.307418 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-dc468206-2dfc-4549-a3e5-801573c3b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:49.308870 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-dc468206-2dfc-4549-a3e5-801573c3b717 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d306afe394314c90a2cfb769736cf17c&device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 1096 time: 0.1795924 Oct 10 11:51:49.374637 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-e30bef00-f046-4db8-b0d5-4228f5fdc2fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94c9196d-9802-4469-abad-bcc48a509539 HTTP/1.1" status: 200 len: 217 time: 0.0591190 Oct 10 11:51:49.437346 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-1748986d-3dd5-4221-8c11-b43fa5940f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:49.438745 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-1748986d-3dd5-4221-8c11-b43fa5940f9b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1e29af9-2e38-4ad1-9848-30e88724239b HTTP/1.1" status: 200 len: 854 time: 0.0573015 Oct 10 11:51:49.519496 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-9a1a8152-3a12-42dc-8a25-5ddbf97f01f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:49.520935 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-9a1a8152-3a12-42dc-8a25-5ddbf97f01f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760372 Oct 10 11:51:49.648560 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-ab0631ce-625b-488d-bef3-3f6ceecb4d88 service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219645 Oct 10 11:51:49.778015 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bb6f4886-d4d7-4948-bbcc-da96a3ed45d4 req-389bfb9c-bb03-4455-8e33-a6be5619c0d6 service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241913 Oct 10 11:51:49.998256 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634dc829-7a70-4f3c-841e-593eca5dbb27 req-1da24667-e34f-4721-9bb5-d4dc34f80e08 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:49.999694 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-634dc829-7a70-4f3c-841e-593eca5dbb27 req-1da24667-e34f-4721-9bb5-d4dc34f80e08 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 943 time: 0.0890861 Oct 10 11:51:50.046578 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-634dc829-7a70-4f3c-841e-593eca5dbb27 req-63af5763-eb98-4406-9d31-86842ae11ae7 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413089 Oct 10 11:51:51.243345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c6a38-c26c-419a-a129-3fc345e12072 req-be78d15b-2b61-43fc-be61-32da9bed9a8c tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:51.244801 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c52c6a38-c26c-419a-a129-3fc345e12072 req-be78d15b-2b61-43fc-be61-32da9bed9a8c tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 943 time: 0.0919898 Oct 10 11:51:51.288568 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c52c6a38-c26c-419a-a129-3fc345e12072 req-4a18cabc-6b8c-46e5-80b6-2534acf5a07b tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381746 Oct 10 11:51:52.150059 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 94c9196d-9802-4469-abad-bcc48a509539 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:51:52.291707 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 94c9196d-9802-4469-abad-bcc48a509539, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=94c9196d-9802-4469-abad-bcc48a509539,segment=NetworkSegment(cb4d46ff-fcef-4481-83c9-790301f66fdd),segment_id=cb4d46ff-fcef-4481-83c9-790301f66fdd)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:51:52.305569 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '94c9196d-9802-4469-abad-bcc48a509539', 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b', 'port_id': '94c9196d-9802-4469-abad-bcc48a509539', 'mac_address': 'fa:16:3e:4f:76:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 498, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:51:52.364391 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 94c9196d-9802-4469-abad-bcc48a509539 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:51:52.364883 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:52.383346 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c9196d-9802-4469-abad-bcc48a509539 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:51:52.399934 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 94c9196d-9802-4469-abad-bcc48a509539, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=94c9196d-9802-4469-abad-bcc48a509539,segment=NetworkSegment(cb4d46ff-fcef-4481-83c9-790301f66fdd),segment_id=cb4d46ff-fcef-4481-83c9-790301f66fdd)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:51:52.495725 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa947f44-3b3c-42ee-88b4-b1cd083b944f req-25db6d90-39e9-4d0a-8cae-9058eb97b226 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:52.497221 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-aa947f44-3b3c-42ee-88b4-b1cd083b944f req-25db6d90-39e9-4d0a-8cae-9058eb97b226 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 943 time: 0.0911903 Oct 10 11:51:52.546470 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-aa947f44-3b3c-42ee-88b4-b1cd083b944f req-00f753d4-d40f-4b10-9b25-427042573d4c tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403314 Oct 10 11:51:53.046254 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:53.115239 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=94c9196d-9802-4469-abad-bcc48a509539,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:51:53.122275 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:53.122621 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:53.122961 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:53.123292 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:53.123619 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:53.123947 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:53.124269 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:53.124592 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:53.124914 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:53.125233 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:53.125625 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:53.125949 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:51:53.287949 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['94c9196d-9802-4469-abad-bcc48a509539'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:51:53.751462 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643b8a2-fd15-4b08-a67f-f20f4ecbfeb8 req-4232fe6d-b45f-461f-a5f3-8c3b2417364f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:53.752899 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6643b8a2-fd15-4b08-a67f-f20f4ecbfeb8 req-4232fe6d-b45f-461f-a5f3-8c3b2417364f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 944 time: 0.0899239 Oct 10 11:51:53.797378 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6643b8a2-fd15-4b08-a67f-f20f4ecbfeb8 req-e2be2576-454d-40ce-9049-616448284bcf tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387757 Oct 10 11:51:54.149864 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 94c9196d-9802-4469-abad-bcc48a509539 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:51:54.274196 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port 94c9196d-9802-4469-abad-bcc48a509539 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:51:54.278985 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 94c9196d-9802-4469-abad-bcc48a509539 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:51:54.279354 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:54.279689 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 94c9196d-9802-4469-abad-bcc48a509539 Oct 10 11:51:54.422690 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 94c9196d-9802-4469-abad-bcc48a509539 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:51:54.423398 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:54.449501 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8725ef1-f272-4a50-bdec-4dc31c1794fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c9196d-9802-4469-abad-bcc48a509539'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:51:54.451750 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e259f3-6c3c-43c8-8762-1b7c13f85bbe" -d '{"events": [{"server_uuid": "f8725ef1-f272-4a50-bdec-4dc31c1794fb", "name": "network-vif-plugged", "status": "completed", "tag": "94c9196d-9802-4469-abad-bcc48a509539"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:51:54.459459 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 94c9196d-9802-4469-abad-bcc48a509539, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=94c9196d-9802-4469-abad-bcc48a509539,segment=NetworkSegment(cb4d46ff-fcef-4481-83c9-790301f66fdd),segment_id=cb4d46ff-fcef-4481-83c9-790301f66fdd)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:51:54.526971 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:51:54.563995 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b65b86f-19cf-43f4-adde-add8f7a1ec46 x-openstack-request-id: req-1b65b86f-19cf-43f4-adde-add8f7a1ec46 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:51:54.564367 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8725ef1-f272-4a50-bdec-4dc31c1794fb", "name": "network-vif-plugged", "status": "completed", "tag": "94c9196d-9802-4469-abad-bcc48a509539", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:51:54.564614 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1b65b86f-19cf-43f4-adde-add8f7a1ec46 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:51:54.565002 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b65b86f-19cf-43f4-adde-add8f7a1ec46'] response: {'server_uuid': 'f8725ef1-f272-4a50-bdec-4dc31c1794fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c9196d-9802-4469-abad-bcc48a509539', 'code': 200} Oct 10 11:51:54.597295 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=94c9196d-9802-4469-abad-bcc48a509539,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:51:54.881384 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a21946-3b69-4eef-9906-319ced57d21b req-12813f7a-8710-446e-83bb-cd12c1e8e89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:54.882909 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-80a21946-3b69-4eef-9906-319ced57d21b req-12813f7a-8710-446e-83bb-cd12c1e8e89c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 1098 time: 0.0799828 Oct 10 11:51:54.973717 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-80a21946-3b69-4eef-9906-319ced57d21b req-f21a551d-76fc-4945-a731-eb18fbbcb932 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851059 Oct 10 11:51:55.012060 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52403101-0086-4fe3-8542-1a7aa0907a8e req-fd5df863-f5f2-4006-99e7-1c902c563646 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:55.013538 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-52403101-0086-4fe3-8542-1a7aa0907a8e req-fd5df863-f5f2-4006-99e7-1c902c563646 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 945 time: 0.1047893 Oct 10 11:51:55.057566 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-52403101-0086-4fe3-8542-1a7aa0907a8e req-b5d79bdc-f94f-4194-be4e-f522c0c429da tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383818 Oct 10 11:51:56.312231 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f41f2e-b8b3-411e-a8a6-d6f65a645bc3 req-4ecf86ec-93a0-4c51-a465-d971cd32aaec tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:56.313690 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b2f41f2e-b8b3-411e-a8a6-d6f65a645bc3 req-4ecf86ec-93a0-4c51-a465-d971cd32aaec tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 945 time: 0.1447766 Oct 10 11:51:56.357467 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b2f41f2e-b8b3-411e-a8a6-d6f65a645bc3 req-d27534a1-53ee-4ce9-a68a-689bfb63a3bf tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374720 Oct 10 11:51:56.601323 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3eb362-32b7-4bed-9504-f46acb4c8677 req-b8d460f0-6ae2-4fc6-b200-4fa14e495161 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:56.602774 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ac3eb362-32b7-4bed-9504-f46acb4c8677 req-b8d460f0-6ae2-4fc6-b200-4fa14e495161 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 945 time: 0.1370416 Oct 10 11:51:56.645965 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ac3eb362-32b7-4bed-9504-f46acb4c8677 req-12a43eed-4d8c-435a-8605-75a589988411 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376549 Oct 10 11:51:57.050287 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bddb2-9673-40a0-bafb-89c03c9a0409 req-0e03958e-e634-47a4-a02e-d288a6d3e595 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:51:57.052268 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-991bddb2-9673-40a0-bafb-89c03c9a0409 req-0e03958e-e634-47a4-a02e-d288a6d3e595 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 945 time: 0.0868297 Oct 10 11:51:57.094919 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-991bddb2-9673-40a0-bafb-89c03c9a0409 req-51d26c83-4d95-4604-9e86-0cf0640fa6e4 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370803 Oct 10 11:52:03.480732 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b7736401-7c5b-467f-a70e-f6003a219582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:05.742939 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b177bcad-5ba5-408f-9c5c-8cac290e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:07.034851 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:07.132539 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:08.720087 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:09.674924 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:10.397120 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ff24e-7fa4-47cd-af66-97a3939d4f9d req-d32ad28c-e84b-40ba-b79b-f9b1f8080d7b tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:10.397120 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8f9ff24e-7fa4-47cd-af66-97a3939d4f9d req-d32ad28c-e84b-40ba-b79b-f9b1f8080d7b tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 945 time: 0.0927346 Oct 10 11:52:10.437630 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8f9ff24e-7fa4-47cd-af66-97a3939d4f9d req-6d67da15-bcea-46c9-a84c-02701321826f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382037 Oct 10 11:52:10.466580 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 36930) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:52:10.547034 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cb1611-f932-41f3-a952-6c393c837a9b tempest-TestMinimumBasicScenario-679181069 tempest-TestMinimumBasicScenario-679181069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:10.547749 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e6cb1611-f932-41f3-a952-6c393c837a9b tempest-TestMinimumBasicScenario-679181069 tempest-TestMinimumBasicScenario-679181069-project-admin] Synchronizing usage tracker for tenant:9769dd62a4f4416d93b42faea110a1b2 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:52:10.645810 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e6cb1611-f932-41f3-a952-6c393c837a9b tempest-TestMinimumBasicScenario-679181069 tempest-TestMinimumBasicScenario-679181069-project-admin] Unset dirty status for tenant:9769dd62a4f4416d93b42faea110a1b2 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:52:10.647187 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e6cb1611-f932-41f3-a952-6c393c837a9b tempest-TestMinimumBasicScenario-679181069 tempest-TestMinimumBasicScenario-679181069-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 1093 time: 0.1796541 Oct 10 11:52:10.649953 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 36934) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:52:10.654931 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'port_id': '94c9196d-9802-4469-abad-bcc48a509539', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:52:10.660923 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:52:10.665529 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Usage tracker for resource:floatingip and tenant:d306afe394314c90a2cfb769736cf17c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:52:10.668319 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:52:10.673974 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:52:10.760199 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for floatingip, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:10.896884 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:10.997703 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:52:11.028586 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Allocated IP 172.26.4.58 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/127aad96-8279-4f1d-9509-0780e721a83a) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:52:11.269908 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:11.378108 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:11.456550 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:52:11.460135 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:52:11.462723 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:52:11.497549 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event updated for resources: {'Port': ['ID=127aad96-8279-4f1d-9509-0780e721a83a,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:52:11.874108 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:12.037581 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:12.239853 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:12.300750 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:12.406858 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event updated for resources: {'Port': ['ID=127aad96-8279-4f1d-9509-0780e721a83a,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:52:12.408987 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:12.471919 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:52:12.472610 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:52:12.472610 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:52:12.472909 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:52:12.473237 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:52:12.473583 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:52:12.473906 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:52:12.474232 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:52:12.474651 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:52:12.475014 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:52:12.475359 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:52:12.475645 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:52:12.585573 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Floating IP 1c1fe633-c313-4dfa-8267-d434c55eaa60 associated. External IP: 172.26.4.58, port: 94c9196d-9802-4469-abad-bcc48a509539. Oct 10 11:52:13.050449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Router 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:52:13.228267 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:52:13.237835 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dda4638-49ea-4cf5-a6e0-fcb9577c675d None None] Sync routers for ids ['6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:52:13.247281 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dda4638-49ea-4cf5-a6e0-fcb9577c675d None None] Routers {'6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:52:13.247888 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-8dda4638-49ea-4cf5-a6e0-fcb9577c675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:52:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:52:13.303342 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:13.362321 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-622b2840-a33a-4383-9542-5636b341f8bd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7112758 Oct 10 11:52:13.362950 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8725ef1-f272-4a50-bdec-4dc31c1794fb', 'tag': '94c9196d-9802-4469-abad-bcc48a509539'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:52:13.365232 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 36938) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:52:13.365823 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbe600b-e517-4a66-ae14-3c9775619b93" -d '{"events": [{"name": "network-changed", "server_uuid": "f8725ef1-f272-4a50-bdec-4dc31c1794fb", "tag": "94c9196d-9802-4469-abad-bcc48a509539"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:52:13.370705 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-02552c6c-cd11-406c-bc40-98e6d107ae71 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1802439440', 'description': 'tempest-secgroup-smoke-1802439440 description', 'project_id': 'd306afe394314c90a2cfb769736cf17c'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:52:13.377039 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-02552c6c-cd11-406c-bc40-98e6d107ae71 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:52:13.387619 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-02552c6c-cd11-406c-bc40-98e6d107ae71 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:52:13.411409 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b70fdd-0463-4f1d-80ec-26c0f7724f73 x-openstack-request-id: req-d7b70fdd-0463-4f1d-80ec-26c0f7724f73 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:52:13.414193 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8725ef1-f272-4a50-bdec-4dc31c1794fb", "tag": "94c9196d-9802-4469-abad-bcc48a509539", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:52:13.414193 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d7b70fdd-0463-4f1d-80ec-26c0f7724f73 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:52:13.414193 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7b70fdd-0463-4f1d-80ec-26c0f7724f73'] response: {'name': 'network-changed', 'server_uuid': 'f8725ef1-f272-4a50-bdec-4dc31c1794fb', 'tag': '94c9196d-9802-4469-abad-bcc48a509539', 'status': 'completed', 'code': 200} Oct 10 11:52:13.431866 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-8dda4638-49ea-4cf5-a6e0-fcb9577c675d None None] Set router 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:52:13.457002 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-02552c6c-cd11-406c-bc40-98e6d107ae71 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:13.486705 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-02552c6c-cd11-406c-bc40-98e6d107ae71 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:52:13.486705 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-02552c6c-cd11-406c-bc40-98e6d107ae71 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Usage tracker for resource:security_group_rule and tenant:d306afe394314c90a2cfb769736cf17c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:52:13.487828 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-02552c6c-cd11-406c-bc40-98e6d107ae71 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:52:13.494459 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-02552c6c-cd11-406c-bc40-98e6d107ae71 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:52:13.512612 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe600b-e517-4a66-ae14-3c9775619b93 req-251a5b60-e8a4-46a8-88bf-173a352299ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:13.514136 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5cbe600b-e517-4a66-ae14-3c9775619b93 req-251a5b60-e8a4-46a8-88bf-173a352299ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d306afe394314c90a2cfb769736cf17c&device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 1098 time: 0.0818522 Oct 10 11:52:13.569786 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-02552c6c-cd11-406c-bc40-98e6d107ae71 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:13.646501 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-02552c6c-cd11-406c-bc40-98e6d107ae71 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:13.652103 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe600b-e517-4a66-ae14-3c9775619b93 req-52fb62db-69c2-4e44-b6df-bbef2ab36ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:13.653546 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5cbe600b-e517-4a66-ae14-3c9775619b93 req-52fb62db-69c2-4e44-b6df-bbef2ab36ece service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b HTTP/1.1" status: 200 len: 916 time: 0.1326487 Oct 10 11:52:13.699618 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02552c6c-cd11-406c-bc40-98e6d107ae71 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db0af95e-927f-4595-bcf1-6b18ba3097d9,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:52:13.707413 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02552c6c-cd11-406c-bc40-98e6d107ae71 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:52:13.707993 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02552c6c-cd11-406c-bc40-98e6d107ae71 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:52:13.708336 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02552c6c-cd11-406c-bc40-98e6d107ae71 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:52:13.708715 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02552c6c-cd11-406c-bc40-98e6d107ae71 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:52:13.709052 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02552c6c-cd11-406c-bc40-98e6d107ae71 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:52:13.709388 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02552c6c-cd11-406c-bc40-98e6d107ae71 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:52:13.709742 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02552c6c-cd11-406c-bc40-98e6d107ae71 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:52:13.710075 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02552c6c-cd11-406c-bc40-98e6d107ae71 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:52:13.710403 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02552c6c-cd11-406c-bc40-98e6d107ae71 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:52:13.710726 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02552c6c-cd11-406c-bc40-98e6d107ae71 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:52:13.711223 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02552c6c-cd11-406c-bc40-98e6d107ae71 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:52:13.711550 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02552c6c-cd11-406c-bc40-98e6d107ae71 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:52:13.767165 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5cbe600b-e517-4a66-ae14-3c9775619b93 req-47f21148-c357-4f6b-93ab-659ff333be0d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94c9196d-9802-4469-abad-bcc48a509539 HTTP/1.1" status: 200 len: 998 time: 0.1060476 Oct 10 11:52:13.772305 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-02552c6c-cd11-406c-bc40-98e6d107ae71 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:13.773619 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-02552c6c-cd11-406c-bc40-98e6d107ae71 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4072554 Oct 10 11:52:13.776682 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 36944) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:52:13.781616 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-66f5a3e6-3fcd-4ca8-9bde-232a3e1268a4 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Request body: {'security_group_rule': {'security_group_id': 'db0af95e-927f-4595-bcf1-6b18ba3097d9', 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:52:13.788028 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-66f5a3e6-3fcd-4ca8-9bde-232a3e1268a4 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:52:13.792354 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-8dda4638-49ea-4cf5-a6e0-fcb9577c675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'name': 'tempest-TestMinimumBasicScenario-1627066101-router', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:14Z', 'updated_at': '2022-10-10T11:47:18Z', 'revision_number': 4, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'gw_port': {'id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:15Z', 'updated_at': '2022-10-10T11:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '1c1fe633-c313-4dfa-8267-d434c55eaa60', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'floating_ip_address': '172.26.4.58', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'port_id': '94c9196d-9802-4469-abad-bcc48a509539', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b', 'mac_address': 'fa:16:3e:4f:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8725ef1-f272-4a50-bdec-4dc31c1794fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:52:11Z', 'updated_at': '2022-10-10T11:52:11Z', 'revision_number': 0, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a2484a-0cfe-43b4-a957-668ee0611254', 'name': '', 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'mac_address': 'fa:16:3e:c0:e2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:18Z', 'updated_at': '2022-10-10T11:47:24Z', 'revision_number': 5, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'subnets': [{'id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:52:13.795378 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-66f5a3e6-3fcd-4ca8-9bde-232a3e1268a4 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Usage tracker for resource:security_group_rule and tenant:d306afe394314c90a2cfb769736cf17c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:52:13.796621 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dda4638-49ea-4cf5-a6e0-fcb9577c675d None None] Checking router: 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:52:13.798581 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-66f5a3e6-3fcd-4ca8-9bde-232a3e1268a4 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:52:13.804922 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-66f5a3e6-3fcd-4ca8-9bde-232a3e1268a4 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:52:13.805990 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dda4638-49ea-4cf5-a6e0-fcb9577c675d None None] Routers {'6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:52:13.806593 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-8dda4638-49ea-4cf5-a6e0-fcb9577c675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:52:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:52:13.833457 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe600b-e517-4a66-ae14-3c9775619b93 req-78c62b7b-99b4-4def-bd49-dcd049cf22fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:13.834984 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5cbe600b-e517-4a66-ae14-3c9775619b93 req-78c62b7b-99b4-4def-bd49-dcd049cf22fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1e29af9-2e38-4ad1-9848-30e88724239b HTTP/1.1" status: 200 len: 854 time: 0.0601580 Oct 10 11:52:13.927565 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-66f5a3e6-3fcd-4ca8-9bde-232a3e1268a4 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:13.927966 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe600b-e517-4a66-ae14-3c9775619b93 req-9bb1e457-42c9-48a7-96a7-5607e96b8c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:13.929882 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5cbe600b-e517-4a66-ae14-3c9775619b93 req-9bb1e457-42c9-48a7-96a7-5607e96b8c33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0892332 Oct 10 11:52:13.994398 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-8dda4638-49ea-4cf5-a6e0-fcb9577c675d None None] Set router 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:52:13.996320 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-66f5a3e6-3fcd-4ca8-9bde-232a3e1268a4 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:14.076589 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5cbe600b-e517-4a66-ae14-3c9775619b93 req-ba37da2e-b551-438e-9c69-4970c787f8db service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398587 Oct 10 11:52:14.086378 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-66f5a3e6-3fcd-4ca8-9bde-232a3e1268a4 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:14.111460 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5a3e6-3fcd-4ca8-9bde-232a3e1268a4 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732684c3-08ad-47e3-84e5-06726dda578b,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:52:14.189242 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-66f5a3e6-3fcd-4ca8-9bde-232a3e1268a4 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:14.190481 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-66f5a3e6-3fcd-4ca8-9bde-232a3e1268a4 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4128747 Oct 10 11:52:14.193774 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 36948) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:52:14.199084 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-76771741-4f4f-41b3-9c83-33bd79a54d48 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Request body: {'security_group_rule': {'security_group_id': 'db0af95e-927f-4595-bcf1-6b18ba3097d9', 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:52:14.205274 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-76771741-4f4f-41b3-9c83-33bd79a54d48 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:52:14.209340 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-76771741-4f4f-41b3-9c83-33bd79a54d48 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Usage tracker for resource:security_group_rule and tenant:d306afe394314c90a2cfb769736cf17c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:52:14.212630 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-76771741-4f4f-41b3-9c83-33bd79a54d48 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:52:14.216271 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5cbe600b-e517-4a66-ae14-3c9775619b93 req-ca7c8b3b-6a0f-4edf-8c17-6f12e8dc1a42 service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335554 Oct 10 11:52:14.217997 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-76771741-4f4f-41b3-9c83-33bd79a54d48 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:52:14.305731 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-76771741-4f4f-41b3-9c83-33bd79a54d48 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:14.348815 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-8dda4638-49ea-4cf5-a6e0-fcb9577c675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'name': 'tempest-TestMinimumBasicScenario-1627066101-router', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:14Z', 'updated_at': '2022-10-10T11:47:18Z', 'revision_number': 4, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'gw_port': {'id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:15Z', 'updated_at': '2022-10-10T11:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '1c1fe633-c313-4dfa-8267-d434c55eaa60', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'floating_ip_address': '172.26.4.58', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'port_id': '94c9196d-9802-4469-abad-bcc48a509539', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b', 'mac_address': 'fa:16:3e:4f:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8725ef1-f272-4a50-bdec-4dc31c1794fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:52:11Z', 'updated_at': '2022-10-10T11:52:11Z', 'revision_number': 0, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a2484a-0cfe-43b4-a957-668ee0611254', 'name': '', 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'mac_address': 'fa:16:3e:c0:e2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:18Z', 'updated_at': '2022-10-10T11:47:24Z', 'revision_number': 5, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'subnets': [{'id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:52:14.353474 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dda4638-49ea-4cf5-a6e0-fcb9577c675d None None] The sync data for ids ['6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'] in dv-neutron-860842-1-hyperv is: [{'id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'name': 'tempest-TestMinimumBasicScenario-1627066101-router', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:14Z', 'updated_at': '2022-10-10T11:47:18Z', 'revision_number': 4, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'gw_port': {'id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:15Z', 'updated_at': '2022-10-10T11:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '1c1fe633-c313-4dfa-8267-d434c55eaa60', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'floating_ip_address': '172.26.4.58', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'port_id': '94c9196d-9802-4469-abad-bcc48a509539', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b', 'mac_address': 'fa:16:3e:4f:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8725ef1-f272-4a50-bdec-4dc31c1794fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:52:11Z', 'updated_at': '2022-10-10T11:52:11Z', 'revision_number': 0, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a2484a-0cfe-43b4-a957-668ee0611254', 'name': '', 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'mac_address': 'fa:16:3e:c0:e2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:18Z', 'updated_at': '2022-10-10T11:47:24Z', 'revision_number': 5, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'subnets': [{'id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:52:14.371087 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-76771741-4f4f-41b3-9c83-33bd79a54d48 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:14.474053 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-76771741-4f4f-41b3-9c83-33bd79a54d48 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:14.498918 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76771741-4f4f-41b3-9c83-33bd79a54d48 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccca98d9-8fb9-4772-81ed-26bd076c4b87,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:52:14.546835 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d49af0-da57-4d4c-bbb2-b6ec29c77eb7 None None] New status for floating IP 1c1fe633-c313-4dfa-8267-d434c55eaa60: ACTIVE {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:52:14.560841 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-76771741-4f4f-41b3-9c83-33bd79a54d48 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:14.562114 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-76771741-4f4f-41b3-9c83-33bd79a54d48 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3674228 Oct 10 11:52:14.564791 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 36952) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:52:14.570313 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-e464fa24-9d17-4b4e-ac25-39212174c701 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Request body: {'security_group_rule': {'security_group_id': 'db0af95e-927f-4595-bcf1-6b18ba3097d9', 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:52:14.576504 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e464fa24-9d17-4b4e-ac25-39212174c701 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:52:14.580375 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e464fa24-9d17-4b4e-ac25-39212174c701 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Usage tracker for resource:security_group_rule and tenant:d306afe394314c90a2cfb769736cf17c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:52:14.583301 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e464fa24-9d17-4b4e-ac25-39212174c701 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:52:14.589188 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e464fa24-9d17-4b4e-ac25-39212174c701 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:52:14.648046 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e464fa24-9d17-4b4e-ac25-39212174c701 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:14.714220 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e464fa24-9d17-4b4e-ac25-39212174c701 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:14.789181 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e464fa24-9d17-4b4e-ac25-39212174c701 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:14.815287 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464fa24-9d17-4b4e-ac25-39212174c701 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f2a45b-70a0-488a-876e-b3b99699aec1,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:52:14.915096 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e464fa24-9d17-4b4e-ac25-39212174c701 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:14.916504 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e464fa24-9d17-4b4e-ac25-39212174c701 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3506620 Oct 10 11:52:14.919249 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 36956) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:52:14.924417 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-2508ef7a-8fc1-4799-a0f8-73f85403cfeb tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Request body: {'security_group_rule': {'security_group_id': 'db0af95e-927f-4595-bcf1-6b18ba3097d9', 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:52:14.930753 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-2508ef7a-8fc1-4799-a0f8-73f85403cfeb tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:52:14.934617 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2508ef7a-8fc1-4799-a0f8-73f85403cfeb tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Usage tracker for resource:security_group_rule and tenant:d306afe394314c90a2cfb769736cf17c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:52:14.937489 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2508ef7a-8fc1-4799-a0f8-73f85403cfeb tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:52:14.943202 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-2508ef7a-8fc1-4799-a0f8-73f85403cfeb tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:52:15.041216 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2508ef7a-8fc1-4799-a0f8-73f85403cfeb tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:15.103329 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2508ef7a-8fc1-4799-a0f8-73f85403cfeb tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:15.178069 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2508ef7a-8fc1-4799-a0f8-73f85403cfeb tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:15.201057 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508ef7a-8fc1-4799-a0f8-73f85403cfeb tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ec8bbc-a72b-430e-98ef-1bc020b9f147,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:52:15.262922 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2508ef7a-8fc1-4799-a0f8-73f85403cfeb tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:15.264118 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2508ef7a-8fc1-4799-a0f8-73f85403cfeb tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3438232 Oct 10 11:52:15.266925 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 36960) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:52:15.272561 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-6ae4f410-3f9a-4790-b2b3-c58d5bd0e29d tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Request body: {'security_group_rule': {'security_group_id': 'db0af95e-927f-4595-bcf1-6b18ba3097d9', 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:52:15.278851 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-6ae4f410-3f9a-4790-b2b3-c58d5bd0e29d tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:52:15.282817 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6ae4f410-3f9a-4790-b2b3-c58d5bd0e29d tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Usage tracker for resource:security_group_rule and tenant:d306afe394314c90a2cfb769736cf17c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:52:15.285928 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6ae4f410-3f9a-4790-b2b3-c58d5bd0e29d tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:52:15.292301 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-6ae4f410-3f9a-4790-b2b3-c58d5bd0e29d tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:52:15.372035 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-6ae4f410-3f9a-4790-b2b3-c58d5bd0e29d tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Project d306afe394314c90a2cfb769736cf17c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:52:15.378814 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6ae4f410-3f9a-4790-b2b3-c58d5bd0e29d tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:15.441979 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6ae4f410-3f9a-4790-b2b3-c58d5bd0e29d tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:15.491877 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6ae4f410-3f9a-4790-b2b3-c58d5bd0e29d tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:15.515429 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4f410-3f9a-4790-b2b3-c58d5bd0e29d tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99bca380-74b8-431a-8e44-568141894ec7,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:52:15.576864 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6ae4f410-3f9a-4790-b2b3-c58d5bd0e29d tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:15.578133 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6ae4f410-3f9a-4790-b2b3-c58d5bd0e29d tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3102205 Oct 10 11:52:15.580813 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 36964) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:52:15.585927 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-e6dfe450-c8d0-4cbc-b724-f925541d2dbf tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Request body: {'security_group_rule': {'security_group_id': 'db0af95e-927f-4595-bcf1-6b18ba3097d9', 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:52:15.592107 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-e6dfe450-c8d0-4cbc-b724-f925541d2dbf tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:52:15.596003 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e6dfe450-c8d0-4cbc-b724-f925541d2dbf tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Usage tracker for resource:security_group_rule and tenant:d306afe394314c90a2cfb769736cf17c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:52:15.598955 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e6dfe450-c8d0-4cbc-b724-f925541d2dbf tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:52:15.604881 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-e6dfe450-c8d0-4cbc-b724-f925541d2dbf tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:52:15.674610 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-e6dfe450-c8d0-4cbc-b724-f925541d2dbf tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Project d306afe394314c90a2cfb769736cf17c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:52:15.682372 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e6dfe450-c8d0-4cbc-b724-f925541d2dbf tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:15.746704 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e6dfe450-c8d0-4cbc-b724-f925541d2dbf tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:15.816663 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e6dfe450-c8d0-4cbc-b724-f925541d2dbf tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:15.842757 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dfe450-c8d0-4cbc-b724-f925541d2dbf tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6099773-0867-4619-ae31-fe7d3bd35f14,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:52:15.937713 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e6dfe450-c8d0-4cbc-b724-f925541d2dbf tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:15.938899 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e6dfe450-c8d0-4cbc-b724-f925541d2dbf tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3571744 Oct 10 11:52:16.063669 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b77f76d4-160b-4004-b6e8-7fe618764709 req-fdea876a-935e-4126-a2c9-55cc0ba41fff tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1802439440&fields=id&tenant_id=d306afe394314c90a2cfb769736cf17c HTTP/1.1" status: 200 len: 267 time: 0.0395424 Oct 10 11:52:16.154361 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f76d4-160b-4004-b6e8-7fe618764709 req-44bcf0f1-b5ff-461c-8f56-b935737bc2dc tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:16.156426 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b77f76d4-160b-4004-b6e8-7fe618764709 req-44bcf0f1-b5ff-461c-8f56-b935737bc2dc tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 945 time: 0.0871522 Oct 10 11:52:16.167272 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-b77f76d4-160b-4004-b6e8-7fe618764709 req-53297f44-c614-467b-96c5-1bc8c5e869dd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Request body: {'port': {'security_groups': ['516ac64f-1590-4a94-9ec7-1ad1b5139d1b', 'db0af95e-927f-4595-bcf1-6b18ba3097d9']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:52:16.290601 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-b77f76d4-160b-4004-b6e8-7fe618764709 req-53297f44-c614-467b-96c5-1bc8c5e869dd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:16.650982 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-b77f76d4-160b-4004-b6e8-7fe618764709 req-53297f44-c614-467b-96c5-1bc8c5e869dd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] For port 94c9196d-9802-4469-abad-bcc48a509539, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=94c9196d-9802-4469-abad-bcc48a509539,segment=NetworkSegment(cb4d46ff-fcef-4481-83c9-790301f66fdd),segment_id=cb4d46ff-fcef-4481-83c9-790301f66fdd)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:52:16.675423 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-b77f76d4-160b-4004-b6e8-7fe618764709 req-53297f44-c614-467b-96c5-1bc8c5e869dd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:16.737412 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-b77f76d4-160b-4004-b6e8-7fe618764709 req-53297f44-c614-467b-96c5-1bc8c5e869dd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:16.748796 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['94c9196d-9802-4469-abad-bcc48a509539'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:52:16.776989 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f76d4-160b-4004-b6e8-7fe618764709 req-53297f44-c614-467b-96c5-1bc8c5e869dd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:16.777619 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-b77f76d4-160b-4004-b6e8-7fe618764709 req-53297f44-c614-467b-96c5-1bc8c5e869dd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:16.778986 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b77f76d4-160b-4004-b6e8-7fe618764709 req-53297f44-c614-467b-96c5-1bc8c5e869dd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "PUT /v2.0/ports/94c9196d-9802-4469-abad-bcc48a509539 HTTP/1.1" status: 200 len: 981 time: 0.6170185 Oct 10 11:52:16.779482 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8725ef1-f272-4a50-bdec-4dc31c1794fb', 'tag': '94c9196d-9802-4469-abad-bcc48a509539'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:52:16.781922 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4fc897-1c9e-470f-a9b7-6eda6df6c2dc" -d '{"events": [{"name": "network-changed", "server_uuid": "f8725ef1-f272-4a50-bdec-4dc31c1794fb", "tag": "94c9196d-9802-4469-abad-bcc48a509539"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:52:16.824690 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['94c9196d-9802-4469-abad-bcc48a509539'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:52:16.829270 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53297f44-c614-467b-96c5-1bc8c5e869dd tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event updated for resources: {'Port': ['ID=94c9196d-9802-4469-abad-bcc48a509539,revision_number=6']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:52:16.871186 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a179f740-c649-4ee2-a61c-7b43a9c54cc8 x-openstack-request-id: req-a179f740-c649-4ee2-a61c-7b43a9c54cc8 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:52:16.871186 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8725ef1-f272-4a50-bdec-4dc31c1794fb", "tag": "94c9196d-9802-4469-abad-bcc48a509539", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:52:16.871186 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a179f740-c649-4ee2-a61c-7b43a9c54cc8 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:52:16.871186 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a179f740-c649-4ee2-a61c-7b43a9c54cc8'] response: {'name': 'network-changed', 'server_uuid': 'f8725ef1-f272-4a50-bdec-4dc31c1794fb', 'tag': '94c9196d-9802-4469-abad-bcc48a509539', 'status': 'completed', 'code': 200} Oct 10 11:52:16.995020 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fc897-1c9e-470f-a9b7-6eda6df6c2dc req-7bf8b547-b3db-4b5f-8df2-feeacb4ab05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:16.996118 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0a4fc897-1c9e-470f-a9b7-6eda6df6c2dc req-7bf8b547-b3db-4b5f-8df2-feeacb4ab05a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d306afe394314c90a2cfb769736cf17c&device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 1137 time: 0.1021276 Oct 10 11:52:17.111126 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d5a79-065a-46bc-9785-19c99df5f2cf req-39daf5e9-22f1-4325-88f6-7fd1ebd2edb5 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:17.112873 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a35d5a79-065a-46bc-9785-19c99df5f2cf req-39daf5e9-22f1-4325-88f6-7fd1ebd2edb5 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 984 time: 0.2122741 Oct 10 11:52:17.143973 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fc897-1c9e-470f-a9b7-6eda6df6c2dc req-2026170e-3d37-4979-a9ad-5148ca6b9bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:17.145404 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0a4fc897-1c9e-470f-a9b7-6eda6df6c2dc req-2026170e-3d37-4979-a9ad-5148ca6b9bd5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b HTTP/1.1" status: 200 len: 916 time: 0.1434712 Oct 10 11:52:17.161320 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-a35d5a79-065a-46bc-9785-19c99df5f2cf req-5c5d1d96-12c2-407e-9f5e-25bc6d9c17f2 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Synchronizing usage tracker for tenant:d306afe394314c90a2cfb769736cf17c on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:52:17.223230 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-a35d5a79-065a-46bc-9785-19c99df5f2cf req-5c5d1d96-12c2-407e-9f5e-25bc6d9c17f2 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Unset dirty status for tenant:d306afe394314c90a2cfb769736cf17c on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:52:17.224806 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a35d5a79-065a-46bc-9785-19c99df5f2cf req-5c5d1d96-12c2-407e-9f5e-25bc6d9c17f2 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0af95e-927f-4595-bcf1-6b18ba3097d9&id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1043656 Oct 10 11:52:17.251907 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0a4fc897-1c9e-470f-a9b7-6eda6df6c2dc req-53e8cac3-150a-4798-8ccc-e8f2748a12c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94c9196d-9802-4469-abad-bcc48a509539 HTTP/1.1" status: 200 len: 1000 time: 0.0998671 Oct 10 11:52:17.315466 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fc897-1c9e-470f-a9b7-6eda6df6c2dc req-d1d6e96b-8c15-4b2f-b1d4-6f6f42bffbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:17.316908 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0a4fc897-1c9e-470f-a9b7-6eda6df6c2dc req-d1d6e96b-8c15-4b2f-b1d4-6f6f42bffbee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1e29af9-2e38-4ad1-9848-30e88724239b HTTP/1.1" status: 200 len: 854 time: 0.0584726 Oct 10 11:52:17.405122 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fc897-1c9e-470f-a9b7-6eda6df6c2dc req-5056348c-f59e-43c0-a7f9-d55802b580ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:17.406556 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0a4fc897-1c9e-470f-a9b7-6eda6df6c2dc req-5056348c-f59e-43c0-a7f9-d55802b580ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828958 Oct 10 11:52:17.539157 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0a4fc897-1c9e-470f-a9b7-6eda6df6c2dc req-3c577408-6df1-4fa9-bf8a-a548b037191c service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249433 Oct 10 11:52:17.669905 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0a4fc897-1c9e-470f-a9b7-6eda6df6c2dc req-0304f4f7-050c-4145-8b88-cb51a6bd42e8 service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246016 Oct 10 11:52:31.749736 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5dab13-3840-4c2a-bb9a-1c569d779f7e req-e5978851-4c7e-4dc9-93da-396140020c05 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:31.751223 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0d5dab13-3840-4c2a-bb9a-1c569d779f7e req-e5978851-4c7e-4dc9-93da-396140020c05 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 984 time: 0.0903335 Oct 10 11:52:31.781007 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defd40b-7829-494f-8b7d-368accc84926 req-4f7fc4ec-7012-4694-a871-2baccb74a45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:31.782647 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7defd40b-7829-494f-8b7d-368accc84926 req-4f7fc4ec-7012-4694-a871-2baccb74a45a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d306afe394314c90a2cfb769736cf17c&device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 1137 time: 0.0803304 Oct 10 11:52:31.797996 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0d5dab13-3840-4c2a-bb9a-1c569d779f7e req-3a32a979-5247-4e22-abb6-132607fcec80 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0af95e-927f-4595-bcf1-6b18ba3097d9&id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409250 Oct 10 11:52:31.915909 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defd40b-7829-494f-8b7d-368accc84926 req-b49b2178-4057-461d-ba64-841770804d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:31.917484 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7defd40b-7829-494f-8b7d-368accc84926 req-b49b2178-4057-461d-ba64-841770804d13 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b HTTP/1.1" status: 200 len: 916 time: 0.1271846 Oct 10 11:52:32.020880 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7defd40b-7829-494f-8b7d-368accc84926 req-d78681d9-b6f4-476f-831f-9782285c1536 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94c9196d-9802-4469-abad-bcc48a509539 HTTP/1.1" status: 200 len: 1000 time: 0.0967445 Oct 10 11:52:32.082926 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defd40b-7829-494f-8b7d-368accc84926 req-12769da0-1aac-4c02-aab7-04cf6c7d421d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:32.084505 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7defd40b-7829-494f-8b7d-368accc84926 req-12769da0-1aac-4c02-aab7-04cf6c7d421d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1e29af9-2e38-4ad1-9848-30e88724239b HTTP/1.1" status: 200 len: 854 time: 0.0568628 Oct 10 11:52:32.170803 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defd40b-7829-494f-8b7d-368accc84926 req-533f94ce-ad6e-4162-8d96-4adab80f2883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:32.172180 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7defd40b-7829-494f-8b7d-368accc84926 req-533f94ce-ad6e-4162-8d96-4adab80f2883 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822535 Oct 10 11:52:32.404184 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7defd40b-7829-494f-8b7d-368accc84926 req-b3de84ee-5da6-4f13-b8d3-9ddb89c56a76 service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250345 Oct 10 11:52:32.535186 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7defd40b-7829-494f-8b7d-368accc84926 req-f09a942c-9689-4480-afa3-2ad79ef21545 service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242483 Oct 10 11:52:33.003065 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce4463-db0d-4fab-b8d1-a351d26f0906 req-9daf7e7b-dde4-4f66-8ec2-be9510354f84 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:33.004532 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-59ce4463-db0d-4fab-b8d1-a351d26f0906 req-9daf7e7b-dde4-4f66-8ec2-be9510354f84 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 984 time: 0.0907159 Oct 10 11:52:33.052013 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-59ce4463-db0d-4fab-b8d1-a351d26f0906 req-77fe11bd-ba24-460f-9d19-86ca3fc80a79 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0af95e-927f-4595-bcf1-6b18ba3097d9&id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417085 Oct 10 11:52:33.514464 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-537960d2-2c25-4d30-a4bb-d17bb252fc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:34.257122 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee04169-a341-4bb7-b679-2c900453f91a req-7a7a0a5c-e814-44b4-b660-3e25dc201a8b tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:34.258587 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2ee04169-a341-4bb7-b679-2c900453f91a req-7a7a0a5c-e814-44b4-b660-3e25dc201a8b tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 984 time: 0.0920062 Oct 10 11:52:34.305245 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2ee04169-a341-4bb7-b679-2c900453f91a req-db94e0d3-bf8d-4542-8c4e-1cf99bdce598 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0af95e-927f-4595-bcf1-6b18ba3097d9&id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407934 Oct 10 11:52:35.506899 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4f463-d225-4819-9cbb-52be3de2d5ea req-e1e9b79c-8fb8-4f5c-8f4e-93c7e45eec78 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:35.508341 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a9b4f463-d225-4819-9cbb-52be3de2d5ea req-e1e9b79c-8fb8-4f5c-8f4e-93c7e45eec78 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 984 time: 0.0919516 Oct 10 11:52:35.555000 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a9b4f463-d225-4819-9cbb-52be3de2d5ea req-a6785c93-dc34-4d86-9ff9-1d3079df2b4c tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0af95e-927f-4595-bcf1-6b18ba3097d9&id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408020 Oct 10 11:52:35.742648 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6f29246f-0057-4037-b348-e00cdf1c4fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:36.752465 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11920b-cd87-4f73-8a85-82f026f0b0ab req-cc4b568f-13e6-4656-8975-c974bdb0bc64 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:36.753940 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-fa11920b-cd87-4f73-8a85-82f026f0b0ab req-cc4b568f-13e6-4656-8975-c974bdb0bc64 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 984 time: 0.0915394 Oct 10 11:52:36.798946 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-fa11920b-cd87-4f73-8a85-82f026f0b0ab req-d4f3e482-705b-468e-ae80-1d5382424f7d tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0af95e-927f-4595-bcf1-6b18ba3097d9&id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393476 Oct 10 11:52:37.061998 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:37.148043 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:37.996904 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ada7c-0dbe-4f70-b5eb-6da95594f9a9 req-c37ed486-9adf-4b45-ade5-0e7895ec1fba tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:37.998390 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c12ada7c-0dbe-4f70-b5eb-6da95594f9a9 req-c37ed486-9adf-4b45-ade5-0e7895ec1fba tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 984 time: 0.0906250 Oct 10 11:52:38.049413 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c12ada7c-0dbe-4f70-b5eb-6da95594f9a9 req-e0aac675-3af9-4863-a38a-80b92eb10ed4 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0af95e-927f-4595-bcf1-6b18ba3097d9&id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453258 Oct 10 11:52:38.755161 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:39.274507 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65bfe0-4867-4ee1-ae6c-ffbbde3f5304 req-124fb62c-ee1f-4acb-8a44-d9d9e8c12f05 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:39.276179 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3f65bfe0-4867-4ee1-ae6c-ffbbde3f5304 req-124fb62c-ee1f-4acb-8a44-d9d9e8c12f05 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 984 time: 0.0993297 Oct 10 11:52:39.329028 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3f65bfe0-4867-4ee1-ae6c-ffbbde3f5304 req-969bdb06-b1c1-48f3-b5a6-bce71b9b8bee tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0af95e-927f-4595-bcf1-6b18ba3097d9&id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464916 Oct 10 11:52:39.657028 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:52:40.530150 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbeab9-bc1c-4ee6-957c-53c7175de793 req-a38d6cf6-9085-4adc-9203-c1f449d574de tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:40.531597 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-30bbeab9-bc1c-4ee6-957c-53c7175de793 req-a38d6cf6-9085-4adc-9203-c1f449d574de tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 984 time: 0.0871768 Oct 10 11:52:40.576747 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-30bbeab9-bc1c-4ee6-957c-53c7175de793 req-6a2eb3eb-a2d3-4ad5-b36b-79df07e7c6d2 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0af95e-927f-4595-bcf1-6b18ba3097d9&id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394592 Oct 10 11:52:41.778357 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe93f1e-fe3f-485a-8229-51498375580c req-c95a3b8a-de1d-4f78-81f7-ca5eece2540d tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:41.779796 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-abe93f1e-fe3f-485a-8229-51498375580c req-c95a3b8a-de1d-4f78-81f7-ca5eece2540d tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 984 time: 0.0910735 Oct 10 11:52:41.825379 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-abe93f1e-fe3f-485a-8229-51498375580c req-7503f52e-519c-473d-b125-dfd22f71ce53 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0af95e-927f-4595-bcf1-6b18ba3097d9&id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399187 Oct 10 11:52:43.027971 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8434b99-aec5-4f47-99ba-03bb4e388550 req-6c482b04-b140-4e5d-8923-c1f0486ba84c tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:43.029422 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e8434b99-aec5-4f47-99ba-03bb4e388550 req-6c482b04-b140-4e5d-8923-c1f0486ba84c tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 984 time: 0.0908740 Oct 10 11:52:43.074980 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e8434b99-aec5-4f47-99ba-03bb4e388550 req-b39392b4-3f63-4326-b30e-719025e38428 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0af95e-927f-4595-bcf1-6b18ba3097d9&id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398245 Oct 10 11:52:44.277298 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab2ee4-d253-45a5-8480-5fbfc7c4a034 req-70167acf-f120-4166-a9c4-70231c078950 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:44.278757 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-14ab2ee4-d253-45a5-8480-5fbfc7c4a034 req-70167acf-f120-4166-a9c4-70231c078950 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 984 time: 0.0906706 Oct 10 11:52:44.324280 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-14ab2ee4-d253-45a5-8480-5fbfc7c4a034 req-1059e568-682b-4932-8be2-51c9ec13eca2 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0af95e-927f-4595-bcf1-6b18ba3097d9&id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397873 Oct 10 11:52:45.520180 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e029e-760e-4d01-a173-694d7dad5043 req-3dfc676f-4753-49bd-a393-2cf588f77c25 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:45.521685 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e29e029e-760e-4d01-a173-694d7dad5043 req-3dfc676f-4753-49bd-a393-2cf588f77c25 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 984 time: 0.0880458 Oct 10 11:52:45.570466 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e29e029e-760e-4d01-a173-694d7dad5043 req-a2b682ac-b2b2-4493-a588-b7e4870f7b78 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0af95e-927f-4595-bcf1-6b18ba3097d9&id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430095 Oct 10 11:52:46.766302 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c3227-b887-45b6-92a3-f6a53a93f374 req-9eb44589-0f9a-4b1c-9703-3abe971ee6e3 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:46.767748 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-849c3227-b887-45b6-92a3-f6a53a93f374 req-9eb44589-0f9a-4b1c-9703-3abe971ee6e3 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 984 time: 0.0871806 Oct 10 11:52:46.815261 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-849c3227-b887-45b6-92a3-f6a53a93f374 req-84e55c14-ae41-41e6-8f49-4214b1e6910e tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0af95e-927f-4595-bcf1-6b18ba3097d9&id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418952 Oct 10 11:52:47.998359 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:52:48.013090 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b5241-c38e-4ba5-af8d-a7f73e1889b8 req-3d819049-22c7-4208-8003-750944f9cc2f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:48.014575 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-435b5241-c38e-4ba5-af8d-a7f73e1889b8 req-3d819049-22c7-4208-8003-750944f9cc2f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 984 time: 0.0889122 Oct 10 11:52:48.061185 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-435b5241-c38e-4ba5-af8d-a7f73e1889b8 req-b657ebb3-9a97-45c8-baa6-1bb299c9e57e tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0af95e-927f-4595-bcf1-6b18ba3097d9&id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409205 Oct 10 11:52:48.594081 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19de20a-e67d-4729-9e57-47cc0fa2efe1 req-b1c5ccfe-b737-46c6-9b47-8d83edbd66d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:48.595803 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d19de20a-e67d-4729-9e57-47cc0fa2efe1 req-b1c5ccfe-b737-46c6-9b47-8d83edbd66d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d306afe394314c90a2cfb769736cf17c&device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 1137 time: 0.0865302 Oct 10 11:52:48.738746 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19de20a-e67d-4729-9e57-47cc0fa2efe1 req-b037b090-37f8-44e9-be4d-acb68b74e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:48.740193 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d19de20a-e67d-4729-9e57-47cc0fa2efe1 req-b037b090-37f8-44e9-be4d-acb68b74e4bd service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b HTTP/1.1" status: 200 len: 916 time: 0.1257069 Oct 10 11:52:48.841387 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d19de20a-e67d-4729-9e57-47cc0fa2efe1 req-aa277f9b-c3d1-4b60-a80f-140600acfb2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94c9196d-9802-4469-abad-bcc48a509539 HTTP/1.1" status: 200 len: 1000 time: 0.0951915 Oct 10 11:52:48.901405 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19de20a-e67d-4729-9e57-47cc0fa2efe1 req-0e58874b-b48a-4b1d-b76b-3dd4d74d76c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:48.902744 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d19de20a-e67d-4729-9e57-47cc0fa2efe1 req-0e58874b-b48a-4b1d-b76b-3dd4d74d76c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1e29af9-2e38-4ad1-9848-30e88724239b HTTP/1.1" status: 200 len: 854 time: 0.0561972 Oct 10 11:52:48.989005 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19de20a-e67d-4729-9e57-47cc0fa2efe1 req-9bbaf352-5bdd-4785-b49a-bd7f283d6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:49.001807 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d19de20a-e67d-4729-9e57-47cc0fa2efe1 req-9bbaf352-5bdd-4785-b49a-bd7f283d6c9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821168 Oct 10 11:52:49.125407 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d19de20a-e67d-4729-9e57-47cc0fa2efe1 req-f9d46ee4-d753-434d-bec4-e2bb43f5021d service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290817 Oct 10 11:52:49.258075 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d19de20a-e67d-4729-9e57-47cc0fa2efe1 req-0afce18f-4cdb-4b77-b4e9-b2c3be207440 service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259742 Oct 10 11:52:49.266313 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a3b8c-edbf-40f9-8bf7-a2d073550d5d req-4ac589fe-fb90-40d4-a6b6-b964711402db tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:52:49.267782 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e53a3b8c-edbf-40f9-8bf7-a2d073550d5d req-4ac589fe-fb90-40d4-a6b6-b964711402db tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 984 time: 0.0942936 Oct 10 11:52:49.314330 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e53a3b8c-edbf-40f9-8bf7-a2d073550d5d req-94216bf4-86b1-40c3-8268-679bbb94a042 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0af95e-927f-4595-bcf1-6b18ba3097d9&id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405247 Oct 10 11:53:03.479276 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8dc337fc-2442-4991-bd0e-35cd17f61ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:05.747633 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-fdb87cca-9d95-450b-89a7-bf862f8d6bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:07.050715 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:07.147587 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:08.908466 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:09.644780 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:18.254653 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3037eda3-9439-4954-a6ca-bd89c3370dd1 req-1e536c8d-7d35-42e6-aa02-b56722ff772f tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1802439440&fields=id&tenant_id=d306afe394314c90a2cfb769736cf17c HTTP/1.1" status: 200 len: 267 time: 0.1363425 Oct 10 11:53:18.350616 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037eda3-9439-4954-a6ca-bd89c3370dd1 req-5c631e62-772b-46d1-a086-1fd7b665d047 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:18.351982 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3037eda3-9439-4954-a6ca-bd89c3370dd1 req-5c631e62-772b-46d1-a086-1fd7b665d047 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 984 time: 0.0912724 Oct 10 11:53:18.363539 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-3037eda3-9439-4954-a6ca-bd89c3370dd1 req-db445d38-1e4d-4c1a-a663-28ae2b227d12 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Request body: {'port': {'security_groups': ['516ac64f-1590-4a94-9ec7-1ad1b5139d1b']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:53:18.485992 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-3037eda3-9439-4954-a6ca-bd89c3370dd1 req-db445d38-1e4d-4c1a-a663-28ae2b227d12 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:18.726037 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-3037eda3-9439-4954-a6ca-bd89c3370dd1 req-db445d38-1e4d-4c1a-a663-28ae2b227d12 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] For port 94c9196d-9802-4469-abad-bcc48a509539, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=94c9196d-9802-4469-abad-bcc48a509539,segment=NetworkSegment(cb4d46ff-fcef-4481-83c9-790301f66fdd),segment_id=cb4d46ff-fcef-4481-83c9-790301f66fdd)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:53:18.749798 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-3037eda3-9439-4954-a6ca-bd89c3370dd1 req-db445d38-1e4d-4c1a-a663-28ae2b227d12 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:18.793057 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-3037eda3-9439-4954-a6ca-bd89c3370dd1 req-db445d38-1e4d-4c1a-a663-28ae2b227d12 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:18.807761 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['94c9196d-9802-4469-abad-bcc48a509539'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:53:18.830964 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037eda3-9439-4954-a6ca-bd89c3370dd1 req-db445d38-1e4d-4c1a-a663-28ae2b227d12 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:18.831568 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-3037eda3-9439-4954-a6ca-bd89c3370dd1 req-db445d38-1e4d-4c1a-a663-28ae2b227d12 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:18.832910 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3037eda3-9439-4954-a6ca-bd89c3370dd1 req-db445d38-1e4d-4c1a-a663-28ae2b227d12 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "PUT /v2.0/ports/94c9196d-9802-4469-abad-bcc48a509539 HTTP/1.1" status: 200 len: 942 time: 0.4747748 Oct 10 11:53:18.833388 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8725ef1-f272-4a50-bdec-4dc31c1794fb', 'tag': '94c9196d-9802-4469-abad-bcc48a509539'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:53:18.839222 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5607ff96-08e9-4872-9cda-53282089e751" -d '{"events": [{"name": "network-changed", "server_uuid": "f8725ef1-f272-4a50-bdec-4dc31c1794fb", "tag": "94c9196d-9802-4469-abad-bcc48a509539"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:53:18.840507 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37036) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:53:18.884908 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db445d38-1e4d-4c1a-a663-28ae2b227d12 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event updated for resources: {'Port': ['ID=94c9196d-9802-4469-abad-bcc48a509539,revision_number=7']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:18.899076 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c9469c-8275-4aed-bf42-4de87fa37d64 x-openstack-request-id: req-61c9469c-8275-4aed-bf42-4de87fa37d64 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:53:18.899611 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8725ef1-f272-4a50-bdec-4dc31c1794fb", "tag": "94c9196d-9802-4469-abad-bcc48a509539", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:53:18.900727 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-61c9469c-8275-4aed-bf42-4de87fa37d64 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:53:18.901350 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61c9469c-8275-4aed-bf42-4de87fa37d64'] response: {'name': 'network-changed', 'server_uuid': 'f8725ef1-f272-4a50-bdec-4dc31c1794fb', 'tag': '94c9196d-9802-4469-abad-bcc48a509539', 'status': 'completed', 'code': 200} Oct 10 11:53:18.902990 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db445d38-1e4d-4c1a-a663-28ae2b227d12 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:18.903575 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db445d38-1e4d-4c1a-a663-28ae2b227d12 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:18.904094 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db445d38-1e4d-4c1a-a663-28ae2b227d12 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:18.904609 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db445d38-1e4d-4c1a-a663-28ae2b227d12 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:18.905182 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db445d38-1e4d-4c1a-a663-28ae2b227d12 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:18.905923 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db445d38-1e4d-4c1a-a663-28ae2b227d12 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:18.906441 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db445d38-1e4d-4c1a-a663-28ae2b227d12 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:18.906962 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db445d38-1e4d-4c1a-a663-28ae2b227d12 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:18.907586 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db445d38-1e4d-4c1a-a663-28ae2b227d12 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:18.908234 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db445d38-1e4d-4c1a-a663-28ae2b227d12 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:18.908749 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db445d38-1e4d-4c1a-a663-28ae2b227d12 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:18.909410 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db445d38-1e4d-4c1a-a663-28ae2b227d12 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:18.929891 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['94c9196d-9802-4469-abad-bcc48a509539'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:53:18.938466 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eb0a79ca-f0c0-4f55-8132-da1ebbd0f7e3 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:18.977299 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eb0a79ca-f0c0-4f55-8132-da1ebbd0f7e3 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:19.084849 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607ff96-08e9-4872-9cda-53282089e751 req-51d49afa-4578-4ddc-88b1-eed379558b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:19.086457 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5607ff96-08e9-4872-9cda-53282089e751 req-51d49afa-4578-4ddc-88b1-eed379558b3a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d306afe394314c90a2cfb769736cf17c&device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 1098 time: 0.1627467 Oct 10 11:53:19.090618 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eb0a79ca-f0c0-4f55-8132-da1ebbd0f7e3 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:19.112136 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a79ca-f0c0-4f55-8132-da1ebbd0f7e3 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0af95e-927f-4595-bcf1-6b18ba3097d9,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:19.120579 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a79ca-f0c0-4f55-8132-da1ebbd0f7e3 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:19.120964 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a79ca-f0c0-4f55-8132-da1ebbd0f7e3 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:19.121283 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a79ca-f0c0-4f55-8132-da1ebbd0f7e3 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:19.121631 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a79ca-f0c0-4f55-8132-da1ebbd0f7e3 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:19.121979 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a79ca-f0c0-4f55-8132-da1ebbd0f7e3 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:19.122292 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a79ca-f0c0-4f55-8132-da1ebbd0f7e3 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:19.122746 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a79ca-f0c0-4f55-8132-da1ebbd0f7e3 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:19.123079 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a79ca-f0c0-4f55-8132-da1ebbd0f7e3 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:19.123391 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a79ca-f0c0-4f55-8132-da1ebbd0f7e3 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:19.123719 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a79ca-f0c0-4f55-8132-da1ebbd0f7e3 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:19.124036 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a79ca-f0c0-4f55-8132-da1ebbd0f7e3 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:19.124413 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a79ca-f0c0-4f55-8132-da1ebbd0f7e3 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:19.175208 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-eb0a79ca-f0c0-4f55-8132-da1ebbd0f7e3 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:19.176318 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-eb0a79ca-f0c0-4f55-8132-da1ebbd0f7e3 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "DELETE /v2.0/security-groups/db0af95e-927f-4595-bcf1-6b18ba3097d9 HTTP/1.1" status: 204 len: 168 time: 0.3341298 Oct 10 11:53:19.179135 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37042) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:53:19.238454 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607ff96-08e9-4872-9cda-53282089e751 req-b57345a2-6074-4015-86f6-b0836655cae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:19.239918 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5607ff96-08e9-4872-9cda-53282089e751 req-b57345a2-6074-4015-86f6-b0836655cae1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b HTTP/1.1" status: 200 len: 916 time: 0.1449258 Oct 10 11:53:19.363260 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5607ff96-08e9-4872-9cda-53282089e751 req-1d28c03f-6292-44c8-96ae-600a574ec11e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94c9196d-9802-4469-abad-bcc48a509539 HTTP/1.1" status: 200 len: 1000 time: 0.1158528 Oct 10 11:53:19.426307 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607ff96-08e9-4872-9cda-53282089e751 req-3c1c502b-975b-4995-a453-068a4d48a659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:19.427741 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5607ff96-08e9-4872-9cda-53282089e751 req-3c1c502b-975b-4995-a453-068a4d48a659 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1e29af9-2e38-4ad1-9848-30e88724239b HTTP/1.1" status: 200 len: 854 time: 0.0574577 Oct 10 11:53:19.464375 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-50494d3b-c76b-4cec-a031-fa484be5a376 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Deleting port 127aad96-8279-4f1d-9509-0780e721a83a {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:53:19.464717 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50494d3b-c76b-4cec-a031-fa484be5a376 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:19.514701 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607ff96-08e9-4872-9cda-53282089e751 req-035eb01d-421c-4c3d-8427-93ea433b203e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:19.516144 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5607ff96-08e9-4872-9cda-53282089e751 req-035eb01d-421c-4c3d-8427-93ea433b203e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813434 Oct 10 11:53:19.631779 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50494d3b-c76b-4cec-a031-fa484be5a376 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:19.632105 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50494d3b-c76b-4cec-a031-fa484be5a376 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:19.647996 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5607ff96-08e9-4872-9cda-53282089e751 req-d77255d4-264d-497b-aee7-a5e277eb993b service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238616 Oct 10 11:53:19.755521 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-50494d3b-c76b-4cec-a031-fa484be5a376 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Calling delete_port for 127aad96-8279-4f1d-9509-0780e721a83a owned by network:floatingip {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:53:19.780053 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5607ff96-08e9-4872-9cda-53282089e751 req-cf2cd3b0-b9b8-4585-b54e-70683d09a701 service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253104 Oct 10 11:53:20.101844 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50494d3b-c76b-4cec-a031-fa484be5a376 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:20.150315 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50494d3b-c76b-4cec-a031-fa484be5a376 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event deleted for resources: {'Port': ['ID=127aad96-8279-4f1d-9509-0780e721a83a,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:20.245000 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50494d3b-c76b-4cec-a031-fa484be5a376 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks [] for floatingip, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:20.245318 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-50494d3b-c76b-4cec-a031-fa484be5a376 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Floating IP 1c1fe633-c313-4dfa-8267-d434c55eaa60 disassociated (deleted). External IP: 172.26.4.58, port: 94c9196d-9802-4469-abad-bcc48a509539. Oct 10 11:53:20.593540 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50494d3b-c76b-4cec-a031-fa484be5a376 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Router 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:53:20.767804 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50494d3b-c76b-4cec-a031-fa484be5a376 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:53:20.777799 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92b63ed-a16b-45c3-80fb-84400c741cc8 None None] Sync routers for ids ['6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:53:20.786861 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92b63ed-a16b-45c3-80fb-84400c741cc8 None None] Routers {'6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:53:20.787482 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f92b63ed-a16b-45c3-80fb-84400c741cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:53:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:53:20.857297 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-50494d3b-c76b-4cec-a031-fa484be5a376 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:20.915359 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-50494d3b-c76b-4cec-a031-fa484be5a376 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "DELETE /v2.0/floatingips/1c1fe633-c313-4dfa-8267-d434c55eaa60 HTTP/1.1" status: 204 len: 168 time: 1.7349460 Oct 10 11:53:20.916181 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8725ef1-f272-4a50-bdec-4dc31c1794fb', 'tag': '94c9196d-9802-4469-abad-bcc48a509539'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:53:20.922163 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8d46ae-f512-400a-b1a4-81af2943de0f" -d '{"events": [{"name": "network-changed", "server_uuid": "f8725ef1-f272-4a50-bdec-4dc31c1794fb", "tag": "94c9196d-9802-4469-abad-bcc48a509539"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:53:20.970728 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-f92b63ed-a16b-45c3-80fb-84400c741cc8 None None] Set router 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:53:20.982669 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db2eb9b-ecce-4a98-9f93-c0c84e2ae2c4 x-openstack-request-id: req-5db2eb9b-ecce-4a98-9f93-c0c84e2ae2c4 {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:53:20.982963 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8725ef1-f272-4a50-bdec-4dc31c1794fb", "tag": "94c9196d-9802-4469-abad-bcc48a509539", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:53:20.983214 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5db2eb9b-ecce-4a98-9f93-c0c84e2ae2c4 {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:53:20.983622 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db2eb9b-ecce-4a98-9f93-c0c84e2ae2c4'] response: {'name': 'network-changed', 'server_uuid': 'f8725ef1-f272-4a50-bdec-4dc31c1794fb', 'tag': '94c9196d-9802-4469-abad-bcc48a509539', 'status': 'completed', 'code': 200} Oct 10 11:53:21.086465 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d46ae-f512-400a-b1a4-81af2943de0f req-1c5903f8-4806-4bba-bb1e-66518961d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:21.088550 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4e8d46ae-f512-400a-b1a4-81af2943de0f req-1c5903f8-4806-4bba-bb1e-66518961d9f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d306afe394314c90a2cfb769736cf17c&device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 1098 time: 0.0847523 Oct 10 11:53:21.224691 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d46ae-f512-400a-b1a4-81af2943de0f req-8a6de693-3c28-4fd9-85ca-65537b07c38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:21.226287 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4e8d46ae-f512-400a-b1a4-81af2943de0f req-8a6de693-3c28-4fd9-85ca-65537b07c38b service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b HTTP/1.1" status: 200 len: 916 time: 0.1324279 Oct 10 11:53:21.297774 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f92b63ed-a16b-45c3-80fb-84400c741cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'name': 'tempest-TestMinimumBasicScenario-1627066101-router', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:14Z', 'updated_at': '2022-10-10T11:47:18Z', 'revision_number': 4, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'gw_port': {'id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:15Z', 'updated_at': '2022-10-10T11:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '68a2484a-0cfe-43b4-a957-668ee0611254', 'name': '', 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'mac_address': 'fa:16:3e:c0:e2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:18Z', 'updated_at': '2022-10-10T11:47:24Z', 'revision_number': 5, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'subnets': [{'id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:53:21.302161 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92b63ed-a16b-45c3-80fb-84400c741cc8 None None] Checking router: 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:53:21.311927 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92b63ed-a16b-45c3-80fb-84400c741cc8 None None] Routers {'6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:53:21.312680 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f92b63ed-a16b-45c3-80fb-84400c741cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:53:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:53:21.401447 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4e8d46ae-f512-400a-b1a4-81af2943de0f req-a0ce6d73-704c-4c42-b878-514a4e2a2a0b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94c9196d-9802-4469-abad-bcc48a509539 HTTP/1.1" status: 200 len: 217 time: 0.1693630 Oct 10 11:53:21.468022 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d46ae-f512-400a-b1a4-81af2943de0f req-f23073ef-1865-4acb-8935-57f8d2329a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:21.469481 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4e8d46ae-f512-400a-b1a4-81af2943de0f req-f23073ef-1865-4acb-8935-57f8d2329a90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d1e29af9-2e38-4ad1-9848-30e88724239b HTTP/1.1" status: 200 len: 854 time: 0.0590165 Oct 10 11:53:21.496934 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-f92b63ed-a16b-45c3-80fb-84400c741cc8 None None] Set router 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:53:21.564985 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d46ae-f512-400a-b1a4-81af2943de0f req-2725ead9-c21d-4eb4-8331-34a4e464fbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:21.566641 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4e8d46ae-f512-400a-b1a4-81af2943de0f req-2725ead9-c21d-4eb4-8331-34a4e464fbb4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0910082 Oct 10 11:53:21.705096 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4e8d46ae-f512-400a-b1a4-81af2943de0f req-c15b966a-9c5e-46af-87d6-0f8d58ccfd04 service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316025 Oct 10 11:53:21.842892 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4e8d46ae-f512-400a-b1a4-81af2943de0f req-7182274e-aac6-4b8f-aa01-d7e23f019c64 service neutron] 10.222.0.15 "GET /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299868 Oct 10 11:53:21.850424 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f92b63ed-a16b-45c3-80fb-84400c741cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'name': 'tempest-TestMinimumBasicScenario-1627066101-router', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:14Z', 'updated_at': '2022-10-10T11:47:18Z', 'revision_number': 4, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'gw_port': {'id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:15Z', 'updated_at': '2022-10-10T11:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '68a2484a-0cfe-43b4-a957-668ee0611254', 'name': '', 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'mac_address': 'fa:16:3e:c0:e2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:18Z', 'updated_at': '2022-10-10T11:47:24Z', 'revision_number': 5, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'subnets': [{'id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:53:21.855559 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92b63ed-a16b-45c3-80fb-84400c741cc8 None None] The sync data for ids ['6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'] in dv-neutron-860842-1-hyperv is: [{'id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'name': 'tempest-TestMinimumBasicScenario-1627066101-router', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:14Z', 'updated_at': '2022-10-10T11:47:18Z', 'revision_number': 4, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'gw_port': {'id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:15Z', 'updated_at': '2022-10-10T11:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '68a2484a-0cfe-43b4-a957-668ee0611254', 'name': '', 'network_id': 'b5e91574-dc9d-4b0c-84b7-c3a39e84b35b', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'mac_address': 'fa:16:3e:c0:e2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:18Z', 'updated_at': '2022-10-10T11:47:24Z', 'revision_number': 5, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'subnets': [{'id': 'd1e29af9-2e38-4ad1-9848-30e88724239b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:53:22.070539 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3788b118-b9c5-45fc-9546-e433b6b42e83 None None] New status for floating IP 1c1fe633-c313-4dfa-8267-d434c55eaa60: DOWN {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:53:24.997419 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:53:26.813586 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942792d-1929-4f57-9d01-9318def4ddd5 req-8b0761a1-7b77-4d66-a8b1-782cdb94904e tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:26.815022 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0942792d-1929-4f57-9d01-9318def4ddd5 req-8b0761a1-7b77-4d66-a8b1-782cdb94904e tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 945 time: 0.0881097 Oct 10 11:53:26.858890 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0942792d-1929-4f57-9d01-9318def4ddd5 req-190b5709-0c56-491f-9c99-4922237de8eb tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382457 Oct 10 11:53:28.060866 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f43b9-808f-4dfe-aced-57f275945e24 req-e8cd1dde-95d9-49ea-8fbd-0b7b3c21ece9 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:28.061578 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-d61f43b9-808f-4dfe-aced-57f275945e24 req-e8cd1dde-95d9-49ea-8fbd-0b7b3c21ece9 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Synchronizing usage tracker for tenant:d306afe394314c90a2cfb769736cf17c on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:53:28.141433 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-d61f43b9-808f-4dfe-aced-57f275945e24 req-e8cd1dde-95d9-49ea-8fbd-0b7b3c21ece9 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Unset dirty status for tenant:d306afe394314c90a2cfb769736cf17c on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:53:28.142627 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d61f43b9-808f-4dfe-aced-57f275945e24 req-e8cd1dde-95d9-49ea-8fbd-0b7b3c21ece9 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 945 time: 0.1684010 Oct 10 11:53:28.187162 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-d61f43b9-808f-4dfe-aced-57f275945e24 req-32c68aa4-2d49-4910-9309-0028f9a61a5d tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Synchronizing usage tracker for tenant:d306afe394314c90a2cfb769736cf17c on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:53:28.267448 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-d61f43b9-808f-4dfe-aced-57f275945e24 req-32c68aa4-2d49-4910-9309-0028f9a61a5d tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Unset dirty status for tenant:d306afe394314c90a2cfb769736cf17c on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:53:28.268597 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d61f43b9-808f-4dfe-aced-57f275945e24 req-32c68aa4-2d49-4910-9309-0028f9a61a5d tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/security-groups?id=516ac64f-1590-4a94-9ec7-1ad1b5139d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204636 Oct 10 11:53:28.444383 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d2faf-92aa-4b91-811a-68f3bfe9be8d req-a645ffa3-a558-43bc-b6f6-fb846eb4a2f3 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:28.445737 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6a2d2faf-92aa-4b91-811a-68f3bfe9be8d req-a645ffa3-a558-43bc-b6f6-fb846eb4a2f3 tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 945 time: 0.0897901 Oct 10 11:53:28.514016 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-6a2d2faf-92aa-4b91-811a-68f3bfe9be8d req-92f6ec04-19f3-4103-8753-6411aa7db4ae tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Deleting port 94c9196d-9802-4469-abad-bcc48a509539 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:53:28.514350 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-6a2d2faf-92aa-4b91-811a-68f3bfe9be8d req-92f6ec04-19f3-4103-8753-6411aa7db4ae tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:28.757834 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-6a2d2faf-92aa-4b91-811a-68f3bfe9be8d req-92f6ec04-19f3-4103-8753-6411aa7db4ae tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] For port 94c9196d-9802-4469-abad-bcc48a509539, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=94c9196d-9802-4469-abad-bcc48a509539,segment=NetworkSegment(cb4d46ff-fcef-4481-83c9-790301f66fdd),segment_id=cb4d46ff-fcef-4481-83c9-790301f66fdd)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:53:28.758189 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-6a2d2faf-92aa-4b91-811a-68f3bfe9be8d req-92f6ec04-19f3-4103-8753-6411aa7db4ae tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:28.878833 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-6a2d2faf-92aa-4b91-811a-68f3bfe9be8d req-92f6ec04-19f3-4103-8753-6411aa7db4ae tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Calling delete_port for 94c9196d-9802-4469-abad-bcc48a509539 owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:53:29.067597 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-6a2d2faf-92aa-4b91-811a-68f3bfe9be8d req-92f6ec04-19f3-4103-8753-6411aa7db4ae tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:29.079024 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['94c9196d-9802-4469-abad-bcc48a509539'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:53:29.121081 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6ec04-19f3-4103-8753-6411aa7db4ae tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Pushing event deleted for resources: {'Port': ['ID=94c9196d-9802-4469-abad-bcc48a509539,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:29.205345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2d2faf-92aa-4b91-811a-68f3bfe9be8d req-92f6ec04-19f3-4103-8753-6411aa7db4ae tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] No DVR routers for this DVR port 94c9196d-9802-4469-abad-bcc48a509539 on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:53:29.207838 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-6a2d2faf-92aa-4b91-811a-68f3bfe9be8d req-92f6ec04-19f3-4103-8753-6411aa7db4ae tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:29.210479 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8725ef1-f272-4a50-bdec-4dc31c1794fb', 'name': 'network-vif-deleted', 'tag': '94c9196d-9802-4469-abad-bcc48a509539'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:53:29.212731 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8f5478-5883-4336-8c8a-4b7015667d6f" -d '{"events": [{"server_uuid": "f8725ef1-f272-4a50-bdec-4dc31c1794fb", "name": "network-vif-deleted", "tag": "94c9196d-9802-4469-abad-bcc48a509539"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:53:29.255251 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbee9acf-b362-4021-81e1-6adad170a0b5 x-openstack-request-id: req-dbee9acf-b362-4021-81e1-6adad170a0b5 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:53:29.255647 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8725ef1-f272-4a50-bdec-4dc31c1794fb", "name": "network-vif-deleted", "tag": "94c9196d-9802-4469-abad-bcc48a509539", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:53:29.255912 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-dbee9acf-b362-4021-81e1-6adad170a0b5 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:53:29.256309 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbee9acf-b362-4021-81e1-6adad170a0b5'] response: {'server_uuid': 'f8725ef1-f272-4a50-bdec-4dc31c1794fb', 'name': 'network-vif-deleted', 'tag': '94c9196d-9802-4469-abad-bcc48a509539', 'status': 'completed', 'code': 200} Oct 10 11:53:29.285477 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6a2d2faf-92aa-4b91-811a-68f3bfe9be8d req-92f6ec04-19f3-4103-8753-6411aa7db4ae tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.15 "DELETE /v2.0/ports/94c9196d-9802-4469-abad-bcc48a509539 HTTP/1.1" status: 204 len: 173 time: 0.8347926 Oct 10 11:53:29.434846 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-7c02b5fb-6c76-42d7-abea-1e8432bc89ba req-26ccc330-3565-4a9d-9cba-abf2e4c5876b tempest-TestMinimumBasicScenario-512663022 tempest-TestMinimumBasicScenario-512663022-project] 10.222.0.40 "GET /v2.0/ports?device_id=f8725ef1-f272-4a50-bdec-4dc31c1794fb HTTP/1.1" status: 200 len: 210 time: 0.0527167 Oct 10 11:53:31.763367 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37128) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:53:32.521697 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-da7859e2-6700-451a-b353-9de98983f522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:32.677241 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 94c9196d-9802-4469-abad-bcc48a509539 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:53:32.711824 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: 94c9196d-9802-4469-abad-bcc48a509539 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:53:32.712166 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 94c9196d-9802-4469-abad-bcc48a509539 not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:53:32.866306 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-da7859e2-6700-451a-b353-9de98983f522 admin admin] Deleting port 68a2484a-0cfe-43b4-a957-668ee0611254 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:53:32.866824 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-da7859e2-6700-451a-b353-9de98983f522 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:33.037339 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-da7859e2-6700-451a-b353-9de98983f522 admin admin] For port 68a2484a-0cfe-43b4-a957-668ee0611254, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=68a2484a-0cfe-43b4-a957-668ee0611254,segment=NetworkSegment(cb4d46ff-fcef-4481-83c9-790301f66fdd),segment_id=cb4d46ff-fcef-4481-83c9-790301f66fdd)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:53:33.037721 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-da7859e2-6700-451a-b353-9de98983f522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:33.162572 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-da7859e2-6700-451a-b353-9de98983f522 admin admin] Calling delete_port for 68a2484a-0cfe-43b4-a957-668ee0611254 owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:53:33.513574 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-45da4a23-575b-48ef-858e-005f52277cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:33.536307 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-da7859e2-6700-451a-b353-9de98983f522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:33.587341 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7859e2-6700-451a-b353-9de98983f522 admin admin] Pushing event deleted for resources: {'Port': ['ID=68a2484a-0cfe-43b4-a957-668ee0611254,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:34.002895 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-da7859e2-6700-451a-b353-9de98983f522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:34.360832 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7859e2-6700-451a-b353-9de98983f522 admin admin] Router 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:53:34.557940 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7859e2-6700-451a-b353-9de98983f522 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:53:34.566326 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc41934f-6cb6-4c31-b031-a8714f1fed68 None None] Sync routers for ids ['6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:53:34.570309 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-da7859e2-6700-451a-b353-9de98983f522 admin admin] 10.222.0.40 "PUT /v2.0/routers/6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8057954 Oct 10 11:53:34.572973 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37134) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:53:34.576184 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc41934f-6cb6-4c31-b031-a8714f1fed68 None None] Routers {'6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:53:34.576794 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-fc41934f-6cb6-4c31-b031-a8714f1fed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:53:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:53:34.752005 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-fc41934f-6cb6-4c31-b031-a8714f1fed68 None None] Set router 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:53:34.761298 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ec5d5693-a74e-4368-93f7-2aebb0f24db6 admin admin] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:34.954345 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ec5d5693-a74e-4368-93f7-2aebb0f24db6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:35.004579 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d5693-a74e-4368-93f7-2aebb0f24db6 admin admin] Deleting port d13c02b2-b8ce-42f9-99e7-76f3433ade30 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:53:35.005229 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ec5d5693-a74e-4368-93f7-2aebb0f24db6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:35.035504 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-fc41934f-6cb6-4c31-b031-a8714f1fed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'name': 'tempest-TestMinimumBasicScenario-1627066101-router', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:14Z', 'updated_at': '2022-10-10T11:53:33Z', 'revision_number': 5, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'gw_port': {'id': 'd13c02b2-b8ce-42f9-99e7-76f3433ade30', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:03:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:15Z', 'updated_at': '2022-10-10T11:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:53:35.039459 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc41934f-6cb6-4c31-b031-a8714f1fed68 None None] Checking router: 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:53:35.048539 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc41934f-6cb6-4c31-b031-a8714f1fed68 None None] Routers {'6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:53:35.049201 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-fc41934f-6cb6-4c31-b031-a8714f1fed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:53:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:53:35.196302 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-ec5d5693-a74e-4368-93f7-2aebb0f24db6 admin admin] For port d13c02b2-b8ce-42f9-99e7-76f3433ade30, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=d13c02b2-b8ce-42f9-99e7-76f3433ade30,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:53:35.196659 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ec5d5693-a74e-4368-93f7-2aebb0f24db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:35.213491 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-fc41934f-6cb6-4c31-b031-a8714f1fed68 None None] Set router 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:53:35.329235 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-fc41934f-6cb6-4c31-b031-a8714f1fed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'name': 'tempest-TestMinimumBasicScenario-1627066101-router', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:14Z', 'updated_at': '2022-10-10T11:53:34Z', 'revision_number': 6, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:53:35.333578 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc41934f-6cb6-4c31-b031-a8714f1fed68 None None] The sync data for ids ['6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99'] in dv-neutron-860842-1-hyperv is: [{'id': '6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99', 'name': 'tempest-TestMinimumBasicScenario-1627066101-router', 'tenant_id': 'd306afe394314c90a2cfb769736cf17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:14Z', 'updated_at': '2022-10-10T11:53:34Z', 'revision_number': 6, 'project_id': 'd306afe394314c90a2cfb769736cf17c', 'gw_port_host': None}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:53:35.456028 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d5693-a74e-4368-93f7-2aebb0f24db6 admin admin] Calling delete_port for d13c02b2-b8ce-42f9-99e7-76f3433ade30 owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:53:35.661784 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ec5d5693-a74e-4368-93f7-2aebb0f24db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:35.713708 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d5693-a74e-4368-93f7-2aebb0f24db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d13c02b2-b8ce-42f9-99e7-76f3433ade30,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:35.732553 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 68a2484a-0cfe-43b4-a957-668ee0611254 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:53:35.784835 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-fe689b71-f7cc-46dc-8f1a-0f5df7eaa205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:35.786207 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 68a2484a-0cfe-43b4-a957-668ee0611254 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:53:35.786546 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 68a2484a-0cfe-43b4-a957-668ee0611254 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:53:35.823698 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ec5d5693-a74e-4368-93f7-2aebb0f24db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:35.997276 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ec5d5693-a74e-4368-93f7-2aebb0f24db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:35.999448 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ec5d5693-a74e-4368-93f7-2aebb0f24db6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:36.078771 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ec5d5693-a74e-4368-93f7-2aebb0f24db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:36.079321 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5d5693-a74e-4368-93f7-2aebb0f24db6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:53:36.092286 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ec5d5693-a74e-4368-93f7-2aebb0f24db6 admin admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:36.093256 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ec5d5693-a74e-4368-93f7-2aebb0f24db6 admin admin] 10.222.0.40 "DELETE /v2.0/routers/6d11c8cf-ec3c-4cd5-a761-eaecd52c2b99 HTTP/1.1" status: 204 len: 168 time: 1.5191991 Oct 10 11:53:36.095873 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37140) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:53:36.156547 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-235137ff-e2c8-4f53-8960-4378a61bfe5b admin admin] Deleting subnet d1e29af9-2e38-4ad1-9848-30e88724239b {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:53:36.159465 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-235137ff-e2c8-4f53-8960-4378a61bfe5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:36.213817 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-235137ff-e2c8-4f53-8960-4378a61bfe5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:36.402317 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-235137ff-e2c8-4f53-8960-4378a61bfe5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:36.525175 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-235137ff-e2c8-4f53-8960-4378a61bfe5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:36.570307 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235137ff-e2c8-4f53-8960-4378a61bfe5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1e29af9-2e38-4ad1-9848-30e88724239b,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:36.574340 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-235137ff-e2c8-4f53-8960-4378a61bfe5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:36.580208 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-235137ff-e2c8-4f53-8960-4378a61bfe5b admin admin] 10.222.0.40 "DELETE /v2.0/subnets/d1e29af9-2e38-4ad1-9848-30e88724239b HTTP/1.1" status: 204 len: 168 time: 0.4833694 Oct 10 11:53:36.580764 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9385b895-e61f-44ba-a0a3-d4136341446b None None] Network b5e91574-dc9d-4b0c-84b7-c3a39e84b35b requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:53:36.582699 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37144) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:53:36.695248 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-91fa542c-1b9a-48a3-a819-bd64601e5f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:36.708212 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-91fa542c-1b9a-48a3-a819-bd64601e5f64 admin admin] Deleting port d040e4b0-380d-4b62-92c1-ce239c971050 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:53:36.708543 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-91fa542c-1b9a-48a3-a819-bd64601e5f64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:36.902390 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085444fe-1e51-47b1-9946-80148449b6b4 None None] DHCP port deletion for b5e91574-dc9d-4b0c-84b7-c3a39e84b35b request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:53:36.906879 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-085444fe-1e51-47b1-9946-80148449b6b4 None None] Deleting port d040e4b0-380d-4b62-92c1-ce239c971050 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:53:36.907279 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-085444fe-1e51-47b1-9946-80148449b6b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:36.918625 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-91fa542c-1b9a-48a3-a819-bd64601e5f64 admin admin] For port d040e4b0-380d-4b62-92c1-ce239c971050, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=d040e4b0-380d-4b62-92c1-ce239c971050,segment=NetworkSegment(cb4d46ff-fcef-4481-83c9-790301f66fdd),segment_id=cb4d46ff-fcef-4481-83c9-790301f66fdd)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:53:36.918975 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-91fa542c-1b9a-48a3-a819-bd64601e5f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:37.059188 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-91fa542c-1b9a-48a3-a819-bd64601e5f64 admin admin] Calling delete_port for d040e4b0-380d-4b62-92c1-ce239c971050 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:53:37.062355 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:37.138988 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-085444fe-1e51-47b1-9946-80148449b6b4 None None] For port d040e4b0-380d-4b62-92c1-ce239c971050, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=d040e4b0-380d-4b62-92c1-ce239c971050,segment=NetworkSegment(cb4d46ff-fcef-4481-83c9-790301f66fdd),segment_id=cb4d46ff-fcef-4481-83c9-790301f66fdd)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:53:37.139322 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-085444fe-1e51-47b1-9946-80148449b6b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:37.239594 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-91fa542c-1b9a-48a3-a819-bd64601e5f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:37.259374 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:37.266016 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-085444fe-1e51-47b1-9946-80148449b6b4 None None] Calling delete_port for d040e4b0-380d-4b62-92c1-ce239c971050 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:53:37.288525 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa542c-1b9a-48a3-a819-bd64601e5f64 admin admin] Pushing event deleted for resources: {'Port': ['ID=d040e4b0-380d-4b62-92c1-ce239c971050,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:37.295428 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fa542c-1b9a-48a3-a819-bd64601e5f64 admin admin] No DVR routers for this DVR port d040e4b0-380d-4b62-92c1-ce239c971050 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:53:37.345655 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-085444fe-1e51-47b1-9946-80148449b6b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:53:37.345655 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-085444fe-1e51-47b1-9946-80148449b6b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:53:37.413113 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-91fa542c-1b9a-48a3-a819-bd64601e5f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:37.438511 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-91fa542c-1b9a-48a3-a819-bd64601e5f64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e91574-dc9d-4b0c-84b7-c3a39e84b35b']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:53:37.451986 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-91fa542c-1b9a-48a3-a819-bd64601e5f64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb4d46ff-fcef-4481-83c9-790301f66fdd') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:53:37.452285 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-91fa542c-1b9a-48a3-a819-bd64601e5f64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb4d46ff-fcef-4481-83c9-790301f66fdd') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:53:37.464409 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-91fa542c-1b9a-48a3-a819-bd64601e5f64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:37.485987 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-91fa542c-1b9a-48a3-a819-bd64601e5f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:37.492268 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91fa542c-1b9a-48a3-a819-bd64601e5f64 admin admin] Releasing vlan 498 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:53:37.492684 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-91fa542c-1b9a-48a3-a819-bd64601e5f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:37.680365 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment cb4d46ff-fcef-4481-83c9-790301f66fdd resource provider aggregate not found Oct 10 11:53:37.700458 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment cb4d46ff-fcef-4481-83c9-790301f66fdd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb4d46ff-fcef-4481-83c9-790301f66fdd found for delete ", "request_id": "req-b937e4ae-8596-45df-9774-7e196dd91fc1"}]} Oct 10 11:53:37.759012 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-91fa542c-1b9a-48a3-a819-bd64601e5f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:37.768418 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d13c02b2-b8ce-42f9-99e7-76f3433ade30 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:53:37.784135 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-91fa542c-1b9a-48a3-a819-bd64601e5f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:37.790547 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa542c-1b9a-48a3-a819-bd64601e5f64 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5e91574-dc9d-4b0c-84b7-c3a39e84b35b,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:37.802799 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: d13c02b2-b8ce-42f9-99e7-76f3433ade30 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:53:37.803881 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d13c02b2-b8ce-42f9-99e7-76f3433ade30 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:53:37.803881 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d040e4b0-380d-4b62-92c1-ce239c971050 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:53:37.840492 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: d040e4b0-380d-4b62-92c1-ce239c971050 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:53:37.840838 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d040e4b0-380d-4b62-92c1-ce239c971050 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:53:37.846273 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-085444fe-1e51-47b1-9946-80148449b6b4 None None] Deleting port d040e4b0-380d-4b62-92c1-ce239c971050 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:53:37.846376 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-085444fe-1e51-47b1-9946-80148449b6b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:37.873645 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-91fa542c-1b9a-48a3-a819-bd64601e5f64 admin admin] 10.222.0.40 "DELETE /v2.0/networks/b5e91574-dc9d-4b0c-84b7-c3a39e84b35b HTTP/1.1" status: 204 len: 168 time: 1.2898688 Oct 10 11:53:37.876467 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37154) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:53:37.912130 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-085444fe-1e51-47b1-9946-80148449b6b4 None None] The port 'd040e4b0-380d-4b62-92c1-ce239c971050' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:53:38.464208 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1ef5b396-82c1-4f75-831e-f4b6dbdc4931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:38.799243 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:38.870365 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-1ef5b396-82c1-4f75-831e-f4b6dbdc4931 admin admin] Deleting port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:53:38.870894 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1ef5b396-82c1-4f75-831e-f4b6dbdc4931 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:39.101852 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-1ef5b396-82c1-4f75-831e-f4b6dbdc4931 admin admin] For port 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf,segment=NetworkSegment(36d6c6cf-f0ed-4a6f-b787-49ad66ffff8c),segment_id=36d6c6cf-f0ed-4a6f-b787-49ad66ffff8c)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:53:39.102121 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1ef5b396-82c1-4f75-831e-f4b6dbdc4931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:39.253500 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-1ef5b396-82c1-4f75-831e-f4b6dbdc4931 admin admin] Calling delete_port for 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:53:39.633463 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1ef5b396-82c1-4f75-831e-f4b6dbdc4931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:39.661974 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:39.693680 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5b396-82c1-4f75-831e-f4b6dbdc4931 admin admin] Pushing event deleted for resources: {'Port': ['ID=0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:40.004361 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1ef5b396-82c1-4f75-831e-f4b6dbdc4931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:40.510589 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef5b396-82c1-4f75-831e-f4b6dbdc4931 admin admin] Router e7cf92c1-9be3-4095-953d-fcee8aad8938 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:53:40.574292 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef5b396-82c1-4f75-831e-f4b6dbdc4931 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:53:40.587659 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a03aff6-420a-47a5-9dc7-2be1b8cc89cb None None] Sync routers for ids ['e7cf92c1-9be3-4095-953d-fcee8aad8938'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:53:40.592756 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a03aff6-420a-47a5-9dc7-2be1b8cc89cb None None] Routers {'e7cf92c1-9be3-4095-953d-fcee8aad8938'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:53:40.593407 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-9a03aff6-420a-47a5-9dc7-2be1b8cc89cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:53:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e7cf92c1-9be3-4095-953d-fcee8aad8938'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:53:40.635573 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1ef5b396-82c1-4f75-831e-f4b6dbdc4931 admin admin] 10.222.0.40 "PUT /v2.0/routers/e7cf92c1-9be3-4095-953d-fcee8aad8938/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7576911 Oct 10 11:53:40.638168 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37162) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:53:40.769924 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-9a03aff6-420a-47a5-9dc7-2be1b8cc89cb None None] Set router e7cf92c1-9be3-4095-953d-fcee8aad8938 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:53:40.830080 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-188db892-63f3-4617-b1b9-8f66fe496a6f admin admin] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:41.071169 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-9a03aff6-420a-47a5-9dc7-2be1b8cc89cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7cf92c1-9be3-4095-953d-fcee8aad8938', 'name': 'tempest-TestMinimumBasicScenario-1363237263-router', 'tenant_id': '9769dd62a4f4416d93b42faea110a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.177'}], 'enable_snat': True}, 'gw_port_id': '5bdf4459-3221-4826-917f-78b72ae326a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:22Z', 'updated_at': '2022-10-10T11:53:39Z', 'revision_number': 5, 'project_id': '9769dd62a4f4416d93b42faea110a1b2', 'gw_port': {'id': '5bdf4459-3221-4826-917f-78b72ae326a2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cf92c1-9be3-4095-953d-fcee8aad8938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:23Z', 'updated_at': '2022-10-10T11:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:53:41.075638 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a03aff6-420a-47a5-9dc7-2be1b8cc89cb None None] Checking router: e7cf92c1-9be3-4095-953d-fcee8aad8938 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:53:41.083955 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a03aff6-420a-47a5-9dc7-2be1b8cc89cb None None] Routers {'e7cf92c1-9be3-4095-953d-fcee8aad8938'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:53:41.084586 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-9a03aff6-420a-47a5-9dc7-2be1b8cc89cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:53:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['e7cf92c1-9be3-4095-953d-fcee8aad8938'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:53:41.131420 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-188db892-63f3-4617-b1b9-8f66fe496a6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:41.204479 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-188db892-63f3-4617-b1b9-8f66fe496a6f admin admin] Deleting port 5bdf4459-3221-4826-917f-78b72ae326a2 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:53:41.205042 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-188db892-63f3-4617-b1b9-8f66fe496a6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:41.294166 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-9a03aff6-420a-47a5-9dc7-2be1b8cc89cb None None] Set router e7cf92c1-9be3-4095-953d-fcee8aad8938 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:53:41.396408 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-188db892-63f3-4617-b1b9-8f66fe496a6f admin admin] For port 5bdf4459-3221-4826-917f-78b72ae326a2, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5bdf4459-3221-4826-917f-78b72ae326a2,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:53:41.396698 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-188db892-63f3-4617-b1b9-8f66fe496a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:41.523311 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-188db892-63f3-4617-b1b9-8f66fe496a6f admin admin] Calling delete_port for 5bdf4459-3221-4826-917f-78b72ae326a2 owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:53:41.576423 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-9a03aff6-420a-47a5-9dc7-2be1b8cc89cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7cf92c1-9be3-4095-953d-fcee8aad8938', 'name': 'tempest-TestMinimumBasicScenario-1363237263-router', 'tenant_id': '9769dd62a4f4416d93b42faea110a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.177'}], 'enable_snat': True}, 'gw_port_id': '5bdf4459-3221-4826-917f-78b72ae326a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:22Z', 'updated_at': '2022-10-10T11:53:39Z', 'revision_number': 5, 'project_id': '9769dd62a4f4416d93b42faea110a1b2', 'gw_port': {'id': '5bdf4459-3221-4826-917f-78b72ae326a2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cf92c1-9be3-4095-953d-fcee8aad8938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:23Z', 'updated_at': '2022-10-10T11:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:53:41.580314 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a03aff6-420a-47a5-9dc7-2be1b8cc89cb None None] The sync data for ids ['e7cf92c1-9be3-4095-953d-fcee8aad8938'] in dv-neutron-860842-1-hyperv is: [{'id': 'e7cf92c1-9be3-4095-953d-fcee8aad8938', 'name': 'tempest-TestMinimumBasicScenario-1363237263-router', 'tenant_id': '9769dd62a4f4416d93b42faea110a1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.177'}], 'enable_snat': True}, 'gw_port_id': '5bdf4459-3221-4826-917f-78b72ae326a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:47:22Z', 'updated_at': '2022-10-10T11:53:39Z', 'revision_number': 5, 'project_id': '9769dd62a4f4416d93b42faea110a1b2', 'gw_port': {'id': '5bdf4459-3221-4826-917f-78b72ae326a2', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cf92c1-9be3-4095-953d-fcee8aad8938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:47:23Z', 'updated_at': '2022-10-10T11:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:53:41.781644 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-188db892-63f3-4617-b1b9-8f66fe496a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:41.831280 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188db892-63f3-4617-b1b9-8f66fe496a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=5bdf4459-3221-4826-917f-78b72ae326a2,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:41.948936 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-188db892-63f3-4617-b1b9-8f66fe496a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:42.049048 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:53:42.098896 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:53:42.099236 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 0673cc3b-c53b-4b46-ae5f-d2376e1ac3cf not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:53:42.140563 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-188db892-63f3-4617-b1b9-8f66fe496a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:42.142795 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-188db892-63f3-4617-b1b9-8f66fe496a6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:42.502053 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-188db892-63f3-4617-b1b9-8f66fe496a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:42.512373 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188db892-63f3-4617-b1b9-8f66fe496a6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7cf92c1-9be3-4095-953d-fcee8aad8938 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:53:42.515320 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-188db892-63f3-4617-b1b9-8f66fe496a6f admin admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:42.516834 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-188db892-63f3-4617-b1b9-8f66fe496a6f admin admin] 10.222.0.40 "DELETE /v2.0/routers/e7cf92c1-9be3-4095-953d-fcee8aad8938 HTTP/1.1" status: 204 len: 168 time: 1.8772686 Oct 10 11:53:42.519004 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37168) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:53:42.582756 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45d13c3-c054-408c-8c49-fd8d1c75bcb3 admin admin] Deleting subnet da56657f-3a44-47eb-890b-90f94237de2d {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:53:42.585962 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b45d13c3-c054-408c-8c49-fd8d1c75bcb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:42.640479 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b45d13c3-c054-408c-8c49-fd8d1c75bcb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:42.716555 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b45d13c3-c054-408c-8c49-fd8d1c75bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:42.827816 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b45d13c3-c054-408c-8c49-fd8d1c75bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:42.869566 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d13c3-c054-408c-8c49-fd8d1c75bcb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da56657f-3a44-47eb-890b-90f94237de2d,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:42.874304 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b45d13c3-c054-408c-8c49-fd8d1c75bcb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:42.879642 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b02b791-0201-4624-ba65-31d7854f89ed None None] Network 8f062e49-522c-4451-b955-90e57795414f requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:53:42.881336 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b45d13c3-c054-408c-8c49-fd8d1c75bcb3 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/da56657f-3a44-47eb-890b-90f94237de2d HTTP/1.1" status: 204 len: 168 time: 0.3612797 Oct 10 11:53:42.883728 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37172) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:53:43.002848 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84b5403c-6909-4701-b3b1-ca666ff50acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:43.015114 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-84b5403c-6909-4701-b3b1-ca666ff50acc admin admin] Deleting port b7277d17-c57c-44e9-8281-3b6c78b0e1c5 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:53:43.015474 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84b5403c-6909-4701-b3b1-ca666ff50acc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:43.163481 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717f74b5-2f2d-4ce2-b662-2de758ca77eb None None] DHCP port deletion for 8f062e49-522c-4451-b955-90e57795414f request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:53:43.168741 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-717f74b5-2f2d-4ce2-b662-2de758ca77eb None None] Deleting port b7277d17-c57c-44e9-8281-3b6c78b0e1c5 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:53:43.169117 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-717f74b5-2f2d-4ce2-b662-2de758ca77eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:43.333570 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-84b5403c-6909-4701-b3b1-ca666ff50acc admin admin] For port b7277d17-c57c-44e9-8281-3b6c78b0e1c5, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=b7277d17-c57c-44e9-8281-3b6c78b0e1c5,segment=NetworkSegment(36d6c6cf-f0ed-4a6f-b787-49ad66ffff8c),segment_id=36d6c6cf-f0ed-4a6f-b787-49ad66ffff8c)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:53:43.333927 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84b5403c-6909-4701-b3b1-ca666ff50acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:43.430714 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-717f74b5-2f2d-4ce2-b662-2de758ca77eb None None] For port b7277d17-c57c-44e9-8281-3b6c78b0e1c5, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=b7277d17-c57c-44e9-8281-3b6c78b0e1c5,segment=NetworkSegment(36d6c6cf-f0ed-4a6f-b787-49ad66ffff8c),segment_id=36d6c6cf-f0ed-4a6f-b787-49ad66ffff8c)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:53:43.431008 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-717f74b5-2f2d-4ce2-b662-2de758ca77eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:43.461703 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-84b5403c-6909-4701-b3b1-ca666ff50acc admin admin] Calling delete_port for b7277d17-c57c-44e9-8281-3b6c78b0e1c5 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:53:43.550865 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-717f74b5-2f2d-4ce2-b662-2de758ca77eb None None] Calling delete_port for b7277d17-c57c-44e9-8281-3b6c78b0e1c5 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:53:43.598714 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84b5403c-6909-4701-b3b1-ca666ff50acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:43.624458 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-717f74b5-2f2d-4ce2-b662-2de758ca77eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:53:43.625752 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-717f74b5-2f2d-4ce2-b662-2de758ca77eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:53:43.647573 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5403c-6909-4701-b3b1-ca666ff50acc admin admin] Pushing event deleted for resources: {'Port': ['ID=b7277d17-c57c-44e9-8281-3b6c78b0e1c5,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:43.649375 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b5403c-6909-4701-b3b1-ca666ff50acc admin admin] No DVR routers for this DVR port b7277d17-c57c-44e9-8281-3b6c78b0e1c5 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:53:43.763997 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device b7277d17-c57c-44e9-8281-3b6c78b0e1c5 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:53:43.765264 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84b5403c-6909-4701-b3b1-ca666ff50acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:43.795310 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-84b5403c-6909-4701-b3b1-ca666ff50acc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f062e49-522c-4451-b955-90e57795414f']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:53:43.798254 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: b7277d17-c57c-44e9-8281-3b6c78b0e1c5 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:53:43.798596 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device b7277d17-c57c-44e9-8281-3b6c78b0e1c5 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:53:43.799005 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5bdf4459-3221-4826-917f-78b72ae326a2 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:53:43.807283 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-84b5403c-6909-4701-b3b1-ca666ff50acc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d6c6cf-f0ed-4a6f-b787-49ad66ffff8c') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:53:43.807601 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-84b5403c-6909-4701-b3b1-ca666ff50acc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d6c6cf-f0ed-4a6f-b787-49ad66ffff8c') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:53:43.818634 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84b5403c-6909-4701-b3b1-ca666ff50acc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:43.830933 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 5bdf4459-3221-4826-917f-78b72ae326a2 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:53:43.831279 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5bdf4459-3221-4826-917f-78b72ae326a2 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:53:43.834660 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84b5403c-6909-4701-b3b1-ca666ff50acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:43.849183 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b5403c-6909-4701-b3b1-ca666ff50acc admin admin] Releasing vlan 473 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:53:43.849183 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84b5403c-6909-4701-b3b1-ca666ff50acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:43.921649 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 36d6c6cf-f0ed-4a6f-b787-49ad66ffff8c resource provider aggregate not found Oct 10 11:53:43.938673 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 36d6c6cf-f0ed-4a6f-b787-49ad66ffff8c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36d6c6cf-f0ed-4a6f-b787-49ad66ffff8c found for delete ", "request_id": "req-f248e259-f1e4-430b-8caa-a76709b55d75"}]} Oct 10 11:53:43.987086 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84b5403c-6909-4701-b3b1-ca666ff50acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:44.003372 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-84b5403c-6909-4701-b3b1-ca666ff50acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:44.013946 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5403c-6909-4701-b3b1-ca666ff50acc admin admin] Pushing event deleted for resources: {'Network': ['ID=8f062e49-522c-4451-b955-90e57795414f,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:44.020944 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-84b5403c-6909-4701-b3b1-ca666ff50acc admin admin] 10.222.0.40 "DELETE /v2.0/networks/8f062e49-522c-4451-b955-90e57795414f HTTP/1.1" status: 204 len: 168 time: 1.1362462 Oct 10 11:53:44.126004 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-717f74b5-2f2d-4ce2-b662-2de758ca77eb None None] Deleting port b7277d17-c57c-44e9-8281-3b6c78b0e1c5 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:53:44.126387 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-717f74b5-2f2d-4ce2-b662-2de758ca77eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:44.193001 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-717f74b5-2f2d-4ce2-b662-2de758ca77eb None None] The port 'b7277d17-c57c-44e9-8281-3b6c78b0e1c5' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 11:53:44.325110 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37182) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:53:44.373766 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6475ee52-82fe-41e8-879c-81a8890e0bac admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d306afe394314c90a2cfb769736cf17c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472517 Oct 10 11:53:44.376095 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37186) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:53:44.433153 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ccfad7b7-3786-4b3b-bbae-37868cfc2f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:44.458397 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ccfad7b7-3786-4b3b-bbae-37868cfc2f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:44.598340 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ccfad7b7-3786-4b3b-bbae-37868cfc2f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:44.615921 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfad7b7-3786-4b3b-bbae-37868cfc2f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516ac64f-1590-4a94-9ec7-1ad1b5139d1b,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:44.700723 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-ccfad7b7-3786-4b3b-bbae-37868cfc2f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:44.701892 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ccfad7b7-3786-4b3b-bbae-37868cfc2f42 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/516ac64f-1590-4a94-9ec7-1ad1b5139d1b HTTP/1.1" status: 204 len: 168 time: 0.3249276 Oct 10 11:53:45.413008 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37194) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:53:45.464742 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b3ee8831-69e1-4cff-b365-2646210f0c0c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9769dd62a4f4416d93b42faea110a1b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518739 Oct 10 11:53:45.467378 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37198) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:53:45.523904 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c76ea192-9a9a-4c0c-b70a-7b21e9d9874c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:45.550959 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c76ea192-9a9a-4c0c-b70a-7b21e9d9874c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:45.644280 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c76ea192-9a9a-4c0c-b70a-7b21e9d9874c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:45.658776 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ea192-9a9a-4c0c-b70a-7b21e9d9874c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec35d29-e2fc-41aa-b9b6-c47ecaa827c1,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:45.664741 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c76ea192-9a9a-4c0c-b70a-7b21e9d9874c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:45.666136 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c76ea192-9a9a-4c0c-b70a-7b21e9d9874c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7ec35d29-e2fc-41aa-b9b6-c47ecaa827c1 HTTP/1.1" status: 204 len: 168 time: 0.1978648 Oct 10 11:53:47.917335 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37240) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:53:47.922671 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-1150b604-2f17-4ca6-885d-bd9636ef7494 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-695526208', 'description': 'tempest-secgroup-smoke-695526208 description', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:53:47.928836 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1150b604-2f17-4ca6-885d-bd9636ef7494 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:53:47.933342 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1150b604-2f17-4ca6-885d-bd9636ef7494 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:53:47.936185 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1150b604-2f17-4ca6-885d-bd9636ef7494 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:53:47.942339 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1150b604-2f17-4ca6-885d-bd9636ef7494 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:53:48.026832 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1150b604-2f17-4ca6-885d-bd9636ef7494 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:48.038591 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1150b604-2f17-4ca6-885d-bd9636ef7494 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:48.053297 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1150b604-2f17-4ca6-885d-bd9636ef7494 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:53:48.057039 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1150b604-2f17-4ca6-885d-bd9636ef7494 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:53:48.060312 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1150b604-2f17-4ca6-885d-bd9636ef7494 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:53:48.065925 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1150b604-2f17-4ca6-885d-bd9636ef7494 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:53:48.147451 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1150b604-2f17-4ca6-885d-bd9636ef7494 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:48.215660 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1150b604-2f17-4ca6-885d-bd9636ef7494 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:48.227296 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1150b604-2f17-4ca6-885d-bd9636ef7494 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:53:48.235547 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1150b604-2f17-4ca6-885d-bd9636ef7494 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:53:48.243666 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1150b604-2f17-4ca6-885d-bd9636ef7494 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:53:48.253710 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1150b604-2f17-4ca6-885d-bd9636ef7494 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:53:48.257185 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150b604-2f17-4ca6-885d-bd9636ef7494 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ea0250-1420-4cca-9f19-eebadb31f93f,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:48.324015 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1150b604-2f17-4ca6-885d-bd9636ef7494 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:48.386954 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1150b604-2f17-4ca6-885d-bd9636ef7494 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:48.428362 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150b604-2f17-4ca6-885d-bd9636ef7494 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80e1db65-9d10-46a3-834a-127749970213,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:48.518676 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1150b604-2f17-4ca6-885d-bd9636ef7494 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:48.519923 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1150b604-2f17-4ca6-885d-bd9636ef7494 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6015220 Oct 10 11:53:48.522850 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37244) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:53:48.528586 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-90bcedf2-2ec1-4f93-afe7-7c6313ca08c6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': '80e1db65-9d10-46a3-834a-127749970213', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:53:48.535074 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-90bcedf2-2ec1-4f93-afe7-7c6313ca08c6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:53:48.539115 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-90bcedf2-2ec1-4f93-afe7-7c6313ca08c6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:53:48.543078 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-90bcedf2-2ec1-4f93-afe7-7c6313ca08c6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:53:48.548901 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-90bcedf2-2ec1-4f93-afe7-7c6313ca08c6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:53:48.633953 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-90bcedf2-2ec1-4f93-afe7-7c6313ca08c6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:48.692789 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-90bcedf2-2ec1-4f93-afe7-7c6313ca08c6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:48.769578 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-90bcedf2-2ec1-4f93-afe7-7c6313ca08c6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:48.794181 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bcedf2-2ec1-4f93-afe7-7c6313ca08c6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd69069-7a6a-433b-96a4-adb8543daae8,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:48.861043 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-90bcedf2-2ec1-4f93-afe7-7c6313ca08c6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:48.862269 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-90bcedf2-2ec1-4f93-afe7-7c6313ca08c6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3384919 Oct 10 11:53:48.864911 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37248) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:53:48.869772 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-1d373af8-a9bb-429c-9f2e-f98ee180a792 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': '80e1db65-9d10-46a3-834a-127749970213', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:53:48.875628 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1d373af8-a9bb-429c-9f2e-f98ee180a792 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:53:48.879599 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1d373af8-a9bb-429c-9f2e-f98ee180a792 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:53:48.882583 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1d373af8-a9bb-429c-9f2e-f98ee180a792 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:53:48.888768 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1d373af8-a9bb-429c-9f2e-f98ee180a792 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:53:48.970888 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1d373af8-a9bb-429c-9f2e-f98ee180a792 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:49.031367 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1d373af8-a9bb-429c-9f2e-f98ee180a792 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:49.101048 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1d373af8-a9bb-429c-9f2e-f98ee180a792 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:49.124403 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d373af8-a9bb-429c-9f2e-f98ee180a792 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb9cc67-e28f-4973-81b7-839aa44d8e66,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:49.244035 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1d373af8-a9bb-429c-9f2e-f98ee180a792 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:49.245860 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1d373af8-a9bb-429c-9f2e-f98ee180a792 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3799191 Oct 10 11:53:49.248450 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37252) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:53:49.253893 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-9e17c2d5-5840-4d72-8817-24581da9288d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': '80e1db65-9d10-46a3-834a-127749970213', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:53:49.264325 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9e17c2d5-5840-4d72-8817-24581da9288d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:53:49.268228 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9e17c2d5-5840-4d72-8817-24581da9288d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:53:49.271113 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9e17c2d5-5840-4d72-8817-24581da9288d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:53:49.276935 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9e17c2d5-5840-4d72-8817-24581da9288d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:53:49.360288 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9e17c2d5-5840-4d72-8817-24581da9288d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:49.421724 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9e17c2d5-5840-4d72-8817-24581da9288d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:49.518173 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9e17c2d5-5840-4d72-8817-24581da9288d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:49.543269 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17c2d5-5840-4d72-8817-24581da9288d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a62543-8311-4fd3-8a2d-190f420a1c9b,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:49.638371 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9e17c2d5-5840-4d72-8817-24581da9288d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:49.639548 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9e17c2d5-5840-4d72-8817-24581da9288d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3901772 Oct 10 11:53:49.642403 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37256) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:53:49.647411 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-501f0634-e7e2-4c71-ad78-096d1fa7653b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': '80e1db65-9d10-46a3-834a-127749970213', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:53:49.654030 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-501f0634-e7e2-4c71-ad78-096d1fa7653b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:53:49.657911 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-501f0634-e7e2-4c71-ad78-096d1fa7653b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:53:49.660739 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-501f0634-e7e2-4c71-ad78-096d1fa7653b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:53:49.667742 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-501f0634-e7e2-4c71-ad78-096d1fa7653b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:53:49.741986 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-501f0634-e7e2-4c71-ad78-096d1fa7653b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:49.809667 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-501f0634-e7e2-4c71-ad78-096d1fa7653b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:49.884286 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-501f0634-e7e2-4c71-ad78-096d1fa7653b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:49.910045 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f0634-e7e2-4c71-ad78-096d1fa7653b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a49e1fdf-20ed-4672-801b-575e88d5fd86,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:49.975952 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-501f0634-e7e2-4c71-ad78-096d1fa7653b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:49.977149 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-501f0634-e7e2-4c71-ad78-096d1fa7653b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3337250 Oct 10 11:53:49.980662 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37260) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:53:49.985667 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-cc0b70dc-7030-4213-8738-dc26d43ab5f5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': '80e1db65-9d10-46a3-834a-127749970213', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:53:49.991668 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-cc0b70dc-7030-4213-8738-dc26d43ab5f5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:53:49.996173 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-cc0b70dc-7030-4213-8738-dc26d43ab5f5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:53:49.999151 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-cc0b70dc-7030-4213-8738-dc26d43ab5f5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:53:50.005001 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-cc0b70dc-7030-4213-8738-dc26d43ab5f5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:53:50.095895 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-cc0b70dc-7030-4213-8738-dc26d43ab5f5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Project 6e8fd84c16e9470086acb5c1464fa01f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:53:50.102676 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc0b70dc-7030-4213-8738-dc26d43ab5f5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:50.167595 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc0b70dc-7030-4213-8738-dc26d43ab5f5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:50.209926 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc0b70dc-7030-4213-8738-dc26d43ab5f5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:50.233183 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b70dc-7030-4213-8738-dc26d43ab5f5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00351e63-61ba-4238-92c8-ee5caed61076,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:50.289929 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc0b70dc-7030-4213-8738-dc26d43ab5f5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:50.291403 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cc0b70dc-7030-4213-8738-dc26d43ab5f5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3098326 Oct 10 11:53:50.294771 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37264) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:53:50.299770 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-26961f61-37a2-4d95-9591-b23276ae5862 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': '80e1db65-9d10-46a3-834a-127749970213', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:53:50.305677 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-26961f61-37a2-4d95-9591-b23276ae5862 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:53:50.310143 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-26961f61-37a2-4d95-9591-b23276ae5862 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:53:50.313013 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-26961f61-37a2-4d95-9591-b23276ae5862 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:53:50.318727 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-26961f61-37a2-4d95-9591-b23276ae5862 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:53:50.370589 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-26961f61-37a2-4d95-9591-b23276ae5862 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Project 6e8fd84c16e9470086acb5c1464fa01f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:53:50.377704 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-26961f61-37a2-4d95-9591-b23276ae5862 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:50.441353 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-26961f61-37a2-4d95-9591-b23276ae5862 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:50.489962 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-26961f61-37a2-4d95-9591-b23276ae5862 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:50.513784 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26961f61-37a2-4d95-9591-b23276ae5862 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40a8281-7daa-44e9-8552-820cf847c077,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:50.598480 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-26961f61-37a2-4d95-9591-b23276ae5862 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:50.599659 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-26961f61-37a2-4d95-9591-b23276ae5862 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3039806 Oct 10 11:53:50.602674 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37268) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:53:50.608723 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-73ca578c-e6ed-4ed0-a48b-d215893a562c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'network': {'name': 'tempest-network-smoke--1176221308', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'port_security_enabled': True}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:53:50.614899 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-73ca578c-e6ed-4ed0-a48b-d215893a562c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:53:50.618836 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-73ca578c-e6ed-4ed0-a48b-d215893a562c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:network and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:53:50.650868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-73ca578c-e6ed-4ed0-a48b-d215893a562c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:53:50.650868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-73ca578c-e6ed-4ed0-a48b-d215893a562c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:53:50.724198 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ca578c-e6ed-4ed0-a48b-d215893a562c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Made reservation on behalf of 6e8fd84c16e9470086acb5c1464fa01f for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:53:50.727532 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-73ca578c-e6ed-4ed0-a48b-d215893a562c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:50.755090 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ca578c-e6ed-4ed0-a48b-d215893a562c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 486} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:53:50.765510 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-73ca578c-e6ed-4ed0-a48b-d215893a562c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:50.765510 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-73ca578c-e6ed-4ed0-a48b-d215893a562c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Added segment 2d0a5cec-3162-44d6-a4ce-b3603bd704f8 of type vlan for network a9f435ef-e42b-453b-a957-4426ce60e3c2 Oct 10 11:53:50.790677 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-73ca578c-e6ed-4ed0-a48b-d215893a562c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:50.947163 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-73ca578c-e6ed-4ed0-a48b-d215893a562c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:50.953209 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ca578c-e6ed-4ed0-a48b-d215893a562c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:50.953817 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-73ca578c-e6ed-4ed0-a48b-d215893a562c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:51.142793 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-73ca578c-e6ed-4ed0-a48b-d215893a562c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5390687 Oct 10 11:53:51.145761 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37272) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:53:51.151067 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-e0586e41-1818-496b-b53c-543cef0aec9d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1332479967', 'admin_state_up': True, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:53:51.155585 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca578c-e6ed-4ed0-a48b-d215893a562c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Network': ['ID=a9f435ef-e42b-453b-a957-4426ce60e3c2,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:51.159037 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e0586e41-1818-496b-b53c-543cef0aec9d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:53:51.163886 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e0586e41-1818-496b-b53c-543cef0aec9d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:router and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:53:51.166133 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network a9f435ef-e42b-453b-a957-4426ce60e3c2 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:53:51.167521 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e0586e41-1818-496b-b53c-543cef0aec9d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:53:51.173991 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e0586e41-1818-496b-b53c-543cef0aec9d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:53:51.244692 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e0586e41-1818-496b-b53c-543cef0aec9d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:51.246411 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e0586e41-1818-496b-b53c-543cef0aec9d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:51.261435 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e0586e41-1818-496b-b53c-543cef0aec9d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:51.686522 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e0586e41-1818-496b-b53c-543cef0aec9d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:52.086534 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e0586e41-1818-496b-b53c-543cef0aec9d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router_gateway, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:52.119770 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e0586e41-1818-496b-b53c-543cef0aec9d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:52.251221 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-e0586e41-1818-496b-b53c-543cef0aec9d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Allocated IP 172.26.4.172 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/5d28caeb-6ceb-413c-b1a6-fc154dd1ce36) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:53:52.399820 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e0586e41-1818-496b-b53c-543cef0aec9d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:52.490457 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e0586e41-1818-496b-b53c-543cef0aec9d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:52.559793 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0586e41-1818-496b-b53c-543cef0aec9d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:53:52.562459 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-e0586e41-1818-496b-b53c-543cef0aec9d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:53:52.566148 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0586e41-1818-496b-b53c-543cef0aec9d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:53:52.595303 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0586e41-1818-496b-b53c-543cef0aec9d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=5d28caeb-6ceb-413c-b1a6-fc154dd1ce36,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:53.044539 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e0586e41-1818-496b-b53c-543cef0aec9d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router_gateway, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:53.491153 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e0586e41-1818-496b-b53c-543cef0aec9d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:53.793481 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0586e41-1818-496b-b53c-543cef0aec9d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Router 528acd7b-ead2-4a1a-a627-76e56019954f is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:53:53.976576 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0586e41-1818-496b-b53c-543cef0aec9d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:53:53.985842 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03aaef2-2af1-495f-921c-f0d6fef62621 None None] Sync routers for ids ['528acd7b-ead2-4a1a-a627-76e56019954f'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:53:53.994581 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03aaef2-2af1-495f-921c-f0d6fef62621 None None] Routers {'528acd7b-ead2-4a1a-a627-76e56019954f'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:53:53.995233 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c03aaef2-2af1-495f-921c-f0d6fef62621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:53:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['528acd7b-ead2-4a1a-a627-76e56019954f'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:53:54.061182 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e0586e41-1818-496b-b53c-543cef0aec9d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:54.062402 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e0586e41-1818-496b-b53c-543cef0aec9d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9155052 Oct 10 11:53:54.065488 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37278) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:53:54.180651 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-c03aaef2-2af1-495f-921c-f0d6fef62621 None None] Set router 528acd7b-ead2-4a1a-a627-76e56019954f gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:53:54.208779 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8c119068-84d3-429d-ae7e-784e6fa8b6ce tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=6e8fd84c16e9470086acb5c1464fa01f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1419950 Oct 10 11:53:54.211538 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37284) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:53:54.343370 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e76911-e74a-4c27-ada0-c866b1b3813e tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:54.344738 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c8e76911-e74a-4c27-ada0-c866b1b3813e tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1323185 Oct 10 11:53:54.347614 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37288) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:53:54.393581 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e0385ac6-aa28-4496-b3ae-dd8a2238e36b tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=1e933860-f99f-4a0b-a611-91d190754508&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449018 Oct 10 11:53:54.396249 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37292) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:53:54.401745 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-d7697126-1412-4ce9-a518-60cd04d476cd tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-790749427', 'network_id': 'a9f435ef-e42b-453b-a957-4426ce60e3c2', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:53:54.473102 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c03aaef2-2af1-495f-921c-f0d6fef62621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332479967', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:53:51Z', 'updated_at': '2022-10-10T11:53:52Z', 'revision_number': 3, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:df:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:53:52Z', 'updated_at': '2022-10-10T11:53:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:53:54.477081 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03aaef2-2af1-495f-921c-f0d6fef62621 None None] Checking router: 528acd7b-ead2-4a1a-a627-76e56019954f for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:53:54.477428 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03aaef2-2af1-495f-921c-f0d6fef62621 None None] Updating router 528acd7b-ead2-4a1a-a627-76e56019954f port 5d28caeb-6ceb-413c-b1a6-fc154dd1ce36 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:53:54.515110 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d7697126-1412-4ce9-a518-60cd04d476cd tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:53:54.518881 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d7697126-1412-4ce9-a518-60cd04d476cd tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:subnet and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:53:54.521667 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d7697126-1412-4ce9-a518-60cd04d476cd tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:53:54.527240 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d7697126-1412-4ce9-a518-60cd04d476cd tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:53:54.534532 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c03aaef2-2af1-495f-921c-f0d6fef62621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:54.615407 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7697126-1412-4ce9-a518-60cd04d476cd tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Made reservation on behalf of 6e8fd84c16e9470086acb5c1464fa01f for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:53:54.619033 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d7697126-1412-4ce9-a518-60cd04d476cd tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:54.895685 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d7697126-1412-4ce9-a518-60cd04d476cd tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:54.896549 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c03aaef2-2af1-495f-921c-f0d6fef62621 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:54.909026 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-c03aaef2-2af1-495f-921c-f0d6fef62621 None None] Transition to ACTIVE for port object 5d28caeb-6ceb-413c-b1a6-fc154dd1ce36 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:53:54.980202 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7697126-1412-4ce9-a518-60cd04d476cd tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Subnet': ['ID=f22199e6-ca83-42e9-9863-2aae8e0f8f1b,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:55.028474 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7697126-1412-4ce9-a518-60cd04d476cd tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Checking segment: {'id': '2d0a5cec-3162-44d6-a4ce-b3603bd704f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'a9f435ef-e42b-453b-a957-4426ce60e3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:53:55.028474 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7697126-1412-4ce9-a518-60cd04d476cd tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network hostable DHCP agents. Network: a9f435ef-e42b-453b-a957-4426ce60e3c2, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:53:55.039809 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c03aaef2-2af1-495f-921c-f0d6fef62621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:55.078540 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7697126-1412-4ce9-a518-60cd04d476cd tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network a9f435ef-e42b-453b-a957-4426ce60e3c2 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:53:55.105152 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-c03aaef2-2af1-495f-921c-f0d6fef62621 None None] Attempting to bind port 5d28caeb-6ceb-413c-b1a6-fc154dd1ce36 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:53:55.105554 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-c03aaef2-2af1-495f-921c-f0d6fef62621 None None] Attempting to bind port 5d28caeb-6ceb-413c-b1a6-fc154dd1ce36 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:53:55.105929 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03aaef2-2af1-495f-921c-f0d6fef62621 None None] Attempting to bind port 5d28caeb-6ceb-413c-b1a6-fc154dd1ce36 on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:53:55.116229 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03aaef2-2af1-495f-921c-f0d6fef62621 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:53:55.116592 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03aaef2-2af1-495f-921c-f0d6fef62621 None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:53:55.116990 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c03aaef2-2af1-495f-921c-f0d6fef62621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:55.117788 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03aaef2-2af1-495f-921c-f0d6fef62621 None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:53:55.118444 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-c03aaef2-2af1-495f-921c-f0d6fef62621 None None] Bound port: 5d28caeb-6ceb-413c-b1a6-fc154dd1ce36, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:53:55.118834 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c03aaef2-2af1-495f-921c-f0d6fef62621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:55.149882 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68698eb2-a5ef-4b78-a183-ea14b60aed90 None None] Pushing event updated for resources: {'Port': ['ID=5d28caeb-6ceb-413c-b1a6-fc154dd1ce36,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:55.169999 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-d7697126-1412-4ce9-a518-60cd04d476cd tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, a9f435ef-e42b-453b-a957-4426ce60e3c2) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:53:55.171909 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68698eb2-a5ef-4b78-a183-ea14b60aed90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:55.171909 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68698eb2-a5ef-4b78-a183-ea14b60aed90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:55.171909 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68698eb2-a5ef-4b78-a183-ea14b60aed90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:55.171909 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68698eb2-a5ef-4b78-a183-ea14b60aed90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:55.171909 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68698eb2-a5ef-4b78-a183-ea14b60aed90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:55.172281 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68698eb2-a5ef-4b78-a183-ea14b60aed90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:55.172514 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68698eb2-a5ef-4b78-a183-ea14b60aed90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:55.172807 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68698eb2-a5ef-4b78-a183-ea14b60aed90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:55.173052 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68698eb2-a5ef-4b78-a183-ea14b60aed90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:55.173373 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68698eb2-a5ef-4b78-a183-ea14b60aed90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:55.173718 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68698eb2-a5ef-4b78-a183-ea14b60aed90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:55.174055 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68698eb2-a5ef-4b78-a183-ea14b60aed90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:53:55.175566 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7697126-1412-4ce9-a518-60cd04d476cd tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:55.176932 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d7697126-1412-4ce9-a518-60cd04d476cd tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:55.182256 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f5c0c2-a42c-41a2-b3c4-0157a7929ee7 None None] Network a9f435ef-e42b-453b-a957-4426ce60e3c2 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:53:55.256305 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d7697126-1412-4ce9-a518-60cd04d476cd tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8590405 Oct 10 11:53:55.259061 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37296) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:53:55.303694 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-c03aaef2-2af1-495f-921c-f0d6fef62621 None None] For port 5d28caeb-6ceb-413c-b1a6-fc154dd1ce36, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:53:55.316885 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-c03aaef2-2af1-495f-921c-f0d6fef62621 None None] For port 5d28caeb-6ceb-413c-b1a6-fc154dd1ce36, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5d28caeb-6ceb-413c-b1a6-fc154dd1ce36,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:53:55.383821 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c03aaef2-2af1-495f-921c-f0d6fef62621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:55.505548 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03aaef2-2af1-495f-921c-f0d6fef62621 None None] Routers {'528acd7b-ead2-4a1a-a627-76e56019954f'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:53:55.506171 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c03aaef2-2af1-495f-921c-f0d6fef62621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:53:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['528acd7b-ead2-4a1a-a627-76e56019954f'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:53:55.564369 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e60e99e-1cb8-496a-aea1-d36e16a306ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-a9f435ef-e42b-453b-a957-4426ce60e3c2', 'network_id': 'a9f435ef-e42b-453b-a957-4426ce60e3c2', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'fixed_ips': [{'subnet_id': 'f22199e6-ca83-42e9-9863-2aae8e0f8f1b'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:53:55.565181 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7e60e99e-1cb8-496a-aea1-d36e16a306ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:55.602356 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68698eb2-a5ef-4b78-a183-ea14b60aed90 None None] Pushing event updated for resources: {'Port': ['ID=5d28caeb-6ceb-413c-b1a6-fc154dd1ce36,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:55.812575 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-c03aaef2-2af1-495f-921c-f0d6fef62621 None None] Set router 528acd7b-ead2-4a1a-a627-76e56019954f gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:53:56.040797 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-7e60e99e-1cb8-496a-aea1-d36e16a306ab None None] Allocated IP 172.20.0.2 (a9f435ef-e42b-453b-a957-4426ce60e3c2/f22199e6-ca83-42e9-9863-2aae8e0f8f1b/dbd866b0-3e60-4fa0-9fce-ea1562243e44) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:53:56.066434 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-700907ac-b93f-4a99-861d-2d8644f9b460 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:56.305638 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c03aaef2-2af1-495f-921c-f0d6fef62621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332479967', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:53:51Z', 'updated_at': '2022-10-10T11:53:52Z', 'revision_number': 3, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:df:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:53:52Z', 'updated_at': '2022-10-10T11:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:53:56.314426 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03aaef2-2af1-495f-921c-f0d6fef62621 None None] The sync data for ids ['528acd7b-ead2-4a1a-a627-76e56019954f'] in dv-neutron-860842-1-hyperv is: [{'id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332479967', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:53:51Z', 'updated_at': '2022-10-10T11:53:52Z', 'revision_number': 3, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:df:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:53:52Z', 'updated_at': '2022-10-10T11:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:53:56.331632 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7e60e99e-1cb8-496a-aea1-d36e16a306ab None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:56.343628 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7e60e99e-1cb8-496a-aea1-d36e16a306ab None None] Transition to ACTIVE for port object dbd866b0-3e60-4fa0-9fce-ea1562243e44 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:53:56.363219 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7e60e99e-1cb8-496a-aea1-d36e16a306ab None None] Transition to ACTIVE for port object dbd866b0-3e60-4fa0-9fce-ea1562243e44 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:53:56.410682 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7e60e99e-1cb8-496a-aea1-d36e16a306ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:56.479667 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-700907ac-b93f-4a99-861d-2d8644f9b460 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Allocated IP 172.20.0.1 (a9f435ef-e42b-453b-a957-4426ce60e3c2/f22199e6-ca83-42e9-9863-2aae8e0f8f1b/ddb547f2-32bd-4107-9ee7-99e3374c266e) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:53:56.480546 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e60e99e-1cb8-496a-aea1-d36e16a306ab None None] Network a9f435ef-e42b-453b-a957-4426ce60e3c2 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:53:56.483853 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-7e60e99e-1cb8-496a-aea1-d36e16a306ab None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:53:56.486440 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e60e99e-1cb8-496a-aea1-d36e16a306ab None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:53:56.497664 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60e99e-1cb8-496a-aea1-d36e16a306ab None None] Pushing event updated for resources: {'Port': ['ID=dbd866b0-3e60-4fa0-9fce-ea1562243e44,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:56.672605 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-700907ac-b93f-4a99-861d-2d8644f9b460 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:56.690062 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-7e60e99e-1cb8-496a-aea1-d36e16a306ab None None] Attempting to bind port dbd866b0-3e60-4fa0-9fce-ea1562243e44 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:53:56.690452 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-7e60e99e-1cb8-496a-aea1-d36e16a306ab None None] Attempting to bind port dbd866b0-3e60-4fa0-9fce-ea1562243e44 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '2d0a5cec-3162-44d6-a4ce-b3603bd704f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'a9f435ef-e42b-453b-a957-4426ce60e3c2'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:53:56.690812 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e60e99e-1cb8-496a-aea1-d36e16a306ab None None] Attempting to bind port dbd866b0-3e60-4fa0-9fce-ea1562243e44 on network a9f435ef-e42b-453b-a957-4426ce60e3c2 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:53:56.695707 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-700907ac-b93f-4a99-861d-2d8644f9b460 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Transition to ACTIVE for port object ddb547f2-32bd-4107-9ee7-99e3374c266e will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:53:56.696480 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e60e99e-1cb8-496a-aea1-d36e16a306ab None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:53:56.696856 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e60e99e-1cb8-496a-aea1-d36e16a306ab None None] Checking segment: {'id': '2d0a5cec-3162-44d6-a4ce-b3603bd704f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'a9f435ef-e42b-453b-a957-4426ce60e3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:53:56.697255 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7e60e99e-1cb8-496a-aea1-d36e16a306ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:56.697681 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e60e99e-1cb8-496a-aea1-d36e16a306ab None None] Bound using segment: {'id': '2d0a5cec-3162-44d6-a4ce-b3603bd704f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'a9f435ef-e42b-453b-a957-4426ce60e3c2'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:53:56.698771 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-7e60e99e-1cb8-496a-aea1-d36e16a306ab None None] Bound port: dbd866b0-3e60-4fa0-9fce-ea1562243e44, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a5cec-3162-44d6-a4ce-b3603bd704f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'a9f435ef-e42b-453b-a957-4426ce60e3c2'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:53:56.699148 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7e60e99e-1cb8-496a-aea1-d36e16a306ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:56.793863 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-700907ac-b93f-4a99-861d-2d8644f9b460 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:56.794629 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7e60e99e-1cb8-496a-aea1-d36e16a306ab None None] For port dbd866b0-3e60-4fa0-9fce-ea1562243e44, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:53:56.797982 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7e60e99e-1cb8-496a-aea1-d36e16a306ab None None] For port dbd866b0-3e60-4fa0-9fce-ea1562243e44, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=dbd866b0-3e60-4fa0-9fce-ea1562243e44,segment=NetworkSegment(2d0a5cec-3162-44d6-a4ce-b3603bd704f8),segment_id=2d0a5cec-3162-44d6-a4ce-b3603bd704f8)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:53:56.856499 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7e60e99e-1cb8-496a-aea1-d36e16a306ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:56.866217 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700907ac-b93f-4a99-861d-2d8644f9b460 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network a9f435ef-e42b-453b-a957-4426ce60e3c2 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:53:56.869449 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-700907ac-b93f-4a99-861d-2d8644f9b460 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:53:56.874149 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700907ac-b93f-4a99-861d-2d8644f9b460 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:53:56.909936 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700907ac-b93f-4a99-861d-2d8644f9b460 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=ddb547f2-32bd-4107-9ee7-99e3374c266e,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:56.942518 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-700907ac-b93f-4a99-861d-2d8644f9b460 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:56.951090 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60e99e-1cb8-496a-aea1-d36e16a306ab None None] Pushing event updated for resources: {'Port': ['ID=dbd866b0-3e60-4fa0-9fce-ea1562243e44,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:57.392788 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-700907ac-b93f-4a99-861d-2d8644f9b460 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:57.815288 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-700907ac-b93f-4a99-861d-2d8644f9b460 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:57.834967 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5d28caeb-6ceb-413c-b1a6-fc154dd1ce36 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:53:57.985400 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-700907ac-b93f-4a99-861d-2d8644f9b460 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:58.098476 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700907ac-b93f-4a99-861d-2d8644f9b460 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=ddb547f2-32bd-4107-9ee7-99e3374c266e,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:58.100869 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-700907ac-b93f-4a99-861d-2d8644f9b460 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:58.242375 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700907ac-b93f-4a99-861d-2d8644f9b460 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network a9f435ef-e42b-453b-a957-4426ce60e3c2 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:53:58.243554 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-700907ac-b93f-4a99-861d-2d8644f9b460 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:53:58.255422 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 5d28caeb-6ceb-413c-b1a6-fc154dd1ce36 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:53:58.262197 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 5d28caeb-6ceb-413c-b1a6-fc154dd1ce36 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:53:58.262574 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:58.262912 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 5d28caeb-6ceb-413c-b1a6-fc154dd1ce36 Oct 10 11:53:58.395727 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 5d28caeb-6ceb-413c-b1a6-fc154dd1ce36 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:53:58.396101 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:58.414822 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 5d28caeb-6ceb-413c-b1a6-fc154dd1ce36, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5d28caeb-6ceb-413c-b1a6-fc154dd1ce36,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:53:58.454144 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700907ac-b93f-4a99-861d-2d8644f9b460 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Router 528acd7b-ead2-4a1a-a627-76e56019954f has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:53:58.468664 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1ad6d0-6248-430d-8146-f1435016faa5 None None] Network a9f435ef-e42b-453b-a957-4426ce60e3c2 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:53:58.498507 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:58.499224 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device dbd866b0-3e60-4fa0-9fce-ea1562243e44 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:53:58.646532 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700907ac-b93f-4a99-861d-2d8644f9b460 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:53:58.657576 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae600b4c-fdd9-4ca4-984b-d60a8f771a81 None None] Sync routers for ids ['528acd7b-ead2-4a1a-a627-76e56019954f'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:53:58.659456 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-700907ac-b93f-4a99-861d-2d8644f9b460 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "PUT /v2.0/routers/528acd7b-ead2-4a1a-a627-76e56019954f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3992980 Oct 10 11:53:58.670674 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae600b4c-fdd9-4ca4-984b-d60a8f771a81 None None] Routers {'528acd7b-ead2-4a1a-a627-76e56019954f'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:53:58.671302 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ae600b4c-fdd9-4ca4-984b-d60a8f771a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:53:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['528acd7b-ead2-4a1a-a627-76e56019954f'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:53:58.693971 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=5d28caeb-6ceb-413c-b1a6-fc154dd1ce36,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:58.760945 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-5160aadd-904c-4be1-964b-5317c58a8981 None None] Provisioning for port dbd866b0-3e60-4fa0-9fce-ea1562243e44 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:53:58.817593 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port dbd866b0-3e60-4fa0-9fce-ea1562243e44 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:53:58.830064 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port dbd866b0-3e60-4fa0-9fce-ea1562243e44 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:53:58.830436 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:58.830771 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port dbd866b0-3e60-4fa0-9fce-ea1562243e44 Oct 10 11:53:58.832590 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-7297b28d-3801-464e-b8ba-3f0cf5ac9cde tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:53:58.862324 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-ae600b4c-fdd9-4ca4-984b-d60a8f771a81 None None] Set router 528acd7b-ead2-4a1a-a627-76e56019954f gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:53:58.907801 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-7297b28d-3801-464e-b8ba-3f0cf5ac9cde tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:53:58.909474 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-7297b28d-3801-464e-b8ba-3f0cf5ac9cde tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-695526208&fields=id&tenant_id=6e8fd84c16e9470086acb5c1464fa01f HTTP/1.1" status: 200 len: 267 time: 0.1218369 Oct 10 11:53:58.981288 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port dbd866b0-3e60-4fa0-9fce-ea1562243e44 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:53:58.981774 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:59.017278 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port dbd866b0-3e60-4fa0-9fce-ea1562243e44, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=dbd866b0-3e60-4fa0-9fce-ea1562243e44,segment=NetworkSegment(2d0a5cec-3162-44d6-a4ce-b3603bd704f8),segment_id=2d0a5cec-3162-44d6-a4ce-b3603bd704f8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:53:59.078435 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:59.120985 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-e3d0089f-d40a-434e-99d8-6d069675b046 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:53:59.122749 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-e3d0089f-d40a-434e-99d8-6d069675b046 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/networks?id=a9f435ef-e42b-453b-a957-4426ce60e3c2 HTTP/1.1" status: 200 len: 797 time: 0.2060595 Oct 10 11:53:59.141713 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-af35516a-c9ad-4d54-bcbd-04b7356ae446 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/quotas/6e8fd84c16e9470086acb5c1464fa01f HTTP/1.1" status: 200 len: 375 time: 0.0125821 Oct 10 11:53:59.167494 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=dbd866b0-3e60-4fa0-9fce-ea1562243e44,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:53:59.199347 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-dd0707a1-2cd3-41cf-b9ce-176e8a585e86 None None] Provisioning complete for port dbd866b0-3e60-4fa0-9fce-ea1562243e44 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:53:59.199819 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dd0707a1-2cd3-41cf-b9ce-176e8a585e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:59.205845 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-dd0707a1-2cd3-41cf-b9ce-176e8a585e86 None None] Attempt 1 to provision port dbd866b0-3e60-4fa0-9fce-ea1562243e44 Oct 10 11:53:59.211270 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ae600b4c-fdd9-4ca4-984b-d60a8f771a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332479967', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:53:51Z', 'updated_at': '2022-10-10T11:53:57Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:df:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:53:52Z', 'updated_at': '2022-10-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ddb547f2-32bd-4107-9ee7-99e3374c266e', 'name': '', 'network_id': 'a9f435ef-e42b-453b-a957-4426ce60e3c2', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:a9:20:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f22199e6-ca83-42e9-9863-2aae8e0f8f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:53:56Z', 'updated_at': '2022-10-10T11:53:57Z', 'revision_number': 2, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'f22199e6-ca83-42e9-9863-2aae8e0f8f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:53:59.216222 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae600b4c-fdd9-4ca4-984b-d60a8f771a81 None None] Checking router: 528acd7b-ead2-4a1a-a627-76e56019954f for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:53:59.216581 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae600b4c-fdd9-4ca4-984b-d60a8f771a81 None None] Updating router 528acd7b-ead2-4a1a-a627-76e56019954f port ddb547f2-32bd-4107-9ee7-99e3374c266e binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:53:59.264038 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-0caaf822-8c84-421e-bde6-61023ba59ecc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:53:59.277540 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-ae600b4c-fdd9-4ca4-984b-d60a8f771a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:59.328879 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-dd0707a1-2cd3-41cf-b9ce-176e8a585e86 None None] Current status of the port dbd866b0-3e60-4fa0-9fce-ea1562243e44 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:53:59.358245 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-0caaf822-8c84-421e-bde6-61023ba59ecc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:53:59.359566 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-0caaf822-8c84-421e-bde6-61023ba59ecc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2112715 Oct 10 11:53:59.449489 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-dd0707a1-2cd3-41cf-b9ce-176e8a585e86 None None] Provisioning for port ddb547f2-32bd-4107-9ee7-99e3374c266e completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:53:59.455106 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-dd0707a1-2cd3-41cf-b9ce-176e8a585e86 None None] Provisioning complete for port ddb547f2-32bd-4107-9ee7-99e3374c266e triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:53:59.455603 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dd0707a1-2cd3-41cf-b9ce-176e8a585e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:59.456500 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-dd0707a1-2cd3-41cf-b9ce-176e8a585e86 None None] Attempt 1 to provision port ddb547f2-32bd-4107-9ee7-99e3374c266e Oct 10 11:53:59.533177 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-dd0707a1-2cd3-41cf-b9ce-176e8a585e86 None None] Port ddb547f2-32bd-4107-9ee7-99e3374c266e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:53:59.659943 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-ae600b4c-fdd9-4ca4-984b-d60a8f771a81 None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:59.671819 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-ae600b4c-fdd9-4ca4-984b-d60a8f771a81 None None] Transition to ACTIVE for port object ddb547f2-32bd-4107-9ee7-99e3374c266e will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:53:59.672831 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-a120db00-94f5-4c21-b642-27808d3db7ae service neutron] 10.222.0.40 "GET /v2.0/networks/a9f435ef-e42b-453b-a957-4426ce60e3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999971 Oct 10 11:53:59.752545 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-ae600b4c-fdd9-4ca4-984b-d60a8f771a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:59.781261 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5d28caeb-6ceb-413c-b1a6-fc154dd1ce36 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:53:59.811764 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-6052e978-5e69-46a6-8ee6-3b27484d6f08 service neutron] 10.222.0.40 "GET /v2.0/networks/a9f435ef-e42b-453b-a957-4426ce60e3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328177 Oct 10 11:53:59.861000 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 5d28caeb-6ceb-413c-b1a6-fc154dd1ce36 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:53:59.861379 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:53:59.861811 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 5d28caeb-6ceb-413c-b1a6-fc154dd1ce36 Oct 10 11:53:59.992017 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ee1a7-cd89-4dd7-ab87-fab1d8807f71 None None] Pushing event updated for resources: {'Port': ['ID=ddb547f2-32bd-4107-9ee7-99e3374c266e,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:54:00.003692 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ee1a7-cd89-4dd7-ab87-fab1d8807f71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:00.004033 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ee1a7-cd89-4dd7-ab87-fab1d8807f71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:00.004368 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ee1a7-cd89-4dd7-ab87-fab1d8807f71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:00.004692 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ee1a7-cd89-4dd7-ab87-fab1d8807f71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:00.005014 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ee1a7-cd89-4dd7-ab87-fab1d8807f71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:00.005334 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ee1a7-cd89-4dd7-ab87-fab1d8807f71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:00.005724 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ee1a7-cd89-4dd7-ab87-fab1d8807f71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:00.005996 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ee1a7-cd89-4dd7-ab87-fab1d8807f71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:00.006310 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ee1a7-cd89-4dd7-ab87-fab1d8807f71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:00.006589 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 5d28caeb-6ceb-413c-b1a6-fc154dd1ce36 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:54:00.006990 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ee1a7-cd89-4dd7-ab87-fab1d8807f71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:00.006990 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ee1a7-cd89-4dd7-ab87-fab1d8807f71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:00.007245 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ee1a7-cd89-4dd7-ab87-fab1d8807f71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:00.007985 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device dbd866b0-3e60-4fa0-9fce-ea1562243e44 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:54:00.011159 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-ae600b4c-fdd9-4ca4-984b-d60a8f771a81 None None] Attempting to bind port ddb547f2-32bd-4107-9ee7-99e3374c266e on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:54:00.011525 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-ae600b4c-fdd9-4ca4-984b-d60a8f771a81 None None] Attempting to bind port ddb547f2-32bd-4107-9ee7-99e3374c266e by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '2d0a5cec-3162-44d6-a4ce-b3603bd704f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'a9f435ef-e42b-453b-a957-4426ce60e3c2'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:54:00.011879 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae600b4c-fdd9-4ca4-984b-d60a8f771a81 None None] Attempting to bind port ddb547f2-32bd-4107-9ee7-99e3374c266e on network a9f435ef-e42b-453b-a957-4426ce60e3c2 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:54:00.017801 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae600b4c-fdd9-4ca4-984b-d60a8f771a81 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:54:00.018166 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae600b4c-fdd9-4ca4-984b-d60a8f771a81 None None] Checking segment: {'id': '2d0a5cec-3162-44d6-a4ce-b3603bd704f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'a9f435ef-e42b-453b-a957-4426ce60e3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:54:00.018565 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-ae600b4c-fdd9-4ca4-984b-d60a8f771a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:00.018933 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae600b4c-fdd9-4ca4-984b-d60a8f771a81 None None] Bound using segment: {'id': '2d0a5cec-3162-44d6-a4ce-b3603bd704f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'a9f435ef-e42b-453b-a957-4426ce60e3c2'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:54:00.019404 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-ae600b4c-fdd9-4ca4-984b-d60a8f771a81 None None] Bound port: ddb547f2-32bd-4107-9ee7-99e3374c266e, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a5cec-3162-44d6-a4ce-b3603bd704f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'a9f435ef-e42b-453b-a957-4426ce60e3c2'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:54:00.019735 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-ae600b4c-fdd9-4ca4-984b-d60a8f771a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:00.038542 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-dd0707a1-2cd3-41cf-b9ce-176e8a585e86 None None] Attempt 2 to provision port ddb547f2-32bd-4107-9ee7-99e3374c266e Oct 10 11:54:00.076542 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0f19bcf4-1c95-40d1-b002-81a8a90c094e req-c30c171f-2174-4599-82d5-7d7726f962c1 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 210 time: 0.0548000 Oct 10 11:54:00.108501 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-ae600b4c-fdd9-4ca4-984b-d60a8f771a81 None None] For port ddb547f2-32bd-4107-9ee7-99e3374c266e, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:54:00.111458 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-ae600b4c-fdd9-4ca4-984b-d60a8f771a81 None None] For port ddb547f2-32bd-4107-9ee7-99e3374c266e, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ddb547f2-32bd-4107-9ee7-99e3374c266e,segment=NetworkSegment(2d0a5cec-3162-44d6-a4ce-b3603bd704f8),segment_id=2d0a5cec-3162-44d6-a4ce-b3603bd704f8)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:54:00.116666 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-dd0707a1-2cd3-41cf-b9ce-176e8a585e86 None None] Port ddb547f2-32bd-4107-9ee7-99e3374c266e cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:54:00.128012 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port dbd866b0-3e60-4fa0-9fce-ea1562243e44 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:54:00.128386 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:00.128716 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port dbd866b0-3e60-4fa0-9fce-ea1562243e44 Oct 10 11:54:00.175916 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-ae600b4c-fdd9-4ca4-984b-d60a8f771a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:00.239006 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae600b4c-fdd9-4ca4-984b-d60a8f771a81 None None] Routers {'528acd7b-ead2-4a1a-a627-76e56019954f'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:54:00.239644 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ae600b4c-fdd9-4ca4-984b-d60a8f771a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:53:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['528acd7b-ead2-4a1a-a627-76e56019954f'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:54:00.275663 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port dbd866b0-3e60-4fa0-9fce-ea1562243e44 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:54:00.328710 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ee1a7-cd89-4dd7-ab87-fab1d8807f71 None None] Pushing event updated for resources: {'Port': ['ID=ddb547f2-32bd-4107-9ee7-99e3374c266e,revision_number=4']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:54:00.427022 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-ae600b4c-fdd9-4ca4-984b-d60a8f771a81 None None] Set router 528acd7b-ead2-4a1a-a627-76e56019954f gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:54:00.618647 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-dd0707a1-2cd3-41cf-b9ce-176e8a585e86 None None] Attempt 3 to provision port ddb547f2-32bd-4107-9ee7-99e3374c266e Oct 10 11:54:00.678523 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-dd0707a1-2cd3-41cf-b9ce-176e8a585e86 None None] Port ddb547f2-32bd-4107-9ee7-99e3374c266e had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:54:00.732974 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ae600b4c-fdd9-4ca4-984b-d60a8f771a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332479967', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:53:51Z', 'updated_at': '2022-10-10T11:53:57Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:df:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:53:52Z', 'updated_at': '2022-10-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ddb547f2-32bd-4107-9ee7-99e3374c266e', 'name': '', 'network_id': 'a9f435ef-e42b-453b-a957-4426ce60e3c2', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:a9:20:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f22199e6-ca83-42e9-9863-2aae8e0f8f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:53:56Z', 'updated_at': '2022-10-10T11:54:00Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'f22199e6-ca83-42e9-9863-2aae8e0f8f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:54:00.736737 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae600b4c-fdd9-4ca4-984b-d60a8f771a81 None None] The sync data for ids ['528acd7b-ead2-4a1a-a627-76e56019954f'] in dv-neutron-860842-1-hyperv is: [{'id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332479967', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:53:51Z', 'updated_at': '2022-10-10T11:53:57Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:df:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:53:52Z', 'updated_at': '2022-10-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ddb547f2-32bd-4107-9ee7-99e3374c266e', 'name': '', 'network_id': 'a9f435ef-e42b-453b-a957-4426ce60e3c2', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:a9:20:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f22199e6-ca83-42e9-9863-2aae8e0f8f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:53:56Z', 'updated_at': '2022-10-10T11:54:00Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'f22199e6-ca83-42e9-9863-2aae8e0f8f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:54:01.183856 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8155faa8-bc45-430e-9ce3-339933078a51 req-7640ae3e-45aa-465a-9522-6129bb5b9a2a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 210 time: 0.0510736 Oct 10 11:54:01.791215 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ddb547f2-32bd-4107-9ee7-99e3374c266e up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:54:01.918615 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port ddb547f2-32bd-4107-9ee7-99e3374c266e completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:54:01.923869 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port ddb547f2-32bd-4107-9ee7-99e3374c266e triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:54:01.924238 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:01.924575 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port ddb547f2-32bd-4107-9ee7-99e3374c266e Oct 10 11:54:01.996499 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:54:02.037680 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port ddb547f2-32bd-4107-9ee7-99e3374c266e is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:54:02.038054 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:02.069071 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port ddb547f2-32bd-4107-9ee7-99e3374c266e, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ddb547f2-32bd-4107-9ee7-99e3374c266e,segment=NetworkSegment(2d0a5cec-3162-44d6-a4ce-b3603bd704f8),segment_id=2d0a5cec-3162-44d6-a4ce-b3603bd704f8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:54:02.124106 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:02.195877 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=ddb547f2-32bd-4107-9ee7-99e3374c266e,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:54:02.297685 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9bd2ec05-1b37-42d5-8530-a55ecbb634a9 req-0d0b90bb-06ed-49ff-b60b-cbf94ba9d8a8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 210 time: 0.0549800 Oct 10 11:54:03.410126 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-77a3ecef-aca2-43d0-af12-5caada5cdd2f req-eb2c2db2-5afb-4f76-842a-6163842bd587 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 210 time: 0.0527992 Oct 10 11:54:03.778141 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ddb547f2-32bd-4107-9ee7-99e3374c266e up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:54:03.845337 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port ddb547f2-32bd-4107-9ee7-99e3374c266e triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:54:03.845729 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:03.846056 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port ddb547f2-32bd-4107-9ee7-99e3374c266e Oct 10 11:54:03.875846 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-91aa04f2-cbde-4885-a514-e4b68aa79a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:03.965027 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port ddb547f2-32bd-4107-9ee7-99e3374c266e is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:54:04.571179 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-52cb24a8-c30d-424b-a77b-4aa485c099e8 req-f13d3685-ca06-4899-87e5-9e9be52626c9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 210 time: 0.0506170 Oct 10 11:54:05.733142 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-92431bc2-b696-4edb-9c40-65219ce667de req-f1823641-4548-4779-9879-8fb180eea648 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 210 time: 0.0499871 Oct 10 11:54:05.763959 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-58e2401b-718a-46b7-af48-9cf8aefaabc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:06.601767 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-c5276440-b69a-42f8-8c09-75443da3b65a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:06.602443 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-c5276440-b69a-42f8-8c09-75443da3b65a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:network {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:54:06.667629 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-c5276440-b69a-42f8-8c09-75443da3b65a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:network {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:54:06.668793 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-c5276440-b69a-42f8-8c09-75443da3b65a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.15 "GET /v2.0/networks?id=a9f435ef-e42b-453b-a957-4426ce60e3c2 HTTP/1.1" status: 200 len: 797 time: 0.2183981 Oct 10 11:54:06.719434 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-cf8873c6-0996-4dfc-909e-3893c5882951 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e8fd84c16e9470086acb5c1464fa01f HTTP/1.1" status: 200 len: 379 time: 0.0414805 Oct 10 11:54:06.729490 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-d5b7e10a-12ad-4ac4-bf95-7bfcbf1fefd4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'port': {'device_id': '1728916c-735e-4b77-a835-a164b8a923bf', 'network_id': 'a9f435ef-e42b-453b-a957-4426ce60e3c2', 'admin_state_up': True, 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'security_groups': ['80e1db65-9d10-46a3-834a-127749970213']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:54:06.920901 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8e1d1368-dad2-48f7-816c-e97eecb63f2d req-2727bd21-abf2-4a4a-b041-ee26b106a7f4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 210 time: 0.0756285 Oct 10 11:54:06.928120 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-d5b7e10a-12ad-4ac4-bf95-7bfcbf1fefd4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:54:06.938682 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-d5b7e10a-12ad-4ac4-bf95-7bfcbf1fefd4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:54:07.032189 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-d5b7e10a-12ad-4ac4-bf95-7bfcbf1fefd4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Made reservation on behalf of 6e8fd84c16e9470086acb5c1464fa01f for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:54:07.035699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-d5b7e10a-12ad-4ac4-bf95-7bfcbf1fefd4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:07.068558 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:07.163727 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:07.197414 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-d5b7e10a-12ad-4ac4-bf95-7bfcbf1fefd4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Allocated IP 172.20.0.4 (a9f435ef-e42b-453b-a957-4426ce60e3c2/f22199e6-ca83-42e9-9863-2aae8e0f8f1b/3bbeda5a-23d6-4c94-9736-2e811a00f50d) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:54:07.383632 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-d5b7e10a-12ad-4ac4-bf95-7bfcbf1fefd4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:07.400010 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-d5b7e10a-12ad-4ac4-bf95-7bfcbf1fefd4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Transition to ACTIVE for port object 3bbeda5a-23d6-4c94-9736-2e811a00f50d will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:54:07.541462 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-d5b7e10a-12ad-4ac4-bf95-7bfcbf1fefd4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:07.608459 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-d5b7e10a-12ad-4ac4-bf95-7bfcbf1fefd4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network a9f435ef-e42b-453b-a957-4426ce60e3c2 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:54:07.611521 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-d5b7e10a-12ad-4ac4-bf95-7bfcbf1fefd4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:54:07.615218 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-d5b7e10a-12ad-4ac4-bf95-7bfcbf1fefd4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:54:07.655295 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7e10a-12ad-4ac4-bf95-7bfcbf1fefd4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=3bbeda5a-23d6-4c94-9736-2e811a00f50d,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:54:07.687301 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-d5b7e10a-12ad-4ac4-bf95-7bfcbf1fefd4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:07.687901 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-d5b7e10a-12ad-4ac4-bf95-7bfcbf1fefd4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:07.781759 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-d5b7e10a-12ad-4ac4-bf95-7bfcbf1fefd4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0566926 Oct 10 11:54:07.792678 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-8258f47f-f8c1-4be8-a5a9-63a90c3f2ea3 service neutron] Request body: {'port': {'device_id': '1728916c-735e-4b77-a835-a164b8a923bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:54:07.901219 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-8258f47f-f8c1-4be8-a5a9-63a90c3f2ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:07.946773 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7ab18c84-0b2b-49fd-bd8e-d9da5994f246 None None] Provisioning for port 3bbeda5a-23d6-4c94-9736-2e811a00f50d completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:54:07.952445 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7ab18c84-0b2b-49fd-bd8e-d9da5994f246 None None] Provisioning complete for port 3bbeda5a-23d6-4c94-9736-2e811a00f50d triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:54:07.952806 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7ab18c84-0b2b-49fd-bd8e-d9da5994f246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:07.953159 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7ab18c84-0b2b-49fd-bd8e-d9da5994f246 None None] Attempt 1 to provision port 3bbeda5a-23d6-4c94-9736-2e811a00f50d Oct 10 11:54:08.017705 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7ab18c84-0b2b-49fd-bd8e-d9da5994f246 None None] Port 3bbeda5a-23d6-4c94-9736-2e811a00f50d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:54:08.130257 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89aa66-fae0-4812-a650-d62cd26310c9 req-abdd9113-3bbc-4c68-83fd-f104c7edced9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:08.131701 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9e89aa66-fae0-4812-a650-d62cd26310c9 req-abdd9113-3bbc-4c68-83fd-f104c7edced9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 931 time: 0.0933850 Oct 10 11:54:08.175750 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9e89aa66-fae0-4812-a650-d62cd26310c9 req-6be77b38-bfcc-4578-b0cf-b3dfb8ed6746 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=80e1db65-9d10-46a3-834a-127749970213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380468 Oct 10 11:54:08.254731 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-8258f47f-f8c1-4be8-a5a9-63a90c3f2ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bbeda5a-23d6-4c94-9736-2e811a00f50d {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:54:08.262412 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-8258f47f-f8c1-4be8-a5a9-63a90c3f2ea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:08.275954 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-8258f47f-f8c1-4be8-a5a9-63a90c3f2ea3 service neutron] Transition to ACTIVE for port object 3bbeda5a-23d6-4c94-9736-2e811a00f50d will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:54:08.346542 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-8258f47f-f8c1-4be8-a5a9-63a90c3f2ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:08.519490 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7ab18c84-0b2b-49fd-bd8e-d9da5994f246 None None] Attempt 2 to provision port 3bbeda5a-23d6-4c94-9736-2e811a00f50d Oct 10 11:54:08.579557 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7ab18c84-0b2b-49fd-bd8e-d9da5994f246 None None] Port 3bbeda5a-23d6-4c94-9736-2e811a00f50d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:54:08.639535 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258f47f-f8c1-4be8-a5a9-63a90c3f2ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=3bbeda5a-23d6-4c94-9736-2e811a00f50d,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:54:08.674851 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-8258f47f-f8c1-4be8-a5a9-63a90c3f2ea3 service neutron] Attempting to bind port 3bbeda5a-23d6-4c94-9736-2e811a00f50d on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:54:08.675924 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-8258f47f-f8c1-4be8-a5a9-63a90c3f2ea3 service neutron] Attempting to bind port 3bbeda5a-23d6-4c94-9736-2e811a00f50d by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '2d0a5cec-3162-44d6-a4ce-b3603bd704f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'a9f435ef-e42b-453b-a957-4426ce60e3c2'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:54:08.675924 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-8258f47f-f8c1-4be8-a5a9-63a90c3f2ea3 service neutron] Attempting to bind port 3bbeda5a-23d6-4c94-9736-2e811a00f50d on network a9f435ef-e42b-453b-a957-4426ce60e3c2 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:54:08.680079 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-8258f47f-f8c1-4be8-a5a9-63a90c3f2ea3 service neutron] Port 3bbeda5a-23d6-4c94-9736-2e811a00f50d on network a9f435ef-e42b-453b-a957-4426ce60e3c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:54:08.680396 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-8258f47f-f8c1-4be8-a5a9-63a90c3f2ea3 service neutron] Attempting to bind port 3bbeda5a-23d6-4c94-9736-2e811a00f50d on network a9f435ef-e42b-453b-a957-4426ce60e3c2 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:54:08.685551 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-8258f47f-f8c1-4be8-a5a9-63a90c3f2ea3 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:54:08.685906 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-8258f47f-f8c1-4be8-a5a9-63a90c3f2ea3 service neutron] Checking segment: {'id': '2d0a5cec-3162-44d6-a4ce-b3603bd704f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'a9f435ef-e42b-453b-a957-4426ce60e3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:54:08.686281 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-8258f47f-f8c1-4be8-a5a9-63a90c3f2ea3 service neutron] Bound using segment: {'id': '2d0a5cec-3162-44d6-a4ce-b3603bd704f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'a9f435ef-e42b-453b-a957-4426ce60e3c2'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:54:08.686697 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-8258f47f-f8c1-4be8-a5a9-63a90c3f2ea3 service neutron] Bound port: 3bbeda5a-23d6-4c94-9736-2e811a00f50d, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0a5cec-3162-44d6-a4ce-b3603bd704f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'a9f435ef-e42b-453b-a957-4426ce60e3c2'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:54:08.687037 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-8258f47f-f8c1-4be8-a5a9-63a90c3f2ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:08.746915 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:08.775958 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-8258f47f-f8c1-4be8-a5a9-63a90c3f2ea3 service neutron] For port 3bbeda5a-23d6-4c94-9736-2e811a00f50d, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:54:08.779466 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-8258f47f-f8c1-4be8-a5a9-63a90c3f2ea3 service neutron] For port 3bbeda5a-23d6-4c94-9736-2e811a00f50d, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=3bbeda5a-23d6-4c94-9736-2e811a00f50d,segment=NetworkSegment(2d0a5cec-3162-44d6-a4ce-b3603bd704f8),segment_id=2d0a5cec-3162-44d6-a4ce-b3603bd704f8)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:54:08.861352 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-8258f47f-f8c1-4be8-a5a9-63a90c3f2ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:08.892689 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-8258f47f-f8c1-4be8-a5a9-63a90c3f2ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:08.893290 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-8258f47f-f8c1-4be8-a5a9-63a90c3f2ea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:08.894711 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-8258f47f-f8c1-4be8-a5a9-63a90c3f2ea3 service neutron] 10.222.0.15 "PUT /v2.0/ports/3bbeda5a-23d6-4c94-9736-2e811a00f50d HTTP/1.1" status: 200 len: 1093 time: 1.1063282 Oct 10 11:54:08.895194 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1728916c-735e-4b77-a835-a164b8a923bf', 'tag': '3bbeda5a-23d6-4c94-9736-2e811a00f50d'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:54:08.897446 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea2ed8e-ef6e-4bf3-8403-010704da9593" -d '{"events": [{"name": "network-changed", "server_uuid": "1728916c-735e-4b77-a835-a164b8a923bf", "tag": "3bbeda5a-23d6-4c94-9736-2e811a00f50d"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:54:08.945125 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc522f5-3c29-4007-ae00-c4c64ba61785 x-openstack-request-id: req-4fc522f5-3c29-4007-ae00-c4c64ba61785 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:54:08.945411 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1728916c-735e-4b77-a835-a164b8a923bf", "tag": "3bbeda5a-23d6-4c94-9736-2e811a00f50d", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:54:08.945812 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4fc522f5-3c29-4007-ae00-c4c64ba61785 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:54:08.946217 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fc522f5-3c29-4007-ae00-c4c64ba61785'] response: {'name': 'network-changed', 'server_uuid': '1728916c-735e-4b77-a835-a164b8a923bf', 'tag': '3bbeda5a-23d6-4c94-9736-2e811a00f50d', 'status': 'completed', 'code': 200} Oct 10 11:54:08.946970 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258f47f-f8c1-4be8-a5a9-63a90c3f2ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=3bbeda5a-23d6-4c94-9736-2e811a00f50d,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:54:09.043052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2ed8e-ef6e-4bf3-8403-010704da9593 req-0028863f-1dfd-4036-8691-5fe7f27c752b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:09.044431 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1ea2ed8e-ef6e-4bf3-8403-010704da9593 req-0028863f-1dfd-4036-8691-5fe7f27c752b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 1096 time: 0.0791934 Oct 10 11:54:09.081191 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7ab18c84-0b2b-49fd-bd8e-d9da5994f246 None None] Attempt 3 to provision port 3bbeda5a-23d6-4c94-9736-2e811a00f50d Oct 10 11:54:09.143813 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7ab18c84-0b2b-49fd-bd8e-d9da5994f246 None None] Port 3bbeda5a-23d6-4c94-9736-2e811a00f50d had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:54:09.184754 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2ed8e-ef6e-4bf3-8403-010704da9593 req-c2e83886-47c0-4222-950c-810ca74a3b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:09.186227 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1ea2ed8e-ef6e-4bf3-8403-010704da9593 req-c2e83886-47c0-4222-950c-810ca74a3b1e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1351533 Oct 10 11:54:09.322520 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2ed8e-ef6e-4bf3-8403-010704da9593 req-0a9e1df2-3c4f-4baf-b4d5-5001c5e28be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:09.324588 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1ea2ed8e-ef6e-4bf3-8403-010704da9593 req-0a9e1df2-3c4f-4baf-b4d5-5001c5e28be2 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1321824 Oct 10 11:54:09.386628 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dced3c-c17f-4e36-ae45-dd3fd3c4417f req-6be7fe0b-54ca-4a0b-9faa-f19f88c8f2d4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:09.388494 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-67dced3c-c17f-4e36-ae45-dd3fd3c4417f req-6be7fe0b-54ca-4a0b-9faa-f19f88c8f2d4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 943 time: 0.0985217 Oct 10 11:54:09.436945 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-67dced3c-c17f-4e36-ae45-dd3fd3c4417f req-1436f13a-308e-4722-93b7-5f56dbc9a882 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=80e1db65-9d10-46a3-834a-127749970213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427377 Oct 10 11:54:09.444526 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-122b0e1d-ea16-4f53-bc7e-71f7df4c8433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:09.446163 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-122b0e1d-ea16-4f53-bc7e-71f7df4c8433 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 1096 time: 0.0851171 Oct 10 11:54:09.512242 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-782d8681-3dce-4e3c-a56d-d9a3efe557ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bbeda5a-23d6-4c94-9736-2e811a00f50d HTTP/1.1" status: 200 len: 217 time: 0.0599215 Oct 10 11:54:09.575631 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-71d17be4-d84f-4703-b985-67e564816173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:09.706249 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-71d17be4-d84f-4703-b985-67e564816173 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f22199e6-ca83-42e9-9863-2aae8e0f8f1b HTTP/1.1" status: 200 len: 834 time: 0.0595572 Oct 10 11:54:09.706249 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-2164f83c-dc2a-44ea-8016-f244e400948f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:09.706249 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-2164f83c-dc2a-44ea-8016-f244e400948f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9f435ef-e42b-453b-a957-4426ce60e3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803630 Oct 10 11:54:09.729949 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:09.795810 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-29b993f9-ac3d-47fa-8fbd-c5b5f8ecd851 service neutron] 10.222.0.15 "GET /v2.0/networks/a9f435ef-e42b-453b-a957-4426ce60e3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265712 Oct 10 11:54:09.926404 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ac8a3639-e7b7-418b-a102-30863c52d099 req-9d46242f-301d-40c1-8e18-cf3fd497651c service neutron] 10.222.0.15 "GET /v2.0/networks/a9f435ef-e42b-453b-a957-4426ce60e3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243074 Oct 10 11:54:10.647352 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa8ec3-555b-49b4-b987-747beb7e96ad req-2149f1e1-d04d-431f-9b24-2b941e1f490c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:10.647949 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-ddaa8ec3-555b-49b4-b987-747beb7e96ad req-2149f1e1-d04d-431f-9b24-2b941e1f490c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:54:10.740573 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-ddaa8ec3-555b-49b4-b987-747beb7e96ad req-2149f1e1-d04d-431f-9b24-2b941e1f490c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:54:10.741849 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ddaa8ec3-555b-49b4-b987-747beb7e96ad req-2149f1e1-d04d-431f-9b24-2b941e1f490c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 943 time: 0.1919324 Oct 10 11:54:10.787916 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ddaa8ec3-555b-49b4-b987-747beb7e96ad req-cfb4dba8-c40d-444a-b62c-fb98740e6417 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=80e1db65-9d10-46a3-834a-127749970213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399106 Oct 10 11:54:10.876655 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 3bbeda5a-23d6-4c94-9736-2e811a00f50d details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:54:11.012145 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 3bbeda5a-23d6-4c94-9736-2e811a00f50d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=3bbeda5a-23d6-4c94-9736-2e811a00f50d,segment=NetworkSegment(2d0a5cec-3162-44d6-a4ce-b3603bd704f8),segment_id=2d0a5cec-3162-44d6-a4ce-b3603bd704f8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:54:11.024685 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '3bbeda5a-23d6-4c94-9736-2e811a00f50d', 'network_id': 'a9f435ef-e42b-453b-a957-4426ce60e3c2', 'port_id': '3bbeda5a-23d6-4c94-9736-2e811a00f50d', 'mac_address': 'fa:16:3e:fc:d6:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 486, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22199e6-ca83-42e9-9863-2aae8e0f8f1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:54:11.078810 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 3bbeda5a-23d6-4c94-9736-2e811a00f50d is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:54:11.079187 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:11.095679 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bbeda5a-23d6-4c94-9736-2e811a00f50d {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:54:11.111273 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 3bbeda5a-23d6-4c94-9736-2e811a00f50d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=3bbeda5a-23d6-4c94-9736-2e811a00f50d,segment=NetworkSegment(2d0a5cec-3162-44d6-a4ce-b3603bd704f8),segment_id=2d0a5cec-3162-44d6-a4ce-b3603bd704f8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:54:11.215548 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:11.284370 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=3bbeda5a-23d6-4c94-9736-2e811a00f50d,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:54:11.416178 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['3bbeda5a-23d6-4c94-9736-2e811a00f50d'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:54:11.985314 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3364351-018a-43b0-b3e3-c7cdeea1fd8a req-4029bb50-3600-4f1f-b635-9dc3cb6a4729 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:11.986718 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a3364351-018a-43b0-b3e3-c7cdeea1fd8a req-4029bb50-3600-4f1f-b635-9dc3cb6a4729 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 944 time: 0.0883455 Oct 10 11:54:12.030467 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a3364351-018a-43b0-b3e3-c7cdeea1fd8a req-a97b2d3e-f3ae-4bfa-9870-a68cebab720b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=80e1db65-9d10-46a3-834a-127749970213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382326 Oct 10 11:54:12.878855 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 3bbeda5a-23d6-4c94-9736-2e811a00f50d up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:54:13.003717 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port 3bbeda5a-23d6-4c94-9736-2e811a00f50d completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:54:13.008521 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 3bbeda5a-23d6-4c94-9736-2e811a00f50d triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:54:13.008892 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:13.009246 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 3bbeda5a-23d6-4c94-9736-2e811a00f50d Oct 10 11:54:13.125356 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 3bbeda5a-23d6-4c94-9736-2e811a00f50d is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:54:13.125758 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:13.153064 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1728916c-735e-4b77-a835-a164b8a923bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbeda5a-23d6-4c94-9736-2e811a00f50d'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:54:13.155384 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bd20a8-43c8-4764-9b32-ac0ff02718b9" -d '{"events": [{"server_uuid": "1728916c-735e-4b77-a835-a164b8a923bf", "name": "network-vif-plugged", "status": "completed", "tag": "3bbeda5a-23d6-4c94-9736-2e811a00f50d"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:54:13.166477 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 3bbeda5a-23d6-4c94-9736-2e811a00f50d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=3bbeda5a-23d6-4c94-9736-2e811a00f50d,segment=NetworkSegment(2d0a5cec-3162-44d6-a4ce-b3603bd704f8),segment_id=2d0a5cec-3162-44d6-a4ce-b3603bd704f8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:54:13.198904 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e48eecf-8db9-433d-801f-6ed498758588 x-openstack-request-id: req-9e48eecf-8db9-433d-801f-6ed498758588 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:54:13.200655 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1728916c-735e-4b77-a835-a164b8a923bf", "name": "network-vif-plugged", "status": "completed", "tag": "3bbeda5a-23d6-4c94-9736-2e811a00f50d", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:54:13.200655 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9e48eecf-8db9-433d-801f-6ed498758588 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:54:13.200655 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e48eecf-8db9-433d-801f-6ed498758588'] response: {'server_uuid': '1728916c-735e-4b77-a835-a164b8a923bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbeda5a-23d6-4c94-9736-2e811a00f50d', 'code': 200} Oct 10 11:54:13.215221 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:13.230082 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43158c-ba5e-4fed-9ed0-f0cb94d4bac6 req-2ccdef98-c53a-4e9f-8bc5-1066de41118b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:13.232120 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bb43158c-ba5e-4fed-9ed0-f0cb94d4bac6 req-2ccdef98-c53a-4e9f-8bc5-1066de41118b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 944 time: 0.0903447 Oct 10 11:54:13.282031 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bb43158c-ba5e-4fed-9ed0-f0cb94d4bac6 req-d012c3eb-c62e-43b1-a46a-6ce50742b24d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=80e1db65-9d10-46a3-834a-127749970213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437801 Oct 10 11:54:13.289764 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=3bbeda5a-23d6-4c94-9736-2e811a00f50d,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:54:13.561030 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb5ed2-d2b3-4d07-9c52-ce778760a9fd req-cdee24d9-123d-4be1-a537-7c5621aace5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:13.562535 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8cbb5ed2-d2b3-4d07-9c52-ce778760a9fd req-cdee24d9-123d-4be1-a537-7c5621aace5e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 1098 time: 0.0787303 Oct 10 11:54:13.602815 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8cbb5ed2-d2b3-4d07-9c52-ce778760a9fd req-1654f75b-0b63-4c3b-b1f0-a1ddf674d9d7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=80e1db65-9d10-46a3-834a-127749970213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336697 Oct 10 11:54:14.491731 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ef091-255c-450a-8d6b-b9652958d539 req-27faf4d6-b989-427f-86ee-e753194c3646 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:14.493179 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9f9ef091-255c-450a-8d6b-b9652958d539 req-27faf4d6-b989-427f-86ee-e753194c3646 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 945 time: 0.0910203 Oct 10 11:54:14.537140 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9f9ef091-255c-450a-8d6b-b9652958d539 req-e3e36933-cc69-4e37-93f1-90761c676045 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=80e1db65-9d10-46a3-834a-127749970213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377660 Oct 10 11:54:15.832343 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00beb4-5be7-4bd2-a04b-01df594062ef req-a62cf58a-f7f3-4caa-9274-7d51f5f9fd7c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:15.833758 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ab00beb4-5be7-4bd2-a04b-01df594062ef req-a62cf58a-f7f3-4caa-9274-7d51f5f9fd7c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 945 time: 0.1857693 Oct 10 11:54:15.877580 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ab00beb4-5be7-4bd2-a04b-01df594062ef req-397bd04f-9e34-4868-8da6-3e4fdec02418 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=80e1db65-9d10-46a3-834a-127749970213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382297 Oct 10 11:54:16.072551 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4fe00-c58e-411c-95e7-5c710251eb8b req-2d3b1c8d-a1ce-4b5b-a386-bf283f4cbf74 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:16.074030 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-bcf4fe00-c58e-411c-95e7-5c710251eb8b req-2d3b1c8d-a1ce-4b5b-a386-bf283f4cbf74 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 945 time: 0.0877609 Oct 10 11:54:16.120748 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-bcf4fe00-c58e-411c-95e7-5c710251eb8b req-476e8e80-2359-498a-8791-3cba1b9e7b13 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=80e1db65-9d10-46a3-834a-127749970213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405376 Oct 10 11:54:16.149592 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37378) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:54:16.227040 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd8221a-3973-4ba6-960f-0b82a7b530da tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:16.228537 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4cd8221a-3973-4ba6-960f-0b82a7b530da tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 1093 time: 0.0779674 Oct 10 11:54:16.232071 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37382) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:54:16.237069 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-00095742-20bb-4a3c-88ba-61ba1fdd25b5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'port_id': '3bbeda5a-23d6-4c94-9736-2e811a00f50d', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:54:16.243000 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-00095742-20bb-4a3c-88ba-61ba1fdd25b5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:54:16.247439 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-00095742-20bb-4a3c-88ba-61ba1fdd25b5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:floatingip and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:54:16.250379 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-00095742-20bb-4a3c-88ba-61ba1fdd25b5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:54:16.255989 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-00095742-20bb-4a3c-88ba-61ba1fdd25b5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:54:16.323873 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-00095742-20bb-4a3c-88ba-61ba1fdd25b5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for floatingip, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:16.457934 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-00095742-20bb-4a3c-88ba-61ba1fdd25b5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:16.595554 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-00095742-20bb-4a3c-88ba-61ba1fdd25b5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Allocated IP 172.26.4.6 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/e79e6d1b-14ef-4fcd-9450-cd3f7dbe622b) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:54:16.744381 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-00095742-20bb-4a3c-88ba-61ba1fdd25b5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:16.832491 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-00095742-20bb-4a3c-88ba-61ba1fdd25b5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:16.899496 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00095742-20bb-4a3c-88ba-61ba1fdd25b5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:54:16.902456 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-00095742-20bb-4a3c-88ba-61ba1fdd25b5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:54:16.906778 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00095742-20bb-4a3c-88ba-61ba1fdd25b5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:54:16.940630 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00095742-20bb-4a3c-88ba-61ba1fdd25b5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=e79e6d1b-14ef-4fcd-9450-cd3f7dbe622b,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:54:17.311377 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-00095742-20bb-4a3c-88ba-61ba1fdd25b5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:17.445888 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-00095742-20bb-4a3c-88ba-61ba1fdd25b5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:17.647586 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-00095742-20bb-4a3c-88ba-61ba1fdd25b5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:17.712104 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-00095742-20bb-4a3c-88ba-61ba1fdd25b5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:17.819816 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00095742-20bb-4a3c-88ba-61ba1fdd25b5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=e79e6d1b-14ef-4fcd-9450-cd3f7dbe622b,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:54:17.822211 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-00095742-20bb-4a3c-88ba-61ba1fdd25b5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:18.094302 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [None req-00095742-20bb-4a3c-88ba-61ba1fdd25b5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Floating IP 45b5844d-bb62-40d9-8d68-134ee554b2f7 associated. External IP: 172.26.4.6, port: 3bbeda5a-23d6-4c94-9736-2e811a00f50d. Oct 10 11:54:18.441711 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00095742-20bb-4a3c-88ba-61ba1fdd25b5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Router 528acd7b-ead2-4a1a-a627-76e56019954f has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:54:18.617446 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00095742-20bb-4a3c-88ba-61ba1fdd25b5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:54:18.627869 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5222426e-16b9-4ce6-bbc4-406f1dcc789f None None] Sync routers for ids ['528acd7b-ead2-4a1a-a627-76e56019954f'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:54:18.637285 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5222426e-16b9-4ce6-bbc4-406f1dcc789f None None] Routers {'528acd7b-ead2-4a1a-a627-76e56019954f'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:54:18.638142 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-5222426e-16b9-4ce6-bbc4-406f1dcc789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:54:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['528acd7b-ead2-4a1a-a627-76e56019954f'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:54:18.700852 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-00095742-20bb-4a3c-88ba-61ba1fdd25b5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:18.757634 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-00095742-20bb-4a3c-88ba-61ba1fdd25b5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.5244994 Oct 10 11:54:18.758264 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1728916c-735e-4b77-a835-a164b8a923bf', 'tag': '3bbeda5a-23d6-4c94-9736-2e811a00f50d'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:54:18.761145 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007626d3-f233-48b4-b4ea-34d7f6126a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "1728916c-735e-4b77-a835-a164b8a923bf", "tag": "3bbeda5a-23d6-4c94-9736-2e811a00f50d"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:54:18.808315 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6a9fcb-4bef-4a5e-8adf-01a5d78c8e86 x-openstack-request-id: req-2d6a9fcb-4bef-4a5e-8adf-01a5d78c8e86 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:54:18.808592 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1728916c-735e-4b77-a835-a164b8a923bf", "tag": "3bbeda5a-23d6-4c94-9736-2e811a00f50d", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:54:18.808835 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2d6a9fcb-4bef-4a5e-8adf-01a5d78c8e86 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:54:18.809943 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d6a9fcb-4bef-4a5e-8adf-01a5d78c8e86'] response: {'name': 'network-changed', 'server_uuid': '1728916c-735e-4b77-a835-a164b8a923bf', 'tag': '3bbeda5a-23d6-4c94-9736-2e811a00f50d', 'status': 'completed', 'code': 200} Oct 10 11:54:18.849339 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-5222426e-16b9-4ce6-bbc4-406f1dcc789f None None] Set router 528acd7b-ead2-4a1a-a627-76e56019954f gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:54:18.980343 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007626d3-f233-48b4-b4ea-34d7f6126a5d req-64466e5e-3ab3-4916-98f5-3fcd2e04eaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:18.982987 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-007626d3-f233-48b4-b4ea-34d7f6126a5d req-64466e5e-3ab3-4916-98f5-3fcd2e04eaf5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 1098 time: 0.1527333 Oct 10 11:54:18.995252 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c4a89-3155-4d92-93c1-1ea2368f94c6 req-7ac4396a-e815-4721-85fb-12df7973c46c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:18.998091 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1d1c4a89-3155-4d92-93c1-1ea2368f94c6 req-7ac4396a-e815-4721-85fb-12df7973c46c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 945 time: 0.1253066 Oct 10 11:54:19.133606 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1d1c4a89-3155-4d92-93c1-1ea2368f94c6 req-42d452a1-af19-43e5-be36-590367ae0553 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=80e1db65-9d10-46a3-834a-127749970213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154718 Oct 10 11:54:19.167962 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007626d3-f233-48b4-b4ea-34d7f6126a5d req-86bdd431-e0fb-463a-8899-47243f598dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:19.168311 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37390) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:54:19.170966 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-007626d3-f233-48b4-b4ea-34d7f6126a5d req-86bdd431-e0fb-463a-8899-47243f598dfb service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9f435ef-e42b-453b-a957-4426ce60e3c2 HTTP/1.1" status: 200 len: 898 time: 0.1727285 Oct 10 11:54:19.197708 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-5222426e-16b9-4ce6-bbc4-406f1dcc789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332479967', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:53:51Z', 'updated_at': '2022-10-10T11:53:57Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:df:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:53:52Z', 'updated_at': '2022-10-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '45b5844d-bb62-40d9-8d68-134ee554b2f7', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'floating_ip_address': '172.26.4.6', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'port_id': '3bbeda5a-23d6-4c94-9736-2e811a00f50d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f435ef-e42b-453b-a957-4426ce60e3c2', 'mac_address': 'fa:16:3e:fc:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1728916c-735e-4b77-a835-a164b8a923bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:54:17Z', 'updated_at': '2022-10-10T11:54:17Z', 'revision_number': 0, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb547f2-32bd-4107-9ee7-99e3374c266e', 'name': '', 'network_id': 'a9f435ef-e42b-453b-a957-4426ce60e3c2', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:a9:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f22199e6-ca83-42e9-9863-2aae8e0f8f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:53:56Z', 'updated_at': '2022-10-10T11:54:02Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'f22199e6-ca83-42e9-9863-2aae8e0f8f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:54:19.202434 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5222426e-16b9-4ce6-bbc4-406f1dcc789f None None] Checking router: 528acd7b-ead2-4a1a-a627-76e56019954f for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:54:19.211539 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5222426e-16b9-4ce6-bbc4-406f1dcc789f None None] Routers {'528acd7b-ead2-4a1a-a627-76e56019954f'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:54:19.212166 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-5222426e-16b9-4ce6-bbc4-406f1dcc789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:54:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['528acd7b-ead2-4a1a-a627-76e56019954f'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:54:19.274625 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-007626d3-f233-48b4-b4ea-34d7f6126a5d req-c147b5c8-f3df-41af-a0dc-af9a3bf2e0ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bbeda5a-23d6-4c94-9736-2e811a00f50d HTTP/1.1" status: 200 len: 997 time: 0.0967860 Oct 10 11:54:19.284410 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a4111df4-2156-4d06-8610-8eb94a00d2f7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/floatingips/45b5844d-bb62-40d9-8d68-134ee554b2f7 HTTP/1.1" status: 200 len: 989 time: 0.1136341 Oct 10 11:54:19.340042 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007626d3-f233-48b4-b4ea-34d7f6126a5d req-a703cd88-0f51-41de-a52c-967eae031971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:19.342115 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-007626d3-f233-48b4-b4ea-34d7f6126a5d req-a703cd88-0f51-41de-a52c-967eae031971 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f22199e6-ca83-42e9-9863-2aae8e0f8f1b HTTP/1.1" status: 200 len: 834 time: 0.0623367 Oct 10 11:54:19.397669 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-5222426e-16b9-4ce6-bbc4-406f1dcc789f None None] Set router 528acd7b-ead2-4a1a-a627-76e56019954f gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:54:19.424502 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007626d3-f233-48b4-b4ea-34d7f6126a5d req-294a29d5-97fe-49ac-bb52-342588e9cce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:19.425996 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-007626d3-f233-48b4-b4ea-34d7f6126a5d req-294a29d5-97fe-49ac-bb52-342588e9cce3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9f435ef-e42b-453b-a957-4426ce60e3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780661 Oct 10 11:54:19.556635 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-007626d3-f233-48b4-b4ea-34d7f6126a5d req-442b4321-e279-4bf0-8501-f34453e81ee9 service neutron] 10.222.0.15 "GET /v2.0/networks/a9f435ef-e42b-453b-a957-4426ce60e3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246142 Oct 10 11:54:19.751204 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-5222426e-16b9-4ce6-bbc4-406f1dcc789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332479967', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:53:51Z', 'updated_at': '2022-10-10T11:53:57Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:df:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:53:52Z', 'updated_at': '2022-10-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '45b5844d-bb62-40d9-8d68-134ee554b2f7', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'floating_ip_address': '172.26.4.6', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'port_id': '3bbeda5a-23d6-4c94-9736-2e811a00f50d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f435ef-e42b-453b-a957-4426ce60e3c2', 'mac_address': 'fa:16:3e:fc:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1728916c-735e-4b77-a835-a164b8a923bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:54:17Z', 'updated_at': '2022-10-10T11:54:17Z', 'revision_number': 0, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb547f2-32bd-4107-9ee7-99e3374c266e', 'name': '', 'network_id': 'a9f435ef-e42b-453b-a957-4426ce60e3c2', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:a9:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f22199e6-ca83-42e9-9863-2aae8e0f8f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:53:56Z', 'updated_at': '2022-10-10T11:54:02Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'f22199e6-ca83-42e9-9863-2aae8e0f8f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:54:19.755180 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5222426e-16b9-4ce6-bbc4-406f1dcc789f None None] The sync data for ids ['528acd7b-ead2-4a1a-a627-76e56019954f'] in dv-neutron-860842-1-hyperv is: [{'id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332479967', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:53:51Z', 'updated_at': '2022-10-10T11:53:57Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:df:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:53:52Z', 'updated_at': '2022-10-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '45b5844d-bb62-40d9-8d68-134ee554b2f7', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'floating_ip_address': '172.26.4.6', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'port_id': '3bbeda5a-23d6-4c94-9736-2e811a00f50d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f435ef-e42b-453b-a957-4426ce60e3c2', 'mac_address': 'fa:16:3e:fc:d6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1728916c-735e-4b77-a835-a164b8a923bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:54:17Z', 'updated_at': '2022-10-10T11:54:17Z', 'revision_number': 0, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb547f2-32bd-4107-9ee7-99e3374c266e', 'name': '', 'network_id': 'a9f435ef-e42b-453b-a957-4426ce60e3c2', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:a9:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f22199e6-ca83-42e9-9863-2aae8e0f8f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:53:56Z', 'updated_at': '2022-10-10T11:54:02Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'f22199e6-ca83-42e9-9863-2aae8e0f8f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:54:19.792693 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-007626d3-f233-48b4-b4ea-34d7f6126a5d req-7f9ea0a9-3159-4cf0-994c-90271dee76fb service neutron] 10.222.0.15 "GET /v2.0/networks/a9f435ef-e42b-453b-a957-4426ce60e3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306063 Oct 10 11:54:19.935984 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec58003-b7fe-4760-a419-313d520e9fdf None None] New status for floating IP 45b5844d-bb62-40d9-8d68-134ee554b2f7: ACTIVE {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:54:20.287795 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37394) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:54:20.394386 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-fc5b48b4-2d08-4f36-a7b9-6e9b3394f2e9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/floatingips/45b5844d-bb62-40d9-8d68-134ee554b2f7 HTTP/1.1" status: 200 len: 991 time: 0.1054618 Oct 10 11:54:33.517766 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b8fc7619-decf-4466-aa6e-8e8fcbb79a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:35.734740 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5d5f13cd-7bec-4425-8845-06fb3d6fcec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:37.037534 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:37.157497 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:38.775039 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:38.995185 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:54:39.689338 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:47.472743 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4ddad-e5e3-4467-b353-49b7c80fe838 req-be1d8c64-51d2-48d6-9d29-02bf629db0ed tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:47.474251 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-7fa4ddad-e5e3-4467-b353-49b7c80fe838 req-be1d8c64-51d2-48d6-9d29-02bf629db0ed tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 945 time: 0.0955017 Oct 10 11:54:47.518175 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-7fa4ddad-e5e3-4467-b353-49b7c80fe838 req-e97e9635-ad4c-470e-bce7-c251fefa3a5b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=80e1db65-9d10-46a3-834a-127749970213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375285 Oct 10 11:54:48.719529 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840ce65-a59f-478b-857e-c5ba1c18d000 req-e842f09d-9e4f-4896-a397-3610292c3723 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:48.721467 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f840ce65-a59f-478b-857e-c5ba1c18d000 req-e842f09d-9e4f-4896-a397-3610292c3723 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 945 time: 0.0908501 Oct 10 11:54:48.764694 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f840ce65-a59f-478b-857e-c5ba1c18d000 req-ea146ded-bd2c-4a33-b20d-838746fb23e5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=80e1db65-9d10-46a3-834a-127749970213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374429 Oct 10 11:54:48.794466 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37412) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:54:48.904143 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-bf675fa8-1fa3-4634-9ce0-7612a348a248 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/floatingips/45b5844d-bb62-40d9-8d68-134ee554b2f7 HTTP/1.1" status: 200 len: 991 time: 0.1039767 Oct 10 11:54:49.515547 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a149c20c-7401-459b-ba35-f205656f3576 req-5d0675d8-e8f3-4f57-b5f5-102df37ff7b4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1728916c-735e-4b77-a835-a164b8a923bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0830488 Oct 10 11:54:49.657719 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149c20c-7401-459b-ba35-f205656f3576 req-b0ae28ed-f0b4-4c47-aa9e-e4a0c9a4d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:49.659328 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a149c20c-7401-459b-ba35-f205656f3576 req-b0ae28ed-f0b4-4c47-aa9e-e4a0c9a4d4e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 1098 time: 0.0773363 Oct 10 11:54:49.801083 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149c20c-7401-459b-ba35-f205656f3576 req-aabda647-1107-4f2d-a85e-a51e7b5f7edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:49.802453 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a149c20c-7401-459b-ba35-f205656f3576 req-aabda647-1107-4f2d-a85e-a51e7b5f7edd service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9f435ef-e42b-453b-a957-4426ce60e3c2 HTTP/1.1" status: 200 len: 898 time: 0.1249788 Oct 10 11:54:49.904501 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a149c20c-7401-459b-ba35-f205656f3576 req-16c86b33-6125-4887-9cd0-d4d417bd191d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bbeda5a-23d6-4c94-9736-2e811a00f50d HTTP/1.1" status: 200 len: 999 time: 0.0959289 Oct 10 11:54:49.967789 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149c20c-7401-459b-ba35-f205656f3576 req-3e83062b-3d5d-4664-9b79-ebc456073d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:49.969235 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a149c20c-7401-459b-ba35-f205656f3576 req-3e83062b-3d5d-4664-9b79-ebc456073d57 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f22199e6-ca83-42e9-9863-2aae8e0f8f1b HTTP/1.1" status: 200 len: 834 time: 0.0595493 Oct 10 11:54:50.055926 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149c20c-7401-459b-ba35-f205656f3576 req-cf0d4adb-5566-4c6e-bb89-79db390c84b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:50.057428 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a149c20c-7401-459b-ba35-f205656f3576 req-cf0d4adb-5566-4c6e-bb89-79db390c84b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9f435ef-e42b-453b-a957-4426ce60e3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824957 Oct 10 11:54:50.190321 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a149c20c-7401-459b-ba35-f205656f3576 req-9e75b9ca-4b43-4f16-bb05-c6fa40b684b5 service neutron] 10.222.0.15 "GET /v2.0/networks/a9f435ef-e42b-453b-a957-4426ce60e3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265786 Oct 10 11:54:50.323922 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a149c20c-7401-459b-ba35-f205656f3576 req-954c9cfd-878a-4bb1-8cf3-02643f919c27 service neutron] 10.222.0.15 "GET /v2.0/networks/a9f435ef-e42b-453b-a957-4426ce60e3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272774 Oct 10 11:54:50.492286 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1705f-a105-47f3-b8e4-28665cd9d2c0 req-b2b129d7-d872-4297-b78a-2d6e75386e50 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:50.493754 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c5e1705f-a105-47f3-b8e4-28665cd9d2c0 req-b2b129d7-d872-4297-b78a-2d6e75386e50 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 945 time: 0.0902350 Oct 10 11:54:50.541949 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c5e1705f-a105-47f3-b8e4-28665cd9d2c0 req-3701c388-8d87-4a3d-a16f-04a1e49c4230 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=80e1db65-9d10-46a3-834a-127749970213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422301 Oct 10 11:54:51.738702 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c4f13-c387-462c-a6d8-ea495cf1c13b req-6d4699ce-556f-452c-b2df-eb6ef5b871ee tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:51.740141 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f18c4f13-c387-462c-a6d8-ea495cf1c13b req-6d4699ce-556f-452c-b2df-eb6ef5b871ee tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 945 time: 0.0869336 Oct 10 11:54:51.786908 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f18c4f13-c387-462c-a6d8-ea495cf1c13b req-0aca5183-8a13-41f7-bd51-59980b1365a9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=80e1db65-9d10-46a3-834a-127749970213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412354 Oct 10 11:54:51.816693 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37424) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:54:51.919769 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4d3f8069-ecc6-4d1a-bbac-ec1b22a44c18 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/floatingips/45b5844d-bb62-40d9-8d68-134ee554b2f7 HTTP/1.1" status: 200 len: 991 time: 0.1018689 Oct 10 11:54:52.193686 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37432) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:54:52.391968 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-35f96683-65f5-4826-b938-8107674847ee tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Deleting port e79e6d1b-14ef-4fcd-9450-cd3f7dbe622b {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:54:52.392306 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-35f96683-65f5-4826-b938-8107674847ee tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:52.658014 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-35f96683-65f5-4826-b938-8107674847ee tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:52.658405 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-35f96683-65f5-4826-b938-8107674847ee tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:52.785460 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-35f96683-65f5-4826-b938-8107674847ee tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Calling delete_port for e79e6d1b-14ef-4fcd-9450-cd3f7dbe622b owned by network:floatingip {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:54:53.026315 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-35f96683-65f5-4826-b938-8107674847ee tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:53.077265 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f96683-65f5-4826-b938-8107674847ee tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Port': ['ID=e79e6d1b-14ef-4fcd-9450-cd3f7dbe622b,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:54:53.128442 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f96683-65f5-4826-b938-8107674847ee tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:53.128798 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f96683-65f5-4826-b938-8107674847ee tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:53.129120 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f96683-65f5-4826-b938-8107674847ee tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:53.129449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f96683-65f5-4826-b938-8107674847ee tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:53.129803 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f96683-65f5-4826-b938-8107674847ee tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:53.130123 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f96683-65f5-4826-b938-8107674847ee tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:53.130446 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f96683-65f5-4826-b938-8107674847ee tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:53.130761 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f96683-65f5-4826-b938-8107674847ee tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:53.131075 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f96683-65f5-4826-b938-8107674847ee tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:53.131392 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f96683-65f5-4826-b938-8107674847ee tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:53.131704 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f96683-65f5-4826-b938-8107674847ee tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:53.132016 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f96683-65f5-4826-b938-8107674847ee tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:54:53.187153 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-35f96683-65f5-4826-b938-8107674847ee tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for floatingip, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:53.187407 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [None req-35f96683-65f5-4826-b938-8107674847ee tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Floating IP 45b5844d-bb62-40d9-8d68-134ee554b2f7 disassociated (deleted). External IP: 172.26.4.6, port: 3bbeda5a-23d6-4c94-9736-2e811a00f50d. Oct 10 11:54:53.531736 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f96683-65f5-4826-b938-8107674847ee tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Router 528acd7b-ead2-4a1a-a627-76e56019954f has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:54:53.709351 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f96683-65f5-4826-b938-8107674847ee tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:54:53.718619 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a53179d-b16c-4a2e-b213-4f95505f809d None None] Sync routers for ids ['528acd7b-ead2-4a1a-a627-76e56019954f'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:54:53.728506 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a53179d-b16c-4a2e-b213-4f95505f809d None None] Routers {'528acd7b-ead2-4a1a-a627-76e56019954f'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:54:53.729207 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-4a53179d-b16c-4a2e-b213-4f95505f809d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:54:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['528acd7b-ead2-4a1a-a627-76e56019954f'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:54:53.780122 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-35f96683-65f5-4826-b938-8107674847ee tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:53.836438 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-35f96683-65f5-4826-b938-8107674847ee tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "DELETE /v2.0/floatingips/45b5844d-bb62-40d9-8d68-134ee554b2f7 HTTP/1.1" status: 204 len: 168 time: 1.6416516 Oct 10 11:54:53.837820 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1728916c-735e-4b77-a835-a164b8a923bf', 'tag': '3bbeda5a-23d6-4c94-9736-2e811a00f50d'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:54:53.840241 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048d1d76-829c-4e4b-9524-a1a751c219bf" -d '{"events": [{"name": "network-changed", "server_uuid": "1728916c-735e-4b77-a835-a164b8a923bf", "tag": "3bbeda5a-23d6-4c94-9736-2e811a00f50d"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:54:53.884575 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8dd2cb-1646-48b7-b117-334fd13034ae x-openstack-request-id: req-7c8dd2cb-1646-48b7-b117-334fd13034ae {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:54:53.884937 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1728916c-735e-4b77-a835-a164b8a923bf", "tag": "3bbeda5a-23d6-4c94-9736-2e811a00f50d", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:54:53.885296 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7c8dd2cb-1646-48b7-b117-334fd13034ae {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:54:53.885816 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c8dd2cb-1646-48b7-b117-334fd13034ae'] response: {'name': 'network-changed', 'server_uuid': '1728916c-735e-4b77-a835-a164b8a923bf', 'tag': '3bbeda5a-23d6-4c94-9736-2e811a00f50d', 'status': 'completed', 'code': 200} Oct 10 11:54:53.928834 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-4a53179d-b16c-4a2e-b213-4f95505f809d None None] Set router 528acd7b-ead2-4a1a-a627-76e56019954f gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:54:53.992402 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d1d76-829c-4e4b-9524-a1a751c219bf req-5f4b085c-73b2-4df6-8dd2-ed2f7d56b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:53.994038 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-048d1d76-829c-4e4b-9524-a1a751c219bf req-5f4b085c-73b2-4df6-8dd2-ed2f7d56b236 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 1098 time: 0.0864995 Oct 10 11:54:54.128042 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d1d76-829c-4e4b-9524-a1a751c219bf req-8723cdf8-369c-400f-8904-0af06a687805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:54.129416 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-048d1d76-829c-4e4b-9524-a1a751c219bf req-8723cdf8-369c-400f-8904-0af06a687805 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9f435ef-e42b-453b-a957-4426ce60e3c2 HTTP/1.1" status: 200 len: 898 time: 0.1300712 Oct 10 11:54:54.197957 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-048d1d76-829c-4e4b-9524-a1a751c219bf req-8d7ec466-67bf-4557-b693-f719349d0e01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bbeda5a-23d6-4c94-9736-2e811a00f50d HTTP/1.1" status: 200 len: 217 time: 0.0617452 Oct 10 11:54:54.294663 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-4a53179d-b16c-4a2e-b213-4f95505f809d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332479967', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:53:51Z', 'updated_at': '2022-10-10T11:53:57Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:df:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:53:52Z', 'updated_at': '2022-10-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ddb547f2-32bd-4107-9ee7-99e3374c266e', 'name': '', 'network_id': 'a9f435ef-e42b-453b-a957-4426ce60e3c2', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:a9:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f22199e6-ca83-42e9-9863-2aae8e0f8f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:53:56Z', 'updated_at': '2022-10-10T11:54:02Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'f22199e6-ca83-42e9-9863-2aae8e0f8f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:54:54.300760 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a53179d-b16c-4a2e-b213-4f95505f809d None None] Checking router: 528acd7b-ead2-4a1a-a627-76e56019954f for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:54:54.310736 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a53179d-b16c-4a2e-b213-4f95505f809d None None] Routers {'528acd7b-ead2-4a1a-a627-76e56019954f'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:54:54.311538 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-4a53179d-b16c-4a2e-b213-4f95505f809d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:54:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['528acd7b-ead2-4a1a-a627-76e56019954f'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:54:54.375589 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d1d76-829c-4e4b-9524-a1a751c219bf req-de9ee4af-d493-4fde-83aa-6a4bfcde2e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:54.377166 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-048d1d76-829c-4e4b-9524-a1a751c219bf req-de9ee4af-d493-4fde-83aa-6a4bfcde2e90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f22199e6-ca83-42e9-9863-2aae8e0f8f1b HTTP/1.1" status: 200 len: 834 time: 0.1740394 Oct 10 11:54:54.463483 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d1d76-829c-4e4b-9524-a1a751c219bf req-bef729d5-a068-4c2e-a559-914c666c332c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:54.464992 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-048d1d76-829c-4e4b-9524-a1a751c219bf req-bef729d5-a068-4c2e-a559-914c666c332c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9f435ef-e42b-453b-a957-4426ce60e3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814834 Oct 10 11:54:54.477350 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a6832-2322-47ea-99ab-6e2ca86aeea4 req-944da519-bebc-43cf-ba05-c2a67a908661 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:54.478846 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3f2a6832-2322-47ea-99ab-6e2ca86aeea4 req-944da519-bebc-43cf-ba05-c2a67a908661 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 945 time: 0.0931830 Oct 10 11:54:54.497421 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-4a53179d-b16c-4a2e-b213-4f95505f809d None None] Set router 528acd7b-ead2-4a1a-a627-76e56019954f gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:54:54.528701 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3f2a6832-2322-47ea-99ab-6e2ca86aeea4 req-f86795ad-23e6-43ed-852a-3a0148b4fe9e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=80e1db65-9d10-46a3-834a-127749970213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441365 Oct 10 11:54:54.600275 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-048d1d76-829c-4e4b-9524-a1a751c219bf req-e160763c-fb18-488c-9970-6af2c2a88252 service neutron] 10.222.0.15 "GET /v2.0/networks/a9f435ef-e42b-453b-a957-4426ce60e3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282339 Oct 10 11:54:54.732087 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-048d1d76-829c-4e4b-9524-a1a751c219bf req-4826f293-c588-4924-80d8-2bc58621a312 service neutron] 10.222.0.15 "GET /v2.0/networks/a9f435ef-e42b-453b-a957-4426ce60e3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255674 Oct 10 11:54:54.818969 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-4a53179d-b16c-4a2e-b213-4f95505f809d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332479967', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:53:51Z', 'updated_at': '2022-10-10T11:53:57Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:df:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:53:52Z', 'updated_at': '2022-10-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ddb547f2-32bd-4107-9ee7-99e3374c266e', 'name': '', 'network_id': 'a9f435ef-e42b-453b-a957-4426ce60e3c2', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:a9:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f22199e6-ca83-42e9-9863-2aae8e0f8f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:53:56Z', 'updated_at': '2022-10-10T11:54:02Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'f22199e6-ca83-42e9-9863-2aae8e0f8f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:54:54.823042 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a53179d-b16c-4a2e-b213-4f95505f809d None None] The sync data for ids ['528acd7b-ead2-4a1a-a627-76e56019954f'] in dv-neutron-860842-1-hyperv is: [{'id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332479967', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:53:51Z', 'updated_at': '2022-10-10T11:53:57Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:df:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:53:52Z', 'updated_at': '2022-10-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ddb547f2-32bd-4107-9ee7-99e3374c266e', 'name': '', 'network_id': 'a9f435ef-e42b-453b-a957-4426ce60e3c2', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:a9:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'f22199e6-ca83-42e9-9863-2aae8e0f8f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:53:56Z', 'updated_at': '2022-10-10T11:54:02Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'f22199e6-ca83-42e9-9863-2aae8e0f8f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:54:55.038917 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6947f311-c4b7-436b-9718-33eb76b9cf43 None None] New status for floating IP 45b5844d-bb62-40d9-8d68-134ee554b2f7: DOWN {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:54:55.735422 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cda609-e3e6-4c7c-81f8-c99a07336620 req-68193007-b503-442d-8d88-d4d27a14d091 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:55.736154 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-b8cda609-e3e6-4c7c-81f8-c99a07336620 req-68193007-b503-442d-8d88-d4d27a14d091 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:54:55.815162 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-b8cda609-e3e6-4c7c-81f8-c99a07336620 req-68193007-b503-442d-8d88-d4d27a14d091 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:54:55.816262 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b8cda609-e3e6-4c7c-81f8-c99a07336620 req-68193007-b503-442d-8d88-d4d27a14d091 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 945 time: 0.1708720 Oct 10 11:54:55.879677 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b8cda609-e3e6-4c7c-81f8-c99a07336620 req-62c02e7b-b544-4b62-aafd-7178b800fb5e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=80e1db65-9d10-46a3-834a-127749970213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565341 Oct 10 11:54:55.897734 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839ee1b-ef2c-4fa7-bc9f-6eac6021ab04 req-dbcf4d67-d080-409b-be88-2e1203ef1c7a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:54:55.899207 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3839ee1b-ef2c-4fa7-bc9f-6eac6021ab04 req-dbcf4d67-d080-409b-be88-2e1203ef1c7a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.15 "GET /v2.0/ports?device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 945 time: 0.1244593 Oct 10 11:54:55.969707 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-3839ee1b-ef2c-4fa7-bc9f-6eac6021ab04 req-80702631-2efd-4340-b1f2-d5fe85787c5e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Deleting port 3bbeda5a-23d6-4c94-9736-2e811a00f50d {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:54:55.970047 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-3839ee1b-ef2c-4fa7-bc9f-6eac6021ab04 req-80702631-2efd-4340-b1f2-d5fe85787c5e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:56.213328 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-3839ee1b-ef2c-4fa7-bc9f-6eac6021ab04 req-80702631-2efd-4340-b1f2-d5fe85787c5e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] For port 3bbeda5a-23d6-4c94-9736-2e811a00f50d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=3bbeda5a-23d6-4c94-9736-2e811a00f50d,segment=NetworkSegment(2d0a5cec-3162-44d6-a4ce-b3603bd704f8),segment_id=2d0a5cec-3162-44d6-a4ce-b3603bd704f8)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:54:56.213617 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-3839ee1b-ef2c-4fa7-bc9f-6eac6021ab04 req-80702631-2efd-4340-b1f2-d5fe85787c5e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:56.334912 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-3839ee1b-ef2c-4fa7-bc9f-6eac6021ab04 req-80702631-2efd-4340-b1f2-d5fe85787c5e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Calling delete_port for 3bbeda5a-23d6-4c94-9736-2e811a00f50d owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:54:56.523158 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-3839ee1b-ef2c-4fa7-bc9f-6eac6021ab04 req-80702631-2efd-4340-b1f2-d5fe85787c5e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:56.572469 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80702631-2efd-4340-b1f2-d5fe85787c5e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Port': ['ID=3bbeda5a-23d6-4c94-9736-2e811a00f50d,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:54:56.658843 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-3839ee1b-ef2c-4fa7-bc9f-6eac6021ab04 req-80702631-2efd-4340-b1f2-d5fe85787c5e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] No DVR routers for this DVR port 3bbeda5a-23d6-4c94-9736-2e811a00f50d on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:54:56.661269 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-3839ee1b-ef2c-4fa7-bc9f-6eac6021ab04 req-80702631-2efd-4340-b1f2-d5fe85787c5e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:56.663761 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1728916c-735e-4b77-a835-a164b8a923bf', 'name': 'network-vif-deleted', 'tag': '3bbeda5a-23d6-4c94-9736-2e811a00f50d'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:54:56.666276 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cec4ac0-16f7-44c9-878f-6b95eb8c31c8" -d '{"events": [{"server_uuid": "1728916c-735e-4b77-a835-a164b8a923bf", "name": "network-vif-deleted", "tag": "3bbeda5a-23d6-4c94-9736-2e811a00f50d"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:54:56.707612 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2113e55a-0eee-42ff-b968-a7ec20fcf531 x-openstack-request-id: req-2113e55a-0eee-42ff-b968-a7ec20fcf531 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:54:56.707908 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1728916c-735e-4b77-a835-a164b8a923bf", "name": "network-vif-deleted", "tag": "3bbeda5a-23d6-4c94-9736-2e811a00f50d", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:54:56.708157 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2113e55a-0eee-42ff-b968-a7ec20fcf531 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:54:56.708558 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2113e55a-0eee-42ff-b968-a7ec20fcf531'] response: {'server_uuid': '1728916c-735e-4b77-a835-a164b8a923bf', 'name': 'network-vif-deleted', 'tag': '3bbeda5a-23d6-4c94-9736-2e811a00f50d', 'status': 'completed', 'code': 200} Oct 10 11:54:56.753188 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3839ee1b-ef2c-4fa7-bc9f-6eac6021ab04 req-80702631-2efd-4340-b1f2-d5fe85787c5e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.15 "DELETE /v2.0/ports/3bbeda5a-23d6-4c94-9736-2e811a00f50d HTTP/1.1" status: 204 len: 173 time: 0.8477190 Oct 10 11:54:57.051361 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-9f4b4ecd-f87d-4783-9512-18f2f28a6173 req-28019494-a8fd-4f04-a2d5-b6ad2ddbeb57 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:54:57.162865 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-9f4b4ecd-f87d-4783-9512-18f2f28a6173 req-28019494-a8fd-4f04-a2d5-b6ad2ddbeb57 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:54:57.163987 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9f4b4ecd-f87d-4783-9512-18f2f28a6173 req-28019494-a8fd-4f04-a2d5-b6ad2ddbeb57 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1728916c-735e-4b77-a835-a164b8a923bf HTTP/1.1" status: 200 len: 210 time: 0.1641018 Oct 10 11:54:58.262351 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37452) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:54:58.912679 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-36519188-d8be-4bd8-b606-010e84143853 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:59.077496 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 3bbeda5a-23d6-4c94-9736-2e811a00f50d no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:54:59.112373 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: 3bbeda5a-23d6-4c94-9736-2e811a00f50d {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:54:59.117131 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 3bbeda5a-23d6-4c94-9736-2e811a00f50d not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:54:59.269290 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-36519188-d8be-4bd8-b606-010e84143853 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Deleting port ddb547f2-32bd-4107-9ee7-99e3374c266e {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:54:59.269893 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-36519188-d8be-4bd8-b606-010e84143853 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:59.453125 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-36519188-d8be-4bd8-b606-010e84143853 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] For port ddb547f2-32bd-4107-9ee7-99e3374c266e, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ddb547f2-32bd-4107-9ee7-99e3374c266e,segment=NetworkSegment(2d0a5cec-3162-44d6-a4ce-b3603bd704f8),segment_id=2d0a5cec-3162-44d6-a4ce-b3603bd704f8)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:54:59.453468 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-36519188-d8be-4bd8-b606-010e84143853 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:54:59.574683 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-36519188-d8be-4bd8-b606-010e84143853 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Calling delete_port for ddb547f2-32bd-4107-9ee7-99e3374c266e owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:55:00.048777 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-36519188-d8be-4bd8-b606-010e84143853 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:00.095680 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36519188-d8be-4bd8-b606-010e84143853 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Port': ['ID=ddb547f2-32bd-4107-9ee7-99e3374c266e,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:00.138730 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36519188-d8be-4bd8-b606-010e84143853 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:00.139120 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36519188-d8be-4bd8-b606-010e84143853 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:00.139427 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36519188-d8be-4bd8-b606-010e84143853 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:00.139773 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36519188-d8be-4bd8-b606-010e84143853 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:00.140108 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36519188-d8be-4bd8-b606-010e84143853 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:00.140484 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36519188-d8be-4bd8-b606-010e84143853 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:00.140812 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36519188-d8be-4bd8-b606-010e84143853 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:00.141111 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36519188-d8be-4bd8-b606-010e84143853 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:00.141440 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36519188-d8be-4bd8-b606-010e84143853 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:00.141793 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36519188-d8be-4bd8-b606-010e84143853 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:00.142125 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36519188-d8be-4bd8-b606-010e84143853 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:00.142447 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36519188-d8be-4bd8-b606-010e84143853 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:00.396781 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-36519188-d8be-4bd8-b606-010e84143853 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:00.750159 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36519188-d8be-4bd8-b606-010e84143853 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Router 528acd7b-ead2-4a1a-a627-76e56019954f has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:55:00.925948 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36519188-d8be-4bd8-b606-010e84143853 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:55:00.935452 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fead6d1-25e4-4496-8579-86f10f65603a None None] Sync routers for ids ['528acd7b-ead2-4a1a-a627-76e56019954f'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:55:00.945916 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fead6d1-25e4-4496-8579-86f10f65603a None None] Routers {'528acd7b-ead2-4a1a-a627-76e56019954f'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:55:00.951217 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-2fead6d1-25e4-4496-8579-86f10f65603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:54:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['528acd7b-ead2-4a1a-a627-76e56019954f'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:55:00.999622 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-36519188-d8be-4bd8-b606-010e84143853 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "PUT /v2.0/routers/528acd7b-ead2-4a1a-a627-76e56019954f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7361524 Oct 10 11:55:01.002308 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37456) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:55:01.073216 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-6897f583-6dc7-4bbc-8dbb-86fb55022982 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Deleting subnet f22199e6-ca83-42e9-9863-2aae8e0f8f1b {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:55:01.076242 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6897f583-6dc7-4bbc-8dbb-86fb55022982 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:01.123537 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-2fead6d1-25e4-4496-8579-86f10f65603a None None] Set router 528acd7b-ead2-4a1a-a627-76e56019954f gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:55:01.132589 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6897f583-6dc7-4bbc-8dbb-86fb55022982 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:01.230395 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6897f583-6dc7-4bbc-8dbb-86fb55022982 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:01.363305 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6897f583-6dc7-4bbc-8dbb-86fb55022982 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:01.403194 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897f583-6dc7-4bbc-8dbb-86fb55022982 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Subnet': ['ID=f22199e6-ca83-42e9-9863-2aae8e0f8f1b,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:01.405115 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6897f583-6dc7-4bbc-8dbb-86fb55022982 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:01.411411 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-2fead6d1-25e4-4496-8579-86f10f65603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332479967', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:53:51Z', 'updated_at': '2022-10-10T11:54:59Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:df:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:53:52Z', 'updated_at': '2022-10-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:55:01.412156 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6897f583-6dc7-4bbc-8dbb-86fb55022982 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "DELETE /v2.0/subnets/f22199e6-ca83-42e9-9863-2aae8e0f8f1b HTTP/1.1" status: 204 len: 168 time: 0.4089184 Oct 10 11:55:01.415220 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37460) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:55:01.416197 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478b6c32-9ab4-4a07-a7e0-11065ec18c6d None None] Network a9f435ef-e42b-453b-a957-4426ce60e3c2 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:55:01.431818 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fead6d1-25e4-4496-8579-86f10f65603a None None] Checking router: 528acd7b-ead2-4a1a-a627-76e56019954f for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:55:01.550169 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fead6d1-25e4-4496-8579-86f10f65603a None None] Routers {'528acd7b-ead2-4a1a-a627-76e56019954f'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:55:01.550806 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-2fead6d1-25e4-4496-8579-86f10f65603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:54:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['528acd7b-ead2-4a1a-a627-76e56019954f'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:55:01.701885 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc712cd3-bc23-41f7-83f0-57663b06c6d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:01.818858 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-2fead6d1-25e4-4496-8579-86f10f65603a None None] Set router 528acd7b-ead2-4a1a-a627-76e56019954f gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:55:01.896449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc712cd3-bc23-41f7-83f0-57663b06c6d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:01.975861 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-cc712cd3-bc23-41f7-83f0-57663b06c6d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Deleting port 5d28caeb-6ceb-413c-b1a6-fc154dd1ce36 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:55:01.976574 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc712cd3-bc23-41f7-83f0-57663b06c6d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:02.032516 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c67d2d-2959-49e7-96f6-295b126befdd None None] DHCP port deletion for a9f435ef-e42b-453b-a957-4426ce60e3c2 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:55:02.039477 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c3c67d2d-2959-49e7-96f6-295b126befdd None None] Deleting port dbd866b0-3e60-4fa0-9fce-ea1562243e44 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:55:02.039841 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c3c67d2d-2959-49e7-96f6-295b126befdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:02.173864 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-cc712cd3-bc23-41f7-83f0-57663b06c6d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] For port 5d28caeb-6ceb-413c-b1a6-fc154dd1ce36, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5d28caeb-6ceb-413c-b1a6-fc154dd1ce36,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:55:02.174219 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc712cd3-bc23-41f7-83f0-57663b06c6d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:02.298961 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-cc712cd3-bc23-41f7-83f0-57663b06c6d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Calling delete_port for 5d28caeb-6ceb-413c-b1a6-fc154dd1ce36 owned by network:router_gateway {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:55:02.301977 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-c3c67d2d-2959-49e7-96f6-295b126befdd None None] For port dbd866b0-3e60-4fa0-9fce-ea1562243e44, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=dbd866b0-3e60-4fa0-9fce-ea1562243e44,segment=NetworkSegment(2d0a5cec-3162-44d6-a4ce-b3603bd704f8),segment_id=2d0a5cec-3162-44d6-a4ce-b3603bd704f8)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:55:02.302357 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c3c67d2d-2959-49e7-96f6-295b126befdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:02.313176 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-2fead6d1-25e4-4496-8579-86f10f65603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332479967', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:53:51Z', 'updated_at': '2022-10-10T11:54:59Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:df:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:53:52Z', 'updated_at': '2022-10-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:55:02.364894 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fead6d1-25e4-4496-8579-86f10f65603a None None] The sync data for ids ['528acd7b-ead2-4a1a-a627-76e56019954f'] in dv-neutron-860842-1-hyperv is: [{'id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1332479967', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:53:51Z', 'updated_at': '2022-10-10T11:54:59Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '5d28caeb-6ceb-413c-b1a6-fc154dd1ce36', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:df:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528acd7b-ead2-4a1a-a627-76e56019954f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:53:52Z', 'updated_at': '2022-10-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:55:02.428779 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c3c67d2d-2959-49e7-96f6-295b126befdd None None] Calling delete_port for dbd866b0-3e60-4fa0-9fce-ea1562243e44 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:55:02.620504 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c3c67d2d-2959-49e7-96f6-295b126befdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:02.669738 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c67d2d-2959-49e7-96f6-295b126befdd None None] Pushing event deleted for resources: {'Port': ['ID=dbd866b0-3e60-4fa0-9fce-ea1562243e44,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:02.671943 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c67d2d-2959-49e7-96f6-295b126befdd None None] No DVR routers for this DVR port dbd866b0-3e60-4fa0-9fce-ea1562243e44 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:55:02.680226 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c67d2d-2959-49e7-96f6-295b126befdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:02.680226 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c67d2d-2959-49e7-96f6-295b126befdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:02.680762 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c67d2d-2959-49e7-96f6-295b126befdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:02.680762 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c67d2d-2959-49e7-96f6-295b126befdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:02.681023 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c67d2d-2959-49e7-96f6-295b126befdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:02.681887 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c67d2d-2959-49e7-96f6-295b126befdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:02.681887 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c67d2d-2959-49e7-96f6-295b126befdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:02.682065 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c67d2d-2959-49e7-96f6-295b126befdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:02.682248 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c67d2d-2959-49e7-96f6-295b126befdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:02.682618 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c67d2d-2959-49e7-96f6-295b126befdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:02.682863 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c67d2d-2959-49e7-96f6-295b126befdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:02.683171 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c67d2d-2959-49e7-96f6-295b126befdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:02.700158 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc712cd3-bc23-41f7-83f0-57663b06c6d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:02.748128 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc712cd3-bc23-41f7-83f0-57663b06c6d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Port': ['ID=5d28caeb-6ceb-413c-b1a6-fc154dd1ce36,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:02.855730 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc712cd3-bc23-41f7-83f0-57663b06c6d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:03.027001 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc712cd3-bc23-41f7-83f0-57663b06c6d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:03.029129 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc712cd3-bc23-41f7-83f0-57663b06c6d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:03.174365 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc712cd3-bc23-41f7-83f0-57663b06c6d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:03.174809 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc712cd3-bc23-41f7-83f0-57663b06c6d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Fanout notify agent at l3_agent the message router_deleted on router 528acd7b-ead2-4a1a-a627-76e56019954f {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:55:03.190638 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cc712cd3-bc23-41f7-83f0-57663b06c6d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:03.192861 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cc712cd3-bc23-41f7-83f0-57663b06c6d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "DELETE /v2.0/routers/528acd7b-ead2-4a1a-a627-76e56019954f HTTP/1.1" status: 204 len: 168 time: 1.7763531 Oct 10 11:55:03.195577 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37464) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:55:03.313896 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4a486e65-f08e-4a04-b33b-8616d66da8c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:03.517213 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ac906725-5509-4d75-b11e-b86323852835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:03.561404 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4a486e65-f08e-4a04-b33b-8616d66da8c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:03.587644 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-4a486e65-f08e-4a04-b33b-8616d66da8c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f435ef-e42b-453b-a957-4426ce60e3c2']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:55:03.601060 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-4a486e65-f08e-4a04-b33b-8616d66da8c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0a5cec-3162-44d6-a4ce-b3603bd704f8') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:55:03.601351 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-4a486e65-f08e-4a04-b33b-8616d66da8c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0a5cec-3162-44d6-a4ce-b3603bd704f8') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:55:03.613445 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4a486e65-f08e-4a04-b33b-8616d66da8c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:03.632658 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4a486e65-f08e-4a04-b33b-8616d66da8c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:03.638689 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a486e65-f08e-4a04-b33b-8616d66da8c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Releasing vlan 486 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:55:03.641419 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4a486e65-f08e-4a04-b33b-8616d66da8c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:03.738863 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 2d0a5cec-3162-44d6-a4ce-b3603bd704f8 resource provider aggregate not found Oct 10 11:55:03.753399 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 2d0a5cec-3162-44d6-a4ce-b3603bd704f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d0a5cec-3162-44d6-a4ce-b3603bd704f8 found for delete ", "request_id": "req-e494eabc-87ff-400f-b693-c8b48ef02753"}]} Oct 10 11:55:03.792238 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4a486e65-f08e-4a04-b33b-8616d66da8c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:03.805462 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device dbd866b0-3e60-4fa0-9fce-ea1562243e44 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:55:03.809748 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-4a486e65-f08e-4a04-b33b-8616d66da8c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:03.821657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a486e65-f08e-4a04-b33b-8616d66da8c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Network': ['ID=a9f435ef-e42b-453b-a957-4426ce60e3c2,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:03.840525 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: dbd866b0-3e60-4fa0-9fce-ea1562243e44 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:55:03.840871 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device dbd866b0-3e60-4fa0-9fce-ea1562243e44 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:55:03.841286 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ddb547f2-32bd-4107-9ee7-99e3374c266e no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:55:03.872117 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-4a486e65-f08e-4a04-b33b-8616d66da8c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "DELETE /v2.0/networks/a9f435ef-e42b-453b-a957-4426ce60e3c2 HTTP/1.1" status: 204 len: 168 time: 0.6755261 Oct 10 11:55:03.873321 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: ddb547f2-32bd-4107-9ee7-99e3374c266e {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:55:03.873692 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ddb547f2-32bd-4107-9ee7-99e3374c266e not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:55:03.874093 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5d28caeb-6ceb-413c-b1a6-fc154dd1ce36 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:55:03.874798 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37474) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:55:03.910556 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 5d28caeb-6ceb-413c-b1a6-fc154dd1ce36 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:55:03.910990 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5d28caeb-6ceb-413c-b1a6-fc154dd1ce36 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:55:03.947533 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-980b5bc6-321e-4307-8727-de09675d9f87 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:03.976659 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-980b5bc6-321e-4307-8727-de09675d9f87 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:04.111417 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-980b5bc6-321e-4307-8727-de09675d9f87 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:04.128861 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b5bc6-321e-4307-8727-de09675d9f87 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e1db65-9d10-46a3-834a-127749970213,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:04.213782 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-980b5bc6-321e-4307-8727-de09675d9f87 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:04.214930 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-980b5bc6-321e-4307-8727-de09675d9f87 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "DELETE /v2.0/security-groups/80e1db65-9d10-46a3-834a-127749970213 HTTP/1.1" status: 204 len: 168 time: 0.3391838 Oct 10 11:55:04.497955 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37482) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:55:04.503295 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-02bffb55-f2f6-4e07-a2f7-a8d7ea8927af tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2134766934', 'description': 'tempest-secgroup-smoke-2134766934 description', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:55:04.509355 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-02bffb55-f2f6-4e07-a2f7-a8d7ea8927af tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:55:04.513485 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-02bffb55-f2f6-4e07-a2f7-a8d7ea8927af tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:55:04.516337 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-02bffb55-f2f6-4e07-a2f7-a8d7ea8927af tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:55:04.522011 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-02bffb55-f2f6-4e07-a2f7-a8d7ea8927af tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:55:04.579749 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-02bffb55-f2f6-4e07-a2f7-a8d7ea8927af tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:04.598842 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-02bffb55-f2f6-4e07-a2f7-a8d7ea8927af tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:55:04.603379 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-02bffb55-f2f6-4e07-a2f7-a8d7ea8927af tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:55:04.606171 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-02bffb55-f2f6-4e07-a2f7-a8d7ea8927af tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:55:04.611829 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-02bffb55-f2f6-4e07-a2f7-a8d7ea8927af tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:55:04.680509 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-02bffb55-f2f6-4e07-a2f7-a8d7ea8927af tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:04.756922 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-02bffb55-f2f6-4e07-a2f7-a8d7ea8927af tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:04.801122 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bffb55-f2f6-4e07-a2f7-a8d7ea8927af tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db0f3d73-c84d-42da-ac67-7fedf533da3a,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:04.854300 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-02bffb55-f2f6-4e07-a2f7-a8d7ea8927af tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:04.855569 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-02bffb55-f2f6-4e07-a2f7-a8d7ea8927af tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3566010 Oct 10 11:55:04.858515 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37486) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:55:04.863545 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-32969cb4-0e16-487e-8d95-4532c814288b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': 'db0f3d73-c84d-42da-ac67-7fedf533da3a', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:55:04.869741 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-32969cb4-0e16-487e-8d95-4532c814288b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:55:04.873584 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-32969cb4-0e16-487e-8d95-4532c814288b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:55:04.876444 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-32969cb4-0e16-487e-8d95-4532c814288b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:55:04.882597 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-32969cb4-0e16-487e-8d95-4532c814288b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:55:04.935176 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-32969cb4-0e16-487e-8d95-4532c814288b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:04.995241 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-32969cb4-0e16-487e-8d95-4532c814288b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:05.048240 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-32969cb4-0e16-487e-8d95-4532c814288b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:05.074383 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32969cb4-0e16-487e-8d95-4532c814288b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595894cf-bf9b-4cd1-be58-0bedd133af08,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:05.169390 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-32969cb4-0e16-487e-8d95-4532c814288b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:05.170670 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-32969cb4-0e16-487e-8d95-4532c814288b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3111992 Oct 10 11:55:05.173337 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37490) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:55:05.178967 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-b5128a5d-6f2c-4399-809b-a81e448bdadd tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': 'db0f3d73-c84d-42da-ac67-7fedf533da3a', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:55:05.184849 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b5128a5d-6f2c-4399-809b-a81e448bdadd tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:55:05.188624 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b5128a5d-6f2c-4399-809b-a81e448bdadd tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:55:05.191422 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b5128a5d-6f2c-4399-809b-a81e448bdadd tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:55:05.197150 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b5128a5d-6f2c-4399-809b-a81e448bdadd tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:55:05.323408 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b5128a5d-6f2c-4399-809b-a81e448bdadd tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:05.383436 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b5128a5d-6f2c-4399-809b-a81e448bdadd tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:05.454039 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b5128a5d-6f2c-4399-809b-a81e448bdadd tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:05.480338 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5128a5d-6f2c-4399-809b-a81e448bdadd tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8b44ec-b22e-4ab6-802e-234b689355d7,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:05.545712 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b5128a5d-6f2c-4399-809b-a81e448bdadd tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:05.546867 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b5128a5d-6f2c-4399-809b-a81e448bdadd tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3725183 Oct 10 11:55:05.549628 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37494) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:55:05.554499 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-cd293a0f-0b59-42b0-bf34-fafd5af97509 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': 'db0f3d73-c84d-42da-ac67-7fedf533da3a', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:55:05.560810 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-cd293a0f-0b59-42b0-bf34-fafd5af97509 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:55:05.564774 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-cd293a0f-0b59-42b0-bf34-fafd5af97509 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:55:05.567705 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-cd293a0f-0b59-42b0-bf34-fafd5af97509 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:55:05.573549 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-cd293a0f-0b59-42b0-bf34-fafd5af97509 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:55:05.643270 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cd293a0f-0b59-42b0-bf34-fafd5af97509 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:05.705617 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cd293a0f-0b59-42b0-bf34-fafd5af97509 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:05.745818 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0383ba96-a1e8-4c7b-ae4d-8e471451fbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:05.757016 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cd293a0f-0b59-42b0-bf34-fafd5af97509 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:05.780373 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd293a0f-0b59-42b0-bf34-fafd5af97509 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d88cf8-349a-4907-9305-82c5d553d73e,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:05.836816 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cd293a0f-0b59-42b0-bf34-fafd5af97509 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:05.838052 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cd293a0f-0b59-42b0-bf34-fafd5af97509 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2875187 Oct 10 11:55:05.840682 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37498) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:55:05.845560 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-60c2848e-361f-4432-8fa2-7fbc25ec6530 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': 'db0f3d73-c84d-42da-ac67-7fedf533da3a', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:55:05.852515 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-60c2848e-361f-4432-8fa2-7fbc25ec6530 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:55:05.856320 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-60c2848e-361f-4432-8fa2-7fbc25ec6530 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:55:05.859247 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-60c2848e-361f-4432-8fa2-7fbc25ec6530 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:55:05.864907 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-60c2848e-361f-4432-8fa2-7fbc25ec6530 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:55:05.919033 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-60c2848e-361f-4432-8fa2-7fbc25ec6530 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:05.985088 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-60c2848e-361f-4432-8fa2-7fbc25ec6530 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:06.037339 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-60c2848e-361f-4432-8fa2-7fbc25ec6530 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:06.060832 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2848e-361f-4432-8fa2-7fbc25ec6530 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c35bd987-26b3-4444-9552-b2eb5f9d0053,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:06.128359 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-60c2848e-361f-4432-8fa2-7fbc25ec6530 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:06.129573 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-60c2848e-361f-4432-8fa2-7fbc25ec6530 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2879143 Oct 10 11:55:06.132833 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37502) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:55:06.137910 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-3e886716-b493-4468-9229-812055771dec tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': 'db0f3d73-c84d-42da-ac67-7fedf533da3a', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:55:06.143822 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-3e886716-b493-4468-9229-812055771dec tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:55:06.148868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3e886716-b493-4468-9229-812055771dec tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:55:06.151808 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3e886716-b493-4468-9229-812055771dec tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:55:06.157491 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-3e886716-b493-4468-9229-812055771dec tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:55:06.271574 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-3e886716-b493-4468-9229-812055771dec tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Project 6e8fd84c16e9470086acb5c1464fa01f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:55:06.278172 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3e886716-b493-4468-9229-812055771dec tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:06.341052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3e886716-b493-4468-9229-812055771dec tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:06.414659 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3e886716-b493-4468-9229-812055771dec tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:06.439483 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e886716-b493-4468-9229-812055771dec tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c55110a-381f-4fef-90b7-5d5382852b64,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:06.506956 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3e886716-b493-4468-9229-812055771dec tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:06.508192 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3e886716-b493-4468-9229-812055771dec tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3744133 Oct 10 11:55:06.510942 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37506) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:55:06.515859 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-b5c9f711-85cd-47cc-958f-822b5ab07f61 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': 'db0f3d73-c84d-42da-ac67-7fedf533da3a', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:55:06.522074 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b5c9f711-85cd-47cc-958f-822b5ab07f61 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:55:06.526010 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b5c9f711-85cd-47cc-958f-822b5ab07f61 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:55:06.528881 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b5c9f711-85cd-47cc-958f-822b5ab07f61 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:55:06.534599 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b5c9f711-85cd-47cc-958f-822b5ab07f61 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:55:06.591753 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-b5c9f711-85cd-47cc-958f-822b5ab07f61 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Project 6e8fd84c16e9470086acb5c1464fa01f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:55:06.598315 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b5c9f711-85cd-47cc-958f-822b5ab07f61 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:06.664980 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b5c9f711-85cd-47cc-958f-822b5ab07f61 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:06.728331 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b5c9f711-85cd-47cc-958f-822b5ab07f61 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:06.752605 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9f711-85cd-47cc-958f-822b5ab07f61 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5174895d-9531-4506-8bf3-e475027e5caa,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:06.814347 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b5c9f711-85cd-47cc-958f-822b5ab07f61 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:06.815499 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b5c9f711-85cd-47cc-958f-822b5ab07f61 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3035691 Oct 10 11:55:06.818304 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37510) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:55:06.823620 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-a5062287-6dc8-4418-aadd-92888535241e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'network': {'name': 'tempest-network-smoke--1650445687', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'port_security_enabled': True}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:55:06.828568 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a5062287-6dc8-4418-aadd-92888535241e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:55:06.832603 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a5062287-6dc8-4418-aadd-92888535241e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:network and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:55:06.835467 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-a5062287-6dc8-4418-aadd-92888535241e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:55:06.841241 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-a5062287-6dc8-4418-aadd-92888535241e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:55:06.882713 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5062287-6dc8-4418-aadd-92888535241e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Made reservation on behalf of 6e8fd84c16e9470086acb5c1464fa01f for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:55:06.886476 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a5062287-6dc8-4418-aadd-92888535241e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:06.914521 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5062287-6dc8-4418-aadd-92888535241e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 478} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:55:06.923064 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a5062287-6dc8-4418-aadd-92888535241e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:06.923394 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-a5062287-6dc8-4418-aadd-92888535241e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Added segment 8db31591-1876-4bbe-9277-223d34929f05 of type vlan for network fa1bb2bb-f202-43bb-acbb-66034d1f5555 Oct 10 11:55:06.951247 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a5062287-6dc8-4418-aadd-92888535241e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:07.008324 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:07.031337 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a5062287-6dc8-4418-aadd-92888535241e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:07.037576 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5062287-6dc8-4418-aadd-92888535241e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:07.038195 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a5062287-6dc8-4418-aadd-92888535241e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:07.140029 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:07.148274 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5062287-6dc8-4418-aadd-92888535241e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Network': ['ID=fa1bb2bb-f202-43bb-acbb-66034d1f5555,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:07.158099 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network fa1bb2bb-f202-43bb-acbb-66034d1f5555 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:55:07.169185 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a5062287-6dc8-4418-aadd-92888535241e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3499060 Oct 10 11:55:07.171897 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37514) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:55:07.176996 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-ae7f9cb0-04b6-42ad-b740-8cb1f016e111 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-598776609', 'admin_state_up': True, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:55:07.184264 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ae7f9cb0-04b6-42ad-b740-8cb1f016e111 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:55:07.188107 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ae7f9cb0-04b6-42ad-b740-8cb1f016e111 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:router and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:55:07.191311 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-ae7f9cb0-04b6-42ad-b740-8cb1f016e111 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:55:07.197257 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-ae7f9cb0-04b6-42ad-b740-8cb1f016e111 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:55:07.277729 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ae7f9cb0-04b6-42ad-b740-8cb1f016e111 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:07.278797 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ae7f9cb0-04b6-42ad-b740-8cb1f016e111 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:07.294698 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ae7f9cb0-04b6-42ad-b740-8cb1f016e111 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:07.614847 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ae7f9cb0-04b6-42ad-b740-8cb1f016e111 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:08.055911 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ae7f9cb0-04b6-42ad-b740-8cb1f016e111 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:08.085322 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ae7f9cb0-04b6-42ad-b740-8cb1f016e111 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:08.219178 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-ae7f9cb0-04b6-42ad-b740-8cb1f016e111 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Allocated IP 172.26.4.16 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/dc354981-bd10-448f-8b9a-c0e31a22f2cc) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:55:08.363752 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ae7f9cb0-04b6-42ad-b740-8cb1f016e111 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:08.431701 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ae7f9cb0-04b6-42ad-b740-8cb1f016e111 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:08.496131 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7f9cb0-04b6-42ad-b740-8cb1f016e111 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:55:08.498871 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-ae7f9cb0-04b6-42ad-b740-8cb1f016e111 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:55:08.502427 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7f9cb0-04b6-42ad-b740-8cb1f016e111 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:55:08.535092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f9cb0-04b6-42ad-b740-8cb1f016e111 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=dc354981-bd10-448f-8b9a-c0e31a22f2cc,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:08.768511 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:08.985862 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ae7f9cb0-04b6-42ad-b740-8cb1f016e111 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router_gateway, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:09.426271 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ae7f9cb0-04b6-42ad-b740-8cb1f016e111 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:09.682812 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:09.723050 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7f9cb0-04b6-42ad-b740-8cb1f016e111 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Router 985fbd0b-73cc-4db1-98da-6ab0a014e9fb is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:55:09.897800 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7f9cb0-04b6-42ad-b740-8cb1f016e111 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:55:09.907525 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097fe77c-fbfc-4b03-9877-6aeded217923 None None] Sync routers for ids ['985fbd0b-73cc-4db1-98da-6ab0a014e9fb'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:55:09.918112 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097fe77c-fbfc-4b03-9877-6aeded217923 None None] Routers {'985fbd0b-73cc-4db1-98da-6ab0a014e9fb'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:55:09.918716 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-097fe77c-fbfc-4b03-9877-6aeded217923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:55:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['985fbd0b-73cc-4db1-98da-6ab0a014e9fb'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:55:09.985514 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ae7f9cb0-04b6-42ad-b740-8cb1f016e111 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:09.986785 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ae7f9cb0-04b6-42ad-b740-8cb1f016e111 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8139577 Oct 10 11:55:09.989926 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37518) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:55:10.032793 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ad2f6ec7-381d-4373-9010-1d344ce12059 tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=6e8fd84c16e9470086acb5c1464fa01f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415699 Oct 10 11:55:10.035776 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37522) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:55:10.093832 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-097fe77c-fbfc-4b03-9877-6aeded217923 None None] Set router 985fbd0b-73cc-4db1-98da-6ab0a014e9fb gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:55:10.165092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3553299d-b0e7-44c4-b3aa-2ea4447856c6 tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:10.166851 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3553299d-b0e7-44c4-b3aa-2ea4447856c6 tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301117 Oct 10 11:55:10.169651 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37526) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:55:10.207745 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b54f3476-5b3a-4dd0-9351-36d34cbf6dbc tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=1e933860-f99f-4a0b-a611-91d190754508&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368791 Oct 10 11:55:10.210725 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37530) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:55:10.215920 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-808b4877-eaa0-485a-8580-9d38feb468d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1302806343', 'network_id': 'fa1bb2bb-f202-43bb-acbb-66034d1f5555', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:55:10.324019 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-808b4877-eaa0-485a-8580-9d38feb468d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:55:10.327852 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-808b4877-eaa0-485a-8580-9d38feb468d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:subnet and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:55:10.330667 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-808b4877-eaa0-485a-8580-9d38feb468d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:55:10.336910 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-808b4877-eaa0-485a-8580-9d38feb468d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:55:10.381332 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-097fe77c-fbfc-4b03-9877-6aeded217923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598776609', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:55:07Z', 'updated_at': '2022-10-10T11:55:08Z', 'revision_number': 3, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:55:08Z', 'updated_at': '2022-10-10T11:55:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:55:10.385206 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097fe77c-fbfc-4b03-9877-6aeded217923 None None] Checking router: 985fbd0b-73cc-4db1-98da-6ab0a014e9fb for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:55:10.385572 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097fe77c-fbfc-4b03-9877-6aeded217923 None None] Updating router 985fbd0b-73cc-4db1-98da-6ab0a014e9fb port dc354981-bd10-448f-8b9a-c0e31a22f2cc binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:55:10.403039 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808b4877-eaa0-485a-8580-9d38feb468d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Made reservation on behalf of 6e8fd84c16e9470086acb5c1464fa01f for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:55:10.406598 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-808b4877-eaa0-485a-8580-9d38feb468d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:10.437975 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-097fe77c-fbfc-4b03-9877-6aeded217923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:10.671818 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-808b4877-eaa0-485a-8580-9d38feb468d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:10.753696 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b4877-eaa0-485a-8580-9d38feb468d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Subnet': ['ID=fa658456-e17e-4cbf-acb3-174f2e589240,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:10.763174 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808b4877-eaa0-485a-8580-9d38feb468d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Checking segment: {'id': '8db31591-1876-4bbe-9277-223d34929f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'fa1bb2bb-f202-43bb-acbb-66034d1f5555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:55:10.763537 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808b4877-eaa0-485a-8580-9d38feb468d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network hostable DHCP agents. Network: fa1bb2bb-f202-43bb-acbb-66034d1f5555, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:55:10.764224 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-097fe77c-fbfc-4b03-9877-6aeded217923 None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:10.775923 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-097fe77c-fbfc-4b03-9877-6aeded217923 None None] Transition to ACTIVE for port object dc354981-bd10-448f-8b9a-c0e31a22f2cc will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:55:10.848544 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-097fe77c-fbfc-4b03-9877-6aeded217923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:10.877323 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808b4877-eaa0-485a-8580-9d38feb468d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network fa1bb2bb-f202-43bb-acbb-66034d1f5555 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:55:10.911784 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-097fe77c-fbfc-4b03-9877-6aeded217923 None None] Attempting to bind port dc354981-bd10-448f-8b9a-c0e31a22f2cc on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:55:10.912525 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-097fe77c-fbfc-4b03-9877-6aeded217923 None None] Attempting to bind port dc354981-bd10-448f-8b9a-c0e31a22f2cc by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:55:10.912657 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097fe77c-fbfc-4b03-9877-6aeded217923 None None] Attempting to bind port dc354981-bd10-448f-8b9a-c0e31a22f2cc on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:55:10.923324 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097fe77c-fbfc-4b03-9877-6aeded217923 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:55:10.923694 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097fe77c-fbfc-4b03-9877-6aeded217923 None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:55:10.924081 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-097fe77c-fbfc-4b03-9877-6aeded217923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:10.924460 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097fe77c-fbfc-4b03-9877-6aeded217923 None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:55:10.924907 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-097fe77c-fbfc-4b03-9877-6aeded217923 None None] Bound port: dc354981-bd10-448f-8b9a-c0e31a22f2cc, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:55:10.925265 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-097fe77c-fbfc-4b03-9877-6aeded217923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:10.962122 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9ee7f-e5d9-454d-91de-3c7cac9ed594 None None] Pushing event updated for resources: {'Port': ['ID=dc354981-bd10-448f-8b9a-c0e31a22f2cc,revision_number=2']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:10.978423 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9ee7f-e5d9-454d-91de-3c7cac9ed594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:10.978761 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9ee7f-e5d9-454d-91de-3c7cac9ed594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:10.979092 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9ee7f-e5d9-454d-91de-3c7cac9ed594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:10.979416 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9ee7f-e5d9-454d-91de-3c7cac9ed594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:10.979737 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9ee7f-e5d9-454d-91de-3c7cac9ed594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:10.980055 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9ee7f-e5d9-454d-91de-3c7cac9ed594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:10.980369 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9ee7f-e5d9-454d-91de-3c7cac9ed594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:10.980714 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9ee7f-e5d9-454d-91de-3c7cac9ed594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:10.981032 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9ee7f-e5d9-454d-91de-3c7cac9ed594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:10.981344 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9ee7f-e5d9-454d-91de-3c7cac9ed594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:10.981680 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9ee7f-e5d9-454d-91de-3c7cac9ed594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:10.981991 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9ee7f-e5d9-454d-91de-3c7cac9ed594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:55:10.985927 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-808b4877-eaa0-485a-8580-9d38feb468d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, fa1bb2bb-f202-43bb-acbb-66034d1f5555) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:55:10.991247 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808b4877-eaa0-485a-8580-9d38feb468d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:10.992379 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-808b4877-eaa0-485a-8580-9d38feb468d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:10.996852 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b198efd-6b8f-47b2-b546-b6c613ac861e None None] Network fa1bb2bb-f202-43bb-acbb-66034d1f5555 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:55:11.017115 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-097fe77c-fbfc-4b03-9877-6aeded217923 None None] For port dc354981-bd10-448f-8b9a-c0e31a22f2cc, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:55:11.020013 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-097fe77c-fbfc-4b03-9877-6aeded217923 None None] For port dc354981-bd10-448f-8b9a-c0e31a22f2cc, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=dc354981-bd10-448f-8b9a-c0e31a22f2cc,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:55:11.092655 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-808b4877-eaa0-485a-8580-9d38feb468d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8784413 Oct 10 11:55:11.092840 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37534) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:55:11.101053 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-097fe77c-fbfc-4b03-9877-6aeded217923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:11.159795 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097fe77c-fbfc-4b03-9877-6aeded217923 None None] Routers {'985fbd0b-73cc-4db1-98da-6ab0a014e9fb'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:55:11.160423 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-097fe77c-fbfc-4b03-9877-6aeded217923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:55:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['985fbd0b-73cc-4db1-98da-6ab0a014e9fb'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:55:11.218972 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65752b2-e0ec-4740-ae59-90e534efc167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-fa1bb2bb-f202-43bb-acbb-66034d1f5555', 'network_id': 'fa1bb2bb-f202-43bb-acbb-66034d1f5555', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'fixed_ips': [{'subnet_id': 'fa658456-e17e-4cbf-acb3-174f2e589240'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:55:11.219799 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a65752b2-e0ec-4740-ae59-90e534efc167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:11.308503 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9ee7f-e5d9-454d-91de-3c7cac9ed594 None None] Pushing event updated for resources: {'Port': ['ID=dc354981-bd10-448f-8b9a-c0e31a22f2cc,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:11.355548 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-097fe77c-fbfc-4b03-9877-6aeded217923 None None] Set router 985fbd0b-73cc-4db1-98da-6ab0a014e9fb gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:55:11.381751 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-a65752b2-e0ec-4740-ae59-90e534efc167 None None] Allocated IP 172.20.0.2 (fa1bb2bb-f202-43bb-acbb-66034d1f5555/fa658456-e17e-4cbf-acb3-174f2e589240/a4838d38-6c81-4ffd-b679-60a5b8d3e0e9) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:55:11.599739 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a65752b2-e0ec-4740-ae59-90e534efc167 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:11.610471 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-a65752b2-e0ec-4740-ae59-90e534efc167 None None] Transition to ACTIVE for port object a4838d38-6c81-4ffd-b679-60a5b8d3e0e9 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:55:11.629084 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-a65752b2-e0ec-4740-ae59-90e534efc167 None None] Transition to ACTIVE for port object a4838d38-6c81-4ffd-b679-60a5b8d3e0e9 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:55:11.683553 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-097fe77c-fbfc-4b03-9877-6aeded217923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598776609', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:55:07Z', 'updated_at': '2022-10-10T11:55:08Z', 'revision_number': 3, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:55:08Z', 'updated_at': '2022-10-10T11:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:55:11.687377 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097fe77c-fbfc-4b03-9877-6aeded217923 None None] The sync data for ids ['985fbd0b-73cc-4db1-98da-6ab0a014e9fb'] in dv-neutron-860842-1-hyperv is: [{'id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598776609', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:55:07Z', 'updated_at': '2022-10-10T11:55:08Z', 'revision_number': 3, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:55:08Z', 'updated_at': '2022-10-10T11:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:55:11.711799 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a65752b2-e0ec-4740-ae59-90e534efc167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:11.778814 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65752b2-e0ec-4740-ae59-90e534efc167 None None] Network fa1bb2bb-f202-43bb-acbb-66034d1f5555 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:55:11.781591 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-a65752b2-e0ec-4740-ae59-90e534efc167 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:55:11.785038 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65752b2-e0ec-4740-ae59-90e534efc167 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:55:11.828930 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65752b2-e0ec-4740-ae59-90e534efc167 None None] Pushing event updated for resources: {'Port': ['ID=a4838d38-6c81-4ffd-b679-60a5b8d3e0e9,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:11.899667 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-a65752b2-e0ec-4740-ae59-90e534efc167 None None] Attempting to bind port a4838d38-6c81-4ffd-b679-60a5b8d3e0e9 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:55:11.899667 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-a65752b2-e0ec-4740-ae59-90e534efc167 None None] Attempting to bind port a4838d38-6c81-4ffd-b679-60a5b8d3e0e9 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '8db31591-1876-4bbe-9277-223d34929f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'fa1bb2bb-f202-43bb-acbb-66034d1f5555'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:55:11.899667 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65752b2-e0ec-4740-ae59-90e534efc167 None None] Attempting to bind port a4838d38-6c81-4ffd-b679-60a5b8d3e0e9 on network fa1bb2bb-f202-43bb-acbb-66034d1f5555 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:55:11.924070 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65752b2-e0ec-4740-ae59-90e534efc167 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:55:11.924447 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65752b2-e0ec-4740-ae59-90e534efc167 None None] Checking segment: {'id': '8db31591-1876-4bbe-9277-223d34929f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'fa1bb2bb-f202-43bb-acbb-66034d1f5555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:55:11.924848 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a65752b2-e0ec-4740-ae59-90e534efc167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:11.925233 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65752b2-e0ec-4740-ae59-90e534efc167 None None] Bound using segment: {'id': '8db31591-1876-4bbe-9277-223d34929f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'fa1bb2bb-f202-43bb-acbb-66034d1f5555'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:55:11.925788 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-a65752b2-e0ec-4740-ae59-90e534efc167 None None] Bound port: a4838d38-6c81-4ffd-b679-60a5b8d3e0e9, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db31591-1876-4bbe-9277-223d34929f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'fa1bb2bb-f202-43bb-acbb-66034d1f5555'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:55:11.926160 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a65752b2-e0ec-4740-ae59-90e534efc167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:11.974797 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ec21a658-68f5-4cec-bff7-db38088056c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:12.034634 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-a65752b2-e0ec-4740-ae59-90e534efc167 None None] For port a4838d38-6c81-4ffd-b679-60a5b8d3e0e9, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:55:12.038566 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-a65752b2-e0ec-4740-ae59-90e534efc167 None None] For port a4838d38-6c81-4ffd-b679-60a5b8d3e0e9, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a4838d38-6c81-4ffd-b679-60a5b8d3e0e9,segment=NetworkSegment(8db31591-1876-4bbe-9277-223d34929f05),segment_id=8db31591-1876-4bbe-9277-223d34929f05)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:55:12.123771 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a65752b2-e0ec-4740-ae59-90e534efc167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:12.211755 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65752b2-e0ec-4740-ae59-90e534efc167 None None] Pushing event updated for resources: {'Port': ['ID=a4838d38-6c81-4ffd-b679-60a5b8d3e0e9,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:12.425483 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-ec21a658-68f5-4cec-bff7-db38088056c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Allocated IP 172.20.0.1 (fa1bb2bb-f202-43bb-acbb-66034d1f5555/fa658456-e17e-4cbf-acb3-174f2e589240/3dc76ca3-6c5e-419e-9eba-0ed0a77e0095) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:55:12.604692 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ec21a658-68f5-4cec-bff7-db38088056c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:12.624467 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-ec21a658-68f5-4cec-bff7-db38088056c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Transition to ACTIVE for port object 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:55:12.706444 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ec21a658-68f5-4cec-bff7-db38088056c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:12.775969 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec21a658-68f5-4cec-bff7-db38088056c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network fa1bb2bb-f202-43bb-acbb-66034d1f5555 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:55:12.779080 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-ec21a658-68f5-4cec-bff7-db38088056c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:55:12.782959 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec21a658-68f5-4cec-bff7-db38088056c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:55:12.821081 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21a658-68f5-4cec-bff7-db38088056c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=3dc76ca3-6c5e-419e-9eba-0ed0a77e0095,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:12.849372 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ec21a658-68f5-4cec-bff7-db38088056c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:13.140232 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ca72d8-910a-4217-b351-6c25f786c41c None None] Network fa1bb2bb-f202-43bb-acbb-66034d1f5555 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:55:13.204961 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ec21a658-68f5-4cec-bff7-db38088056c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:13.303513 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8fd20c3a-fcde-4d2b-a512-6f2db9122563 None None] Provisioning for port a4838d38-6c81-4ffd-b679-60a5b8d3e0e9 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:55:13.728575 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-a5af52ae-2c47-4d38-a8b3-2eb275265887 None None] Provisioning for port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:55:13.734018 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-a5af52ae-2c47-4d38-a8b3-2eb275265887 None None] Provisioning complete for port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:55:13.734395 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-a5af52ae-2c47-4d38-a8b3-2eb275265887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:13.734734 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-a5af52ae-2c47-4d38-a8b3-2eb275265887 None None] Attempt 1 to provision port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 Oct 10 11:55:13.773014 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ec21a658-68f5-4cec-bff7-db38088056c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:13.799361 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-a5af52ae-2c47-4d38-a8b3-2eb275265887 None None] Port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:55:13.837027 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ec21a658-68f5-4cec-bff7-db38088056c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:13.869514 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device dc354981-bd10-448f-8b9a-c0e31a22f2cc up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:55:13.951735 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ec21a658-68f5-4cec-bff7-db38088056c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:13.958215 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21a658-68f5-4cec-bff7-db38088056c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=3dc76ca3-6c5e-419e-9eba-0ed0a77e0095,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:13.997221 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port dc354981-bd10-448f-8b9a-c0e31a22f2cc completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:55:14.002275 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port dc354981-bd10-448f-8b9a-c0e31a22f2cc triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:55:14.002641 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:14.002972 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port dc354981-bd10-448f-8b9a-c0e31a22f2cc Oct 10 11:55:14.092758 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec21a658-68f5-4cec-bff7-db38088056c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network fa1bb2bb-f202-43bb-acbb-66034d1f5555 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:55:14.093965 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-ec21a658-68f5-4cec-bff7-db38088056c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:55:14.131573 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port dc354981-bd10-448f-8b9a-c0e31a22f2cc is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:55:14.131573 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:14.138856 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port dc354981-bd10-448f-8b9a-c0e31a22f2cc, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=dc354981-bd10-448f-8b9a-c0e31a22f2cc,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:55:14.254905 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:14.256273 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device a4838d38-6c81-4ffd-b679-60a5b8d3e0e9 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:55:14.297902 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec21a658-68f5-4cec-bff7-db38088056c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Router 985fbd0b-73cc-4db1-98da-6ab0a014e9fb has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:55:14.322034 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-a5af52ae-2c47-4d38-a8b3-2eb275265887 None None] Attempt 2 to provision port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 Oct 10 11:55:14.453840 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-a5af52ae-2c47-4d38-a8b3-2eb275265887 None None] Port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:55:14.456480 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=dc354981-bd10-448f-8b9a-c0e31a22f2cc,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:14.486035 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec21a658-68f5-4cec-bff7-db38088056c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:55:14.495825 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22508710-6077-42f6-9682-9ca905a9862b None None] Sync routers for ids ['985fbd0b-73cc-4db1-98da-6ab0a014e9fb'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:55:14.500490 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ec21a658-68f5-4cec-bff7-db38088056c5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "PUT /v2.0/routers/985fbd0b-73cc-4db1-98da-6ab0a014e9fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4066920 Oct 10 11:55:14.504841 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22508710-6077-42f6-9682-9ca905a9862b None None] Routers {'985fbd0b-73cc-4db1-98da-6ab0a014e9fb'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:55:14.505620 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-22508710-6077-42f6-9682-9ca905a9862b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:55:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['985fbd0b-73cc-4db1-98da-6ab0a014e9fb'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:55:14.561274 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port a4838d38-6c81-4ffd-b679-60a5b8d3e0e9 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:55:14.583711 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port a4838d38-6c81-4ffd-b679-60a5b8d3e0e9 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:55:14.584087 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:14.584425 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port a4838d38-6c81-4ffd-b679-60a5b8d3e0e9 Oct 10 11:55:14.667574 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-cb607404-87e1-4161-a863-085b4936da49 req-cded01f5-a537-4c45-9e19-4d7b307d2e1d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:55:14.728713 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-cb607404-87e1-4161-a863-085b4936da49 req-cded01f5-a537-4c45-9e19-4d7b307d2e1d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:55:14.729985 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cb607404-87e1-4161-a863-085b4936da49 req-cded01f5-a537-4c45-9e19-4d7b307d2e1d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2134766934&fields=id&tenant_id=6e8fd84c16e9470086acb5c1464fa01f HTTP/1.1" status: 200 len: 267 time: 0.1013932 Oct 10 11:55:14.775933 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-22508710-6077-42f6-9682-9ca905a9862b None None] Set router 985fbd0b-73cc-4db1-98da-6ab0a014e9fb gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:55:14.856213 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port a4838d38-6c81-4ffd-b679-60a5b8d3e0e9 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:55:14.856591 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:14.882901 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb607404-87e1-4161-a863-085b4936da49 req-38802d55-b897-496d-9742-8f2db0215b47 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:14.883740 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-cb607404-87e1-4161-a863-085b4936da49 req-38802d55-b897-496d-9742-8f2db0215b47 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:network {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:55:14.961145 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-a5af52ae-2c47-4d38-a8b3-2eb275265887 None None] Attempt 3 to provision port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 Oct 10 11:55:14.985970 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-cb607404-87e1-4161-a863-085b4936da49 req-38802d55-b897-496d-9742-8f2db0215b47 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:network {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:55:14.987071 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cb607404-87e1-4161-a863-085b4936da49 req-38802d55-b897-496d-9742-8f2db0215b47 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/networks?id=fa1bb2bb-f202-43bb-acbb-66034d1f5555 HTTP/1.1" status: 200 len: 797 time: 0.2506158 Oct 10 11:55:15.002716 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cb607404-87e1-4161-a863-085b4936da49 req-7c4626f7-c6ae-4114-92fa-3a8aa362b9cb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/quotas/6e8fd84c16e9470086acb5c1464fa01f HTTP/1.1" status: 200 len: 375 time: 0.0094609 Oct 10 11:55:15.082771 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port a4838d38-6c81-4ffd-b679-60a5b8d3e0e9, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a4838d38-6c81-4ffd-b679-60a5b8d3e0e9,segment=NetworkSegment(8db31591-1876-4bbe-9277-223d34929f05),segment_id=8db31591-1876-4bbe-9277-223d34929f05)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:55:15.093011 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-cb607404-87e1-4161-a863-085b4936da49 req-849b8f0e-7f28-4ef5-856b-68e7b3c2eeb7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:55:15.093218 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-a5af52ae-2c47-4d38-a8b3-2eb275265887 None None] Port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:55:15.163292 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:15.214312 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-cb607404-87e1-4161-a863-085b4936da49 req-849b8f0e-7f28-4ef5-856b-68e7b3c2eeb7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:55:15.215762 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cb607404-87e1-4161-a863-085b4936da49 req-849b8f0e-7f28-4ef5-856b-68e7b3c2eeb7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2071860 Oct 10 11:55:15.240657 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-22508710-6077-42f6-9682-9ca905a9862b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598776609', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:55:07Z', 'updated_at': '2022-10-10T11:55:13Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:55:08Z', 'updated_at': '2022-10-10T11:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '3dc76ca3-6c5e-419e-9eba-0ed0a77e0095', 'name': '', 'network_id': 'fa1bb2bb-f202-43bb-acbb-66034d1f5555', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:7d:a2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'fa658456-e17e-4cbf-acb3-174f2e589240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:55:12Z', 'updated_at': '2022-10-10T11:55:13Z', 'revision_number': 2, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'fa658456-e17e-4cbf-acb3-174f2e589240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:55:15.240657 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=a4838d38-6c81-4ffd-b679-60a5b8d3e0e9,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:15.245301 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22508710-6077-42f6-9682-9ca905a9862b None None] Checking router: 985fbd0b-73cc-4db1-98da-6ab0a014e9fb for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:55:15.245691 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22508710-6077-42f6-9682-9ca905a9862b None None] Updating router 985fbd0b-73cc-4db1-98da-6ab0a014e9fb port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:55:15.303319 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-22508710-6077-42f6-9682-9ca905a9862b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:15.353679 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cb607404-87e1-4161-a863-085b4936da49 req-5f0e46a4-2d58-464a-84e2-46c6cbba8d58 service neutron] 10.222.0.40 "GET /v2.0/networks/fa1bb2bb-f202-43bb-acbb-66034d1f5555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262646 Oct 10 11:55:15.587198 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cb607404-87e1-4161-a863-085b4936da49 req-b13c5125-dd6c-4955-beb7-16fa9468f2c0 service neutron] 10.222.0.40 "GET /v2.0/networks/fa1bb2bb-f202-43bb-acbb-66034d1f5555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276077 Oct 10 11:55:15.622326 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-a5af52ae-2c47-4d38-a8b3-2eb275265887 None None] Attempt 4 to provision port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 Oct 10 11:55:15.699940 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-22508710-6077-42f6-9682-9ca905a9862b None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:15.702089 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-a5af52ae-2c47-4d38-a8b3-2eb275265887 None None] Port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:55:15.711698 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-22508710-6077-42f6-9682-9ca905a9862b None None] Transition to ACTIVE for port object 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:55:15.826028 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device dc354981-bd10-448f-8b9a-c0e31a22f2cc up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:55:15.856518 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-22508710-6077-42f6-9682-9ca905a9862b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:15.884004 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-65b914ef-6967-47be-9478-f43750a2b8fd req-23efa927-bc9e-4b3e-a1bf-9f582476847a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:55:15.898326 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-65b914ef-6967-47be-9478-f43750a2b8fd req-23efa927-bc9e-4b3e-a1bf-9f582476847a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:55:15.900670 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-65b914ef-6967-47be-9478-f43750a2b8fd req-23efa927-bc9e-4b3e-a1bf-9f582476847a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 210 time: 0.0675631 Oct 10 11:55:15.995812 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:55:16.113861 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220d5df-8975-401e-b28b-8975d83b8fec None None] Pushing event updated for resources: {'Port': ['ID=3dc76ca3-6c5e-419e-9eba-0ed0a77e0095,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:16.143824 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-22508710-6077-42f6-9682-9ca905a9862b None None] Attempting to bind port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:55:16.144191 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-22508710-6077-42f6-9682-9ca905a9862b None None] Attempting to bind port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '8db31591-1876-4bbe-9277-223d34929f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'fa1bb2bb-f202-43bb-acbb-66034d1f5555'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:55:16.144548 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22508710-6077-42f6-9682-9ca905a9862b None None] Attempting to bind port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 on network fa1bb2bb-f202-43bb-acbb-66034d1f5555 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:55:16.153439 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22508710-6077-42f6-9682-9ca905a9862b None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:55:16.153439 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22508710-6077-42f6-9682-9ca905a9862b None None] Checking segment: {'id': '8db31591-1876-4bbe-9277-223d34929f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'fa1bb2bb-f202-43bb-acbb-66034d1f5555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:55:16.153863 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-22508710-6077-42f6-9682-9ca905a9862b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:16.154246 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22508710-6077-42f6-9682-9ca905a9862b None None] Bound using segment: {'id': '8db31591-1876-4bbe-9277-223d34929f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'fa1bb2bb-f202-43bb-acbb-66034d1f5555'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:55:16.154704 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-22508710-6077-42f6-9682-9ca905a9862b None None] Bound port: 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db31591-1876-4bbe-9277-223d34929f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'fa1bb2bb-f202-43bb-acbb-66034d1f5555'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:55:16.155070 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-22508710-6077-42f6-9682-9ca905a9862b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:16.170618 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port dc354981-bd10-448f-8b9a-c0e31a22f2cc triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:55:16.170987 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:16.171321 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port dc354981-bd10-448f-8b9a-c0e31a22f2cc Oct 10 11:55:16.228257 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-a5af52ae-2c47-4d38-a8b3-2eb275265887 None None] Attempt 5 to provision port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 Oct 10 11:55:16.322345 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-a5af52ae-2c47-4d38-a8b3-2eb275265887 None None] Port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:55:16.348334 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-22508710-6077-42f6-9682-9ca905a9862b None None] For port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:55:16.352327 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-22508710-6077-42f6-9682-9ca905a9862b None None] For port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3dc76ca3-6c5e-419e-9eba-0ed0a77e0095,segment=NetworkSegment(8db31591-1876-4bbe-9277-223d34929f05),segment_id=8db31591-1876-4bbe-9277-223d34929f05)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:55:16.404763 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port dc354981-bd10-448f-8b9a-c0e31a22f2cc is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:55:16.405848 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device a4838d38-6c81-4ffd-b679-60a5b8d3e0e9 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:55:16.437539 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-22508710-6077-42f6-9682-9ca905a9862b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:16.517086 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22508710-6077-42f6-9682-9ca905a9862b None None] Routers {'985fbd0b-73cc-4db1-98da-6ab0a014e9fb'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:55:16.517737 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-22508710-6077-42f6-9682-9ca905a9862b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:55:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['985fbd0b-73cc-4db1-98da-6ab0a014e9fb'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:55:16.618117 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220d5df-8975-401e-b28b-8975d83b8fec None None] Pushing event updated for resources: {'Port': ['ID=3dc76ca3-6c5e-419e-9eba-0ed0a77e0095,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:16.697128 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port a4838d38-6c81-4ffd-b679-60a5b8d3e0e9 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:55:16.697418 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:16.697770 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port a4838d38-6c81-4ffd-b679-60a5b8d3e0e9 Oct 10 11:55:16.769249 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-22508710-6077-42f6-9682-9ca905a9862b None None] Set router 985fbd0b-73cc-4db1-98da-6ab0a014e9fb gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:55:16.825665 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-a5af52ae-2c47-4d38-a8b3-2eb275265887 None None] Attempt 6 to provision port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 Oct 10 11:55:17.055064 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-a5af52ae-2c47-4d38-a8b3-2eb275265887 None None] Port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:55:17.079804 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bbc62b57-39d9-4137-8d31-df777782275c req-190c2a8f-c4d1-4ea1-af62-e5613d14f882 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 210 time: 0.0541515 Oct 10 11:55:17.100977 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port a4838d38-6c81-4ffd-b679-60a5b8d3e0e9 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:55:17.225640 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-22508710-6077-42f6-9682-9ca905a9862b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598776609', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:55:07Z', 'updated_at': '2022-10-10T11:55:13Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:55:08Z', 'updated_at': '2022-10-10T11:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '3dc76ca3-6c5e-419e-9eba-0ed0a77e0095', 'name': '', 'network_id': 'fa1bb2bb-f202-43bb-acbb-66034d1f5555', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:7d:a2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'fa658456-e17e-4cbf-acb3-174f2e589240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:55:12Z', 'updated_at': '2022-10-10T11:55:16Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'fa658456-e17e-4cbf-acb3-174f2e589240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:55:17.229536 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22508710-6077-42f6-9682-9ca905a9862b None None] The sync data for ids ['985fbd0b-73cc-4db1-98da-6ab0a014e9fb'] in dv-neutron-860842-1-hyperv is: [{'id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598776609', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:55:07Z', 'updated_at': '2022-10-10T11:55:13Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:55:08Z', 'updated_at': '2022-10-10T11:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '3dc76ca3-6c5e-419e-9eba-0ed0a77e0095', 'name': '', 'network_id': 'fa1bb2bb-f202-43bb-acbb-66034d1f5555', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:7d:a2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'fa658456-e17e-4cbf-acb3-174f2e589240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:55:12Z', 'updated_at': '2022-10-10T11:55:16Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'fa658456-e17e-4cbf-acb3-174f2e589240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:55:17.858434 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:55:17.975184 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb607404-87e1-4161-a863-085b4936da49 req-52798fe9-61a1-4f9f-9863-e95f42694bfa tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:17.977037 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cb607404-87e1-4161-a863-085b4936da49 req-52798fe9-61a1-4f9f-9863-e95f42694bfa tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.15 "GET /v2.0/networks?id=fa1bb2bb-f202-43bb-acbb-66034d1f5555 HTTP/1.1" status: 200 len: 797 time: 0.1844583 Oct 10 11:55:18.032074 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cb607404-87e1-4161-a863-085b4936da49 req-0962354d-8b16-4464-95ef-9ca4a1712124 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e8fd84c16e9470086acb5c1464fa01f HTTP/1.1" status: 200 len: 380 time: 0.0463402 Oct 10 11:55:18.041212 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-cb607404-87e1-4161-a863-085b4936da49 req-b3a293ac-622d-4243-9b40-f6eeb2b098ea tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'port': {'device_id': 'd3e709c6-abd2-4b38-90c8-a7651280a58c', 'network_id': 'fa1bb2bb-f202-43bb-acbb-66034d1f5555', 'admin_state_up': True, 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'security_groups': ['db0f3d73-c84d-42da-ac67-7fedf533da3a']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:55:18.077448 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:55:18.084211 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:55:18.084782 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:18.085113 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 Oct 10 11:55:18.199207 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-cb607404-87e1-4161-a863-085b4936da49 req-b3a293ac-622d-4243-9b40-f6eeb2b098ea tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:55:18.212147 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-cb607404-87e1-4161-a863-085b4936da49 req-b3a293ac-622d-4243-9b40-f6eeb2b098ea tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:55:18.235095 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:55:18.235584 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:18.272666 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3dc76ca3-6c5e-419e-9eba-0ed0a77e0095,segment=NetworkSegment(8db31591-1876-4bbe-9277-223d34929f05),segment_id=8db31591-1876-4bbe-9277-223d34929f05)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:55:18.312117 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb607404-87e1-4161-a863-085b4936da49 req-b3a293ac-622d-4243-9b40-f6eeb2b098ea tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Made reservation on behalf of 6e8fd84c16e9470086acb5c1464fa01f for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:55:18.316038 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-cb607404-87e1-4161-a863-085b4936da49 req-b3a293ac-622d-4243-9b40-f6eeb2b098ea tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:18.341086 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:18.406301 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-eeaa0fed-e332-45af-b6d0-c35a7df1fe3d req-7766082f-11ab-40f7-81dd-e8595d105773 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 210 time: 0.1831203 Oct 10 11:55:18.459517 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=3dc76ca3-6c5e-419e-9eba-0ed0a77e0095,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:18.494026 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-cb607404-87e1-4161-a863-085b4936da49 req-b3a293ac-622d-4243-9b40-f6eeb2b098ea tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Allocated IP 172.20.0.12 (fa1bb2bb-f202-43bb-acbb-66034d1f5555/fa658456-e17e-4cbf-acb3-174f2e589240/0cc49948-0966-48c2-89e6-3a84d425dbac) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:55:18.682165 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-cb607404-87e1-4161-a863-085b4936da49 req-b3a293ac-622d-4243-9b40-f6eeb2b098ea tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:18.697628 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-cb607404-87e1-4161-a863-085b4936da49 req-b3a293ac-622d-4243-9b40-f6eeb2b098ea tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Transition to ACTIVE for port object 0cc49948-0966-48c2-89e6-3a84d425dbac will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:55:18.785530 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-cb607404-87e1-4161-a863-085b4936da49 req-b3a293ac-622d-4243-9b40-f6eeb2b098ea tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:18.859433 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb607404-87e1-4161-a863-085b4936da49 req-b3a293ac-622d-4243-9b40-f6eeb2b098ea tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network fa1bb2bb-f202-43bb-acbb-66034d1f5555 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:55:18.862397 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-cb607404-87e1-4161-a863-085b4936da49 req-b3a293ac-622d-4243-9b40-f6eeb2b098ea tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:55:18.866122 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb607404-87e1-4161-a863-085b4936da49 req-b3a293ac-622d-4243-9b40-f6eeb2b098ea tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:55:18.896879 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a293ac-622d-4243-9b40-f6eeb2b098ea tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=0cc49948-0966-48c2-89e6-3a84d425dbac,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:18.938686 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb607404-87e1-4161-a863-085b4936da49 req-b3a293ac-622d-4243-9b40-f6eeb2b098ea tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:18.939341 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-cb607404-87e1-4161-a863-085b4936da49 req-b3a293ac-622d-4243-9b40-f6eeb2b098ea tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:19.020581 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cb607404-87e1-4161-a863-085b4936da49 req-b3a293ac-622d-4243-9b40-f6eeb2b098ea tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9835074 Oct 10 11:55:19.033146 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-cb607404-87e1-4161-a863-085b4936da49 req-f2ce0f0a-8dcb-4ccd-b2b4-b38ef2bdb1f0 service neutron] Request body: {'port': {'device_id': 'd3e709c6-abd2-4b38-90c8-a7651280a58c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:55:19.145607 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-cb607404-87e1-4161-a863-085b4936da49 req-f2ce0f0a-8dcb-4ccd-b2b4-b38ef2bdb1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:19.231511 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ea66ae0d-86cd-46d7-a7e6-ecd2397ed725 None None] Provisioning for port 0cc49948-0966-48c2-89e6-3a84d425dbac completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:55:19.236545 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ea66ae0d-86cd-46d7-a7e6-ecd2397ed725 None None] Provisioning complete for port 0cc49948-0966-48c2-89e6-3a84d425dbac triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:55:19.250668 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ea66ae0d-86cd-46d7-a7e6-ecd2397ed725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:19.250668 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ea66ae0d-86cd-46d7-a7e6-ecd2397ed725 None None] Attempt 1 to provision port 0cc49948-0966-48c2-89e6-3a84d425dbac Oct 10 11:55:19.338411 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ea66ae0d-86cd-46d7-a7e6-ecd2397ed725 None None] Port 0cc49948-0966-48c2-89e6-3a84d425dbac cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:55:19.492742 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-cb607404-87e1-4161-a863-085b4936da49 req-f2ce0f0a-8dcb-4ccd-b2b4-b38ef2bdb1f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc49948-0966-48c2-89e6-3a84d425dbac {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:55:19.500111 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-cb607404-87e1-4161-a863-085b4936da49 req-f2ce0f0a-8dcb-4ccd-b2b4-b38ef2bdb1f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:19.515043 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-cb607404-87e1-4161-a863-085b4936da49 req-f2ce0f0a-8dcb-4ccd-b2b4-b38ef2bdb1f0 service neutron] Transition to ACTIVE for port object 0cc49948-0966-48c2-89e6-3a84d425dbac will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:55:19.610309 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-cb607404-87e1-4161-a863-085b4936da49 req-f2ce0f0a-8dcb-4ccd-b2b4-b38ef2bdb1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:19.815551 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:55:19.845101 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ea66ae0d-86cd-46d7-a7e6-ecd2397ed725 None None] Attempt 2 to provision port 0cc49948-0966-48c2-89e6-3a84d425dbac Oct 10 11:55:19.874990 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b43877-ad6c-49ec-b214-bc371c0f25ed req-c88720da-223f-4e4d-951a-e586b67bb0a9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:19.875686 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-56b43877-ad6c-49ec-b214-bc371c0f25ed req-c88720da-223f-4e4d-951a-e586b67bb0a9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:55:19.920834 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ea66ae0d-86cd-46d7-a7e6-ecd2397ed725 None None] Port 0cc49948-0966-48c2-89e6-3a84d425dbac cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:55:19.925697 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce0f0a-8dcb-4ccd-b2b4-b38ef2bdb1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc49948-0966-48c2-89e6-3a84d425dbac,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:19.932775 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:55:19.933132 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:19.933463 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 Oct 10 11:55:19.969362 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-cb607404-87e1-4161-a863-085b4936da49 req-f2ce0f0a-8dcb-4ccd-b2b4-b38ef2bdb1f0 service neutron] Attempting to bind port 0cc49948-0966-48c2-89e6-3a84d425dbac on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:55:19.969772 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-cb607404-87e1-4161-a863-085b4936da49 req-f2ce0f0a-8dcb-4ccd-b2b4-b38ef2bdb1f0 service neutron] Attempting to bind port 0cc49948-0966-48c2-89e6-3a84d425dbac by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '8db31591-1876-4bbe-9277-223d34929f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'fa1bb2bb-f202-43bb-acbb-66034d1f5555'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:55:19.970110 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb607404-87e1-4161-a863-085b4936da49 req-f2ce0f0a-8dcb-4ccd-b2b4-b38ef2bdb1f0 service neutron] Attempting to bind port 0cc49948-0966-48c2-89e6-3a84d425dbac on network fa1bb2bb-f202-43bb-acbb-66034d1f5555 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:55:19.974784 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb607404-87e1-4161-a863-085b4936da49 req-f2ce0f0a-8dcb-4ccd-b2b4-b38ef2bdb1f0 service neutron] Port 0cc49948-0966-48c2-89e6-3a84d425dbac on network fa1bb2bb-f202-43bb-acbb-66034d1f5555 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:55:19.975088 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb607404-87e1-4161-a863-085b4936da49 req-f2ce0f0a-8dcb-4ccd-b2b4-b38ef2bdb1f0 service neutron] Attempting to bind port 0cc49948-0966-48c2-89e6-3a84d425dbac on network fa1bb2bb-f202-43bb-acbb-66034d1f5555 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:55:19.980158 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb607404-87e1-4161-a863-085b4936da49 req-f2ce0f0a-8dcb-4ccd-b2b4-b38ef2bdb1f0 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:55:19.982804 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb607404-87e1-4161-a863-085b4936da49 req-f2ce0f0a-8dcb-4ccd-b2b4-b38ef2bdb1f0 service neutron] Checking segment: {'id': '8db31591-1876-4bbe-9277-223d34929f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'fa1bb2bb-f202-43bb-acbb-66034d1f5555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:55:19.982804 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb607404-87e1-4161-a863-085b4936da49 req-f2ce0f0a-8dcb-4ccd-b2b4-b38ef2bdb1f0 service neutron] Bound using segment: {'id': '8db31591-1876-4bbe-9277-223d34929f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'fa1bb2bb-f202-43bb-acbb-66034d1f5555'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:55:19.982804 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-cb607404-87e1-4161-a863-085b4936da49 req-f2ce0f0a-8dcb-4ccd-b2b4-b38ef2bdb1f0 service neutron] Bound port: 0cc49948-0966-48c2-89e6-3a84d425dbac, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db31591-1876-4bbe-9277-223d34929f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'fa1bb2bb-f202-43bb-acbb-66034d1f5555'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:55:19.982804 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-cb607404-87e1-4161-a863-085b4936da49 req-f2ce0f0a-8dcb-4ccd-b2b4-b38ef2bdb1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:20.022203 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-56b43877-ad6c-49ec-b214-bc371c0f25ed req-c88720da-223f-4e4d-951a-e586b67bb0a9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:55:20.023296 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-56b43877-ad6c-49ec-b214-bc371c0f25ed req-c88720da-223f-4e4d-951a-e586b67bb0a9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 932 time: 0.4872360 Oct 10 11:55:20.050698 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:55:20.103052 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-56b43877-ad6c-49ec-b214-bc371c0f25ed req-07405f12-3e60-4b26-8b70-74c4a5750a4f tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0f3d73-c84d-42da-ac67-7fedf533da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680046 Oct 10 11:55:20.106686 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-cb607404-87e1-4161-a863-085b4936da49 req-f2ce0f0a-8dcb-4ccd-b2b4-b38ef2bdb1f0 service neutron] For port 0cc49948-0966-48c2-89e6-3a84d425dbac, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:55:20.110248 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-cb607404-87e1-4161-a863-085b4936da49 req-f2ce0f0a-8dcb-4ccd-b2b4-b38ef2bdb1f0 service neutron] For port 0cc49948-0966-48c2-89e6-3a84d425dbac, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=0cc49948-0966-48c2-89e6-3a84d425dbac,segment=NetworkSegment(8db31591-1876-4bbe-9277-223d34929f05),segment_id=8db31591-1876-4bbe-9277-223d34929f05)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:55:20.175041 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-cb607404-87e1-4161-a863-085b4936da49 req-f2ce0f0a-8dcb-4ccd-b2b4-b38ef2bdb1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:20.208841 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb607404-87e1-4161-a863-085b4936da49 req-f2ce0f0a-8dcb-4ccd-b2b4-b38ef2bdb1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:20.209442 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-cb607404-87e1-4161-a863-085b4936da49 req-f2ce0f0a-8dcb-4ccd-b2b4-b38ef2bdb1f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:20.210798 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cb607404-87e1-4161-a863-085b4936da49 req-f2ce0f0a-8dcb-4ccd-b2b4-b38ef2bdb1f0 service neutron] 10.222.0.15 "PUT /v2.0/ports/0cc49948-0966-48c2-89e6-3a84d425dbac HTTP/1.1" status: 200 len: 1094 time: 1.1819992 Oct 10 11:55:20.211333 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e709c6-abd2-4b38-90c8-a7651280a58c', 'tag': '0cc49948-0966-48c2-89e6-3a84d425dbac'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:55:20.213638 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1aaed8-5f92-42ed-a913-469fcee970e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e709c6-abd2-4b38-90c8-a7651280a58c", "tag": "0cc49948-0966-48c2-89e6-3a84d425dbac"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:55:20.256419 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbf9031-a1f9-4148-aec2-449e68115863 x-openstack-request-id: req-4bbf9031-a1f9-4148-aec2-449e68115863 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:55:20.256704 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e709c6-abd2-4b38-90c8-a7651280a58c", "tag": "0cc49948-0966-48c2-89e6-3a84d425dbac", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:55:20.256950 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4bbf9031-a1f9-4148-aec2-449e68115863 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:55:20.257346 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bbf9031-a1f9-4148-aec2-449e68115863'] response: {'name': 'network-changed', 'server_uuid': 'd3e709c6-abd2-4b38-90c8-a7651280a58c', 'tag': '0cc49948-0966-48c2-89e6-3a84d425dbac', 'status': 'completed', 'code': 200} Oct 10 11:55:20.258132 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce0f0a-8dcb-4ccd-b2b4-b38ef2bdb1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc49948-0966-48c2-89e6-3a84d425dbac,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:20.356486 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1aaed8-5f92-42ed-a913-469fcee970e0 req-e830fd8b-03ec-47f1-b6b2-b7304ed379d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:20.358027 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7f1aaed8-5f92-42ed-a913-469fcee970e0 req-e830fd8b-03ec-47f1-b6b2-b7304ed379d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 1097 time: 0.0813630 Oct 10 11:55:20.421830 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-ea66ae0d-86cd-46d7-a7e6-ecd2397ed725 None None] Attempt 3 to provision port 0cc49948-0966-48c2-89e6-3a84d425dbac Oct 10 11:55:20.482079 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-ea66ae0d-86cd-46d7-a7e6-ecd2397ed725 None None] Port 0cc49948-0966-48c2-89e6-3a84d425dbac had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:55:20.501681 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1aaed8-5f92-42ed-a913-469fcee970e0 req-23a2b932-9696-43e2-96d1-3fcb1988f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:20.503118 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7f1aaed8-5f92-42ed-a913-469fcee970e0 req-23a2b932-9696-43e2-96d1-3fcb1988f53a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1386514 Oct 10 11:55:20.637240 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1aaed8-5f92-42ed-a913-469fcee970e0 req-d2f6c020-7d23-4547-adf2-040598c100b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:20.638605 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7f1aaed8-5f92-42ed-a913-469fcee970e0 req-d2f6c020-7d23-4547-adf2-040598c100b4 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301856 Oct 10 11:55:20.754041 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb607404-87e1-4161-a863-085b4936da49 req-a1f53907-3570-440d-ae93-d4387af46d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:20.756219 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cb607404-87e1-4161-a863-085b4936da49 req-a1f53907-3570-440d-ae93-d4387af46d63 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 1097 time: 0.0830979 Oct 10 11:55:20.823606 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cb607404-87e1-4161-a863-085b4936da49 req-52bc4740-377a-4da3-934f-740b9a131720 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cc49948-0966-48c2-89e6-3a84d425dbac HTTP/1.1" status: 200 len: 217 time: 0.0614612 Oct 10 11:55:20.887021 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb607404-87e1-4161-a863-085b4936da49 req-5a7739cc-619c-4f3a-b085-f09f5739e365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:20.888470 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cb607404-87e1-4161-a863-085b4936da49 req-5a7739cc-619c-4f3a-b085-f09f5739e365 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa658456-e17e-4cbf-acb3-174f2e589240 HTTP/1.1" status: 200 len: 835 time: 0.0593581 Oct 10 11:55:20.970130 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb607404-87e1-4161-a863-085b4936da49 req-b086bc61-b73a-4f40-af6b-ea403eedb99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:20.971630 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cb607404-87e1-4161-a863-085b4936da49 req-b086bc61-b73a-4f40-af6b-ea403eedb99c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa1bb2bb-f202-43bb-acbb-66034d1f5555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774770 Oct 10 11:55:21.099985 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cb607404-87e1-4161-a863-085b4936da49 req-b33d3d66-5d5c-4bb9-abec-1ecf20d9b1ab service neutron] 10.222.0.15 "GET /v2.0/networks/fa1bb2bb-f202-43bb-acbb-66034d1f5555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225820 Oct 10 11:55:21.281617 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cb607404-87e1-4161-a863-085b4936da49 req-5577ed0a-dbed-4c99-b014-bfca1a9ba203 service neutron] 10.222.0.15 "GET /v2.0/networks/fa1bb2bb-f202-43bb-acbb-66034d1f5555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751981 Oct 10 11:55:21.320173 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17864d-c91b-465f-b4fd-897bd644685f req-586b4c4c-258e-4bb2-8578-32ff7eb1ef80 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:21.321681 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7e17864d-c91b-465f-b4fd-897bd644685f req-586b4c4c-258e-4bb2-8578-32ff7eb1ef80 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 944 time: 0.1045017 Oct 10 11:55:21.368614 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7e17864d-c91b-465f-b4fd-897bd644685f req-187438b6-c204-42ef-8561-f77a278cf522 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0f3d73-c84d-42da-ac67-7fedf533da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412779 Oct 10 11:55:22.564121 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e450044-ea3e-40d1-a992-b6fbeff4a49e req-4f7de005-4265-4348-9209-7b069ffdd420 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:22.565597 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2e450044-ea3e-40d1-a992-b6fbeff4a49e req-4f7de005-4265-4348-9209-7b069ffdd420 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 944 time: 0.0875378 Oct 10 11:55:22.611368 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2e450044-ea3e-40d1-a992-b6fbeff4a49e req-2475c14a-7e66-4a5d-9f51-90409e16a8ab tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0f3d73-c84d-42da-ac67-7fedf533da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400841 Oct 10 11:55:23.170085 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 0cc49948-0966-48c2-89e6-3a84d425dbac details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:55:23.302372 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 0cc49948-0966-48c2-89e6-3a84d425dbac, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=0cc49948-0966-48c2-89e6-3a84d425dbac,segment=NetworkSegment(8db31591-1876-4bbe-9277-223d34929f05),segment_id=8db31591-1876-4bbe-9277-223d34929f05)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:55:23.315960 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '0cc49948-0966-48c2-89e6-3a84d425dbac', 'network_id': 'fa1bb2bb-f202-43bb-acbb-66034d1f5555', 'port_id': '0cc49948-0966-48c2-89e6-3a84d425dbac', 'mac_address': 'fa:16:3e:41:cd:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 478, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa658456-e17e-4cbf-acb3-174f2e589240', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:55:23.372866 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 0cc49948-0966-48c2-89e6-3a84d425dbac is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:55:23.373233 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:23.390353 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc49948-0966-48c2-89e6-3a84d425dbac {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:55:23.406021 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 0cc49948-0966-48c2-89e6-3a84d425dbac, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=0cc49948-0966-48c2-89e6-3a84d425dbac,segment=NetworkSegment(8db31591-1876-4bbe-9277-223d34929f05),segment_id=8db31591-1876-4bbe-9277-223d34929f05)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:55:23.522716 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:23.588413 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=0cc49948-0966-48c2-89e6-3a84d425dbac,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:23.727052 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['0cc49948-0966-48c2-89e6-3a84d425dbac'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:55:23.811406 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216466b-5f49-470a-aaf1-2ef3a67912dd req-649e342a-1b94-4cd5-bc0e-543c229a462b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:23.812793 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8216466b-5f49-470a-aaf1-2ef3a67912dd req-649e342a-1b94-4cd5-bc0e-543c229a462b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 945 time: 0.0920637 Oct 10 11:55:23.860772 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8216466b-5f49-470a-aaf1-2ef3a67912dd req-badb62d6-e8cd-4501-99b9-d7ad253e58b3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0f3d73-c84d-42da-ac67-7fedf533da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415659 Oct 10 11:55:25.059309 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0cd5b0-ccb9-4f2c-b61b-8828a4bad77e req-9763208f-5d2e-402b-83c6-c213ae738a9d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:25.060732 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1c0cd5b0-ccb9-4f2c-b61b-8828a4bad77e req-9763208f-5d2e-402b-83c6-c213ae738a9d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 945 time: 0.0860884 Oct 10 11:55:25.102962 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1c0cd5b0-ccb9-4f2c-b61b-8828a4bad77e req-bffcbd83-0a97-4ae4-ad54-6cd9ed96d68c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0f3d73-c84d-42da-ac67-7fedf533da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366998 Oct 10 11:55:25.189122 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 0cc49948-0966-48c2-89e6-3a84d425dbac up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:55:25.322390 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port 0cc49948-0966-48c2-89e6-3a84d425dbac completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:55:25.327060 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 0cc49948-0966-48c2-89e6-3a84d425dbac triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:55:25.327426 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:25.327752 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 0cc49948-0966-48c2-89e6-3a84d425dbac Oct 10 11:55:25.444773 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 0cc49948-0966-48c2-89e6-3a84d425dbac is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:55:25.445056 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:25.470573 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e709c6-abd2-4b38-90c8-a7651280a58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc49948-0966-48c2-89e6-3a84d425dbac'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:55:25.472800 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e129dba0-3b15-4bb9-a3c1-a8f087403eea" -d '{"events": [{"server_uuid": "d3e709c6-abd2-4b38-90c8-a7651280a58c", "name": "network-vif-plugged", "status": "completed", "tag": "0cc49948-0966-48c2-89e6-3a84d425dbac"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:55:25.480630 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 0cc49948-0966-48c2-89e6-3a84d425dbac, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=0cc49948-0966-48c2-89e6-3a84d425dbac,segment=NetworkSegment(8db31591-1876-4bbe-9277-223d34929f05),segment_id=8db31591-1876-4bbe-9277-223d34929f05)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:55:25.516040 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765cffe7-ee20-4a0b-8276-48fd073734e0 x-openstack-request-id: req-765cffe7-ee20-4a0b-8276-48fd073734e0 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:55:25.516423 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e709c6-abd2-4b38-90c8-a7651280a58c", "name": "network-vif-plugged", "status": "completed", "tag": "0cc49948-0966-48c2-89e6-3a84d425dbac", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:55:25.516902 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-765cffe7-ee20-4a0b-8276-48fd073734e0 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:55:25.517370 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-765cffe7-ee20-4a0b-8276-48fd073734e0'] response: {'server_uuid': 'd3e709c6-abd2-4b38-90c8-a7651280a58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc49948-0966-48c2-89e6-3a84d425dbac', 'code': 200} Oct 10 11:55:25.545284 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:25.612085 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=0cc49948-0966-48c2-89e6-3a84d425dbac,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:25.865373 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbe0d1-bc71-4eb8-bdd2-85a5e6c517c1 req-f35d11ee-ca4b-4767-8b60-bb7fd20902cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:25.866883 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8dfbe0d1-bc71-4eb8-bdd2-85a5e6c517c1 req-f35d11ee-ca4b-4767-8b60-bb7fd20902cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 1099 time: 0.0783951 Oct 10 11:55:25.908053 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8dfbe0d1-bc71-4eb8-bdd2-85a5e6c517c1 req-c5973e78-165b-4529-9911-946935b6c8bf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=db0f3d73-c84d-42da-ac67-7fedf533da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344620 Oct 10 11:55:26.301968 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde29177-8944-4409-92fb-062febcad98b req-614b4178-a141-44c6-a496-5c76adbba6cb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:26.303601 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cde29177-8944-4409-92fb-062febcad98b req-614b4178-a141-44c6-a496-5c76adbba6cb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 946 time: 0.0892467 Oct 10 11:55:26.347775 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cde29177-8944-4409-92fb-062febcad98b req-13a9b8ce-7765-4875-899e-67d77905c28d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0f3d73-c84d-42da-ac67-7fedf533da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384948 Oct 10 11:55:27.548830 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e862a94-7333-4d1a-aba1-14ef011e0500 req-ff4b6b9a-03cb-469c-a7db-0012d1ff4290 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:27.550322 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1e862a94-7333-4d1a-aba1-14ef011e0500 req-ff4b6b9a-03cb-469c-a7db-0012d1ff4290 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 946 time: 0.0909789 Oct 10 11:55:27.594046 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1e862a94-7333-4d1a-aba1-14ef011e0500 req-dfd22f08-aacf-458b-a7f6-449f415fcb3e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0f3d73-c84d-42da-ac67-7fedf533da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379245 Oct 10 11:55:27.790661 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260df194-b53b-47cf-86df-e373d7964086 req-cca74bf3-27b3-4a91-beed-843d5692d817 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:27.792361 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-260df194-b53b-47cf-86df-e373d7964086 req-cca74bf3-27b3-4a91-beed-843d5692d817 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 946 time: 0.0870461 Oct 10 11:55:27.840899 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-260df194-b53b-47cf-86df-e373d7964086 req-e8d0f1d0-bcc6-49e6-aabe-ee2147a78565 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0f3d73-c84d-42da-ac67-7fedf533da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426614 Oct 10 11:55:27.869877 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37590) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:55:27.949931 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8f1a61-3440-42db-8b77-6fea96dc0e39 tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:27.951341 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6d8f1a61-3440-42db-8b77-6fea96dc0e39 tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 1094 time: 0.0805068 Oct 10 11:55:27.954223 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37594) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:55:27.959290 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-feced325-fd01-446d-9bf5-1b2a7f6769d2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'port_id': '0cc49948-0966-48c2-89e6-3a84d425dbac', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:55:27.965356 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-feced325-fd01-446d-9bf5-1b2a7f6769d2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:55:27.969456 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-feced325-fd01-446d-9bf5-1b2a7f6769d2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:floatingip and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:55:27.972384 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-feced325-fd01-446d-9bf5-1b2a7f6769d2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:55:27.978315 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-feced325-fd01-446d-9bf5-1b2a7f6769d2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:55:28.031023 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-feced325-fd01-446d-9bf5-1b2a7f6769d2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for floatingip, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:28.164741 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-feced325-fd01-446d-9bf5-1b2a7f6769d2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:28.300299 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-feced325-fd01-446d-9bf5-1b2a7f6769d2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Allocated IP 172.26.4.61 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/86d4c3f3-5790-4d97-9458-837afe442f42) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:55:28.446287 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-feced325-fd01-446d-9bf5-1b2a7f6769d2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:28.551365 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-feced325-fd01-446d-9bf5-1b2a7f6769d2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:28.613842 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feced325-fd01-446d-9bf5-1b2a7f6769d2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:55:28.615557 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-feced325-fd01-446d-9bf5-1b2a7f6769d2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:55:28.619354 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feced325-fd01-446d-9bf5-1b2a7f6769d2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:55:28.659181 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feced325-fd01-446d-9bf5-1b2a7f6769d2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=86d4c3f3-5790-4d97-9458-837afe442f42,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:29.030768 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-feced325-fd01-446d-9bf5-1b2a7f6769d2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:29.165145 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-feced325-fd01-446d-9bf5-1b2a7f6769d2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:29.469806 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-feced325-fd01-446d-9bf5-1b2a7f6769d2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:29.545449 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-feced325-fd01-446d-9bf5-1b2a7f6769d2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:29.647074 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feced325-fd01-446d-9bf5-1b2a7f6769d2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=86d4c3f3-5790-4d97-9458-837afe442f42,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:55:29.651532 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-feced325-fd01-446d-9bf5-1b2a7f6769d2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:29.821405 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-feced325-fd01-446d-9bf5-1b2a7f6769d2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Floating IP 11837164-9568-4062-bd37-56aa4cb1fd0d associated. External IP: 172.26.4.61, port: 0cc49948-0966-48c2-89e6-3a84d425dbac. Oct 10 11:55:30.165662 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feced325-fd01-446d-9bf5-1b2a7f6769d2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Router 985fbd0b-73cc-4db1-98da-6ab0a014e9fb has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:55:30.343815 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feced325-fd01-446d-9bf5-1b2a7f6769d2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:55:30.354355 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eba730-6319-4483-9af1-9c479d868b6c None None] Sync routers for ids ['985fbd0b-73cc-4db1-98da-6ab0a014e9fb'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:55:30.365257 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eba730-6319-4483-9af1-9c479d868b6c None None] Routers {'985fbd0b-73cc-4db1-98da-6ab0a014e9fb'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:55:30.366086 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-62eba730-6319-4483-9af1-9c479d868b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:55:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['985fbd0b-73cc-4db1-98da-6ab0a014e9fb'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:55:30.448336 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-feced325-fd01-446d-9bf5-1b2a7f6769d2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:30.504502 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-feced325-fd01-446d-9bf5-1b2a7f6769d2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5492647 Oct 10 11:55:30.505190 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e709c6-abd2-4b38-90c8-a7651280a58c', 'tag': '0cc49948-0966-48c2-89e6-3a84d425dbac'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:55:30.507637 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c23c9e-1ed6-42d3-ac90-1c760fa74210" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e709c6-abd2-4b38-90c8-a7651280a58c", "tag": "0cc49948-0966-48c2-89e6-3a84d425dbac"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:55:30.543250 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-62eba730-6319-4483-9af1-9c479d868b6c None None] Set router 985fbd0b-73cc-4db1-98da-6ab0a014e9fb gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:55:30.617026 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06d9a65-4b0d-4641-92b8-f3fb82c41f15 x-openstack-request-id: req-d06d9a65-4b0d-4641-92b8-f3fb82c41f15 {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:55:30.617220 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e709c6-abd2-4b38-90c8-a7651280a58c", "tag": "0cc49948-0966-48c2-89e6-3a84d425dbac", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:55:30.617461 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d06d9a65-4b0d-4641-92b8-f3fb82c41f15 {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:55:30.617975 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d06d9a65-4b0d-4641-92b8-f3fb82c41f15'] response: {'name': 'network-changed', 'server_uuid': 'd3e709c6-abd2-4b38-90c8-a7651280a58c', 'tag': '0cc49948-0966-48c2-89e6-3a84d425dbac', 'status': 'completed', 'code': 200} Oct 10 11:55:30.722359 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c23c9e-1ed6-42d3-ac90-1c760fa74210 req-b5dbfff6-efae-4ad9-a85c-709ab02af91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:30.724428 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-41c23c9e-1ed6-42d3-ac90-1c760fa74210 req-b5dbfff6-efae-4ad9-a85c-709ab02af91b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 1099 time: 0.0823419 Oct 10 11:55:30.913902 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-62eba730-6319-4483-9af1-9c479d868b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598776609', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:55:07Z', 'updated_at': '2022-10-10T11:55:13Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:55:08Z', 'updated_at': '2022-10-10T11:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '11837164-9568-4062-bd37-56aa4cb1fd0d', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'floating_ip_address': '172.26.4.61', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'port_id': '0cc49948-0966-48c2-89e6-3a84d425dbac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1bb2bb-f202-43bb-acbb-66034d1f5555', 'mac_address': 'fa:16:3e:41:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e709c6-abd2-4b38-90c8-a7651280a58c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:55:28Z', 'updated_at': '2022-10-10T11:55:28Z', 'revision_number': 0, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dc76ca3-6c5e-419e-9eba-0ed0a77e0095', 'name': '', 'network_id': 'fa1bb2bb-f202-43bb-acbb-66034d1f5555', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:7d:a2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'fa658456-e17e-4cbf-acb3-174f2e589240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:55:12Z', 'updated_at': '2022-10-10T11:55:18Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'fa658456-e17e-4cbf-acb3-174f2e589240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:55:30.918495 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eba730-6319-4483-9af1-9c479d868b6c None None] Checking router: 985fbd0b-73cc-4db1-98da-6ab0a014e9fb for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:55:30.928596 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eba730-6319-4483-9af1-9c479d868b6c None None] Routers {'985fbd0b-73cc-4db1-98da-6ab0a014e9fb'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:55:30.929226 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-62eba730-6319-4483-9af1-9c479d868b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:55:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['985fbd0b-73cc-4db1-98da-6ab0a014e9fb'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:55:31.025710 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c23c9e-1ed6-42d3-ac90-1c760fa74210 req-dab109b1-f3a2-47e5-bb1b-478dae488f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:31.027157 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-41c23c9e-1ed6-42d3-ac90-1c760fa74210 req-dab109b1-f3a2-47e5-bb1b-478dae488f20 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa1bb2bb-f202-43bb-acbb-66034d1f5555 HTTP/1.1" status: 200 len: 898 time: 0.2974966 Oct 10 11:55:31.038724 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecdc3b8-1a25-4e4f-a546-d7842045a131 req-a476b16d-2234-44ee-b185-9f4d9b1db4c8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:31.040135 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4ecdc3b8-1a25-4e4f-a546-d7842045a131 req-a476b16d-2234-44ee-b185-9f4d9b1db4c8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 946 time: 0.2923265 Oct 10 11:55:31.112113 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-62eba730-6319-4483-9af1-9c479d868b6c None None] Set router 985fbd0b-73cc-4db1-98da-6ab0a014e9fb gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:55:31.159715 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4ecdc3b8-1a25-4e4f-a546-d7842045a131 req-fcc1996b-c5c6-4f30-bc45-4ba000ccc955 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0f3d73-c84d-42da-ac67-7fedf533da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712748 Oct 10 11:55:31.172247 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-41c23c9e-1ed6-42d3-ac90-1c760fa74210 req-d80b7eef-c967-4cfa-b065-a0e26f7e697b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cc49948-0966-48c2-89e6-3a84d425dbac HTTP/1.1" status: 200 len: 999 time: 0.1309042 Oct 10 11:55:31.189676 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37604) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:55:31.236007 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c23c9e-1ed6-42d3-ac90-1c760fa74210 req-411b3f77-97ed-4e50-8eee-e383b2c64a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:31.237458 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-41c23c9e-1ed6-42d3-ac90-1c760fa74210 req-411b3f77-97ed-4e50-8eee-e383b2c64a45 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa658456-e17e-4cbf-acb3-174f2e589240 HTTP/1.1" status: 200 len: 835 time: 0.0593812 Oct 10 11:55:31.301429 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5d7cad57-5277-4d99-8d4e-5f5dd592eefe tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/floatingips/11837164-9568-4062-bd37-56aa4cb1fd0d HTTP/1.1" status: 200 len: 991 time: 0.1088076 Oct 10 11:55:31.327045 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c23c9e-1ed6-42d3-ac90-1c760fa74210 req-cb44c11c-ee8a-4c7e-913f-c9e019404765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:31.328537 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-41c23c9e-1ed6-42d3-ac90-1c760fa74210 req-cb44c11c-ee8a-4c7e-913f-c9e019404765 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa1bb2bb-f202-43bb-acbb-66034d1f5555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854776 Oct 10 11:55:31.461580 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-41c23c9e-1ed6-42d3-ac90-1c760fa74210 req-8bd89b8d-013e-42c1-805d-38a2e2720ae4 service neutron] 10.222.0.15 "GET /v2.0/networks/fa1bb2bb-f202-43bb-acbb-66034d1f5555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273868 Oct 10 11:55:31.498726 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-62eba730-6319-4483-9af1-9c479d868b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598776609', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:55:07Z', 'updated_at': '2022-10-10T11:55:13Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:55:08Z', 'updated_at': '2022-10-10T11:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '11837164-9568-4062-bd37-56aa4cb1fd0d', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'floating_ip_address': '172.26.4.61', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'port_id': '0cc49948-0966-48c2-89e6-3a84d425dbac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1bb2bb-f202-43bb-acbb-66034d1f5555', 'mac_address': 'fa:16:3e:41:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e709c6-abd2-4b38-90c8-a7651280a58c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:55:28Z', 'updated_at': '2022-10-10T11:55:28Z', 'revision_number': 0, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dc76ca3-6c5e-419e-9eba-0ed0a77e0095', 'name': '', 'network_id': 'fa1bb2bb-f202-43bb-acbb-66034d1f5555', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:7d:a2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'fa658456-e17e-4cbf-acb3-174f2e589240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:55:12Z', 'updated_at': '2022-10-10T11:55:18Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'fa658456-e17e-4cbf-acb3-174f2e589240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:55:31.502621 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eba730-6319-4483-9af1-9c479d868b6c None None] The sync data for ids ['985fbd0b-73cc-4db1-98da-6ab0a014e9fb'] in dv-neutron-860842-1-hyperv is: [{'id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598776609', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:55:07Z', 'updated_at': '2022-10-10T11:55:13Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:55:08Z', 'updated_at': '2022-10-10T11:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '11837164-9568-4062-bd37-56aa4cb1fd0d', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'floating_ip_address': '172.26.4.61', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'port_id': '0cc49948-0966-48c2-89e6-3a84d425dbac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1bb2bb-f202-43bb-acbb-66034d1f5555', 'mac_address': 'fa:16:3e:41:cd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e709c6-abd2-4b38-90c8-a7651280a58c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:55:28Z', 'updated_at': '2022-10-10T11:55:28Z', 'revision_number': 0, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dc76ca3-6c5e-419e-9eba-0ed0a77e0095', 'name': '', 'network_id': 'fa1bb2bb-f202-43bb-acbb-66034d1f5555', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:7d:a2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'fa658456-e17e-4cbf-acb3-174f2e589240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:55:12Z', 'updated_at': '2022-10-10T11:55:18Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'fa658456-e17e-4cbf-acb3-174f2e589240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:55:31.596179 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-41c23c9e-1ed6-42d3-ac90-1c760fa74210 req-382ad685-7c62-4a57-a716-bef261fa85ea service neutron] 10.222.0.15 "GET /v2.0/networks/fa1bb2bb-f202-43bb-acbb-66034d1f5555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287537 Oct 10 11:55:31.688783 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af42a60-de49-41d3-894f-7fe2afb1949a None None] New status for floating IP 11837164-9568-4062-bd37-56aa4cb1fd0d: ACTIVE {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:55:32.304078 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37608) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:55:32.408938 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8e16eb12-6326-449e-8511-40faeec3d90e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/floatingips/11837164-9568-4062-bd37-56aa4cb1fd0d HTTP/1.1" status: 200 len: 993 time: 0.1037390 Oct 10 11:55:33.493897 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-91b605e9-83e0-4683-9954-245dd4ba9abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:35.751045 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-34f61615-5a39-474c-bae8-79063ae2e21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:37.014300 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:37.168565 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:38.750948 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:39.705165 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:55:51.511120 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c0e3e9f6-dd6e-420f-bd6b-2be2a2243c5f req-0eb1ee50-ffbd-495f-9b95-1e34cd76640a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763373 Oct 10 11:55:51.659979 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3e9f6-dd6e-420f-bd6b-2be2a2243c5f req-c4636500-75d0-4052-ba46-ca7621867972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:51.661506 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c0e3e9f6-dd6e-420f-bd6b-2be2a2243c5f req-c4636500-75d0-4052-ba46-ca7621867972 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 1099 time: 0.0811057 Oct 10 11:55:51.805797 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3e9f6-dd6e-420f-bd6b-2be2a2243c5f req-d17cf01c-5113-425f-9a1a-03398749626d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:51.807283 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c0e3e9f6-dd6e-420f-bd6b-2be2a2243c5f req-d17cf01c-5113-425f-9a1a-03398749626d service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa1bb2bb-f202-43bb-acbb-66034d1f5555 HTTP/1.1" status: 200 len: 898 time: 0.1280649 Oct 10 11:55:51.910075 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c0e3e9f6-dd6e-420f-bd6b-2be2a2243c5f req-47dd17e8-f72f-4742-a768-96c69547d006 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cc49948-0966-48c2-89e6-3a84d425dbac HTTP/1.1" status: 200 len: 1001 time: 0.0961525 Oct 10 11:55:51.974450 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3e9f6-dd6e-420f-bd6b-2be2a2243c5f req-bc394987-e5c0-4719-8753-f6693b8975df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:51.976006 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c0e3e9f6-dd6e-420f-bd6b-2be2a2243c5f req-bc394987-e5c0-4719-8753-f6693b8975df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa658456-e17e-4cbf-acb3-174f2e589240 HTTP/1.1" status: 200 len: 835 time: 0.0579801 Oct 10 11:55:52.059643 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3e9f6-dd6e-420f-bd6b-2be2a2243c5f req-6492d2b8-3bd7-4133-8d86-92550d93adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:55:52.060992 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c0e3e9f6-dd6e-420f-bd6b-2be2a2243c5f req-6492d2b8-3bd7-4133-8d86-92550d93adc7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa1bb2bb-f202-43bb-acbb-66034d1f5555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780916 Oct 10 11:55:52.190235 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c0e3e9f6-dd6e-420f-bd6b-2be2a2243c5f req-78aede6b-365c-406a-86ea-631bbf2d77b9 service neutron] 10.222.0.15 "GET /v2.0/networks/fa1bb2bb-f202-43bb-acbb-66034d1f5555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224017 Oct 10 11:55:52.322252 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c0e3e9f6-dd6e-420f-bd6b-2be2a2243c5f req-422e23fd-8a4b-4d60-913d-f435b27572f6 service neutron] 10.222.0.15 "GET /v2.0/networks/fa1bb2bb-f202-43bb-acbb-66034d1f5555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254687 Oct 10 11:55:52.995029 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:56:02.233085 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177e1bc-502e-40ef-b5a8-b0ba26b32186 req-a08729ad-91ca-4862-a207-a9b616c9e68e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:02.234587 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c177e1bc-502e-40ef-b5a8-b0ba26b32186 req-a08729ad-91ca-4862-a207-a9b616c9e68e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 946 time: 0.0887489 Oct 10 11:56:02.343485 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d78d9-4fe7-4c8b-9d59-ed586557e250 req-5f9a1c40-062b-4891-88c9-ca71ceb867a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:02.344931 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6e8d78d9-4fe7-4c8b-9d59-ed586557e250 req-5f9a1c40-062b-4891-88c9-ca71ceb867a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 1099 time: 0.0872378 Oct 10 11:56:02.392271 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c177e1bc-502e-40ef-b5a8-b0ba26b32186 req-c5090e33-613a-4032-9fd9-5e15c5dc3e59 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0f3d73-c84d-42da-ac67-7fedf533da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512306 Oct 10 11:56:02.577469 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d78d9-4fe7-4c8b-9d59-ed586557e250 req-33b5accf-0758-46f6-834d-a6a65044a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:02.579011 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6e8d78d9-4fe7-4c8b-9d59-ed586557e250 req-33b5accf-0758-46f6-834d-a6a65044a9e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa1bb2bb-f202-43bb-acbb-66034d1f5555 HTTP/1.1" status: 200 len: 898 time: 0.2274113 Oct 10 11:56:02.683147 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6e8d78d9-4fe7-4c8b-9d59-ed586557e250 req-63613ced-6851-424a-9c17-92c04003ef93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cc49948-0966-48c2-89e6-3a84d425dbac HTTP/1.1" status: 200 len: 1001 time: 0.0975118 Oct 10 11:56:02.744343 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d78d9-4fe7-4c8b-9d59-ed586557e250 req-712021c0-387b-4adb-abf1-79ee14d18444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:02.766196 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6e8d78d9-4fe7-4c8b-9d59-ed586557e250 req-712021c0-387b-4adb-abf1-79ee14d18444 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa658456-e17e-4cbf-acb3-174f2e589240 HTTP/1.1" status: 200 len: 835 time: 0.0566938 Oct 10 11:56:02.829329 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d78d9-4fe7-4c8b-9d59-ed586557e250 req-197e7938-274f-4cf0-8089-1b57b78c61d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:02.830847 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6e8d78d9-4fe7-4c8b-9d59-ed586557e250 req-197e7938-274f-4cf0-8089-1b57b78c61d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa1bb2bb-f202-43bb-acbb-66034d1f5555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789046 Oct 10 11:56:02.962842 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6e8d78d9-4fe7-4c8b-9d59-ed586557e250 req-83446007-3d49-47d8-9f57-3c8c98fb99a3 service neutron] 10.222.0.15 "GET /v2.0/networks/fa1bb2bb-f202-43bb-acbb-66034d1f5555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254010 Oct 10 11:56:03.093116 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6e8d78d9-4fe7-4c8b-9d59-ed586557e250 req-62963288-df80-4fdb-84f6-10699d621bdc service neutron] 10.222.0.15 "GET /v2.0/networks/fa1bb2bb-f202-43bb-acbb-66034d1f5555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247110 Oct 10 11:56:03.505094 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-da8ffe31-8b10-4425-ad88-8abb548cbdd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:56:03.597862 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2bd87-cfa3-4170-83f5-fec6c9439675 req-9acb808d-4eaa-499b-8938-3945c70e23c9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:03.599312 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-26b2bd87-cfa3-4170-83f5-fec6c9439675 req-9acb808d-4eaa-499b-8938-3945c70e23c9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 946 time: 0.0868931 Oct 10 11:56:03.643059 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-26b2bd87-cfa3-4170-83f5-fec6c9439675 req-d56999e8-e9cf-492e-8538-2bbeb517deef tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0f3d73-c84d-42da-ac67-7fedf533da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375319 Oct 10 11:56:04.839446 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19181d1-0b4c-4013-8f0c-3e4e3058d736 req-ee7ed523-6a47-4403-9041-52a33c389c6b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:04.840881 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d19181d1-0b4c-4013-8f0c-3e4e3058d736 req-ee7ed523-6a47-4403-9041-52a33c389c6b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 946 time: 0.0874043 Oct 10 11:56:04.885483 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d19181d1-0b4c-4013-8f0c-3e4e3058d736 req-893cb04a-5d35-4334-be07-cd2b0bc7c014 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0f3d73-c84d-42da-ac67-7fedf533da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389080 Oct 10 11:56:05.756910 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3171e993-a1ae-4565-9542-f21df6d03499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:56:06.083303 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfbe93-1e99-41e1-aad5-48d3ce54f58b req-41d05f97-7e56-4d3a-bdc7-f596aa4587b2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:06.085343 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c5cfbe93-1e99-41e1-aad5-48d3ce54f58b req-41d05f97-7e56-4d3a-bdc7-f596aa4587b2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 946 time: 0.0902667 Oct 10 11:56:06.130342 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c5cfbe93-1e99-41e1-aad5-48d3ce54f58b req-a6e934bf-f5da-4ec6-be77-beb89980587d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0f3d73-c84d-42da-ac67-7fedf533da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388794 Oct 10 11:56:07.012796 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:56:07.156776 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:56:07.333858 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a5184-7b6b-4a4b-97bb-0fed587a880b req-787db95d-0136-4d28-9fc2-315795252b2b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:07.336400 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c97a5184-7b6b-4a4b-97bb-0fed587a880b req-787db95d-0136-4d28-9fc2-315795252b2b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 946 time: 0.0923634 Oct 10 11:56:07.380286 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c97a5184-7b6b-4a4b-97bb-0fed587a880b req-dee08e5e-f3df-4d92-9f6d-e059e49423c2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0f3d73-c84d-42da-ac67-7fedf533da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382481 Oct 10 11:56:08.579213 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170a11f-404d-4e12-a98f-a96e494bb597 req-887563d2-f218-4046-af74-8d6ba47f3a58 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:08.580638 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f170a11f-404d-4e12-a98f-a96e494bb597 req-887563d2-f218-4046-af74-8d6ba47f3a58 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 946 time: 0.0899513 Oct 10 11:56:08.623953 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f170a11f-404d-4e12-a98f-a96e494bb597 req-2904768a-19d1-4dc2-b273-c7b966167a7c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0f3d73-c84d-42da-ac67-7fedf533da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372987 Oct 10 11:56:08.773898 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:56:09.693405 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:56:09.974531 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada20ce-850b-46c2-b672-d221885496cd req-5df1ca7b-9c4f-40a1-8383-5020c8e0deba tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:09.976541 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5ada20ce-850b-46c2-b672-d221885496cd req-5df1ca7b-9c4f-40a1-8383-5020c8e0deba tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 946 time: 0.0922084 Oct 10 11:56:10.018567 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5ada20ce-850b-46c2-b672-d221885496cd req-aa4461c3-5814-46ba-9f3a-9314e33f4a32 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0f3d73-c84d-42da-ac67-7fedf533da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363564 Oct 10 11:56:11.221626 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8b61b-8da3-4913-9899-74a7cacd9b55 req-03fa75df-32bf-4f76-9f9c-1b7467af40ec tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:11.221626 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-aca8b61b-8da3-4913-9899-74a7cacd9b55 req-03fa75df-32bf-4f76-9f9c-1b7467af40ec tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 946 time: 0.0869265 Oct 10 11:56:11.261403 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-aca8b61b-8da3-4913-9899-74a7cacd9b55 req-d77f713b-2a4b-45e5-b101-0a1a22bf0f8c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0f3d73-c84d-42da-ac67-7fedf533da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385754 Oct 10 11:56:12.456900 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b59618-3ab9-4d76-9160-ca38399735fb req-6a0ef0dc-b2c6-46af-89f5-087a7fa327c4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:12.458363 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f8b59618-3ab9-4d76-9160-ca38399735fb req-6a0ef0dc-b2c6-46af-89f5-087a7fa327c4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 946 time: 0.0868113 Oct 10 11:56:12.502172 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f8b59618-3ab9-4d76-9160-ca38399735fb req-db634d1c-c469-40ce-b986-0e448ead5a7a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0f3d73-c84d-42da-ac67-7fedf533da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381165 Oct 10 11:56:13.699072 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9eb8e-ebfc-4b72-8be5-886ec0e4a819 req-fe270d30-32f2-4c94-9f5b-582e76e0dfdd tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:13.700510 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4cd9eb8e-ebfc-4b72-8be5-886ec0e4a819 req-fe270d30-32f2-4c94-9f5b-582e76e0dfdd tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 946 time: 0.0907924 Oct 10 11:56:13.743316 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4cd9eb8e-ebfc-4b72-8be5-886ec0e4a819 req-bd51bdc9-0f2c-470f-a0af-7ed9c3dd956b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0f3d73-c84d-42da-ac67-7fedf533da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372331 Oct 10 11:56:14.945581 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d55ec-3e48-4fa2-a84c-553d4558857f req-f1261fdc-c6a3-4887-81fb-4b75b2b9a3e8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:14.947026 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-873d55ec-3e48-4fa2-a84c-553d4558857f req-f1261fdc-c6a3-4887-81fb-4b75b2b9a3e8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 946 time: 0.0909822 Oct 10 11:56:14.991329 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-873d55ec-3e48-4fa2-a84c-553d4558857f req-36a7b4c5-0fce-4f69-8071-00714b825995 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0f3d73-c84d-42da-ac67-7fedf533da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386178 Oct 10 11:56:16.191651 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd70af-cf68-46fc-87d5-b32539d23134 req-04e61f40-f5fa-477f-b98e-3a9094375495 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:16.193208 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-61dd70af-cf68-46fc-87d5-b32539d23134 req-04e61f40-f5fa-477f-b98e-3a9094375495 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 946 time: 0.0911541 Oct 10 11:56:16.236384 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-61dd70af-cf68-46fc-87d5-b32539d23134 req-cc155518-1b58-4884-8d87-9587aed812e3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0f3d73-c84d-42da-ac67-7fedf533da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367699 Oct 10 11:56:17.431796 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5f594-1c97-4da7-be0d-0ff313b496a3 req-4d27a83a-7503-4fdf-a351-0075cb2464c0 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:17.433243 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b8f5f594-1c97-4da7-be0d-0ff313b496a3 req-4d27a83a-7503-4fdf-a351-0075cb2464c0 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 946 time: 0.0872300 Oct 10 11:56:17.480527 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b8f5f594-1c97-4da7-be0d-0ff313b496a3 req-81071045-10b1-47f0-870b-85491be94fc0 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0f3d73-c84d-42da-ac67-7fedf533da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416496 Oct 10 11:56:18.676370 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf51912-2550-4428-af7a-fd5da6feeead req-fb2937f3-7f22-40aa-a2a3-d52de375a3ca tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:18.677836 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-daf51912-2550-4428-af7a-fd5da6feeead req-fb2937f3-7f22-40aa-a2a3-d52de375a3ca tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 946 time: 0.0868096 Oct 10 11:56:18.722079 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-daf51912-2550-4428-af7a-fd5da6feeead req-06f609a5-db97-4ef2-902b-c0998bcb063a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0f3d73-c84d-42da-ac67-7fedf533da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379441 Oct 10 11:56:19.920939 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42edfd2-39af-44bf-af7e-e6e2c7821e35 req-1d18c68b-d264-400e-8253-1c00edbef0ea tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:19.922402 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f42edfd2-39af-44bf-af7e-e6e2c7821e35 req-1d18c68b-d264-400e-8253-1c00edbef0ea tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 946 time: 0.0871000 Oct 10 11:56:19.966328 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f42edfd2-39af-44bf-af7e-e6e2c7821e35 req-e699fb73-56a4-406a-b3a8-b906976d0a5d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0f3d73-c84d-42da-ac67-7fedf533da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383759 Oct 10 11:56:19.996546 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37656) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:56:20.100539 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5898ef48-c6cf-49af-a5cf-c805378fd019 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/floatingips/11837164-9568-4062-bd37-56aa4cb1fd0d HTTP/1.1" status: 200 len: 993 time: 0.1028023 Oct 10 11:56:29.993641 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:56:33.481300 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6364e7b4-cb78-4222-9501-29e5323d9fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:56:35.750285 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-93ef63bb-4a25-44e1-92c7-99da106d0594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:56:37.001144 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:56:37.155217 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:56:38.767140 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:56:39.721539 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:56:50.826517 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37674) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:56:51.026916 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-60af6990-a5b8-4207-8d2f-a248cf002818 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Deleting port 86d4c3f3-5790-4d97-9458-837afe442f42 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:56:51.027252 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-60af6990-a5b8-4207-8d2f-a248cf002818 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:56:51.192496 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-60af6990-a5b8-4207-8d2f-a248cf002818 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:56:51.192784 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-60af6990-a5b8-4207-8d2f-a248cf002818 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:56:51.321126 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-60af6990-a5b8-4207-8d2f-a248cf002818 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Calling delete_port for 86d4c3f3-5790-4d97-9458-837afe442f42 owned by network:floatingip {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:56:51.532494 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-60af6990-a5b8-4207-8d2f-a248cf002818 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:56:51.581310 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af6990-a5b8-4207-8d2f-a248cf002818 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Port': ['ID=86d4c3f3-5790-4d97-9458-837afe442f42,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:56:51.625182 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af6990-a5b8-4207-8d2f-a248cf002818 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:56:51.625542 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af6990-a5b8-4207-8d2f-a248cf002818 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:56:51.625888 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af6990-a5b8-4207-8d2f-a248cf002818 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:56:51.626218 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af6990-a5b8-4207-8d2f-a248cf002818 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:56:51.626546 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af6990-a5b8-4207-8d2f-a248cf002818 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:56:51.626873 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af6990-a5b8-4207-8d2f-a248cf002818 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:56:51.627197 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af6990-a5b8-4207-8d2f-a248cf002818 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:56:51.627519 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af6990-a5b8-4207-8d2f-a248cf002818 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:56:51.627843 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af6990-a5b8-4207-8d2f-a248cf002818 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:56:51.628163 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af6990-a5b8-4207-8d2f-a248cf002818 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:56:51.628482 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af6990-a5b8-4207-8d2f-a248cf002818 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:56:51.628800 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af6990-a5b8-4207-8d2f-a248cf002818 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:56:51.689185 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-60af6990-a5b8-4207-8d2f-a248cf002818 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for floatingip, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:56:51.689665 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-60af6990-a5b8-4207-8d2f-a248cf002818 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Floating IP 11837164-9568-4062-bd37-56aa4cb1fd0d disassociated (deleted). External IP: 172.26.4.61, port: 0cc49948-0966-48c2-89e6-3a84d425dbac. Oct 10 11:56:52.139812 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60af6990-a5b8-4207-8d2f-a248cf002818 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Router 985fbd0b-73cc-4db1-98da-6ab0a014e9fb has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:56:52.315709 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60af6990-a5b8-4207-8d2f-a248cf002818 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:56:52.325742 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0763cc-d376-43cc-98ee-7754826334dc None None] Sync routers for ids ['985fbd0b-73cc-4db1-98da-6ab0a014e9fb'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:56:52.335224 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0763cc-d376-43cc-98ee-7754826334dc None None] Routers {'985fbd0b-73cc-4db1-98da-6ab0a014e9fb'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:56:52.342507 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ae0763cc-d376-43cc-98ee-7754826334dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:56:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['985fbd0b-73cc-4db1-98da-6ab0a014e9fb'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:56:52.408711 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-60af6990-a5b8-4207-8d2f-a248cf002818 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:56:52.470625 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-60af6990-a5b8-4207-8d2f-a248cf002818 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "DELETE /v2.0/floatingips/11837164-9568-4062-bd37-56aa4cb1fd0d HTTP/1.1" status: 204 len: 168 time: 1.6430268 Oct 10 11:56:52.471252 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e709c6-abd2-4b38-90c8-a7651280a58c', 'tag': '0cc49948-0966-48c2-89e6-3a84d425dbac'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:56:52.473890 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cd5d89-a2d5-47ee-831c-6aa56d6fc042" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e709c6-abd2-4b38-90c8-a7651280a58c", "tag": "0cc49948-0966-48c2-89e6-3a84d425dbac"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:56:52.526540 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414acc5c-084d-4a6f-b1da-03605cf6e281 x-openstack-request-id: req-414acc5c-084d-4a6f-b1da-03605cf6e281 {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:56:52.526823 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e709c6-abd2-4b38-90c8-a7651280a58c", "tag": "0cc49948-0966-48c2-89e6-3a84d425dbac", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:56:52.527076 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-414acc5c-084d-4a6f-b1da-03605cf6e281 {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:56:52.527482 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-414acc5c-084d-4a6f-b1da-03605cf6e281'] response: {'name': 'network-changed', 'server_uuid': 'd3e709c6-abd2-4b38-90c8-a7651280a58c', 'tag': '0cc49948-0966-48c2-89e6-3a84d425dbac', 'status': 'completed', 'code': 200} Oct 10 11:56:52.537052 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-ae0763cc-d376-43cc-98ee-7754826334dc None None] Set router 985fbd0b-73cc-4db1-98da-6ab0a014e9fb gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:56:52.539239 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7734f415-21d8-4fa4-8c67-eb6e97dda15c req-2c3f9ff3-99cd-409c-95ac-fc42c9766036 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1014819 Oct 10 11:56:52.628045 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd5d89-a2d5-47ee-831c-6aa56d6fc042 req-3aa37a24-02a1-4398-88f7-3a3028ab1834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:52.629596 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a2cd5d89-a2d5-47ee-831c-6aa56d6fc042 req-3aa37a24-02a1-4398-88f7-3a3028ab1834 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 1099 time: 0.0818884 Oct 10 11:56:52.761304 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd5d89-a2d5-47ee-831c-6aa56d6fc042 req-20eec782-b50b-4579-8568-64a0bb6bdac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:52.762779 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a2cd5d89-a2d5-47ee-831c-6aa56d6fc042 req-20eec782-b50b-4579-8568-64a0bb6bdac5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa1bb2bb-f202-43bb-acbb-66034d1f5555 HTTP/1.1" status: 200 len: 898 time: 0.1274304 Oct 10 11:56:52.860510 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ae0763cc-d376-43cc-98ee-7754826334dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598776609', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:55:07Z', 'updated_at': '2022-10-10T11:55:13Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:55:08Z', 'updated_at': '2022-10-10T11:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '3dc76ca3-6c5e-419e-9eba-0ed0a77e0095', 'name': '', 'network_id': 'fa1bb2bb-f202-43bb-acbb-66034d1f5555', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:7d:a2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'fa658456-e17e-4cbf-acb3-174f2e589240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:55:12Z', 'updated_at': '2022-10-10T11:55:18Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'fa658456-e17e-4cbf-acb3-174f2e589240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:56:52.864692 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0763cc-d376-43cc-98ee-7754826334dc None None] Checking router: 985fbd0b-73cc-4db1-98da-6ab0a014e9fb for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:56:52.873510 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0763cc-d376-43cc-98ee-7754826334dc None None] Routers {'985fbd0b-73cc-4db1-98da-6ab0a014e9fb'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:56:52.874134 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ae0763cc-d376-43cc-98ee-7754826334dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:56:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['985fbd0b-73cc-4db1-98da-6ab0a014e9fb'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:56:52.939953 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a2cd5d89-a2d5-47ee-831c-6aa56d6fc042 req-02f939eb-0898-4dfe-bdf2-2bf0d7fe7b5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cc49948-0966-48c2-89e6-3a84d425dbac HTTP/1.1" status: 200 len: 217 time: 0.1715357 Oct 10 11:56:53.053739 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd5d89-a2d5-47ee-831c-6aa56d6fc042 req-a4b18a3f-5efb-459c-aa68-4cce552099f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:53.053739 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a2cd5d89-a2d5-47ee-831c-6aa56d6fc042 req-a4b18a3f-5efb-459c-aa68-4cce552099f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa658456-e17e-4cbf-acb3-174f2e589240 HTTP/1.1" status: 200 len: 835 time: 0.1052001 Oct 10 11:56:53.054029 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-ae0763cc-d376-43cc-98ee-7754826334dc None None] Set router 985fbd0b-73cc-4db1-98da-6ab0a014e9fb gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:56:53.165128 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a06c10-da50-4cda-9fc9-15bd780ce82b req-58876729-3306-4dc9-81b8-c23c8fd439a7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:53.166602 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-49a06c10-da50-4cda-9fc9-15bd780ce82b req-58876729-3306-4dc9-81b8-c23c8fd439a7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 946 time: 0.1546538 Oct 10 11:56:53.186641 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd5d89-a2d5-47ee-831c-6aa56d6fc042 req-4b484afd-7c13-4166-a4dd-02ab7fb5b7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:53.188048 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a2cd5d89-a2d5-47ee-831c-6aa56d6fc042 req-4b484afd-7c13-4166-a4dd-02ab7fb5b7af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa1bb2bb-f202-43bb-acbb-66034d1f5555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1308553 Oct 10 11:56:53.292702 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-49a06c10-da50-4cda-9fc9-15bd780ce82b req-58a7659b-ff9e-4850-850b-040e80512104 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0f3d73-c84d-42da-ac67-7fedf533da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201828 Oct 10 11:56:53.339525 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a2cd5d89-a2d5-47ee-831c-6aa56d6fc042 req-d8777b43-403f-460c-abf6-f07299007216 service neutron] 10.222.0.15 "GET /v2.0/networks/fa1bb2bb-f202-43bb-acbb-66034d1f5555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443255 Oct 10 11:56:53.367878 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ae0763cc-d376-43cc-98ee-7754826334dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598776609', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:55:07Z', 'updated_at': '2022-10-10T11:55:13Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:55:08Z', 'updated_at': '2022-10-10T11:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '3dc76ca3-6c5e-419e-9eba-0ed0a77e0095', 'name': '', 'network_id': 'fa1bb2bb-f202-43bb-acbb-66034d1f5555', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:7d:a2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'fa658456-e17e-4cbf-acb3-174f2e589240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:55:12Z', 'updated_at': '2022-10-10T11:55:18Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'fa658456-e17e-4cbf-acb3-174f2e589240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:56:53.372594 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0763cc-d376-43cc-98ee-7754826334dc None None] The sync data for ids ['985fbd0b-73cc-4db1-98da-6ab0a014e9fb'] in dv-neutron-860842-1-hyperv is: [{'id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598776609', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:55:07Z', 'updated_at': '2022-10-10T11:55:13Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:55:08Z', 'updated_at': '2022-10-10T11:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '3dc76ca3-6c5e-419e-9eba-0ed0a77e0095', 'name': '', 'network_id': 'fa1bb2bb-f202-43bb-acbb-66034d1f5555', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:7d:a2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'fa658456-e17e-4cbf-acb3-174f2e589240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:55:12Z', 'updated_at': '2022-10-10T11:55:18Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'fa658456-e17e-4cbf-acb3-174f2e589240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:56:53.474213 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a2cd5d89-a2d5-47ee-831c-6aa56d6fc042 req-456f0c83-1412-4a6f-88a8-a016317183e8 service neutron] 10.222.0.15 "GET /v2.0/networks/fa1bb2bb-f202-43bb-acbb-66034d1f5555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265047 Oct 10 11:56:53.598338 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549afbae-42d1-4bf6-9345-22a76329b8d9 None None] New status for floating IP 11837164-9568-4062-bd37-56aa4cb1fd0d: DOWN {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:56:53.717175 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734f415-21d8-4fa4-8c67-eb6e97dda15c req-fb15ee6a-d560-4852-aec5-8a34901d0be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:53.718813 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7734f415-21d8-4fa4-8c67-eb6e97dda15c req-fb15ee6a-d560-4852-aec5-8a34901d0be2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 1099 time: 0.0792353 Oct 10 11:56:53.866062 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734f415-21d8-4fa4-8c67-eb6e97dda15c req-c6d45218-61ec-4192-8512-8e64a711259f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:53.867445 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7734f415-21d8-4fa4-8c67-eb6e97dda15c req-c6d45218-61ec-4192-8512-8e64a711259f service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa1bb2bb-f202-43bb-acbb-66034d1f5555 HTTP/1.1" status: 200 len: 898 time: 0.1287310 Oct 10 11:56:53.938635 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7734f415-21d8-4fa4-8c67-eb6e97dda15c req-336b122d-abc1-45c4-8b98-776c7748b492 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cc49948-0966-48c2-89e6-3a84d425dbac HTTP/1.1" status: 200 len: 217 time: 0.0637548 Oct 10 11:56:54.000566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734f415-21d8-4fa4-8c67-eb6e97dda15c req-8477d274-f1a4-4479-b4b5-f389f1670150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:54.001995 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7734f415-21d8-4fa4-8c67-eb6e97dda15c req-8477d274-f1a4-4479-b4b5-f389f1670150 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa658456-e17e-4cbf-acb3-174f2e589240 HTTP/1.1" status: 200 len: 835 time: 0.0576842 Oct 10 11:56:54.086396 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734f415-21d8-4fa4-8c67-eb6e97dda15c req-b99c9523-a16a-4e06-9577-faf31a31c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:54.088540 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7734f415-21d8-4fa4-8c67-eb6e97dda15c req-b99c9523-a16a-4e06-9577-faf31a31c794 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa1bb2bb-f202-43bb-acbb-66034d1f5555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803692 Oct 10 11:56:54.220725 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7734f415-21d8-4fa4-8c67-eb6e97dda15c req-0c2788f9-cc2f-4e28-b4cd-c0ae56a442b0 service neutron] 10.222.0.15 "GET /v2.0/networks/fa1bb2bb-f202-43bb-acbb-66034d1f5555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240952 Oct 10 11:56:54.354791 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7734f415-21d8-4fa4-8c67-eb6e97dda15c req-86062ea7-5292-42a6-b296-185dae411985 service neutron] 10.222.0.15 "GET /v2.0/networks/fa1bb2bb-f202-43bb-acbb-66034d1f5555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277065 Oct 10 11:56:54.483588 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae0c70-0048-4749-bd29-2977ba9024af req-7802251f-9d4b-4eba-a530-afc34fe2555f tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:54.484939 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3aae0c70-0048-4749-bd29-2977ba9024af req-7802251f-9d4b-4eba-a530-afc34fe2555f tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 946 time: 0.0882711 Oct 10 11:56:54.491765 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1061c-891c-41bc-a6a5-a58b9d687533 req-d09cad50-ac67-4933-afea-7bf067b53119 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:56:54.492424 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-8bf1061c-891c-41bc-a6a5-a58b9d687533 req-d09cad50-ac67-4933-afea-7bf067b53119 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:56:54.558845 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-3aae0c70-0048-4749-bd29-2977ba9024af req-5620f151-0aed-4216-a0a0-b4d942d98011 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Deleting port 0cc49948-0966-48c2-89e6-3a84d425dbac {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:56:54.559171 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-3aae0c70-0048-4749-bd29-2977ba9024af req-5620f151-0aed-4216-a0a0-b4d942d98011 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:56:54.561507 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-8bf1061c-891c-41bc-a6a5-a58b9d687533 req-d09cad50-ac67-4933-afea-7bf067b53119 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:56:54.562779 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8bf1061c-891c-41bc-a6a5-a58b9d687533 req-d09cad50-ac67-4933-afea-7bf067b53119 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 946 time: 0.1561158 Oct 10 11:56:54.608621 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8bf1061c-891c-41bc-a6a5-a58b9d687533 req-8e23efaa-e576-4ccd-a3b6-b8d4cdeb5962 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=db0f3d73-c84d-42da-ac67-7fedf533da3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400188 Oct 10 11:56:54.808044 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [req-86c9462b-daa7-4607-b77f-3309698ea491 req-678c67d5-1613-48e9-bc14-9ba70253e27e service neutron] (89896) timed out ('10.222.0.40', 33582) {{(pid=89896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 10 11:56:54.906074 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-3aae0c70-0048-4749-bd29-2977ba9024af req-5620f151-0aed-4216-a0a0-b4d942d98011 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] For port 0cc49948-0966-48c2-89e6-3a84d425dbac, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=0cc49948-0966-48c2-89e6-3a84d425dbac,segment=NetworkSegment(8db31591-1876-4bbe-9277-223d34929f05),segment_id=8db31591-1876-4bbe-9277-223d34929f05)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:56:54.906643 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-3aae0c70-0048-4749-bd29-2977ba9024af req-5620f151-0aed-4216-a0a0-b4d942d98011 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:56:55.028532 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-3aae0c70-0048-4749-bd29-2977ba9024af req-5620f151-0aed-4216-a0a0-b4d942d98011 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Calling delete_port for 0cc49948-0966-48c2-89e6-3a84d425dbac owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:56:55.286961 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-3aae0c70-0048-4749-bd29-2977ba9024af req-5620f151-0aed-4216-a0a0-b4d942d98011 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:56:55.337431 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620f151-0aed-4216-a0a0-b4d942d98011 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Port': ['ID=0cc49948-0966-48c2-89e6-3a84d425dbac,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:56:55.380622 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620f151-0aed-4216-a0a0-b4d942d98011 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:56:55.380976 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620f151-0aed-4216-a0a0-b4d942d98011 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:56:55.381316 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620f151-0aed-4216-a0a0-b4d942d98011 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:56:55.381750 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620f151-0aed-4216-a0a0-b4d942d98011 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:56:55.382081 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620f151-0aed-4216-a0a0-b4d942d98011 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:56:55.382412 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620f151-0aed-4216-a0a0-b4d942d98011 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:56:55.382736 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620f151-0aed-4216-a0a0-b4d942d98011 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:56:55.383065 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620f151-0aed-4216-a0a0-b4d942d98011 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:56:55.383448 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620f151-0aed-4216-a0a0-b4d942d98011 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:56:55.383771 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620f151-0aed-4216-a0a0-b4d942d98011 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:56:55.384093 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620f151-0aed-4216-a0a0-b4d942d98011 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:56:55.384639 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620f151-0aed-4216-a0a0-b4d942d98011 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:56:55.437303 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aae0c70-0048-4749-bd29-2977ba9024af req-5620f151-0aed-4216-a0a0-b4d942d98011 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] No DVR routers for this DVR port 0cc49948-0966-48c2-89e6-3a84d425dbac on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:56:55.439797 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-3aae0c70-0048-4749-bd29-2977ba9024af req-5620f151-0aed-4216-a0a0-b4d942d98011 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:56:55.443633 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e709c6-abd2-4b38-90c8-a7651280a58c', 'name': 'network-vif-deleted', 'tag': '0cc49948-0966-48c2-89e6-3a84d425dbac'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:56:55.445911 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de704bd4-e6e0-40bf-9fd2-e6f9b43a0e54" -d '{"events": [{"server_uuid": "d3e709c6-abd2-4b38-90c8-a7651280a58c", "name": "network-vif-deleted", "tag": "0cc49948-0966-48c2-89e6-3a84d425dbac"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:56:55.522316 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3aae0c70-0048-4749-bd29-2977ba9024af req-5620f151-0aed-4216-a0a0-b4d942d98011 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.15 "DELETE /v2.0/ports/0cc49948-0966-48c2-89e6-3a84d425dbac HTTP/1.1" status: 204 len: 173 time: 1.0314934 Oct 10 11:56:55.543159 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afabb45-8fa9-4c0b-9f6c-98b5514032c0 x-openstack-request-id: req-4afabb45-8fa9-4c0b-9f6c-98b5514032c0 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:56:55.543159 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e709c6-abd2-4b38-90c8-a7651280a58c", "name": "network-vif-deleted", "tag": "0cc49948-0966-48c2-89e6-3a84d425dbac", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:56:55.543159 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4afabb45-8fa9-4c0b-9f6c-98b5514032c0 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:56:55.543159 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4afabb45-8fa9-4c0b-9f6c-98b5514032c0'] response: {'server_uuid': 'd3e709c6-abd2-4b38-90c8-a7651280a58c', 'name': 'network-vif-deleted', 'tag': '0cc49948-0966-48c2-89e6-3a84d425dbac', 'status': 'completed', 'code': 200} Oct 10 11:56:55.833388 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4c235740-2f12-437c-8496-3c4dd143517c req-655c84ab-2ef8-4804-a7cc-178a9b30b841 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=d3e709c6-abd2-4b38-90c8-a7651280a58c HTTP/1.1" status: 200 len: 210 time: 0.1118221 Oct 10 11:56:56.935679 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37696) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:56:57.502760 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a8ea0560-459b-4717-ae55-105fb7fe7a2e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:56:57.656903 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 0cc49948-0966-48c2-89e6-3a84d425dbac no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:56:57.691082 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: 0cc49948-0966-48c2-89e6-3a84d425dbac {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:56:57.691422 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 0cc49948-0966-48c2-89e6-3a84d425dbac not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:56:57.969652 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-a8ea0560-459b-4717-ae55-105fb7fe7a2e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Deleting port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:56:57.970186 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a8ea0560-459b-4717-ae55-105fb7fe7a2e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:56:58.162997 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-a8ea0560-459b-4717-ae55-105fb7fe7a2e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] For port 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=3dc76ca3-6c5e-419e-9eba-0ed0a77e0095,segment=NetworkSegment(8db31591-1876-4bbe-9277-223d34929f05),segment_id=8db31591-1876-4bbe-9277-223d34929f05)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:56:58.163300 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a8ea0560-459b-4717-ae55-105fb7fe7a2e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:56:58.296708 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-a8ea0560-459b-4717-ae55-105fb7fe7a2e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Calling delete_port for 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:56:58.726950 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a8ea0560-459b-4717-ae55-105fb7fe7a2e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:56:58.808661 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea0560-459b-4717-ae55-105fb7fe7a2e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Port': ['ID=3dc76ca3-6c5e-419e-9eba-0ed0a77e0095,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:56:59.071454 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a8ea0560-459b-4717-ae55-105fb7fe7a2e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:56:59.547092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ea0560-459b-4717-ae55-105fb7fe7a2e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Router 985fbd0b-73cc-4db1-98da-6ab0a014e9fb has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:56:59.722033 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ea0560-459b-4717-ae55-105fb7fe7a2e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:56:59.731946 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29de0c1f-47d1-41b7-82bf-b6ff6dd00d99 None None] Sync routers for ids ['985fbd0b-73cc-4db1-98da-6ab0a014e9fb'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:56:59.735262 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a8ea0560-459b-4717-ae55-105fb7fe7a2e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "PUT /v2.0/routers/985fbd0b-73cc-4db1-98da-6ab0a014e9fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7983215 Oct 10 11:56:59.737706 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37700) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:56:59.741235 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29de0c1f-47d1-41b7-82bf-b6ff6dd00d99 None None] Routers {'985fbd0b-73cc-4db1-98da-6ab0a014e9fb'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:56:59.741859 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-29de0c1f-47d1-41b7-82bf-b6ff6dd00d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:56:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['985fbd0b-73cc-4db1-98da-6ab0a014e9fb'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:56:59.806691 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-49042f03-e71c-401b-a0dd-f6e3d246c5f4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Deleting subnet fa658456-e17e-4cbf-acb3-174f2e589240 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:56:59.809751 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-49042f03-e71c-401b-a0dd-f6e3d246c5f4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:56:59.864273 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-49042f03-e71c-401b-a0dd-f6e3d246c5f4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:56:59.916661 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-29de0c1f-47d1-41b7-82bf-b6ff6dd00d99 None None] Set router 985fbd0b-73cc-4db1-98da-6ab0a014e9fb gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:56:59.953931 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-49042f03-e71c-401b-a0dd-f6e3d246c5f4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:00.126790 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-49042f03-e71c-401b-a0dd-f6e3d246c5f4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:00.166377 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49042f03-e71c-401b-a0dd-f6e3d246c5f4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Subnet': ['ID=fa658456-e17e-4cbf-acb3-174f2e589240,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:00.170337 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-49042f03-e71c-401b-a0dd-f6e3d246c5f4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:00.176523 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-49042f03-e71c-401b-a0dd-f6e3d246c5f4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "DELETE /v2.0/subnets/fa658456-e17e-4cbf-acb3-174f2e589240 HTTP/1.1" status: 204 len: 168 time: 0.4377878 Oct 10 11:57:00.179089 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37704) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:57:00.179391 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2698eb-6863-4cd1-8d7a-8af06b05b993 None None] Network fa1bb2bb-f202-43bb-acbb-66034d1f5555 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:57:00.226831 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-29de0c1f-47d1-41b7-82bf-b6ff6dd00d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598776609', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:55:07Z', 'updated_at': '2022-10-10T11:56:58Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:55:08Z', 'updated_at': '2022-10-10T11:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:57:00.231343 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29de0c1f-47d1-41b7-82bf-b6ff6dd00d99 None None] Checking router: 985fbd0b-73cc-4db1-98da-6ab0a014e9fb for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:57:00.239463 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29de0c1f-47d1-41b7-82bf-b6ff6dd00d99 None None] Routers {'985fbd0b-73cc-4db1-98da-6ab0a014e9fb'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:57:00.240103 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-29de0c1f-47d1-41b7-82bf-b6ff6dd00d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:56:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['985fbd0b-73cc-4db1-98da-6ab0a014e9fb'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:57:00.365474 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a53982d8-5db5-493b-9437-1db5be73b8c7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:00.429881 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-29de0c1f-47d1-41b7-82bf-b6ff6dd00d99 None None] Set router 985fbd0b-73cc-4db1-98da-6ab0a014e9fb gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:57:00.453242 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37fa429-cb2a-4055-bff4-d00dd3bead45 None None] DHCP port deletion for fa1bb2bb-f202-43bb-acbb-66034d1f5555 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:57:00.457073 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b37fa429-cb2a-4055-bff4-d00dd3bead45 None None] Deleting port a4838d38-6c81-4ffd-b679-60a5b8d3e0e9 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:57:00.457440 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b37fa429-cb2a-4055-bff4-d00dd3bead45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:00.554807 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a53982d8-5db5-493b-9437-1db5be73b8c7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:00.662014 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-b37fa429-cb2a-4055-bff4-d00dd3bead45 None None] For port a4838d38-6c81-4ffd-b679-60a5b8d3e0e9, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a4838d38-6c81-4ffd-b679-60a5b8d3e0e9,segment=NetworkSegment(8db31591-1876-4bbe-9277-223d34929f05),segment_id=8db31591-1876-4bbe-9277-223d34929f05)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:57:00.662292 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b37fa429-cb2a-4055-bff4-d00dd3bead45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:00.664330 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-a53982d8-5db5-493b-9437-1db5be73b8c7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Deleting port dc354981-bd10-448f-8b9a-c0e31a22f2cc {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:57:00.664744 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a53982d8-5db5-493b-9437-1db5be73b8c7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:00.714930 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-29de0c1f-47d1-41b7-82bf-b6ff6dd00d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598776609', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:55:07Z', 'updated_at': '2022-10-10T11:56:58Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:55:08Z', 'updated_at': '2022-10-10T11:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:57:00.718881 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29de0c1f-47d1-41b7-82bf-b6ff6dd00d99 None None] The sync data for ids ['985fbd0b-73cc-4db1-98da-6ab0a014e9fb'] in dv-neutron-860842-1-hyperv is: [{'id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-598776609', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:55:07Z', 'updated_at': '2022-10-10T11:56:58Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'dc354981-bd10-448f-8b9a-c0e31a22f2cc', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985fbd0b-73cc-4db1-98da-6ab0a014e9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:55:08Z', 'updated_at': '2022-10-10T11:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:57:00.785381 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-b37fa429-cb2a-4055-bff4-d00dd3bead45 None None] Calling delete_port for a4838d38-6c81-4ffd-b679-60a5b8d3e0e9 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:57:00.851115 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-a53982d8-5db5-493b-9437-1db5be73b8c7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] For port dc354981-bd10-448f-8b9a-c0e31a22f2cc, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=dc354981-bd10-448f-8b9a-c0e31a22f2cc,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:57:00.851467 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a53982d8-5db5-493b-9437-1db5be73b8c7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:00.944550 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b37fa429-cb2a-4055-bff4-d00dd3bead45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:00.971800 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-a53982d8-5db5-493b-9437-1db5be73b8c7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Calling delete_port for dc354981-bd10-448f-8b9a-c0e31a22f2cc owned by network:router_gateway {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:57:00.989543 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fa429-cb2a-4055-bff4-d00dd3bead45 None None] Pushing event deleted for resources: {'Port': ['ID=a4838d38-6c81-4ffd-b679-60a5b8d3e0e9,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:00.998816 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37fa429-cb2a-4055-bff4-d00dd3bead45 None None] No DVR routers for this DVR port a4838d38-6c81-4ffd-b679-60a5b8d3e0e9 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:57:01.000732 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fa429-cb2a-4055-bff4-d00dd3bead45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:57:01.001079 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fa429-cb2a-4055-bff4-d00dd3bead45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:57:01.001418 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fa429-cb2a-4055-bff4-d00dd3bead45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:57:01.001778 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fa429-cb2a-4055-bff4-d00dd3bead45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:57:01.002109 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fa429-cb2a-4055-bff4-d00dd3bead45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:57:01.002442 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fa429-cb2a-4055-bff4-d00dd3bead45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:57:01.002781 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fa429-cb2a-4055-bff4-d00dd3bead45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:57:01.003103 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fa429-cb2a-4055-bff4-d00dd3bead45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:57:01.003425 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fa429-cb2a-4055-bff4-d00dd3bead45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:57:01.003751 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fa429-cb2a-4055-bff4-d00dd3bead45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:57:01.004119 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fa429-cb2a-4055-bff4-d00dd3bead45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:57:01.004392 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fa429-cb2a-4055-bff4-d00dd3bead45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:57:01.322434 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a53982d8-5db5-493b-9437-1db5be73b8c7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:01.369952 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53982d8-5db5-493b-9437-1db5be73b8c7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Port': ['ID=dc354981-bd10-448f-8b9a-c0e31a22f2cc,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:01.466160 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a53982d8-5db5-493b-9437-1db5be73b8c7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:01.636579 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a53982d8-5db5-493b-9437-1db5be73b8c7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:01.638671 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a53982d8-5db5-493b-9437-1db5be73b8c7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:01.755307 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a53982d8-5db5-493b-9437-1db5be73b8c7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:01.755849 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53982d8-5db5-493b-9437-1db5be73b8c7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Fanout notify agent at l3_agent the message router_deleted on router 985fbd0b-73cc-4db1-98da-6ab0a014e9fb {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:57:01.772363 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a53982d8-5db5-493b-9437-1db5be73b8c7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:01.773468 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a53982d8-5db5-493b-9437-1db5be73b8c7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "DELETE /v2.0/routers/985fbd0b-73cc-4db1-98da-6ab0a014e9fb HTTP/1.1" status: 204 len: 168 time: 1.5934815 Oct 10 11:57:01.776425 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37708) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:57:01.905645 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7de18534-fbb0-451b-8d34-47c66ed5dbc6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:02.045914 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7de18534-fbb0-451b-8d34-47c66ed5dbc6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:02.070740 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-7de18534-fbb0-451b-8d34-47c66ed5dbc6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1bb2bb-f202-43bb-acbb-66034d1f5555']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:57:02.086373 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-7de18534-fbb0-451b-8d34-47c66ed5dbc6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db31591-1876-4bbe-9277-223d34929f05') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:57:02.086660 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-7de18534-fbb0-451b-8d34-47c66ed5dbc6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db31591-1876-4bbe-9277-223d34929f05') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:57:02.098243 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7de18534-fbb0-451b-8d34-47c66ed5dbc6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:02.114066 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7de18534-fbb0-451b-8d34-47c66ed5dbc6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:02.120554 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de18534-fbb0-451b-8d34-47c66ed5dbc6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Releasing vlan 478 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:57:02.125206 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7de18534-fbb0-451b-8d34-47c66ed5dbc6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:02.195182 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 8db31591-1876-4bbe-9277-223d34929f05 resource provider aggregate not found Oct 10 11:57:02.219821 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 8db31591-1876-4bbe-9277-223d34929f05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8db31591-1876-4bbe-9277-223d34929f05 found for delete ", "request_id": "req-08f72eaf-4d4c-4df7-9f41-c34523c886c6"}]} Oct 10 11:57:02.239550 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device a4838d38-6c81-4ffd-b679-60a5b8d3e0e9 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:57:02.275331 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: a4838d38-6c81-4ffd-b679-60a5b8d3e0e9 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:57:02.275727 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device a4838d38-6c81-4ffd-b679-60a5b8d3e0e9 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:57:02.276246 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:57:02.312107 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:57:02.312450 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 3dc76ca3-6c5e-419e-9eba-0ed0a77e0095 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:57:02.332968 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7de18534-fbb0-451b-8d34-47c66ed5dbc6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:02.350596 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7de18534-fbb0-451b-8d34-47c66ed5dbc6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:02.365913 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de18534-fbb0-451b-8d34-47c66ed5dbc6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Network': ['ID=fa1bb2bb-f202-43bb-acbb-66034d1f5555,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:02.459059 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7de18534-fbb0-451b-8d34-47c66ed5dbc6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "DELETE /v2.0/networks/fa1bb2bb-f202-43bb-acbb-66034d1f5555 HTTP/1.1" status: 204 len: 168 time: 0.6813793 Oct 10 11:57:02.461697 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37716) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:57:02.528767 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-68224979-dd12-4456-8464-b42872e3faf9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:02.558838 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-68224979-dd12-4456-8464-b42872e3faf9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:02.686806 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-68224979-dd12-4456-8464-b42872e3faf9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:02.706503 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68224979-dd12-4456-8464-b42872e3faf9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0f3d73-c84d-42da-ac67-7fedf533da3a,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:02.766483 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-68224979-dd12-4456-8464-b42872e3faf9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:02.767630 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-68224979-dd12-4456-8464-b42872e3faf9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "DELETE /v2.0/security-groups/db0f3d73-c84d-42da-ac67-7fedf533da3a HTTP/1.1" status: 204 len: 168 time: 0.3043199 Oct 10 11:57:02.998440 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37724) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:57:03.003695 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-2faafa9a-075d-4e96-9620-d616b677e1c6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1412067969', 'description': 'tempest-secgroup-smoke-1412067969 description', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:57:03.010689 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-2faafa9a-075d-4e96-9620-d616b677e1c6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:57:03.014781 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-2faafa9a-075d-4e96-9620-d616b677e1c6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:57:03.017586 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-2faafa9a-075d-4e96-9620-d616b677e1c6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:57:03.023290 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-2faafa9a-075d-4e96-9620-d616b677e1c6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:57:03.109783 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2faafa9a-075d-4e96-9620-d616b677e1c6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:03.129183 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-2faafa9a-075d-4e96-9620-d616b677e1c6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:57:03.133060 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-2faafa9a-075d-4e96-9620-d616b677e1c6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:57:03.136823 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-2faafa9a-075d-4e96-9620-d616b677e1c6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:57:03.142680 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-2faafa9a-075d-4e96-9620-d616b677e1c6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:57:03.213725 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2faafa9a-075d-4e96-9620-d616b677e1c6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:03.343969 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2faafa9a-075d-4e96-9620-d616b677e1c6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:03.388767 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faafa9a-075d-4e96-9620-d616b677e1c6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18d53849-8110-4908-88fd-4d8d79e2f485,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:03.464008 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2faafa9a-075d-4e96-9620-d616b677e1c6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:03.465270 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2faafa9a-075d-4e96-9620-d616b677e1c6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4658210 Oct 10 11:57:03.468145 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37728) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:57:03.474345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-9c35d2ec-8f1a-4158-8120-108963ae6f18 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': '18d53849-8110-4908-88fd-4d8d79e2f485', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:57:03.479542 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-9c35d2ec-8f1a-4158-8120-108963ae6f18 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:57:03.483387 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9c35d2ec-8f1a-4158-8120-108963ae6f18 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:57:03.486226 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-9c35d2ec-8f1a-4158-8120-108963ae6f18 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:57:03.492043 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-9c35d2ec-8f1a-4158-8120-108963ae6f18 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:57:03.492468 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8c066402-5be6-452d-a49d-8b324b994014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:03.602027 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9c35d2ec-8f1a-4158-8120-108963ae6f18 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:03.660752 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9c35d2ec-8f1a-4158-8120-108963ae6f18 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:03.749606 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9c35d2ec-8f1a-4158-8120-108963ae6f18 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:03.773296 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35d2ec-8f1a-4158-8120-108963ae6f18 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1273c64a-f48b-4ec9-9152-685d9435b65d,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:03.819574 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device dc354981-bd10-448f-8b9a-c0e31a22f2cc no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:57:03.824316 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9c35d2ec-8f1a-4158-8120-108963ae6f18 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:03.825498 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9c35d2ec-8f1a-4158-8120-108963ae6f18 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3564107 Oct 10 11:57:03.828289 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37732) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:57:03.833306 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-aba7a4cf-4c5e-4ebc-9102-5bbd9ff1a145 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': '18d53849-8110-4908-88fd-4d8d79e2f485', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:57:03.839868 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-aba7a4cf-4c5e-4ebc-9102-5bbd9ff1a145 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:57:03.843739 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-aba7a4cf-4c5e-4ebc-9102-5bbd9ff1a145 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:57:03.846603 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-aba7a4cf-4c5e-4ebc-9102-5bbd9ff1a145 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:57:03.852332 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-aba7a4cf-4c5e-4ebc-9102-5bbd9ff1a145 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:57:03.856036 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: dc354981-bd10-448f-8b9a-c0e31a22f2cc {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:57:03.856386 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device dc354981-bd10-448f-8b9a-c0e31a22f2cc not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:57:03.956766 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aba7a4cf-4c5e-4ebc-9102-5bbd9ff1a145 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:04.018212 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aba7a4cf-4c5e-4ebc-9102-5bbd9ff1a145 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:04.103325 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aba7a4cf-4c5e-4ebc-9102-5bbd9ff1a145 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:04.127719 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7a4cf-4c5e-4ebc-9102-5bbd9ff1a145 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16692ec4-7077-4567-84eb-6727c1d0d3bb,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:04.195477 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-aba7a4cf-4c5e-4ebc-9102-5bbd9ff1a145 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:04.196656 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-aba7a4cf-4c5e-4ebc-9102-5bbd9ff1a145 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3674691 Oct 10 11:57:04.200004 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37736) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:57:04.204878 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-f44bf76a-ca78-4f37-8068-8548a868094f tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': '18d53849-8110-4908-88fd-4d8d79e2f485', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:57:04.210775 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f44bf76a-ca78-4f37-8068-8548a868094f tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:57:04.214586 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f44bf76a-ca78-4f37-8068-8548a868094f tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:57:04.217415 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f44bf76a-ca78-4f37-8068-8548a868094f tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:57:04.223028 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f44bf76a-ca78-4f37-8068-8548a868094f tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:57:04.407984 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f44bf76a-ca78-4f37-8068-8548a868094f tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:04.469794 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f44bf76a-ca78-4f37-8068-8548a868094f tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:04.526541 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f44bf76a-ca78-4f37-8068-8548a868094f tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:04.551430 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44bf76a-ca78-4f37-8068-8548a868094f tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc78c6f1-7c59-4d79-9f6e-443a18ac08f7,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:04.618092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f44bf76a-ca78-4f37-8068-8548a868094f tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:04.619253 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f44bf76a-ca78-4f37-8068-8548a868094f tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4183505 Oct 10 11:57:04.622758 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37740) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:57:04.627551 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-3d712bb0-84d5-44c5-a32b-c10f7db3224e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': '18d53849-8110-4908-88fd-4d8d79e2f485', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:57:04.633396 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-3d712bb0-84d5-44c5-a32b-c10f7db3224e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:57:04.638018 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3d712bb0-84d5-44c5-a32b-c10f7db3224e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:57:04.640798 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3d712bb0-84d5-44c5-a32b-c10f7db3224e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:57:04.646434 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-3d712bb0-84d5-44c5-a32b-c10f7db3224e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:57:04.733235 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3d712bb0-84d5-44c5-a32b-c10f7db3224e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:04.793669 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3d712bb0-84d5-44c5-a32b-c10f7db3224e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:04.893027 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3d712bb0-84d5-44c5-a32b-c10f7db3224e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:04.916502 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d712bb0-84d5-44c5-a32b-c10f7db3224e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ccfe1df-25e2-4f60-84ed-4a47a25df737,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:05.000993 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3d712bb0-84d5-44c5-a32b-c10f7db3224e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:05.002231 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3d712bb0-84d5-44c5-a32b-c10f7db3224e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3785803 Oct 10 11:57:05.005070 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37744) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:57:05.009988 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-c30125b5-a0d3-4c55-80a7-beb78ad8019b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': '18d53849-8110-4908-88fd-4d8d79e2f485', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:57:05.016463 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c30125b5-a0d3-4c55-80a7-beb78ad8019b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:57:05.021471 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c30125b5-a0d3-4c55-80a7-beb78ad8019b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:57:05.025002 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c30125b5-a0d3-4c55-80a7-beb78ad8019b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:57:05.032600 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c30125b5-a0d3-4c55-80a7-beb78ad8019b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:57:05.143880 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-c30125b5-a0d3-4c55-80a7-beb78ad8019b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Project 6e8fd84c16e9470086acb5c1464fa01f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:57:05.151593 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c30125b5-a0d3-4c55-80a7-beb78ad8019b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:05.221025 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c30125b5-a0d3-4c55-80a7-beb78ad8019b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:05.303875 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c30125b5-a0d3-4c55-80a7-beb78ad8019b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:05.326864 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30125b5-a0d3-4c55-80a7-beb78ad8019b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330113e0-f187-428b-94f2-163ad06f5390,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:05.418443 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c30125b5-a0d3-4c55-80a7-beb78ad8019b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:05.420213 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c30125b5-a0d3-4c55-80a7-beb78ad8019b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4140210 Oct 10 11:57:05.423211 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37748) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:57:05.428372 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-d2a79aea-633b-4f59-8f7e-2bc9f43d6700 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': '18d53849-8110-4908-88fd-4d8d79e2f485', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:57:05.434530 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d2a79aea-633b-4f59-8f7e-2bc9f43d6700 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:57:05.438289 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d2a79aea-633b-4f59-8f7e-2bc9f43d6700 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:57:05.441133 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d2a79aea-633b-4f59-8f7e-2bc9f43d6700 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:57:05.448279 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d2a79aea-633b-4f59-8f7e-2bc9f43d6700 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:57:05.520978 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-d2a79aea-633b-4f59-8f7e-2bc9f43d6700 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Project 6e8fd84c16e9470086acb5c1464fa01f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:57:05.528492 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d2a79aea-633b-4f59-8f7e-2bc9f43d6700 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:05.594384 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d2a79aea-633b-4f59-8f7e-2bc9f43d6700 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:05.692040 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d2a79aea-633b-4f59-8f7e-2bc9f43d6700 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:05.718186 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a79aea-633b-4f59-8f7e-2bc9f43d6700 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bafd2a3-d4e0-48e5-8cd8-6d8856bff806,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:05.778870 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b4e64965-e159-4571-a074-2a81bbbafc60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:05.812895 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d2a79aea-633b-4f59-8f7e-2bc9f43d6700 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:05.814172 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d2a79aea-633b-4f59-8f7e-2bc9f43d6700 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3899903 Oct 10 11:57:05.816959 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37752) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:57:05.822422 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-7abaeffa-1a38-4811-8706-70cc7487f7cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'network': {'name': 'tempest-network-smoke--1626337478', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'port_security_enabled': True}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:57:05.827919 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7abaeffa-1a38-4811-8706-70cc7487f7cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:57:05.832029 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7abaeffa-1a38-4811-8706-70cc7487f7cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:network and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:57:05.835060 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7abaeffa-1a38-4811-8706-70cc7487f7cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:57:05.841575 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7abaeffa-1a38-4811-8706-70cc7487f7cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:57:05.943754 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abaeffa-1a38-4811-8706-70cc7487f7cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Made reservation on behalf of 6e8fd84c16e9470086acb5c1464fa01f for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:57:05.947300 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7abaeffa-1a38-4811-8706-70cc7487f7cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:05.976117 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7abaeffa-1a38-4811-8706-70cc7487f7cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 499} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:57:05.986395 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7abaeffa-1a38-4811-8706-70cc7487f7cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:05.986749 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-7abaeffa-1a38-4811-8706-70cc7487f7cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Added segment 36e6be21-7b53-4a2a-98d7-2262a505630f of type vlan for network 003c983f-25ef-4bcb-a3c7-e66921338141 Oct 10 11:57:06.013966 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7abaeffa-1a38-4811-8706-70cc7487f7cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:06.097965 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7abaeffa-1a38-4811-8706-70cc7487f7cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:06.103306 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abaeffa-1a38-4811-8706-70cc7487f7cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:06.103884 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7abaeffa-1a38-4811-8706-70cc7487f7cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:06.211736 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abaeffa-1a38-4811-8706-70cc7487f7cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Network': ['ID=003c983f-25ef-4bcb-a3c7-e66921338141,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:06.221939 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 003c983f-25ef-4bcb-a3c7-e66921338141 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:57:06.270512 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7abaeffa-1a38-4811-8706-70cc7487f7cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4524853 Oct 10 11:57:06.273147 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37756) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:57:06.278481 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-b13ab5ea-897b-4ada-81f8-f03796fad6db tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-882774479', 'admin_state_up': True, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:57:06.285764 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b13ab5ea-897b-4ada-81f8-f03796fad6db tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:57:06.289499 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b13ab5ea-897b-4ada-81f8-f03796fad6db tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:router and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:57:06.292828 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-b13ab5ea-897b-4ada-81f8-f03796fad6db tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:57:06.298993 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-b13ab5ea-897b-4ada-81f8-f03796fad6db tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:57:06.372658 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b13ab5ea-897b-4ada-81f8-f03796fad6db tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:06.373733 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b13ab5ea-897b-4ada-81f8-f03796fad6db tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:06.387978 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b13ab5ea-897b-4ada-81f8-f03796fad6db tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:06.810976 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b13ab5ea-897b-4ada-81f8-f03796fad6db tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:06.992187 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:57:07.041662 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:07.161710 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:07.218270 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b13ab5ea-897b-4ada-81f8-f03796fad6db tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:07.246296 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b13ab5ea-897b-4ada-81f8-f03796fad6db tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:07.382858 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-b13ab5ea-897b-4ada-81f8-f03796fad6db tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Allocated IP 172.26.4.215 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/79b23f88-860c-4b1a-be00-782886d429a4) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:57:07.526475 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b13ab5ea-897b-4ada-81f8-f03796fad6db tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:07.612720 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b13ab5ea-897b-4ada-81f8-f03796fad6db tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:07.679690 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13ab5ea-897b-4ada-81f8-f03796fad6db tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:57:07.682562 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-b13ab5ea-897b-4ada-81f8-f03796fad6db tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:57:07.687288 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13ab5ea-897b-4ada-81f8-f03796fad6db tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:57:07.720926 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ab5ea-897b-4ada-81f8-f03796fad6db tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=79b23f88-860c-4b1a-be00-782886d429a4,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:08.177160 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b13ab5ea-897b-4ada-81f8-f03796fad6db tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router_gateway, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:08.620213 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b13ab5ea-897b-4ada-81f8-f03796fad6db tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:08.801362 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:08.892308 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13ab5ea-897b-4ada-81f8-f03796fad6db tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Router 7c09f797-c080-4faf-a78c-35d31ef58f70 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:57:09.068893 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13ab5ea-897b-4ada-81f8-f03796fad6db tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:57:09.078439 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfb0ee8-b27a-459f-b5c3-385c0bf371cd None None] Sync routers for ids ['7c09f797-c080-4faf-a78c-35d31ef58f70'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:57:09.087357 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfb0ee8-b27a-459f-b5c3-385c0bf371cd None None] Routers {'7c09f797-c080-4faf-a78c-35d31ef58f70'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:57:09.087971 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-3cfb0ee8-b27a-459f-b5c3-385c0bf371cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:57:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['7c09f797-c080-4faf-a78c-35d31ef58f70'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:57:09.167918 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b13ab5ea-897b-4ada-81f8-f03796fad6db tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:09.170021 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b13ab5ea-897b-4ada-81f8-f03796fad6db tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8958950 Oct 10 11:57:09.173200 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37760) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:57:09.219010 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d1ebe9b1-7075-4786-ac08-3b76269bc05c tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=6e8fd84c16e9470086acb5c1464fa01f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415313 Oct 10 11:57:09.219671 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37764) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:57:09.306803 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-3cfb0ee8-b27a-459f-b5c3-385c0bf371cd None None] Set router 7c09f797-c080-4faf-a78c-35d31ef58f70 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:57:09.355125 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f770306-1927-4a39-8198-459578edf564 tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:09.356779 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1f770306-1927-4a39-8198-459578edf564 tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1366055 Oct 10 11:57:09.359874 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37768) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:57:09.399638 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-3d92490d-f8a8-4827-bd9f-b9c4afd270eb tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=1e933860-f99f-4a0b-a611-91d190754508&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386631 Oct 10 11:57:09.402161 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37772) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:57:09.407703 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-fa0ffe13-4c2e-4cdd-9a08-f0d8e76b5c22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-550779652', 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:57:09.517790 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-fa0ffe13-4c2e-4cdd-9a08-f0d8e76b5c22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:57:09.521744 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-fa0ffe13-4c2e-4cdd-9a08-f0d8e76b5c22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:subnet and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:57:09.524592 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-fa0ffe13-4c2e-4cdd-9a08-f0d8e76b5c22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:57:09.530957 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-fa0ffe13-4c2e-4cdd-9a08-f0d8e76b5c22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:57:09.602826 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-3cfb0ee8-b27a-459f-b5c3-385c0bf371cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882774479', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '79b23f88-860c-4b1a-be00-782886d429a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:57:06Z', 'updated_at': '2022-10-10T11:57:07Z', 'revision_number': 3, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '79b23f88-860c-4b1a-be00-782886d429a4', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:57:07Z', 'updated_at': '2022-10-10T11:57:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:57:09.606897 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfb0ee8-b27a-459f-b5c3-385c0bf371cd None None] Checking router: 7c09f797-c080-4faf-a78c-35d31ef58f70 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:57:09.607273 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfb0ee8-b27a-459f-b5c3-385c0bf371cd None None] Updating router 7c09f797-c080-4faf-a78c-35d31ef58f70 port 79b23f88-860c-4b1a-be00-782886d429a4 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:57:09.646680 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0ffe13-4c2e-4cdd-9a08-f0d8e76b5c22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Made reservation on behalf of 6e8fd84c16e9470086acb5c1464fa01f for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:57:09.650222 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fa0ffe13-4c2e-4cdd-9a08-f0d8e76b5c22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:09.674949 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0ee8-b27a-459f-b5c3-385c0bf371cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:09.769854 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:09.978529 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fa0ffe13-4c2e-4cdd-9a08-f0d8e76b5c22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:10.008785 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0ee8-b27a-459f-b5c3-385c0bf371cd None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:10.020948 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3cfb0ee8-b27a-459f-b5c3-385c0bf371cd None None] Transition to ACTIVE for port object 79b23f88-860c-4b1a-be00-782886d429a4 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:57:10.057670 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ffe13-4c2e-4cdd-9a08-f0d8e76b5c22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Subnet': ['ID=d735446d-b82b-4ac4-b8e3-2e193f6f0cbc,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:10.070977 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0ffe13-4c2e-4cdd-9a08-f0d8e76b5c22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Checking segment: {'id': '36e6be21-7b53-4a2a-98d7-2262a505630f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:57:10.071390 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0ffe13-4c2e-4cdd-9a08-f0d8e76b5c22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network hostable DHCP agents. Network: 003c983f-25ef-4bcb-a3c7-e66921338141, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:57:10.126859 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0ee8-b27a-459f-b5c3-385c0bf371cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:10.160699 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0ffe13-4c2e-4cdd-9a08-f0d8e76b5c22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network 003c983f-25ef-4bcb-a3c7-e66921338141 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:57:10.190954 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-3cfb0ee8-b27a-459f-b5c3-385c0bf371cd None None] Attempting to bind port 79b23f88-860c-4b1a-be00-782886d429a4 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:57:10.191320 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-3cfb0ee8-b27a-459f-b5c3-385c0bf371cd None None] Attempting to bind port 79b23f88-860c-4b1a-be00-782886d429a4 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:57:10.191681 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfb0ee8-b27a-459f-b5c3-385c0bf371cd None None] Attempting to bind port 79b23f88-860c-4b1a-be00-782886d429a4 on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:57:10.203458 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfb0ee8-b27a-459f-b5c3-385c0bf371cd None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:57:10.203830 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfb0ee8-b27a-459f-b5c3-385c0bf371cd None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:57:10.204228 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0ee8-b27a-459f-b5c3-385c0bf371cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:10.204648 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfb0ee8-b27a-459f-b5c3-385c0bf371cd None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:57:10.205109 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-3cfb0ee8-b27a-459f-b5c3-385c0bf371cd None None] Bound port: 79b23f88-860c-4b1a-be00-782886d429a4, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:57:10.205474 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0ee8-b27a-459f-b5c3-385c0bf371cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:10.241635 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-fa0ffe13-4c2e-4cdd-9a08-f0d8e76b5c22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 003c983f-25ef-4bcb-a3c7-e66921338141) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:57:10.246010 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0ffe13-4c2e-4cdd-9a08-f0d8e76b5c22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:10.247482 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fa0ffe13-4c2e-4cdd-9a08-f0d8e76b5c22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:10.249699 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309d305-0428-4df4-b8ad-b8c597f72282 None None] Pushing event updated for resources: {'Port': ['ID=79b23f88-860c-4b1a-be00-782886d429a4,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:10.254891 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cf7958-b581-428d-bc8a-84efc36e5b11 None None] Network 003c983f-25ef-4bcb-a3c7-e66921338141 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:57:10.345025 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-fa0ffe13-4c2e-4cdd-9a08-f0d8e76b5c22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9416122 Oct 10 11:57:10.347731 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37776) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:57:10.372848 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-3cfb0ee8-b27a-459f-b5c3-385c0bf371cd None None] For port 79b23f88-860c-4b1a-be00-782886d429a4, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:57:10.386208 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-3cfb0ee8-b27a-459f-b5c3-385c0bf371cd None None] For port 79b23f88-860c-4b1a-be00-782886d429a4, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=79b23f88-860c-4b1a-be00-782886d429a4,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:57:10.505335 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0ee8-b27a-459f-b5c3-385c0bf371cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:10.546733 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b83bf34-5948-4967-a766-06f785571e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-003c983f-25ef-4bcb-a3c7-e66921338141', 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'fixed_ips': [{'subnet_id': 'd735446d-b82b-4ac4-b8e3-2e193f6f0cbc'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:57:10.547556 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9b83bf34-5948-4967-a766-06f785571e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:10.589143 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfb0ee8-b27a-459f-b5c3-385c0bf371cd None None] Routers {'7c09f797-c080-4faf-a78c-35d31ef58f70'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:57:10.590396 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-3cfb0ee8-b27a-459f-b5c3-385c0bf371cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:57:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['7c09f797-c080-4faf-a78c-35d31ef58f70'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:57:10.717664 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309d305-0428-4df4-b8ad-b8c597f72282 None None] Pushing event updated for resources: {'Port': ['ID=79b23f88-860c-4b1a-be00-782886d429a4,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:10.939062 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-3cfb0ee8-b27a-459f-b5c3-385c0bf371cd None None] Set router 7c09f797-c080-4faf-a78c-35d31ef58f70 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:57:11.069060 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-9b83bf34-5948-4967-a766-06f785571e22 None None] Allocated IP 172.20.0.2 (003c983f-25ef-4bcb-a3c7-e66921338141/d735446d-b82b-4ac4-b8e3-2e193f6f0cbc/7f086248-7c8e-43b0-9d66-5043e7d35fa6) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:57:11.168480 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4c1eaa4b-e295-4c7e-96e3-9ae9a750e615 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:11.416279 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9b83bf34-5948-4967-a766-06f785571e22 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:11.429262 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-3cfb0ee8-b27a-459f-b5c3-385c0bf371cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882774479', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '79b23f88-860c-4b1a-be00-782886d429a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:57:06Z', 'updated_at': '2022-10-10T11:57:07Z', 'revision_number': 3, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '79b23f88-860c-4b1a-be00-782886d429a4', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:57:07Z', 'updated_at': '2022-10-10T11:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:57:11.431452 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-9b83bf34-5948-4967-a766-06f785571e22 None None] Transition to ACTIVE for port object 7f086248-7c8e-43b0-9d66-5043e7d35fa6 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:57:11.442040 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfb0ee8-b27a-459f-b5c3-385c0bf371cd None None] The sync data for ids ['7c09f797-c080-4faf-a78c-35d31ef58f70'] in dv-neutron-860842-1-hyperv is: [{'id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882774479', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '79b23f88-860c-4b1a-be00-782886d429a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:57:06Z', 'updated_at': '2022-10-10T11:57:07Z', 'revision_number': 3, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '79b23f88-860c-4b1a-be00-782886d429a4', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:57:07Z', 'updated_at': '2022-10-10T11:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:57:11.460974 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-9b83bf34-5948-4967-a766-06f785571e22 None None] Transition to ACTIVE for port object 7f086248-7c8e-43b0-9d66-5043e7d35fa6 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:57:11.573223 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9b83bf34-5948-4967-a766-06f785571e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:11.641479 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b83bf34-5948-4967-a766-06f785571e22 None None] Network 003c983f-25ef-4bcb-a3c7-e66921338141 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:57:11.644940 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-9b83bf34-5948-4967-a766-06f785571e22 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:57:11.646676 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-4c1eaa4b-e295-4c7e-96e3-9ae9a750e615 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Allocated IP 172.20.0.1 (003c983f-25ef-4bcb-a3c7-e66921338141/d735446d-b82b-4ac4-b8e3-2e193f6f0cbc/5a808b04-58b9-4941-b0ff-c9970745974d) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:57:11.669349 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b83bf34-5948-4967-a766-06f785571e22 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:57:11.679017 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83bf34-5948-4967-a766-06f785571e22 None None] Pushing event updated for resources: {'Port': ['ID=7f086248-7c8e-43b0-9d66-5043e7d35fa6,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:11.792848 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-9b83bf34-5948-4967-a766-06f785571e22 None None] Attempting to bind port 7f086248-7c8e-43b0-9d66-5043e7d35fa6 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:57:11.793845 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-9b83bf34-5948-4967-a766-06f785571e22 None None] Attempting to bind port 7f086248-7c8e-43b0-9d66-5043e7d35fa6 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '36e6be21-7b53-4a2a-98d7-2262a505630f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:57:11.794269 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b83bf34-5948-4967-a766-06f785571e22 None None] Attempting to bind port 7f086248-7c8e-43b0-9d66-5043e7d35fa6 on network 003c983f-25ef-4bcb-a3c7-e66921338141 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:57:11.804310 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b83bf34-5948-4967-a766-06f785571e22 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:57:11.807156 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b83bf34-5948-4967-a766-06f785571e22 None None] Checking segment: {'id': '36e6be21-7b53-4a2a-98d7-2262a505630f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:57:11.807156 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9b83bf34-5948-4967-a766-06f785571e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:11.807156 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b83bf34-5948-4967-a766-06f785571e22 None None] Bound using segment: {'id': '36e6be21-7b53-4a2a-98d7-2262a505630f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:57:11.807156 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-9b83bf34-5948-4967-a766-06f785571e22 None None] Bound port: 7f086248-7c8e-43b0-9d66-5043e7d35fa6, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e6be21-7b53-4a2a-98d7-2262a505630f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:57:11.807156 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9b83bf34-5948-4967-a766-06f785571e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:11.832138 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4c1eaa4b-e295-4c7e-96e3-9ae9a750e615 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:11.849637 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-4c1eaa4b-e295-4c7e-96e3-9ae9a750e615 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Transition to ACTIVE for port object 5a808b04-58b9-4941-b0ff-c9970745974d will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:57:11.916312 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 79b23f88-860c-4b1a-be00-782886d429a4 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:57:11.941806 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-9b83bf34-5948-4967-a766-06f785571e22 None None] For port 7f086248-7c8e-43b0-9d66-5043e7d35fa6, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:57:11.969320 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-9b83bf34-5948-4967-a766-06f785571e22 None None] For port 7f086248-7c8e-43b0-9d66-5043e7d35fa6, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=7f086248-7c8e-43b0-9d66-5043e7d35fa6,segment=NetworkSegment(36e6be21-7b53-4a2a-98d7-2262a505630f),segment_id=36e6be21-7b53-4a2a-98d7-2262a505630f)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:57:11.973237 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4c1eaa4b-e295-4c7e-96e3-9ae9a750e615 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:12.035318 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9b83bf34-5948-4967-a766-06f785571e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:12.045928 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1eaa4b-e295-4c7e-96e3-9ae9a750e615 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network 003c983f-25ef-4bcb-a3c7-e66921338141 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:57:12.049260 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-4c1eaa4b-e295-4c7e-96e3-9ae9a750e615 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:57:12.051922 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1eaa4b-e295-4c7e-96e3-9ae9a750e615 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:57:12.077841 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 79b23f88-860c-4b1a-be00-782886d429a4 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:57:12.097603 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1eaa4b-e295-4c7e-96e3-9ae9a750e615 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=5a808b04-58b9-4941-b0ff-c9970745974d,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:12.101310 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 79b23f88-860c-4b1a-be00-782886d429a4 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:57:12.101708 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:12.102039 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 79b23f88-860c-4b1a-be00-782886d429a4 Oct 10 11:57:12.132144 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4c1eaa4b-e295-4c7e-96e3-9ae9a750e615 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:12.175796 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83bf34-5948-4967-a766-06f785571e22 None None] Pushing event updated for resources: {'Port': ['ID=7f086248-7c8e-43b0-9d66-5043e7d35fa6,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:12.263071 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 79b23f88-860c-4b1a-be00-782886d429a4 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:57:12.263602 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:12.290151 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 79b23f88-860c-4b1a-be00-782886d429a4, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=79b23f88-860c-4b1a-be00-782886d429a4,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:57:12.361493 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:12.458219 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=79b23f88-860c-4b1a-be00-782886d429a4,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:12.543374 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4c1eaa4b-e295-4c7e-96e3-9ae9a750e615 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:13.072431 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4c1eaa4b-e295-4c7e-96e3-9ae9a750e615 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:13.138446 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4c1eaa4b-e295-4c7e-96e3-9ae9a750e615 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:13.253633 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1eaa4b-e295-4c7e-96e3-9ae9a750e615 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=5a808b04-58b9-4941-b0ff-c9970745974d,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:13.256009 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4c1eaa4b-e295-4c7e-96e3-9ae9a750e615 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:13.394142 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1eaa4b-e295-4c7e-96e3-9ae9a750e615 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network 003c983f-25ef-4bcb-a3c7-e66921338141 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:57:13.395094 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-4c1eaa4b-e295-4c7e-96e3-9ae9a750e615 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:57:13.592860 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1eaa4b-e295-4c7e-96e3-9ae9a750e615 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Router 7c09f797-c080-4faf-a78c-35d31ef58f70 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:57:13.749263 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17826c01-9dd2-4bc0-8972-2d84a777580d None None] Network 003c983f-25ef-4bcb-a3c7-e66921338141 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:57:13.781262 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1eaa4b-e295-4c7e-96e3-9ae9a750e615 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:57:13.792062 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192e7ea9-7a34-4a8d-a810-601b15148fc4 None None] Sync routers for ids ['7c09f797-c080-4faf-a78c-35d31ef58f70'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:57:13.804726 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4c1eaa4b-e295-4c7e-96e3-9ae9a750e615 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "PUT /v2.0/routers/7c09f797-c080-4faf-a78c-35d31ef58f70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4471369 Oct 10 11:57:13.804916 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192e7ea9-7a34-4a8d-a810-601b15148fc4 None None] Routers {'7c09f797-c080-4faf-a78c-35d31ef58f70'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:57:13.804916 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-192e7ea9-7a34-4a8d-a810-601b15148fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:57:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['7c09f797-c080-4faf-a78c-35d31ef58f70'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:57:13.936248 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-86bfe2c3-4f76-440e-a5e4-05442292df38 None None] Provisioning for port 7f086248-7c8e-43b0-9d66-5043e7d35fa6 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:57:14.015168 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 79b23f88-860c-4b1a-be00-782886d429a4 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:57:14.027248 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-db5ede5b-65e7-458a-9612-4d810602eae9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1412067969&fields=id&tenant_id=6e8fd84c16e9470086acb5c1464fa01f HTTP/1.1" status: 200 len: 267 time: 0.0495675 Oct 10 11:57:14.044761 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-192e7ea9-7a34-4a8d-a810-601b15148fc4 None None] Set router 7c09f797-c080-4faf-a78c-35d31ef58f70 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:57:14.119611 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 79b23f88-860c-4b1a-be00-782886d429a4 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:57:14.119983 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:14.120316 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 79b23f88-860c-4b1a-be00-782886d429a4 Oct 10 11:57:14.193359 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-4ac0ec63-9998-4da1-bd50-661cfae074e4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:14.194881 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-4ac0ec63-9998-4da1-bd50-661cfae074e4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/networks?id=003c983f-25ef-4bcb-a3c7-e66921338141 HTTP/1.1" status: 200 len: 797 time: 0.1596892 Oct 10 11:57:14.213062 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-33655fba-7a29-4c7f-8dcd-270200307937 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/quotas/6e8fd84c16e9470086acb5c1464fa01f HTTP/1.1" status: 200 len: 375 time: 0.0114970 Oct 10 11:57:14.306276 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 79b23f88-860c-4b1a-be00-782886d429a4 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:57:14.307709 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 7f086248-7c8e-43b0-9d66-5043e7d35fa6 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:57:14.325939 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-8a6fd468-2a01-4c2b-a9f0-06c7e5f121d0 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:57:14.412944 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-8a6fd468-2a01-4c2b-a9f0-06c7e5f121d0 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:57:14.414368 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-8a6fd468-2a01-4c2b-a9f0-06c7e5f121d0 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1931179 Oct 10 11:57:14.426787 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-192e7ea9-7a34-4a8d-a810-601b15148fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882774479', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '79b23f88-860c-4b1a-be00-782886d429a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:57:06Z', 'updated_at': '2022-10-10T11:57:12Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '79b23f88-860c-4b1a-be00-782886d429a4', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:57:07Z', 'updated_at': '2022-10-10T11:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '5a808b04-58b9-4941-b0ff-c9970745974d', 'name': '', 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:ed:41:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'd735446d-b82b-4ac4-b8e3-2e193f6f0cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:57:11Z', 'updated_at': '2022-10-10T11:57:12Z', 'revision_number': 2, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'd735446d-b82b-4ac4-b8e3-2e193f6f0cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:57:14.430453 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192e7ea9-7a34-4a8d-a810-601b15148fc4 None None] Checking router: 7c09f797-c080-4faf-a78c-35d31ef58f70 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:57:14.430932 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192e7ea9-7a34-4a8d-a810-601b15148fc4 None None] Updating router 7c09f797-c080-4faf-a78c-35d31ef58f70 port 5a808b04-58b9-4941-b0ff-c9970745974d binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:57:14.431712 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-26889a72-e64b-41eb-9e08-f29843278772 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:57:14.433247 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-26889a72-e64b-41eb-9e08-f29843278772 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066612 Oct 10 11:57:14.481709 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0e01cc01-7d1b-4f70-be56-b03934564bcd None None] Provisioning for port 5a808b04-58b9-4941-b0ff-c9970745974d completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:57:14.487079 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0e01cc01-7d1b-4f70-be56-b03934564bcd None None] Provisioning complete for port 5a808b04-58b9-4941-b0ff-c9970745974d triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:57:14.487463 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0e01cc01-7d1b-4f70-be56-b03934564bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:14.487798 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0e01cc01-7d1b-4f70-be56-b03934564bcd None None] Attempt 1 to provision port 5a808b04-58b9-4941-b0ff-c9970745974d Oct 10 11:57:14.494186 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-192e7ea9-7a34-4a8d-a810-601b15148fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:14.537166 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 7f086248-7c8e-43b0-9d66-5043e7d35fa6 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:57:14.560823 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 7f086248-7c8e-43b0-9d66-5043e7d35fa6 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:57:14.561202 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:14.561551 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 7f086248-7c8e-43b0-9d66-5043e7d35fa6 Oct 10 11:57:14.591703 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-7280d0ac-f80f-4920-88ac-45f166ac7660 service neutron] 10.222.0.40 "GET /v2.0/networks/003c983f-25ef-4bcb-a3c7-e66921338141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515062 Oct 10 11:57:14.598836 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0e01cc01-7d1b-4f70-be56-b03934564bcd None None] Port 5a808b04-58b9-4941-b0ff-c9970745974d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:57:14.707309 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 7f086248-7c8e-43b0-9d66-5043e7d35fa6 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:57:14.707487 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:14.756696 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 7f086248-7c8e-43b0-9d66-5043e7d35fa6, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=7f086248-7c8e-43b0-9d66-5043e7d35fa6,segment=NetworkSegment(36e6be21-7b53-4a2a-98d7-2262a505630f),segment_id=36e6be21-7b53-4a2a-98d7-2262a505630f)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:57:14.858334 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:14.861078 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-ab20c8a5-0731-4415-b6a3-f0c50a815b06 service neutron] 10.222.0.40 "GET /v2.0/networks/003c983f-25ef-4bcb-a3c7-e66921338141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634177 Oct 10 11:57:14.911139 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-192e7ea9-7a34-4a8d-a810-601b15148fc4 None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:14.925909 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-192e7ea9-7a34-4a8d-a810-601b15148fc4 None None] Transition to ACTIVE for port object 5a808b04-58b9-4941-b0ff-c9970745974d will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:57:14.928234 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=7f086248-7c8e-43b0-9d66-5043e7d35fa6,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:15.012783 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-192e7ea9-7a34-4a8d-a810-601b15148fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:15.098431 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0e01cc01-7d1b-4f70-be56-b03934564bcd None None] Attempt 2 to provision port 5a808b04-58b9-4941-b0ff-c9970745974d Oct 10 11:57:15.161373 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0e01cc01-7d1b-4f70-be56-b03934564bcd None None] Port 5a808b04-58b9-4941-b0ff-c9970745974d cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:57:15.227428 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6478da-aa8b-4073-bf1b-923a1b21fd0a None None] Pushing event updated for resources: {'Port': ['ID=5a808b04-58b9-4941-b0ff-c9970745974d,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:15.237092 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6478da-aa8b-4073-bf1b-923a1b21fd0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:57:15.237424 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6478da-aa8b-4073-bf1b-923a1b21fd0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:57:15.237788 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6478da-aa8b-4073-bf1b-923a1b21fd0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:57:15.238122 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6478da-aa8b-4073-bf1b-923a1b21fd0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:57:15.238450 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6478da-aa8b-4073-bf1b-923a1b21fd0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:57:15.238772 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6478da-aa8b-4073-bf1b-923a1b21fd0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:57:15.239084 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6478da-aa8b-4073-bf1b-923a1b21fd0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:57:15.239397 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6478da-aa8b-4073-bf1b-923a1b21fd0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:57:15.239719 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6478da-aa8b-4073-bf1b-923a1b21fd0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:57:15.240034 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6478da-aa8b-4073-bf1b-923a1b21fd0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:57:15.240350 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6478da-aa8b-4073-bf1b-923a1b21fd0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:57:15.240662 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6478da-aa8b-4073-bf1b-923a1b21fd0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:57:15.243540 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-bf6c1973-e699-44e8-991c-e5a0b3db3fed req-dded601a-a7fc-4bd2-b5bd-be28847452f4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:57:15.251965 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-192e7ea9-7a34-4a8d-a810-601b15148fc4 None None] Attempting to bind port 5a808b04-58b9-4941-b0ff-c9970745974d on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:57:15.252330 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-192e7ea9-7a34-4a8d-a810-601b15148fc4 None None] Attempting to bind port 5a808b04-58b9-4941-b0ff-c9970745974d by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '36e6be21-7b53-4a2a-98d7-2262a505630f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:57:15.252684 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e7ea9-7a34-4a8d-a810-601b15148fc4 None None] Attempting to bind port 5a808b04-58b9-4941-b0ff-c9970745974d on network 003c983f-25ef-4bcb-a3c7-e66921338141 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:57:15.256941 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-bf6c1973-e699-44e8-991c-e5a0b3db3fed req-dded601a-a7fc-4bd2-b5bd-be28847452f4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:57:15.258413 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e7ea9-7a34-4a8d-a810-601b15148fc4 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:57:15.258782 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e7ea9-7a34-4a8d-a810-601b15148fc4 None None] Checking segment: {'id': '36e6be21-7b53-4a2a-98d7-2262a505630f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:57:15.259175 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-192e7ea9-7a34-4a8d-a810-601b15148fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:15.259594 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e7ea9-7a34-4a8d-a810-601b15148fc4 None None] Bound using segment: {'id': '36e6be21-7b53-4a2a-98d7-2262a505630f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:57:15.260043 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-192e7ea9-7a34-4a8d-a810-601b15148fc4 None None] Bound port: 5a808b04-58b9-4941-b0ff-c9970745974d, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e6be21-7b53-4a2a-98d7-2262a505630f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:57:15.260408 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-192e7ea9-7a34-4a8d-a810-601b15148fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:15.261991 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bf6c1973-e699-44e8-991c-e5a0b3db3fed req-dded601a-a7fc-4bd2-b5bd-be28847452f4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 210 time: 0.1572714 Oct 10 11:57:15.353815 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-192e7ea9-7a34-4a8d-a810-601b15148fc4 None None] For port 5a808b04-58b9-4941-b0ff-c9970745974d, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:57:15.358723 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-192e7ea9-7a34-4a8d-a810-601b15148fc4 None None] For port 5a808b04-58b9-4941-b0ff-c9970745974d, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5a808b04-58b9-4941-b0ff-c9970745974d,segment=NetworkSegment(36e6be21-7b53-4a2a-98d7-2262a505630f),segment_id=36e6be21-7b53-4a2a-98d7-2262a505630f)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:57:15.455054 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-192e7ea9-7a34-4a8d-a810-601b15148fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:15.515263 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192e7ea9-7a34-4a8d-a810-601b15148fc4 None None] Routers {'7c09f797-c080-4faf-a78c-35d31ef58f70'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:57:15.515891 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-192e7ea9-7a34-4a8d-a810-601b15148fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:57:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['7c09f797-c080-4faf-a78c-35d31ef58f70'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:57:15.600804 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6478da-aa8b-4073-bf1b-923a1b21fd0a None None] Pushing event updated for resources: {'Port': ['ID=5a808b04-58b9-4941-b0ff-c9970745974d,revision_number=4']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:15.663097 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0e01cc01-7d1b-4f70-be56-b03934564bcd None None] Attempt 3 to provision port 5a808b04-58b9-4941-b0ff-c9970745974d Oct 10 11:57:15.705353 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-192e7ea9-7a34-4a8d-a810-601b15148fc4 None None] Set router 7c09f797-c080-4faf-a78c-35d31ef58f70 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:57:15.723465 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0e01cc01-7d1b-4f70-be56-b03934564bcd None None] Port 5a808b04-58b9-4941-b0ff-c9970745974d had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:57:15.734100 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-0e01cc01-7d1b-4f70-be56-b03934564bcd None None] Provisioning complete for port 7f086248-7c8e-43b0-9d66-5043e7d35fa6 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:57:15.734470 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0e01cc01-7d1b-4f70-be56-b03934564bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:15.734822 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-0e01cc01-7d1b-4f70-be56-b03934564bcd None None] Attempt 1 to provision port 7f086248-7c8e-43b0-9d66-5043e7d35fa6 Oct 10 11:57:15.858711 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-0e01cc01-7d1b-4f70-be56-b03934564bcd None None] Current status of the port 7f086248-7c8e-43b0-9d66-5043e7d35fa6 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:57:15.873982 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 7f086248-7c8e-43b0-9d66-5043e7d35fa6 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:57:15.952281 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 7f086248-7c8e-43b0-9d66-5043e7d35fa6 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:57:15.953129 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:15.953129 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 7f086248-7c8e-43b0-9d66-5043e7d35fa6 Oct 10 11:57:16.032182 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-192e7ea9-7a34-4a8d-a810-601b15148fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882774479', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '79b23f88-860c-4b1a-be00-782886d429a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:57:06Z', 'updated_at': '2022-10-10T11:57:12Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '79b23f88-860c-4b1a-be00-782886d429a4', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:57:07Z', 'updated_at': '2022-10-10T11:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '5a808b04-58b9-4941-b0ff-c9970745974d', 'name': '', 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:ed:41:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'd735446d-b82b-4ac4-b8e3-2e193f6f0cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:57:11Z', 'updated_at': '2022-10-10T11:57:15Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'd735446d-b82b-4ac4-b8e3-2e193f6f0cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:57:16.036057 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192e7ea9-7a34-4a8d-a810-601b15148fc4 None None] The sync data for ids ['7c09f797-c080-4faf-a78c-35d31ef58f70'] in dv-neutron-860842-1-hyperv is: [{'id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882774479', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '79b23f88-860c-4b1a-be00-782886d429a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:57:06Z', 'updated_at': '2022-10-10T11:57:12Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '79b23f88-860c-4b1a-be00-782886d429a4', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:57:07Z', 'updated_at': '2022-10-10T11:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '5a808b04-58b9-4941-b0ff-c9970745974d', 'name': '', 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:ed:41:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'd735446d-b82b-4ac4-b8e3-2e193f6f0cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:57:11Z', 'updated_at': '2022-10-10T11:57:15Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'd735446d-b82b-4ac4-b8e3-2e193f6f0cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:57:16.108871 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 7f086248-7c8e-43b0-9d66-5043e7d35fa6 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:57:16.426990 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c490cd48-0fd6-4d61-bde9-2ff21056222c req-33c6e1f7-4135-4f3c-88b2-ce2287472c1b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 210 time: 0.0545802 Oct 10 11:57:17.623548 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bc95fb87-f64d-4e3d-af7c-e3fed9970d38 req-07377b8d-c15f-4fb4-ba02-213b5d5caaf5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 210 time: 0.0858622 Oct 10 11:57:17.735901 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-1e1e8216-9473-4bfe-88f0-dc179436ee5e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:17.736501 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-1e1e8216-9473-4bfe-88f0-dc179436ee5e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:network {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:57:17.887927 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5a808b04-58b9-4941-b0ff-c9970745974d up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:57:17.890764 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-1e1e8216-9473-4bfe-88f0-dc179436ee5e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:network {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:57:17.892048 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-1e1e8216-9473-4bfe-88f0-dc179436ee5e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.15 "GET /v2.0/networks?id=003c983f-25ef-4bcb-a3c7-e66921338141 HTTP/1.1" status: 200 len: 797 time: 0.3153195 Oct 10 11:57:17.946586 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-6a6948e3-0411-4669-b9c0-da90efcfcc23 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:57:18.138076 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-6a6948e3-0411-4669-b9c0-da90efcfcc23 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:57:18.138297 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 5a808b04-58b9-4941-b0ff-c9970745974d completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:57:18.139328 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-6a6948e3-0411-4669-b9c0-da90efcfcc23 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e8fd84c16e9470086acb5c1464fa01f HTTP/1.1" status: 200 len: 380 time: 0.2395754 Oct 10 11:57:18.143270 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 5a808b04-58b9-4941-b0ff-c9970745974d triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:57:18.143642 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:18.143971 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 5a808b04-58b9-4941-b0ff-c9970745974d Oct 10 11:57:18.148093 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-694fad16-f899-45f8-b00c-2ab1ad007334 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'port': {'device_id': 'a793369f-19b2-41b1-9c90-5fb091de57fb', 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141', 'admin_state_up': True, 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'security_groups': ['18d53849-8110-4908-88fd-4d8d79e2f485']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:57:18.262751 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 5a808b04-58b9-4941-b0ff-c9970745974d is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:57:18.262751 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:18.288388 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-694fad16-f899-45f8-b00c-2ab1ad007334 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:57:18.298932 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-694fad16-f899-45f8-b00c-2ab1ad007334 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:57:18.299353 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 5a808b04-58b9-4941-b0ff-c9970745974d, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5a808b04-58b9-4941-b0ff-c9970745974d,segment=NetworkSegment(36e6be21-7b53-4a2a-98d7-2262a505630f),segment_id=36e6be21-7b53-4a2a-98d7-2262a505630f)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:57:18.395434 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:18.417480 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-694fad16-f899-45f8-b00c-2ab1ad007334 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Made reservation on behalf of 6e8fd84c16e9470086acb5c1464fa01f for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:57:18.421137 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-694fad16-f899-45f8-b00c-2ab1ad007334 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:18.462128 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=5a808b04-58b9-4941-b0ff-c9970745974d,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:18.692256 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-694fad16-f899-45f8-b00c-2ab1ad007334 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Allocated IP 172.20.0.13 (003c983f-25ef-4bcb-a3c7-e66921338141/d735446d-b82b-4ac4-b8e3-2e193f6f0cbc/d5affe88-5526-44a4-95d7-281c4074e3b1) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:57:18.787111 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f154eada-18f7-44a3-90de-1fbb036ff6ab req-cf83a5ef-853c-47b0-82bf-3f609e787cac tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 210 time: 0.0510018 Oct 10 11:57:18.880481 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-694fad16-f899-45f8-b00c-2ab1ad007334 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:18.896537 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-694fad16-f899-45f8-b00c-2ab1ad007334 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Transition to ACTIVE for port object d5affe88-5526-44a4-95d7-281c4074e3b1 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:57:18.996459 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-694fad16-f899-45f8-b00c-2ab1ad007334 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:19.071578 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-694fad16-f899-45f8-b00c-2ab1ad007334 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network 003c983f-25ef-4bcb-a3c7-e66921338141 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:57:19.074591 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-694fad16-f899-45f8-b00c-2ab1ad007334 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:57:19.078331 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-694fad16-f899-45f8-b00c-2ab1ad007334 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:57:19.109248 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694fad16-f899-45f8-b00c-2ab1ad007334 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=d5affe88-5526-44a4-95d7-281c4074e3b1,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:19.147620 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-694fad16-f899-45f8-b00c-2ab1ad007334 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:19.148231 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-694fad16-f899-45f8-b00c-2ab1ad007334 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:19.258786 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-694fad16-f899-45f8-b00c-2ab1ad007334 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1144371 Oct 10 11:57:19.270620 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-289f47ef-0081-4f31-879d-6f7307ce8f33 service neutron] Request body: {'port': {'device_id': 'a793369f-19b2-41b1-9c90-5fb091de57fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:57:19.344011 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-db5cd406-d847-46b8-8999-09a745b0602a None None] Provisioning for port d5affe88-5526-44a4-95d7-281c4074e3b1 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:57:19.349063 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-db5cd406-d847-46b8-8999-09a745b0602a None None] Provisioning complete for port d5affe88-5526-44a4-95d7-281c4074e3b1 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:57:19.349437 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-db5cd406-d847-46b8-8999-09a745b0602a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:19.349822 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-db5cd406-d847-46b8-8999-09a745b0602a None None] Attempt 1 to provision port d5affe88-5526-44a4-95d7-281c4074e3b1 Oct 10 11:57:19.383148 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-289f47ef-0081-4f31-879d-6f7307ce8f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:19.409087 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-db5cd406-d847-46b8-8999-09a745b0602a None None] Port d5affe88-5526-44a4-95d7-281c4074e3b1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:57:19.719289 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-289f47ef-0081-4f31-879d-6f7307ce8f33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5affe88-5526-44a4-95d7-281c4074e3b1 {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:57:19.726355 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-289f47ef-0081-4f31-879d-6f7307ce8f33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:19.740114 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-289f47ef-0081-4f31-879d-6f7307ce8f33 service neutron] Transition to ACTIVE for port object d5affe88-5526-44a4-95d7-281c4074e3b1 will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:57:19.828601 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-289f47ef-0081-4f31-879d-6f7307ce8f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:19.876277 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5a808b04-58b9-4941-b0ff-c9970745974d up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:57:19.923747 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-db5cd406-d847-46b8-8999-09a745b0602a None None] Attempt 2 to provision port d5affe88-5526-44a4-95d7-281c4074e3b1 Oct 10 11:57:19.997669 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-db5cd406-d847-46b8-8999-09a745b0602a None None] Port d5affe88-5526-44a4-95d7-281c4074e3b1 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:57:20.008767 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 5a808b04-58b9-4941-b0ff-c9970745974d triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:57:20.009136 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:20.009465 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 5a808b04-58b9-4941-b0ff-c9970745974d Oct 10 11:57:20.089709 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f47ef-0081-4f31-879d-6f7307ce8f33 service neutron] Pushing event updated for resources: {'Port': ['ID=d5affe88-5526-44a4-95d7-281c4074e3b1,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:20.121196 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-289f47ef-0081-4f31-879d-6f7307ce8f33 service neutron] Attempting to bind port d5affe88-5526-44a4-95d7-281c4074e3b1 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:57:20.122191 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-289f47ef-0081-4f31-879d-6f7307ce8f33 service neutron] Attempting to bind port d5affe88-5526-44a4-95d7-281c4074e3b1 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '36e6be21-7b53-4a2a-98d7-2262a505630f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:57:20.122475 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-289f47ef-0081-4f31-879d-6f7307ce8f33 service neutron] Attempting to bind port d5affe88-5526-44a4-95d7-281c4074e3b1 on network 003c983f-25ef-4bcb-a3c7-e66921338141 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:57:20.128694 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 5a808b04-58b9-4941-b0ff-c9970745974d is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:57:20.129723 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-289f47ef-0081-4f31-879d-6f7307ce8f33 service neutron] Port d5affe88-5526-44a4-95d7-281c4074e3b1 on network 003c983f-25ef-4bcb-a3c7-e66921338141 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:57:20.129947 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-289f47ef-0081-4f31-879d-6f7307ce8f33 service neutron] Attempting to bind port d5affe88-5526-44a4-95d7-281c4074e3b1 on network 003c983f-25ef-4bcb-a3c7-e66921338141 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:57:20.140745 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f027b8c-faed-48f1-8fba-d492d729724a req-087a1143-da1b-49ec-b232-7143e061d130 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:20.141432 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-9f027b8c-faed-48f1-8fba-d492d729724a req-087a1143-da1b-49ec-b232-7143e061d130 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:57:20.146478 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-289f47ef-0081-4f31-879d-6f7307ce8f33 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:57:20.146811 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-289f47ef-0081-4f31-879d-6f7307ce8f33 service neutron] Checking segment: {'id': '36e6be21-7b53-4a2a-98d7-2262a505630f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:57:20.147181 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-289f47ef-0081-4f31-879d-6f7307ce8f33 service neutron] Bound using segment: {'id': '36e6be21-7b53-4a2a-98d7-2262a505630f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:57:20.147597 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-289f47ef-0081-4f31-879d-6f7307ce8f33 service neutron] Bound port: d5affe88-5526-44a4-95d7-281c4074e3b1, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36e6be21-7b53-4a2a-98d7-2262a505630f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:57:20.147934 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-289f47ef-0081-4f31-879d-6f7307ce8f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:20.241554 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-289f47ef-0081-4f31-879d-6f7307ce8f33 service neutron] For port d5affe88-5526-44a4-95d7-281c4074e3b1, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:57:20.244413 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-289f47ef-0081-4f31-879d-6f7307ce8f33 service neutron] For port d5affe88-5526-44a4-95d7-281c4074e3b1, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d5affe88-5526-44a4-95d7-281c4074e3b1,segment=NetworkSegment(36e6be21-7b53-4a2a-98d7-2262a505630f),segment_id=36e6be21-7b53-4a2a-98d7-2262a505630f)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:57:20.263488 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-9f027b8c-faed-48f1-8fba-d492d729724a req-087a1143-da1b-49ec-b232-7143e061d130 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:57:20.264565 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9f027b8c-faed-48f1-8fba-d492d729724a req-087a1143-da1b-49ec-b232-7143e061d130 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 944 time: 0.3570700 Oct 10 11:57:20.312245 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9f027b8c-faed-48f1-8fba-d492d729724a req-77b740cb-bf81-4934-a586-851f3b27c506 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419111 Oct 10 11:57:20.344323 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-289f47ef-0081-4f31-879d-6f7307ce8f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:20.375049 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-289f47ef-0081-4f31-879d-6f7307ce8f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:20.375652 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-289f47ef-0081-4f31-879d-6f7307ce8f33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:20.376999 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-289f47ef-0081-4f31-879d-6f7307ce8f33 service neutron] 10.222.0.15 "PUT /v2.0/ports/d5affe88-5526-44a4-95d7-281c4074e3b1 HTTP/1.1" status: 200 len: 1094 time: 1.1105263 Oct 10 11:57:20.377485 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a793369f-19b2-41b1-9c90-5fb091de57fb', 'tag': 'd5affe88-5526-44a4-95d7-281c4074e3b1'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:57:20.379818 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cf2e40-3230-46e5-9fc8-c0f9e022e9e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a793369f-19b2-41b1-9c90-5fb091de57fb", "tag": "d5affe88-5526-44a4-95d7-281c4074e3b1"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:57:20.422783 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f47ef-0081-4f31-879d-6f7307ce8f33 service neutron] Pushing event updated for resources: {'Port': ['ID=d5affe88-5526-44a4-95d7-281c4074e3b1,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:20.426253 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1283b73a-77bc-4561-8dad-0a3a1266420b x-openstack-request-id: req-1283b73a-77bc-4561-8dad-0a3a1266420b {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:57:20.426530 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a793369f-19b2-41b1-9c90-5fb091de57fb", "tag": "d5affe88-5526-44a4-95d7-281c4074e3b1", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:57:20.426777 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1283b73a-77bc-4561-8dad-0a3a1266420b {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:57:20.427164 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1283b73a-77bc-4561-8dad-0a3a1266420b'] response: {'name': 'network-changed', 'server_uuid': 'a793369f-19b2-41b1-9c90-5fb091de57fb', 'tag': 'd5affe88-5526-44a4-95d7-281c4074e3b1', 'status': 'completed', 'code': 200} Oct 10 11:57:20.498428 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-db5cd406-d847-46b8-8999-09a745b0602a None None] Attempt 3 to provision port d5affe88-5526-44a4-95d7-281c4074e3b1 Oct 10 11:57:20.525219 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf2e40-3230-46e5-9fc8-c0f9e022e9e5 req-0cc15b13-95e7-4b1c-a835-4ed405545633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:20.526703 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-30cf2e40-3230-46e5-9fc8-c0f9e022e9e5 req-0cc15b13-95e7-4b1c-a835-4ed405545633 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 1097 time: 0.0829592 Oct 10 11:57:20.564331 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-db5cd406-d847-46b8-8999-09a745b0602a None None] Port d5affe88-5526-44a4-95d7-281c4074e3b1 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:57:20.767218 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf2e40-3230-46e5-9fc8-c0f9e022e9e5 req-24feba2a-1584-4006-8a6b-02c34b1510d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:20.768646 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-30cf2e40-3230-46e5-9fc8-c0f9e022e9e5 req-24feba2a-1584-4006-8a6b-02c34b1510d0 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2350578 Oct 10 11:57:20.909753 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf2e40-3230-46e5-9fc8-c0f9e022e9e5 req-235c80f9-9aab-4b51-b7a3-87aa62a7c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:20.911993 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-30cf2e40-3230-46e5-9fc8-c0f9e022e9e5 req-235c80f9-9aab-4b51-b7a3-87aa62a7c3a4 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1366878 Oct 10 11:57:21.023929 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-e1289fae-4758-4358-89dd-571cad1791c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:21.025431 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-e1289fae-4758-4358-89dd-571cad1791c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 1097 time: 0.0791852 Oct 10 11:57:21.097053 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-c03f7e71-13ee-4d2f-8275-a3631dd5286e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5affe88-5526-44a4-95d7-281c4074e3b1 HTTP/1.1" status: 200 len: 217 time: 0.0643454 Oct 10 11:57:21.157254 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-44035725-9108-464e-81bf-f87d0c8f706e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:21.158674 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-44035725-9108-464e-81bf-f87d0c8f706e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d735446d-b82b-4ac4-b8e3-2e193f6f0cbc HTTP/1.1" status: 200 len: 834 time: 0.0566552 Oct 10 11:57:21.243689 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-ca5b8420-d3af-4c8a-b6ba-e9483cd0c7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:21.245185 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-ca5b8420-d3af-4c8a-b6ba-e9483cd0c7ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=003c983f-25ef-4bcb-a3c7-e66921338141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810676 Oct 10 11:57:21.380989 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-3bfab898-fa00-4639-b3e6-506785a92116 service neutron] 10.222.0.15 "GET /v2.0/networks/003c983f-25ef-4bcb-a3c7-e66921338141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292627 Oct 10 11:57:21.577102 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-72888fb3-0d3b-456f-86dd-c21cee77ed0f req-67f4f596-ba61-4da7-a816-12ef5d2d3fa7 service neutron] 10.222.0.15 "GET /v2.0/networks/003c983f-25ef-4bcb-a3c7-e66921338141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905200 Oct 10 11:57:21.593641 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c889e-7f3b-4893-8d4b-95f58f1ef888 req-f0251bef-ab4f-474b-9f60-c87b1fc12858 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:21.595164 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b26c889e-7f3b-4893-8d4b-95f58f1ef888 req-f0251bef-ab4f-474b-9f60-c87b1fc12858 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 944 time: 0.1664488 Oct 10 11:57:21.644339 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b26c889e-7f3b-4893-8d4b-95f58f1ef888 req-6671998a-b2ec-4fb9-a424-4e16e61e2c3e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433304 Oct 10 11:57:22.846342 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ea7cb-676e-45a8-9149-e5277ac31e0b req-3261fc76-3799-4823-a551-80cc50de3e3b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:22.847765 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-996ea7cb-676e-45a8-9149-e5277ac31e0b req-3261fc76-3799-4823-a551-80cc50de3e3b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 944 time: 0.0875535 Oct 10 11:57:22.895014 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-996ea7cb-676e-45a8-9149-e5277ac31e0b req-a933597b-c983-4421-9b5c-43b7bdc18f85 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414946 Oct 10 11:57:23.795870 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device d5affe88-5526-44a4-95d7-281c4074e3b1 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:57:23.928009 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port d5affe88-5526-44a4-95d7-281c4074e3b1, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d5affe88-5526-44a4-95d7-281c4074e3b1,segment=NetworkSegment(36e6be21-7b53-4a2a-98d7-2262a505630f),segment_id=36e6be21-7b53-4a2a-98d7-2262a505630f)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:57:23.967710 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': 'd5affe88-5526-44a4-95d7-281c4074e3b1', 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141', 'port_id': 'd5affe88-5526-44a4-95d7-281c4074e3b1', 'mac_address': 'fa:16:3e:a2:5a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 499, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd735446d-b82b-4ac4-b8e3-2e193f6f0cbc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:57:24.021973 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port d5affe88-5526-44a4-95d7-281c4074e3b1 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:57:24.022457 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:24.039640 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5affe88-5526-44a4-95d7-281c4074e3b1 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:57:24.055896 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port d5affe88-5526-44a4-95d7-281c4074e3b1, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d5affe88-5526-44a4-95d7-281c4074e3b1,segment=NetworkSegment(36e6be21-7b53-4a2a-98d7-2262a505630f),segment_id=36e6be21-7b53-4a2a-98d7-2262a505630f)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:57:24.096991 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb76f19-cc88-42cb-ba18-d97434be125b req-2c8242d2-8f0d-41ce-a8e2-8677ff8adfd4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:24.098557 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8bb76f19-cc88-42cb-ba18-d97434be125b req-2c8242d2-8f0d-41ce-a8e2-8677ff8adfd4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 944 time: 0.0880251 Oct 10 11:57:24.115395 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:24.143687 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8bb76f19-cc88-42cb-ba18-d97434be125b req-884b6459-9bfb-46bb-9ffc-c2b4e1eddb41 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392544 Oct 10 11:57:24.186575 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=d5affe88-5526-44a4-95d7-281c4074e3b1,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:24.353075 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['d5affe88-5526-44a4-95d7-281c4074e3b1'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:57:25.338781 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295afe46-82ae-478f-8676-d9b72a0a762b req-967dd25f-06bd-453f-b0c6-c964c77161f3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:25.340223 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-295afe46-82ae-478f-8676-d9b72a0a762b req-967dd25f-06bd-453f-b0c6-c964c77161f3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 945 time: 0.0878258 Oct 10 11:57:25.384026 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-295afe46-82ae-478f-8676-d9b72a0a762b req-929efda4-6c08-4479-a8dc-2472d2c60db5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371726 Oct 10 11:57:25.798583 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device d5affe88-5526-44a4-95d7-281c4074e3b1 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:57:25.921576 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port d5affe88-5526-44a4-95d7-281c4074e3b1 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:57:25.926429 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port d5affe88-5526-44a4-95d7-281c4074e3b1 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:57:25.926801 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:25.927133 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port d5affe88-5526-44a4-95d7-281c4074e3b1 Oct 10 11:57:26.043159 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port d5affe88-5526-44a4-95d7-281c4074e3b1 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:57:26.043539 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:26.070607 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a793369f-19b2-41b1-9c90-5fb091de57fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5affe88-5526-44a4-95d7-281c4074e3b1'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:57:26.072863 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47f4cc9-5c9e-42ac-ab0c-2921c27827d0" -d '{"events": [{"server_uuid": "a793369f-19b2-41b1-9c90-5fb091de57fb", "name": "network-vif-plugged", "status": "completed", "tag": "d5affe88-5526-44a4-95d7-281c4074e3b1"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:57:26.080901 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port d5affe88-5526-44a4-95d7-281c4074e3b1, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d5affe88-5526-44a4-95d7-281c4074e3b1,segment=NetworkSegment(36e6be21-7b53-4a2a-98d7-2262a505630f),segment_id=36e6be21-7b53-4a2a-98d7-2262a505630f)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:57:26.167950 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17489995-9d0d-40a1-9659-fd519f0b7bc6 x-openstack-request-id: req-17489995-9d0d-40a1-9659-fd519f0b7bc6 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:57:26.167950 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a793369f-19b2-41b1-9c90-5fb091de57fb", "name": "network-vif-plugged", "status": "completed", "tag": "d5affe88-5526-44a4-95d7-281c4074e3b1", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:57:26.167950 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-17489995-9d0d-40a1-9659-fd519f0b7bc6 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:57:26.167950 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17489995-9d0d-40a1-9659-fd519f0b7bc6'] response: {'server_uuid': 'a793369f-19b2-41b1-9c90-5fb091de57fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5affe88-5526-44a4-95d7-281c4074e3b1', 'code': 200} Oct 10 11:57:26.189561 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:26.260370 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=d5affe88-5526-44a4-95d7-281c4074e3b1,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:26.523852 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275e39a-6853-47d0-9ce9-d62b5472e011 req-1a5ddb6d-64ec-420f-add1-5a091e80371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:26.525324 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b275e39a-6853-47d0-9ce9-d62b5472e011 req-1a5ddb6d-64ec-420f-add1-5a091e80371d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 1099 time: 0.0825844 Oct 10 11:57:26.566259 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b275e39a-6853-47d0-9ce9-d62b5472e011 req-ec822dcd-0d5c-4d29-8182-c2ac8e0ae82e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346191 Oct 10 11:57:26.590987 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507fdc4-c6b9-4e82-b9e9-2b59b1fbaf78 req-901131d3-c827-40d4-9142-bd6445c10355 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:26.593296 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0507fdc4-c6b9-4e82-b9e9-2b59b1fbaf78 req-901131d3-c827-40d4-9142-bd6445c10355 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 946 time: 0.0949256 Oct 10 11:57:26.639326 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0507fdc4-c6b9-4e82-b9e9-2b59b1fbaf78 req-f158ac68-1480-43f5-a3ac-3a962c37d203 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386281 Oct 10 11:57:27.842719 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fab734-e2fb-4e00-a508-f9b031c8cb91 req-710a9220-09aa-4fbc-a912-c5364717d2af tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:27.844231 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-34fab734-e2fb-4e00-a508-f9b031c8cb91 req-710a9220-09aa-4fbc-a912-c5364717d2af tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 946 time: 0.0905914 Oct 10 11:57:27.892442 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-34fab734-e2fb-4e00-a508-f9b031c8cb91 req-a0601548-9721-46dc-b2fe-8f2a9fdca431 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427105 Oct 10 11:57:28.092406 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de1344-957b-4fd8-a6c2-93e57efb6419 req-19a3a4fe-915a-47c6-afe2-b13f27185b6d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:28.093944 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-65de1344-957b-4fd8-a6c2-93e57efb6419 req-19a3a4fe-915a-47c6-afe2-b13f27185b6d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 946 time: 0.0867481 Oct 10 11:57:28.142691 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-65de1344-957b-4fd8-a6c2-93e57efb6419 req-8d38ee71-f604-41dd-96cb-f4a23cf1031a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431750 Oct 10 11:57:28.171708 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37840) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:57:28.248836 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a7e720-6549-4582-9442-876fe3e3d4aa tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:28.250627 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-75a7e720-6549-4582-9442-876fe3e3d4aa tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 1094 time: 0.0778918 Oct 10 11:57:28.253425 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37844) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:57:28.258338 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-440404e6-f21c-404c-af52-cd776be77dc7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'port_id': 'd5affe88-5526-44a4-95d7-281c4074e3b1', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:57:28.264290 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-440404e6-f21c-404c-af52-cd776be77dc7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:57:28.268779 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-440404e6-f21c-404c-af52-cd776be77dc7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:floatingip and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:57:28.271625 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-440404e6-f21c-404c-af52-cd776be77dc7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:57:28.277307 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-440404e6-f21c-404c-af52-cd776be77dc7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:57:28.360500 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-440404e6-f21c-404c-af52-cd776be77dc7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for floatingip, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:28.496088 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-440404e6-f21c-404c-af52-cd776be77dc7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:28.633390 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-440404e6-f21c-404c-af52-cd776be77dc7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Allocated IP 172.26.4.54 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/b91fb293-9fab-4676-8f96-4577d3337e55) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:57:28.778705 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-440404e6-f21c-404c-af52-cd776be77dc7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:28.887636 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-440404e6-f21c-404c-af52-cd776be77dc7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:28.953303 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440404e6-f21c-404c-af52-cd776be77dc7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:57:28.956083 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-440404e6-f21c-404c-af52-cd776be77dc7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:57:28.959610 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440404e6-f21c-404c-af52-cd776be77dc7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:57:28.992102 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440404e6-f21c-404c-af52-cd776be77dc7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=b91fb293-9fab-4676-8f96-4577d3337e55,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:29.480844 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-440404e6-f21c-404c-af52-cd776be77dc7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:29.606121 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-440404e6-f21c-404c-af52-cd776be77dc7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:29.816820 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-440404e6-f21c-404c-af52-cd776be77dc7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:29.955234 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-440404e6-f21c-404c-af52-cd776be77dc7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:30.058611 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440404e6-f21c-404c-af52-cd776be77dc7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=b91fb293-9fab-4676-8f96-4577d3337e55,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:57:30.063243 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-440404e6-f21c-404c-af52-cd776be77dc7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:30.233068 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-440404e6-f21c-404c-af52-cd776be77dc7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Floating IP e0271402-d3c6-48a2-91e3-a3269cc065e1 associated. External IP: 172.26.4.54, port: d5affe88-5526-44a4-95d7-281c4074e3b1. Oct 10 11:57:30.581514 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440404e6-f21c-404c-af52-cd776be77dc7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Router 7c09f797-c080-4faf-a78c-35d31ef58f70 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:57:30.757479 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440404e6-f21c-404c-af52-cd776be77dc7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:57:30.767841 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9a0823-013d-4253-b7b5-5558f61dfb44 None None] Sync routers for ids ['7c09f797-c080-4faf-a78c-35d31ef58f70'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:57:30.777013 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9a0823-013d-4253-b7b5-5558f61dfb44 None None] Routers {'7c09f797-c080-4faf-a78c-35d31ef58f70'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:57:30.777723 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-de9a0823-013d-4253-b7b5-5558f61dfb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:57:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['7c09f797-c080-4faf-a78c-35d31ef58f70'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:57:30.835508 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-440404e6-f21c-404c-af52-cd776be77dc7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:30.896659 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-440404e6-f21c-404c-af52-cd776be77dc7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6421576 Oct 10 11:57:30.897301 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a793369f-19b2-41b1-9c90-5fb091de57fb', 'tag': 'd5affe88-5526-44a4-95d7-281c4074e3b1'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:57:30.899613 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a61dffe-caff-4db3-ad92-214e434c96d3" -d '{"events": [{"name": "network-changed", "server_uuid": "a793369f-19b2-41b1-9c90-5fb091de57fb", "tag": "d5affe88-5526-44a4-95d7-281c4074e3b1"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:57:30.949633 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d116b7d0-ba1f-4427-938c-148546f7d3b1 x-openstack-request-id: req-d116b7d0-ba1f-4427-938c-148546f7d3b1 {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:57:30.950142 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a793369f-19b2-41b1-9c90-5fb091de57fb", "tag": "d5affe88-5526-44a4-95d7-281c4074e3b1", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:57:30.950548 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d116b7d0-ba1f-4427-938c-148546f7d3b1 {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:57:30.951101 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d116b7d0-ba1f-4427-938c-148546f7d3b1'] response: {'name': 'network-changed', 'server_uuid': 'a793369f-19b2-41b1-9c90-5fb091de57fb', 'tag': 'd5affe88-5526-44a4-95d7-281c4074e3b1', 'status': 'completed', 'code': 200} Oct 10 11:57:30.967271 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-de9a0823-013d-4253-b7b5-5558f61dfb44 None None] Set router 7c09f797-c080-4faf-a78c-35d31ef58f70 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:57:31.116937 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61dffe-caff-4db3-ad92-214e434c96d3 req-8e2dda67-0d51-4d0a-9368-1ab9655ceff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:31.118363 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0a61dffe-caff-4db3-ad92-214e434c96d3 req-8e2dda67-0d51-4d0a-9368-1ab9655ceff3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 1099 time: 0.1486261 Oct 10 11:57:31.126325 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65a687-e53c-49bf-9968-16dd26dd878b req-f696f6a1-cfa4-430a-b0be-a869ab9b05c4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:31.127676 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-da65a687-e53c-49bf-9968-16dd26dd878b req-f696f6a1-cfa4-430a-b0be-a869ab9b05c4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 946 time: 0.1218939 Oct 10 11:57:31.258199 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-da65a687-e53c-49bf-9968-16dd26dd878b req-4344aaf3-3c2c-464d-838b-826369be5e5c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120961 Oct 10 11:57:31.289107 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61dffe-caff-4db3-ad92-214e434c96d3 req-6aa55af1-30ba-4899-8a8a-6cae05b82d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:31.289325 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37852) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:57:31.290797 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0a61dffe-caff-4db3-ad92-214e434c96d3 req-6aa55af1-30ba-4899-8a8a-6cae05b82d75 service neutron] 10.222.0.15 "GET /v2.0/networks?id=003c983f-25ef-4bcb-a3c7-e66921338141 HTTP/1.1" status: 200 len: 898 time: 0.1622798 Oct 10 11:57:31.322996 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-de9a0823-013d-4253-b7b5-5558f61dfb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882774479', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '79b23f88-860c-4b1a-be00-782886d429a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:57:06Z', 'updated_at': '2022-10-10T11:57:12Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '79b23f88-860c-4b1a-be00-782886d429a4', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:57:07Z', 'updated_at': '2022-10-10T11:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'e0271402-d3c6-48a2-91e3-a3269cc065e1', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'floating_ip_address': '172.26.4.54', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'port_id': 'd5affe88-5526-44a4-95d7-281c4074e3b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141', 'mac_address': 'fa:16:3e:a2:5a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a793369f-19b2-41b1-9c90-5fb091de57fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:57:29Z', 'updated_at': '2022-10-10T11:57:29Z', 'revision_number': 0, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a808b04-58b9-4941-b0ff-c9970745974d', 'name': '', 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:ed:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'd735446d-b82b-4ac4-b8e3-2e193f6f0cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:57:11Z', 'updated_at': '2022-10-10T11:57:18Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'd735446d-b82b-4ac4-b8e3-2e193f6f0cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:57:31.327059 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9a0823-013d-4253-b7b5-5558f61dfb44 None None] Checking router: 7c09f797-c080-4faf-a78c-35d31ef58f70 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:57:31.336277 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9a0823-013d-4253-b7b5-5558f61dfb44 None None] Routers {'7c09f797-c080-4faf-a78c-35d31ef58f70'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:57:31.337013 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-de9a0823-013d-4253-b7b5-5558f61dfb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:57:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['7c09f797-c080-4faf-a78c-35d31ef58f70'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:57:31.398869 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7d7e63ee-de92-4194-b2cc-19abb39cebb1 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/floatingips/e0271402-d3c6-48a2-91e3-a3269cc065e1 HTTP/1.1" status: 200 len: 991 time: 0.1082549 Oct 10 11:57:31.514324 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0a61dffe-caff-4db3-ad92-214e434c96d3 req-26529acf-baaf-4216-832d-594c3c3cbd75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5affe88-5526-44a4-95d7-281c4074e3b1 HTTP/1.1" status: 200 len: 999 time: 0.2169766 Oct 10 11:57:31.526396 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-de9a0823-013d-4253-b7b5-5558f61dfb44 None None] Set router 7c09f797-c080-4faf-a78c-35d31ef58f70 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:57:31.576275 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61dffe-caff-4db3-ad92-214e434c96d3 req-52721bd3-7f75-47b2-9aab-ca8168f5be15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:31.577935 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0a61dffe-caff-4db3-ad92-214e434c96d3 req-52721bd3-7f75-47b2-9aab-ca8168f5be15 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d735446d-b82b-4ac4-b8e3-2e193f6f0cbc HTTP/1.1" status: 200 len: 834 time: 0.0578301 Oct 10 11:57:31.666301 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61dffe-caff-4db3-ad92-214e434c96d3 req-6ef6aee5-80ad-4b2a-a1b9-fc7613bd36c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:31.667953 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0a61dffe-caff-4db3-ad92-214e434c96d3 req-6ef6aee5-80ad-4b2a-a1b9-fc7613bd36c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=003c983f-25ef-4bcb-a3c7-e66921338141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847747 Oct 10 11:57:31.801469 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0a61dffe-caff-4db3-ad92-214e434c96d3 req-f4ba7c66-78ed-4f7b-be78-8701b8176af7 service neutron] 10.222.0.15 "GET /v2.0/networks/003c983f-25ef-4bcb-a3c7-e66921338141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273088 Oct 10 11:57:31.915949 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-de9a0823-013d-4253-b7b5-5558f61dfb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882774479', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '79b23f88-860c-4b1a-be00-782886d429a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:57:06Z', 'updated_at': '2022-10-10T11:57:12Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '79b23f88-860c-4b1a-be00-782886d429a4', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:57:07Z', 'updated_at': '2022-10-10T11:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'e0271402-d3c6-48a2-91e3-a3269cc065e1', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'floating_ip_address': '172.26.4.54', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'port_id': 'd5affe88-5526-44a4-95d7-281c4074e3b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141', 'mac_address': 'fa:16:3e:a2:5a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a793369f-19b2-41b1-9c90-5fb091de57fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:57:29Z', 'updated_at': '2022-10-10T11:57:29Z', 'revision_number': 0, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a808b04-58b9-4941-b0ff-c9970745974d', 'name': '', 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:ed:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'd735446d-b82b-4ac4-b8e3-2e193f6f0cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:57:11Z', 'updated_at': '2022-10-10T11:57:18Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'd735446d-b82b-4ac4-b8e3-2e193f6f0cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:57:31.920400 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9a0823-013d-4253-b7b5-5558f61dfb44 None None] The sync data for ids ['7c09f797-c080-4faf-a78c-35d31ef58f70'] in dv-neutron-860842-1-hyperv is: [{'id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882774479', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '79b23f88-860c-4b1a-be00-782886d429a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:57:06Z', 'updated_at': '2022-10-10T11:57:12Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '79b23f88-860c-4b1a-be00-782886d429a4', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:57:07Z', 'updated_at': '2022-10-10T11:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'e0271402-d3c6-48a2-91e3-a3269cc065e1', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'floating_ip_address': '172.26.4.54', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'port_id': 'd5affe88-5526-44a4-95d7-281c4074e3b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141', 'mac_address': 'fa:16:3e:a2:5a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a793369f-19b2-41b1-9c90-5fb091de57fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:57:29Z', 'updated_at': '2022-10-10T11:57:29Z', 'revision_number': 0, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a808b04-58b9-4941-b0ff-c9970745974d', 'name': '', 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:ed:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'd735446d-b82b-4ac4-b8e3-2e193f6f0cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:57:11Z', 'updated_at': '2022-10-10T11:57:18Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'd735446d-b82b-4ac4-b8e3-2e193f6f0cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:57:31.939416 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0a61dffe-caff-4db3-ad92-214e434c96d3 req-0eb3aef3-7e94-452d-a6b0-c626ba48981f service neutron] 10.222.0.15 "GET /v2.0/networks/003c983f-25ef-4bcb-a3c7-e66921338141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324968 Oct 10 11:57:32.103280 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3200a20-a7be-48c1-83df-b83f0eda74f4 None None] New status for floating IP e0271402-d3c6-48a2-91e3-a3269cc065e1: ACTIVE {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:57:32.402291 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37856) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:57:32.621258 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-cb6edd85-98b1-424d-86a0-ee2e39f0f2a8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/floatingips/e0271402-d3c6-48a2-91e3-a3269cc065e1 HTTP/1.1" status: 200 len: 993 time: 0.2178237 Oct 10 11:57:33.503588 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-498e4698-cb7b-4f50-ab80-384059d00b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:35.777962 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6238ccc3-f0a2-4d50-8f3b-e9292abe669a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:37.088473 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:37.195067 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:38.863622 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:39.714941 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:57:43.992158 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:57:53.503770 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-300428a9-ed1a-443a-9489-fe5abaf97cc8 req-a75549bf-f0dc-4243-b09f-cb86721e75b1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773690 Oct 10 11:57:53.653392 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300428a9-ed1a-443a-9489-fe5abaf97cc8 req-c4fbc9b1-5cb8-4ca8-8d66-8887010a0fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:53.654864 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-300428a9-ed1a-443a-9489-fe5abaf97cc8 req-c4fbc9b1-5cb8-4ca8-8d66-8887010a0fbd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 1099 time: 0.0807703 Oct 10 11:57:53.796837 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300428a9-ed1a-443a-9489-fe5abaf97cc8 req-77e230b4-1ac7-4283-9108-413d02e6c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:53.798202 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-300428a9-ed1a-443a-9489-fe5abaf97cc8 req-77e230b4-1ac7-4283-9108-413d02e6c321 service neutron] 10.222.0.15 "GET /v2.0/networks?id=003c983f-25ef-4bcb-a3c7-e66921338141 HTTP/1.1" status: 200 len: 898 time: 0.1259351 Oct 10 11:57:53.901332 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-300428a9-ed1a-443a-9489-fe5abaf97cc8 req-64eac310-bd71-4dce-80f0-a4a1df1e0ea5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5affe88-5526-44a4-95d7-281c4074e3b1 HTTP/1.1" status: 200 len: 1001 time: 0.0962458 Oct 10 11:57:53.964721 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300428a9-ed1a-443a-9489-fe5abaf97cc8 req-25aa8b39-a3fb-4988-b19c-8baa95ba786f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:53.966221 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-300428a9-ed1a-443a-9489-fe5abaf97cc8 req-25aa8b39-a3fb-4988-b19c-8baa95ba786f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d735446d-b82b-4ac4-b8e3-2e193f6f0cbc HTTP/1.1" status: 200 len: 834 time: 0.0584452 Oct 10 11:57:54.049780 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300428a9-ed1a-443a-9489-fe5abaf97cc8 req-8dffe6c6-5d06-4bae-91e7-c88e5736686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:57:54.051194 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-300428a9-ed1a-443a-9489-fe5abaf97cc8 req-8dffe6c6-5d06-4bae-91e7-c88e5736686c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=003c983f-25ef-4bcb-a3c7-e66921338141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780358 Oct 10 11:57:54.186530 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-300428a9-ed1a-443a-9489-fe5abaf97cc8 req-b5848659-144c-48a5-82ee-682028a21950 service neutron] 10.222.0.15 "GET /v2.0/networks/003c983f-25ef-4bcb-a3c7-e66921338141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292820 Oct 10 11:57:54.322181 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-300428a9-ed1a-443a-9489-fe5abaf97cc8 req-b3709cd4-e70a-4066-b432-b56397012ac7 service neutron] 10.222.0.15 "GET /v2.0/networks/003c983f-25ef-4bcb-a3c7-e66921338141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288433 Oct 10 11:58:02.386893 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe7524-f811-469b-b83c-ecc662f25da1 req-07d73599-c0d3-4c6d-9731-63dda9821dda tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:02.389731 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0ffe7524-f811-469b-b83c-ecc662f25da1 req-07d73599-c0d3-4c6d-9731-63dda9821dda tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 946 time: 0.0900011 Oct 10 11:58:02.433059 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0ffe7524-f811-469b-b83c-ecc662f25da1 req-0b7cb4d0-0a78-4083-89cc-cc36f9078b2e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376127 Oct 10 11:58:02.488803 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 37874) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:58:02.604988 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c1fde376-b94b-40b5-8d92-dd7ae073162e req-f22cf042-b3b4-41f9-8d27-c1f60831d1f0 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1204004 Oct 10 11:58:03.491932 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-38cb4d83-a65f-4541-8a57-42fdf44f5887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:58:03.635242 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd4a60-cc15-4a42-8739-d3eff4aa8413 req-06ca3c0e-1671-43ed-944e-abb86eddc464 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:03.636689 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4ccd4a60-cc15-4a42-8739-d3eff4aa8413 req-06ca3c0e-1671-43ed-944e-abb86eddc464 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 946 time: 0.0910919 Oct 10 11:58:03.680457 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4ccd4a60-cc15-4a42-8739-d3eff4aa8413 req-b997e82c-7d56-44ab-8e4a-d48e226c9b85 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381882 Oct 10 11:58:04.879665 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d8270-ac87-4b58-a74f-7a0e3659c884 req-b92e1962-a787-4332-8f07-68af96eead5a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:04.881110 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cc7d8270-ac87-4b58-a74f-7a0e3659c884 req-b92e1962-a787-4332-8f07-68af96eead5a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 946 time: 0.0874107 Oct 10 11:58:04.926011 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cc7d8270-ac87-4b58-a74f-7a0e3659c884 req-221ffe80-1886-47b6-9446-b9b05606ef23 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389192 Oct 10 11:58:05.828468 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-68a8dfb8-c944-4a9d-b528-2599caa10383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:58:06.124608 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d534b-97b6-494e-bf6a-e3015454cef4 req-5e493280-5a54-4b26-8c2f-fcd12dc381f2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:06.125978 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8c0d534b-97b6-494e-bf6a-e3015454cef4 req-5e493280-5a54-4b26-8c2f-fcd12dc381f2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 946 time: 0.0888529 Oct 10 11:58:06.170105 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8c0d534b-97b6-494e-bf6a-e3015454cef4 req-4e081488-bc81-4abe-9667-edfd807c9f93 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385234 Oct 10 11:58:07.023096 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:58:07.154575 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:58:07.368304 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd45bbc-5e48-4751-aeaf-b27a0a053da3 req-62cd8dc3-6797-4b10-a1d5-62aadc712757 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:07.369774 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4bd45bbc-5e48-4751-aeaf-b27a0a053da3 req-62cd8dc3-6797-4b10-a1d5-62aadc712757 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 946 time: 0.0893331 Oct 10 11:58:07.413542 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4bd45bbc-5e48-4751-aeaf-b27a0a053da3 req-86d9f279-c9ff-42d4-8665-0d6dea4a3d89 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374174 Oct 10 11:58:08.614217 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7ad6d-3e8e-45a3-bca4-ef2df0389cee req-1e9098b3-4cf0-475a-a8b3-136a84838fe9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:08.615675 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-89d7ad6d-3e8e-45a3-bca4-ef2df0389cee req-1e9098b3-4cf0-475a-a8b3-136a84838fe9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 946 time: 0.0895629 Oct 10 11:58:08.664945 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-89d7ad6d-3e8e-45a3-bca4-ef2df0389cee req-6f7b4e69-2312-4566-8719-d53eaddc62b7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435309 Oct 10 11:58:08.806387 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:58:08.925762 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fde376-b94b-40b5-8d92-dd7ae073162e req-52188f8d-e32e-4447-b810-39c7e35b7d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:08.927236 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c1fde376-b94b-40b5-8d92-dd7ae073162e req-52188f8d-e32e-4447-b810-39c7e35b7d83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 1099 time: 0.1758742 Oct 10 11:58:09.056363 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fde376-b94b-40b5-8d92-dd7ae073162e req-c7936d16-811b-41fc-8849-d69da431f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:09.057879 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c1fde376-b94b-40b5-8d92-dd7ae073162e req-c7936d16-811b-41fc-8849-d69da431f2fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=003c983f-25ef-4bcb-a3c7-e66921338141 HTTP/1.1" status: 200 len: 898 time: 0.1245499 Oct 10 11:58:09.159851 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c1fde376-b94b-40b5-8d92-dd7ae073162e req-d5a9d8a9-5a2b-467a-a398-f2c2ce39fd79 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5affe88-5526-44a4-95d7-281c4074e3b1 HTTP/1.1" status: 200 len: 1001 time: 0.0959742 Oct 10 11:58:09.220607 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fde376-b94b-40b5-8d92-dd7ae073162e req-04552db2-1dfb-497c-a373-2b90495b8cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:09.222013 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c1fde376-b94b-40b5-8d92-dd7ae073162e req-04552db2-1dfb-497c-a373-2b90495b8cd9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d735446d-b82b-4ac4-b8e3-2e193f6f0cbc HTTP/1.1" status: 200 len: 834 time: 0.0571680 Oct 10 11:58:09.306225 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fde376-b94b-40b5-8d92-dd7ae073162e req-1c63287d-9807-4cf9-810c-d6e9d8740d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:09.307717 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c1fde376-b94b-40b5-8d92-dd7ae073162e req-1c63287d-9807-4cf9-810c-d6e9d8740d35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=003c983f-25ef-4bcb-a3c7-e66921338141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803530 Oct 10 11:58:09.438031 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c1fde376-b94b-40b5-8d92-dd7ae073162e req-f6e0404d-c9ea-4766-91f5-8f4f5b2d21e6 service neutron] 10.222.0.15 "GET /v2.0/networks/003c983f-25ef-4bcb-a3c7-e66921338141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234753 Oct 10 11:58:09.571928 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c1fde376-b94b-40b5-8d92-dd7ae073162e req-959b48dd-c631-486c-95ae-87a7e094d9d4 service neutron] 10.222.0.15 "GET /v2.0/networks/003c983f-25ef-4bcb-a3c7-e66921338141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284895 Oct 10 11:58:09.732561 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:58:09.870885 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577bd1e-5025-4f6a-a562-40600e98993f req-73391b42-112e-4982-8bbd-dd68b00cf5a9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:09.872978 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4577bd1e-5025-4f6a-a562-40600e98993f req-73391b42-112e-4982-8bbd-dd68b00cf5a9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 946 time: 0.0888886 Oct 10 11:58:09.922824 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4577bd1e-5025-4f6a-a562-40600e98993f req-7bddea87-cd7f-44b6-adff-e6dcdc4fcef8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439939 Oct 10 11:58:11.119294 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6436f-2698-4e93-9daa-1d05bb1f0597 req-11209142-1700-4095-ad59-5ce43cb5247c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:11.120733 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f8a6436f-2698-4e93-9daa-1d05bb1f0597 req-11209142-1700-4095-ad59-5ce43cb5247c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 946 time: 0.0862401 Oct 10 11:58:11.167979 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f8a6436f-2698-4e93-9daa-1d05bb1f0597 req-8833a759-e94f-43cc-89c7-f553a6ba22ea tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409644 Oct 10 11:58:12.368743 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252ffb1-6597-4f8e-b094-eefb37825d71 req-bbb3769b-abb3-4cbd-9222-c8557bc0c79e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:12.370209 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b252ffb1-6597-4f8e-b094-eefb37825d71 req-bbb3769b-abb3-4cbd-9222-c8557bc0c79e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 946 time: 0.0875452 Oct 10 11:58:12.413927 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b252ffb1-6597-4f8e-b094-eefb37825d71 req-24c016fd-64fd-452f-b29d-da832cfb4b02 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379145 Oct 10 11:58:13.613533 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acaa69e-c991-4fcd-8d33-37d95ec97f6b req-3cc37e77-b6fe-4b2e-a54f-a2d2213ba2d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:13.614984 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5acaa69e-c991-4fcd-8d33-37d95ec97f6b req-3cc37e77-b6fe-4b2e-a54f-a2d2213ba2d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 946 time: 0.0888572 Oct 10 11:58:13.657359 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5acaa69e-c991-4fcd-8d33-37d95ec97f6b req-4238dee4-6cbb-43ac-9e6e-1d6d165764bc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368292 Oct 10 11:58:14.858578 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feec20b-f6b2-4954-9115-436c77698b81 req-f71e75e9-9876-47fb-9dae-2e2cc02ae82b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:14.860019 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2feec20b-f6b2-4954-9115-436c77698b81 req-f71e75e9-9876-47fb-9dae-2e2cc02ae82b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 946 time: 0.0910213 Oct 10 11:58:14.904606 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2feec20b-f6b2-4954-9115-436c77698b81 req-01440f23-9152-45c7-b4f4-fb3b6b4bd001 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389321 Oct 10 11:58:16.106400 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6ab25-a243-413e-a3fc-48eb84f2fe9a req-5151b379-4bd5-4604-99a9-c7417e6e4fce tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:16.107776 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a5a6ab25-a243-413e-a3fc-48eb84f2fe9a req-5151b379-4bd5-4604-99a9-c7417e6e4fce tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 946 time: 0.0891113 Oct 10 11:58:16.150609 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a5a6ab25-a243-413e-a3fc-48eb84f2fe9a req-53109d70-e179-4666-b6c1-b3589f5404f9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370364 Oct 10 11:58:17.346005 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0671c60-2241-48c4-89cf-e03e87a4d37c req-d343c0e3-8ab1-4706-862d-3d3c6c639e8d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:17.347440 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c0671c60-2241-48c4-89cf-e03e87a4d37c req-d343c0e3-8ab1-4706-862d-3d3c6c639e8d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 946 time: 0.0873165 Oct 10 11:58:17.394732 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c0671c60-2241-48c4-89cf-e03e87a4d37c req-27ff083d-e1d2-4dc7-9b64-0f69c9011bb2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416765 Oct 10 11:58:18.590964 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ebb6f-9798-41b2-963f-fbceea39d30c req-9b734908-d517-4ad7-ae21-6f7f3edc4bc5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:18.592395 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4b9ebb6f-9798-41b2-963f-fbceea39d30c req-9b734908-d517-4ad7-ae21-6f7f3edc4bc5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 946 time: 0.0866201 Oct 10 11:58:18.637914 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4b9ebb6f-9798-41b2-963f-fbceea39d30c req-10d3aa09-a03e-4470-909a-73acff144fa2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399618 Oct 10 11:58:19.838693 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1e6fb-09be-4209-a966-cbed2b7648c2 req-a4e967ef-d89d-4047-93ce-b22fb4945ce5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:19.840138 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-38f1e6fb-09be-4209-a966-cbed2b7648c2 req-a4e967ef-d89d-4047-93ce-b22fb4945ce5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 946 time: 0.0870814 Oct 10 11:58:19.884282 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-38f1e6fb-09be-4209-a966-cbed2b7648c2 req-59e55c36-f2a1-43c9-8e37-611f36dc2eeb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376246 Oct 10 11:58:20.990400 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:58:21.085469 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e121bf-0f76-4778-aea4-d94d72f35bdc req-e27e6773-1412-4d4b-8d89-625ed10e460a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:21.086950 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-97e121bf-0f76-4778-aea4-d94d72f35bdc req-e27e6773-1412-4d4b-8d89-625ed10e460a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 946 time: 0.0867531 Oct 10 11:58:21.130823 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-97e121bf-0f76-4778-aea4-d94d72f35bdc req-e8b56523-77e6-41b9-b018-78188fc2ce24 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374432 Oct 10 11:58:21.578919 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c1fde376-b94b-40b5-8d92-dd7ae073162e req-670bbd48-d8aa-4c49-8450-9a9be4569037 service neutron] 10.222.0.15 "GET /v2.0/ports/d5affe88-5526-44a4-95d7-281c4074e3b1/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.1223471 Oct 10 11:58:22.179743 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fde376-b94b-40b5-8d92-dd7ae073162e req-d1df8050-6b25-486e-aa52-b294188ff5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:22.181207 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c1fde376-b94b-40b5-8d92-dd7ae073162e req-d1df8050-6b25-486e-aa52-b294188ff5d4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb&tenant_id=6e8fd84c16e9470086acb5c1464fa01f HTTP/1.1" status: 200 len: 1099 time: 0.0804086 Oct 10 11:58:22.288012 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fde376-b94b-40b5-8d92-dd7ae073162e req-7f7e496a-ae53-4cfe-aa87-b341944531f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:22.289484 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c1fde376-b94b-40b5-8d92-dd7ae073162e req-7f7e496a-ae53-4cfe-aa87-b341944531f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 1099 time: 0.0861027 Oct 10 11:58:22.341343 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03864436-e4ff-480b-aff4-795a4e9e0f3f req-da8c5154-dfdd-4c15-bffc-227d7b04c13e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:22.342808 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-03864436-e4ff-480b-aff4-795a4e9e0f3f req-da8c5154-dfdd-4c15-bffc-227d7b04c13e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 946 time: 0.0989003 Oct 10 11:58:22.388540 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-03864436-e4ff-480b-aff4-795a4e9e0f3f req-b7a2c4ca-23f8-4555-a376-618ecc917f8a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390058 Oct 10 11:58:22.427586 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fde376-b94b-40b5-8d92-dd7ae073162e req-8572e24f-4b8e-45f0-8ace-21c7adc8931e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:22.429014 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c1fde376-b94b-40b5-8d92-dd7ae073162e req-8572e24f-4b8e-45f0-8ace-21c7adc8931e service neutron] 10.222.0.15 "GET /v2.0/networks?id=003c983f-25ef-4bcb-a3c7-e66921338141 HTTP/1.1" status: 200 len: 898 time: 0.1335878 Oct 10 11:58:22.619123 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c1fde376-b94b-40b5-8d92-dd7ae073162e req-922916db-40aa-4417-9bec-68abb857234e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5affe88-5526-44a4-95d7-281c4074e3b1 HTTP/1.1" status: 200 len: 1001 time: 0.1843464 Oct 10 11:58:22.680152 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fde376-b94b-40b5-8d92-dd7ae073162e req-2b7deea6-0d18-4f3b-8a38-4dfc071dfa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:22.681486 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c1fde376-b94b-40b5-8d92-dd7ae073162e req-2b7deea6-0d18-4f3b-8a38-4dfc071dfa68 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d735446d-b82b-4ac4-b8e3-2e193f6f0cbc HTTP/1.1" status: 200 len: 834 time: 0.0566311 Oct 10 11:58:22.761675 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fde376-b94b-40b5-8d92-dd7ae073162e req-165bfabb-1f68-4313-9904-c68370d4f02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:22.763124 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c1fde376-b94b-40b5-8d92-dd7ae073162e req-165bfabb-1f68-4313-9904-c68370d4f02b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=003c983f-25ef-4bcb-a3c7-e66921338141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755270 Oct 10 11:58:22.894923 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c1fde376-b94b-40b5-8d92-dd7ae073162e req-5b588be1-b596-4427-89b7-b87179f2e5fc service neutron] 10.222.0.15 "GET /v2.0/networks/003c983f-25ef-4bcb-a3c7-e66921338141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252825 Oct 10 11:58:23.024118 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c1fde376-b94b-40b5-8d92-dd7ae073162e req-3c845c22-5434-4ae4-b741-9e931be14181 service neutron] 10.222.0.15 "GET /v2.0/networks/003c983f-25ef-4bcb-a3c7-e66921338141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236446 Oct 10 11:58:23.591372 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accd9fc-eae2-4152-ab0e-6d0d060d15ee req-03d8c1ff-f751-47ef-b5a2-86001b248388 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:23.592715 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4accd9fc-eae2-4152-ab0e-6d0d060d15ee req-03d8c1ff-f751-47ef-b5a2-86001b248388 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 946 time: 0.0904634 Oct 10 11:58:23.637125 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4accd9fc-eae2-4152-ab0e-6d0d060d15ee req-fefb4a85-ed5f-4b4d-a050-ce2e64d2f751 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384638 Oct 10 11:58:24.091321 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device d5affe88-5526-44a4-95d7-281c4074e3b1 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:58:24.095178 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device d5affe88-5526-44a4-95d7-281c4074e3b1 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:58:24.304795 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port d5affe88-5526-44a4-95d7-281c4074e3b1 is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:58:24.305163 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:58:24.339008 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port d5affe88-5526-44a4-95d7-281c4074e3b1, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d5affe88-5526-44a4-95d7-281c4074e3b1,segment=NetworkSegment(36e6be21-7b53-4a2a-98d7-2262a505630f),segment_id=36e6be21-7b53-4a2a-98d7-2262a505630f)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:58:24.355730 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a793369f-19b2-41b1-9c90-5fb091de57fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5affe88-5526-44a4-95d7-281c4074e3b1'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:58:24.357977 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e0ce0e-fe65-4b4e-b56a-47285bcb2559" -d '{"events": [{"server_uuid": "a793369f-19b2-41b1-9c90-5fb091de57fb", "name": "network-vif-unplugged", "status": "completed", "tag": "d5affe88-5526-44a4-95d7-281c4074e3b1"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:58:24.363299 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': 'd5affe88-5526-44a4-95d7-281c4074e3b1', 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141', 'port_id': 'd5affe88-5526-44a4-95d7-281c4074e3b1', 'mac_address': 'fa:16:3e:a2:5a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 499, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd735446d-b82b-4ac4-b8e3-2e193f6f0cbc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:58:24.369019 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port d5affe88-5526-44a4-95d7-281c4074e3b1, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d5affe88-5526-44a4-95d7-281c4074e3b1,segment=NetworkSegment(36e6be21-7b53-4a2a-98d7-2262a505630f),segment_id=36e6be21-7b53-4a2a-98d7-2262a505630f)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:58:24.411864 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Oct 2022 11:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d6023c-aa8f-4814-8329-b81cb1a6be57 x-openstack-request-id: req-d3d6023c-aa8f-4814-8329-b81cb1a6be57 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:58:24.412161 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a793369f-19b2-41b1-9c90-5fb091de57fb", "name": "network-vif-unplugged", "status": "completed", "tag": "d5affe88-5526-44a4-95d7-281c4074e3b1", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:58:24.412411 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d3d6023c-aa8f-4814-8329-b81cb1a6be57 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:58:24.412797 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3d6023c-aa8f-4814-8329-b81cb1a6be57'] response: {'server_uuid': 'a793369f-19b2-41b1-9c90-5fb091de57fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5affe88-5526-44a4-95d7-281c4074e3b1', 'code': 200} Oct 10 11:58:24.425192 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port d5affe88-5526-44a4-95d7-281c4074e3b1 is: ACTIVE; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:58:24.433265 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:58:24.445118 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5affe88-5526-44a4-95d7-281c4074e3b1 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:58:24.452121 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:58:24.558691 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 11:58:24.559057 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:58:24.562244 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=d5affe88-5526-44a4-95d7-281c4074e3b1,revision_number=6']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:58:24.569754 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:24.570102 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:24.570445 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:24.570784 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:24.571106 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:24.571434 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:24.571756 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:24.572080 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:24.572405 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:24.572725 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:24.573044 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:24.573361 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:24.842733 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2387b5-e001-494a-bd6d-db54143e5aa7 req-e6863045-602b-4928-935b-a70f1866bb62 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:24.844798 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ec2387b5-e001-494a-bd6d-db54143e5aa7 req-e6863045-602b-4928-935b-a70f1866bb62 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 944 time: 0.0942059 Oct 10 11:58:24.889786 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ec2387b5-e001-494a-bd6d-db54143e5aa7 req-962839b4-4ed7-4373-a9e0-6cdb0bd16d4d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388520 Oct 10 11:58:25.115453 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port d5affe88-5526-44a4-95d7-281c4074e3b1 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:58:25.116028 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:58:25.132203 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5affe88-5526-44a4-95d7-281c4074e3b1 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:58:25.147858 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port d5affe88-5526-44a4-95d7-281c4074e3b1, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d5affe88-5526-44a4-95d7-281c4074e3b1,segment=NetworkSegment(36e6be21-7b53-4a2a-98d7-2262a505630f),segment_id=36e6be21-7b53-4a2a-98d7-2262a505630f)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:58:25.232908 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:58:25.294948 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['d5affe88-5526-44a4-95d7-281c4074e3b1'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:58:25.348864 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=d5affe88-5526-44a4-95d7-281c4074e3b1,revision_number=7']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:58:26.090572 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4412fa-d2dc-4468-9721-afe96de1bc89 req-723c0261-aeb2-40c3-83b5-241486548047 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:26.092006 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-fa4412fa-d2dc-4468-9721-afe96de1bc89 req-723c0261-aeb2-40c3-83b5-241486548047 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 945 time: 0.0853922 Oct 10 11:58:26.105043 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device d5affe88-5526-44a4-95d7-281c4074e3b1 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:58:26.139668 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-fa4412fa-d2dc-4468-9721-afe96de1bc89 req-25b4b7d2-e951-4e49-9cb5-e2b9ec6ebde5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414360 Oct 10 11:58:26.172347 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port d5affe88-5526-44a4-95d7-281c4074e3b1 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:58:26.172911 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:58:26.173040 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port d5affe88-5526-44a4-95d7-281c4074e3b1 Oct 10 11:58:26.326045 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port d5affe88-5526-44a4-95d7-281c4074e3b1 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:58:26.326417 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:58:26.358908 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port d5affe88-5526-44a4-95d7-281c4074e3b1, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d5affe88-5526-44a4-95d7-281c4074e3b1,segment=NetworkSegment(36e6be21-7b53-4a2a-98d7-2262a505630f),segment_id=36e6be21-7b53-4a2a-98d7-2262a505630f)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:58:26.400530 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:58:26.430780 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a793369f-19b2-41b1-9c90-5fb091de57fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5affe88-5526-44a4-95d7-281c4074e3b1'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:58:26.433087 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6197174-67c1-4e55-a4e3-0adcb2e81455" -d '{"events": [{"server_uuid": "a793369f-19b2-41b1-9c90-5fb091de57fb", "name": "network-vif-plugged", "status": "completed", "tag": "d5affe88-5526-44a4-95d7-281c4074e3b1"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:58:26.477402 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=d5affe88-5526-44a4-95d7-281c4074e3b1,revision_number=8']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:58:26.492053 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c09e953-5156-4d13-89d2-4d1d886abac7 x-openstack-request-id: req-3c09e953-5156-4d13-89d2-4d1d886abac7 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:58:26.492342 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a793369f-19b2-41b1-9c90-5fb091de57fb", "name": "network-vif-plugged", "status": "completed", "tag": "d5affe88-5526-44a4-95d7-281c4074e3b1", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:58:26.492589 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3c09e953-5156-4d13-89d2-4d1d886abac7 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:58:26.492976 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c09e953-5156-4d13-89d2-4d1d886abac7'] response: {'server_uuid': 'a793369f-19b2-41b1-9c90-5fb091de57fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5affe88-5526-44a4-95d7-281c4074e3b1', 'code': 200} Oct 10 11:58:26.574268 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc286601-ef68-4234-9053-b45f75f6542d req-b30b95b4-df8e-4b8f-ae86-81967df44e83 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:26.575702 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cc286601-ef68-4234-9053-b45f75f6542d req-b30b95b4-df8e-4b8f-ae86-81967df44e83 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 946 time: 0.0952747 Oct 10 11:58:26.620414 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cc286601-ef68-4234-9053-b45f75f6542d req-0ec1aadb-7930-45ea-a554-ae5e8100556f tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387173 Oct 10 11:58:26.643784 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c262c8-ad0d-431d-b928-0787907da68e req-753c6699-9be9-483e-b18b-7f4b8c423c8c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:26.645227 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-00c262c8-ad0d-431d-b928-0787907da68e req-753c6699-9be9-483e-b18b-7f4b8c423c8c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.15 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb&tenant_id=6e8fd84c16e9470086acb5c1464fa01f&binding%3Ahost_id=hv-neutron-8608 HTTP/1.1" status: 200 len: 946 time: 0.0922525 Oct 10 11:58:26.856740 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c262c8-ad0d-431d-b928-0787907da68e req-0cb5faeb-50d7-481b-8272-a218c0cd7686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:26.858278 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-00c262c8-ad0d-431d-b928-0787907da68e req-0cb5faeb-50d7-481b-8272-a218c0cd7686 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 1099 time: 0.1418724 Oct 10 11:58:26.871783 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fff426-5b03-486b-b763-e12f9a465542 req-0699a557-6acf-4ea6-90c6-523cd59949f7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:26.873054 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-05fff426-5b03-486b-b763-e12f9a465542 req-0699a557-6acf-4ea6-90c6-523cd59949f7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 946 time: 0.1182609 Oct 10 11:58:27.006679 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-05fff426-5b03-486b-b763-e12f9a465542 req-9f242531-3373-4af5-acca-896b9aa61924 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134686 Oct 10 11:58:27.031776 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c262c8-ad0d-431d-b928-0787907da68e req-1fbd57de-4eb7-4adb-a9a8-7be3a0fe9443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:27.033211 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-00c262c8-ad0d-431d-b928-0787907da68e req-1fbd57de-4eb7-4adb-a9a8-7be3a0fe9443 service neutron] 10.222.0.15 "GET /v2.0/networks?id=003c983f-25ef-4bcb-a3c7-e66921338141 HTTP/1.1" status: 200 len: 898 time: 0.1691475 Oct 10 11:58:27.130343 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-00c262c8-ad0d-431d-b928-0787907da68e req-b38eefc8-6e2b-430d-a9ba-c6ce530b44ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5affe88-5526-44a4-95d7-281c4074e3b1 HTTP/1.1" status: 200 len: 1001 time: 0.0917869 Oct 10 11:58:27.194564 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c262c8-ad0d-431d-b928-0787907da68e req-084b54c6-d577-461b-ba12-bb85739437ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:27.195946 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-00c262c8-ad0d-431d-b928-0787907da68e req-084b54c6-d577-461b-ba12-bb85739437ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d735446d-b82b-4ac4-b8e3-2e193f6f0cbc HTTP/1.1" status: 200 len: 834 time: 0.0606353 Oct 10 11:58:27.276180 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c262c8-ad0d-431d-b928-0787907da68e req-f7a47263-c744-45c8-a81b-c520a70bcf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:27.277651 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-00c262c8-ad0d-431d-b928-0787907da68e req-f7a47263-c744-45c8-a81b-c520a70bcf94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=003c983f-25ef-4bcb-a3c7-e66921338141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763240 Oct 10 11:58:27.406636 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-00c262c8-ad0d-431d-b928-0787907da68e req-ea021987-2d7a-4934-ab42-e7d946c83fc4 service neutron] 10.222.0.15 "GET /v2.0/networks/003c983f-25ef-4bcb-a3c7-e66921338141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220019 Oct 10 11:58:27.533981 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-00c262c8-ad0d-431d-b928-0787907da68e req-0f68afb6-1534-4a4c-9126-b6403978366f service neutron] 10.222.0.15 "GET /v2.0/networks/003c983f-25ef-4bcb-a3c7-e66921338141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227870 Oct 10 11:58:28.209889 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4cc7de-9e3f-4941-9692-830f52200ec8 req-1c00e82f-0739-4d81-b24e-92c1603936e9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:28.211250 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-eb4cc7de-9e3f-4941-9692-830f52200ec8 req-1c00e82f-0739-4d81-b24e-92c1603936e9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 946 time: 0.0917747 Oct 10 11:58:28.256989 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-eb4cc7de-9e3f-4941-9692-830f52200ec8 req-a96f5d60-e088-4653-b6e4-d85a2a84ca45 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400722 Oct 10 11:58:29.458243 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18471862-63a4-4592-8188-5c6d3b23bc86 req-85d90553-a5f6-49a2-9be5-2dacf0abdd40 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:29.459690 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-18471862-63a4-4592-8188-5c6d3b23bc86 req-85d90553-a5f6-49a2-9be5-2dacf0abdd40 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 946 time: 0.0913117 Oct 10 11:58:29.503383 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-18471862-63a4-4592-8188-5c6d3b23bc86 req-692a0810-d8be-4e1f-9e16-bdf30032c8b3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381665 Oct 10 11:58:29.531850 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37968) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:58:29.728152 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7c5122b2-fbda-4029-8fe2-4440e0d49944 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/floatingips/e0271402-d3c6-48a2-91e3-a3269cc065e1 HTTP/1.1" status: 200 len: 993 time: 0.1951153 Oct 10 11:58:33.520064 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0ec000a5-2e34-42e2-a471-11cce5944b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:58:35.765342 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c1ab3f55-1af2-4112-ae8b-b259f7d5651f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:58:37.068462 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:58:37.186972 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:58:38.799752 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:58:39.737003 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:58:55.505076 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-41b1f8e6-2a83-4ea2-8f4d-447b8a85f47d req-8032399a-60cb-436f-9ffd-8b7f591070ce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780034 Oct 10 11:58:55.650733 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1f8e6-2a83-4ea2-8f4d-447b8a85f47d req-29b5294b-756e-48e7-89c0-e74117855f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:55.652187 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-41b1f8e6-2a83-4ea2-8f4d-447b8a85f47d req-29b5294b-756e-48e7-89c0-e74117855f69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 1099 time: 0.0778339 Oct 10 11:58:55.796862 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1f8e6-2a83-4ea2-8f4d-447b8a85f47d req-fbe7b9d3-846c-462c-b9bb-1a877f5e0ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:55.798246 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-41b1f8e6-2a83-4ea2-8f4d-447b8a85f47d req-fbe7b9d3-846c-462c-b9bb-1a877f5e0ed8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=003c983f-25ef-4bcb-a3c7-e66921338141 HTTP/1.1" status: 200 len: 898 time: 0.1259816 Oct 10 11:58:55.900607 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-41b1f8e6-2a83-4ea2-8f4d-447b8a85f47d req-dfdbe15a-7e54-48bc-9be9-5b26cab6e3a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5affe88-5526-44a4-95d7-281c4074e3b1 HTTP/1.1" status: 200 len: 1001 time: 0.0958560 Oct 10 11:58:55.963011 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1f8e6-2a83-4ea2-8f4d-447b8a85f47d req-56b83fa0-d2d0-4604-8cfd-d7b99ab3565f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:55.964506 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-41b1f8e6-2a83-4ea2-8f4d-447b8a85f47d req-56b83fa0-d2d0-4604-8cfd-d7b99ab3565f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d735446d-b82b-4ac4-b8e3-2e193f6f0cbc HTTP/1.1" status: 200 len: 834 time: 0.0567868 Oct 10 11:58:56.050511 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1f8e6-2a83-4ea2-8f4d-447b8a85f47d req-6240f030-ab23-4424-b4a7-6152214db352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:56.051943 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-41b1f8e6-2a83-4ea2-8f4d-447b8a85f47d req-6240f030-ab23-4424-b4a7-6152214db352 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=003c983f-25ef-4bcb-a3c7-e66921338141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809796 Oct 10 11:58:56.181543 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-41b1f8e6-2a83-4ea2-8f4d-447b8a85f47d req-2bdf44f2-01bd-4c03-89f7-67f1c0f8058c service neutron] 10.222.0.15 "GET /v2.0/networks/003c983f-25ef-4bcb-a3c7-e66921338141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221676 Oct 10 11:58:56.313945 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-41b1f8e6-2a83-4ea2-8f4d-447b8a85f47d req-c2836870-80ea-4a1d-bcb3-692824733483 service neutron] 10.222.0.15 "GET /v2.0/networks/003c983f-25ef-4bcb-a3c7-e66921338141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248167 Oct 10 11:58:56.451819 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 37984) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:58:56.653352 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-dd9378c5-c4aa-4c5f-8e2f-ff4967fe5e22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Deleting port b91fb293-9fab-4676-8f96-4577d3337e55 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:58:56.653911 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dd9378c5-c4aa-4c5f-8e2f-ff4967fe5e22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:58:56.826438 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dd9378c5-c4aa-4c5f-8e2f-ff4967fe5e22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:58:56.826754 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dd9378c5-c4aa-4c5f-8e2f-ff4967fe5e22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:58:56.945951 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-dd9378c5-c4aa-4c5f-8e2f-ff4967fe5e22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Calling delete_port for b91fb293-9fab-4676-8f96-4577d3337e55 owned by network:floatingip {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:58:57.245333 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dd9378c5-c4aa-4c5f-8e2f-ff4967fe5e22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:58:57.290851 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9378c5-c4aa-4c5f-8e2f-ff4967fe5e22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Port': ['ID=b91fb293-9fab-4676-8f96-4577d3337e55,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:58:57.335035 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9378c5-c4aa-4c5f-8e2f-ff4967fe5e22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:57.335231 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9378c5-c4aa-4c5f-8e2f-ff4967fe5e22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:57.335421 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9378c5-c4aa-4c5f-8e2f-ff4967fe5e22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:57.335754 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9378c5-c4aa-4c5f-8e2f-ff4967fe5e22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:57.336077 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9378c5-c4aa-4c5f-8e2f-ff4967fe5e22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:57.336399 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9378c5-c4aa-4c5f-8e2f-ff4967fe5e22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:57.336716 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9378c5-c4aa-4c5f-8e2f-ff4967fe5e22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:57.337033 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9378c5-c4aa-4c5f-8e2f-ff4967fe5e22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:57.337347 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9378c5-c4aa-4c5f-8e2f-ff4967fe5e22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:57.337688 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9378c5-c4aa-4c5f-8e2f-ff4967fe5e22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:57.338003 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9378c5-c4aa-4c5f-8e2f-ff4967fe5e22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:57.338316 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9378c5-c4aa-4c5f-8e2f-ff4967fe5e22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:58:57.398142 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dd9378c5-c4aa-4c5f-8e2f-ff4967fe5e22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for floatingip, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:58:57.398471 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [None req-dd9378c5-c4aa-4c5f-8e2f-ff4967fe5e22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Floating IP e0271402-d3c6-48a2-91e3-a3269cc065e1 disassociated (deleted). External IP: 172.26.4.54, port: d5affe88-5526-44a4-95d7-281c4074e3b1. Oct 10 11:58:57.747874 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9378c5-c4aa-4c5f-8e2f-ff4967fe5e22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Router 7c09f797-c080-4faf-a78c-35d31ef58f70 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:58:57.926265 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9378c5-c4aa-4c5f-8e2f-ff4967fe5e22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:58:57.937126 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d524aab-1ec8-4a89-8b20-ac81dae1aca2 None None] Sync routers for ids ['7c09f797-c080-4faf-a78c-35d31ef58f70'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:58:57.946587 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d524aab-1ec8-4a89-8b20-ac81dae1aca2 None None] Routers {'7c09f797-c080-4faf-a78c-35d31ef58f70'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:58:57.947348 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0d524aab-1ec8-4a89-8b20-ac81dae1aca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:58:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['7c09f797-c080-4faf-a78c-35d31ef58f70'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:58:57.990059 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:58:58.015717 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-dd9378c5-c4aa-4c5f-8e2f-ff4967fe5e22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:58:58.069791 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-dd9378c5-c4aa-4c5f-8e2f-ff4967fe5e22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "DELETE /v2.0/floatingips/e0271402-d3c6-48a2-91e3-a3269cc065e1 HTTP/1.1" status: 204 len: 168 time: 1.6163011 Oct 10 11:58:58.070437 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a793369f-19b2-41b1-9c90-5fb091de57fb', 'tag': 'd5affe88-5526-44a4-95d7-281c4074e3b1'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:58:58.075700 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd7b614-0b63-4d43-a2c4-83f15d6e5f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "a793369f-19b2-41b1-9c90-5fb091de57fb", "tag": "d5affe88-5526-44a4-95d7-281c4074e3b1"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:58:58.119215 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b55d70-5934-4a5b-b808-69bfe77ee8f9 x-openstack-request-id: req-f6b55d70-5934-4a5b-b808-69bfe77ee8f9 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:58:58.119511 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a793369f-19b2-41b1-9c90-5fb091de57fb", "tag": "d5affe88-5526-44a4-95d7-281c4074e3b1", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:58:58.119763 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f6b55d70-5934-4a5b-b808-69bfe77ee8f9 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:58:58.120211 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6b55d70-5934-4a5b-b808-69bfe77ee8f9'] response: {'name': 'network-changed', 'server_uuid': 'a793369f-19b2-41b1-9c90-5fb091de57fb', 'tag': 'd5affe88-5526-44a4-95d7-281c4074e3b1', 'status': 'completed', 'code': 200} Oct 10 11:58:58.132095 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-0d524aab-1ec8-4a89-8b20-ac81dae1aca2 None None] Set router 7c09f797-c080-4faf-a78c-35d31ef58f70 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:58:58.229430 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7b614-0b63-4d43-a2c4-83f15d6e5f6e req-d9137735-08df-4b4a-88f6-a199367610e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:58.230970 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0bd7b614-0b63-4d43-a2c4-83f15d6e5f6e req-d9137735-08df-4b4a-88f6-a199367610e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 1099 time: 0.0882344 Oct 10 11:58:58.372068 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7b614-0b63-4d43-a2c4-83f15d6e5f6e req-003f86b5-d040-4d49-89f5-2acfbcb79352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:58.373454 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0bd7b614-0b63-4d43-a2c4-83f15d6e5f6e req-003f86b5-d040-4d49-89f5-2acfbcb79352 service neutron] 10.222.0.15 "GET /v2.0/networks?id=003c983f-25ef-4bcb-a3c7-e66921338141 HTTP/1.1" status: 200 len: 898 time: 0.1363730 Oct 10 11:58:58.440935 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0bd7b614-0b63-4d43-a2c4-83f15d6e5f6e req-4b151b4a-14a8-4a18-9f93-facaf322d66f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5affe88-5526-44a4-95d7-281c4074e3b1 HTTP/1.1" status: 200 len: 217 time: 0.0616043 Oct 10 11:58:58.451641 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0d524aab-1ec8-4a89-8b20-ac81dae1aca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882774479', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '79b23f88-860c-4b1a-be00-782886d429a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:57:06Z', 'updated_at': '2022-10-10T11:57:12Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '79b23f88-860c-4b1a-be00-782886d429a4', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:57:07Z', 'updated_at': '2022-10-10T11:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '5a808b04-58b9-4941-b0ff-c9970745974d', 'name': '', 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:ed:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'd735446d-b82b-4ac4-b8e3-2e193f6f0cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:57:11Z', 'updated_at': '2022-10-10T11:57:18Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'd735446d-b82b-4ac4-b8e3-2e193f6f0cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:58:58.455803 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d524aab-1ec8-4a89-8b20-ac81dae1aca2 None None] Checking router: 7c09f797-c080-4faf-a78c-35d31ef58f70 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:58:58.464624 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d524aab-1ec8-4a89-8b20-ac81dae1aca2 None None] Routers {'7c09f797-c080-4faf-a78c-35d31ef58f70'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:58:58.465300 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0d524aab-1ec8-4a89-8b20-ac81dae1aca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:58:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['7c09f797-c080-4faf-a78c-35d31ef58f70'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:58:58.506384 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7b614-0b63-4d43-a2c4-83f15d6e5f6e req-46d7c47f-7edd-4418-897f-5bbfac0462bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:58.507844 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0bd7b614-0b63-4d43-a2c4-83f15d6e5f6e req-46d7c47f-7edd-4418-897f-5bbfac0462bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d735446d-b82b-4ac4-b8e3-2e193f6f0cbc HTTP/1.1" status: 200 len: 834 time: 0.0616729 Oct 10 11:58:58.595045 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7b614-0b63-4d43-a2c4-83f15d6e5f6e req-1dbe9d34-e7fc-427a-a76e-49c46ffb06d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:58.600622 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0bd7b614-0b63-4d43-a2c4-83f15d6e5f6e req-1dbe9d34-e7fc-427a-a76e-49c46ffb06d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=003c983f-25ef-4bcb-a3c7-e66921338141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807440 Oct 10 11:58:58.651324 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-0d524aab-1ec8-4a89-8b20-ac81dae1aca2 None None] Set router 7c09f797-c080-4faf-a78c-35d31ef58f70 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:58:58.735741 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0bd7b614-0b63-4d43-a2c4-83f15d6e5f6e req-edee00ca-5382-4137-8fed-8ea48c01ce06 service neutron] 10.222.0.15 "GET /v2.0/networks/003c983f-25ef-4bcb-a3c7-e66921338141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320996 Oct 10 11:58:58.747305 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95380089-63e0-4d88-95ec-63061679f074 req-f472f196-748d-4a50-b27f-5b3294b39d63 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:58:58.748761 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-95380089-63e0-4d88-95ec-63061679f074 req-f472f196-748d-4a50-b27f-5b3294b39d63 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 946 time: 0.0949643 Oct 10 11:58:58.799407 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-95380089-63e0-4d88-95ec-63061679f074 req-4de82059-a2b5-4e31-8885-7bbc3052e0b5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445945 Oct 10 11:58:58.973321 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0d524aab-1ec8-4a89-8b20-ac81dae1aca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882774479', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '79b23f88-860c-4b1a-be00-782886d429a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:57:06Z', 'updated_at': '2022-10-10T11:57:12Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '79b23f88-860c-4b1a-be00-782886d429a4', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:57:07Z', 'updated_at': '2022-10-10T11:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '5a808b04-58b9-4941-b0ff-c9970745974d', 'name': '', 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:ed:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'd735446d-b82b-4ac4-b8e3-2e193f6f0cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:57:11Z', 'updated_at': '2022-10-10T11:57:18Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'd735446d-b82b-4ac4-b8e3-2e193f6f0cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:58:58.974261 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0bd7b614-0b63-4d43-a2c4-83f15d6e5f6e req-ddd3208e-571e-4d80-96a1-9e952a2e9651 service neutron] 10.222.0.15 "GET /v2.0/networks/003c983f-25ef-4bcb-a3c7-e66921338141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319155 Oct 10 11:58:58.977352 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d524aab-1ec8-4a89-8b20-ac81dae1aca2 None None] The sync data for ids ['7c09f797-c080-4faf-a78c-35d31ef58f70'] in dv-neutron-860842-1-hyperv is: [{'id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882774479', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '79b23f88-860c-4b1a-be00-782886d429a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:57:06Z', 'updated_at': '2022-10-10T11:57:12Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '79b23f88-860c-4b1a-be00-782886d429a4', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:57:07Z', 'updated_at': '2022-10-10T11:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '5a808b04-58b9-4941-b0ff-c9970745974d', 'name': '', 'network_id': '003c983f-25ef-4bcb-a3c7-e66921338141', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:ed:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'd735446d-b82b-4ac4-b8e3-2e193f6f0cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:57:11Z', 'updated_at': '2022-10-10T11:57:18Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'd735446d-b82b-4ac4-b8e3-2e193f6f0cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:58:59.192322 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e479313-c176-41e8-a503-96b5022a1791 None None] New status for floating IP e0271402-d3c6-48a2-91e3-a3269cc065e1: DOWN {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:59:00.011011 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f1957-5b38-42af-8523-c8464dad0a03 req-d66b07ec-0172-44a9-8a04-6d1a1c465c14 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:00.012094 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-ba4f1957-5b38-42af-8523-c8464dad0a03 req-d66b07ec-0172-44a9-8a04-6d1a1c465c14 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:59:00.102388 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-ba4f1957-5b38-42af-8523-c8464dad0a03 req-d66b07ec-0172-44a9-8a04-6d1a1c465c14 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:59:00.103470 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ba4f1957-5b38-42af-8523-c8464dad0a03 req-d66b07ec-0172-44a9-8a04-6d1a1c465c14 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 946 time: 0.1874595 Oct 10 11:59:00.148804 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ba4f1957-5b38-42af-8523-c8464dad0a03 req-d65b6967-ac9f-43ef-9ffe-d842f249c1cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=18d53849-8110-4908-88fd-4d8d79e2f485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390615 Oct 10 11:59:00.320817 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49c19c-3ae3-47af-853f-488e4dd53a2a req-624af08d-9d17-4db3-a624-4d595573560c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:00.322293 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7d49c19c-3ae3-47af-853f-488e4dd53a2a req-624af08d-9d17-4db3-a624-4d595573560c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.15 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 946 time: 0.0891759 Oct 10 11:59:00.391823 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-7d49c19c-3ae3-47af-853f-488e4dd53a2a req-ec0c210b-5f6f-4ef7-b2a4-915037f4ab7c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Deleting port d5affe88-5526-44a4-95d7-281c4074e3b1 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:59:00.392079 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-7d49c19c-3ae3-47af-853f-488e4dd53a2a req-ec0c210b-5f6f-4ef7-b2a4-915037f4ab7c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:00.638953 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-7d49c19c-3ae3-47af-853f-488e4dd53a2a req-ec0c210b-5f6f-4ef7-b2a4-915037f4ab7c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] For port d5affe88-5526-44a4-95d7-281c4074e3b1, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d5affe88-5526-44a4-95d7-281c4074e3b1,segment=NetworkSegment(36e6be21-7b53-4a2a-98d7-2262a505630f),segment_id=36e6be21-7b53-4a2a-98d7-2262a505630f)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:59:00.639300 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-7d49c19c-3ae3-47af-853f-488e4dd53a2a req-ec0c210b-5f6f-4ef7-b2a4-915037f4ab7c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:00.758643 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-7d49c19c-3ae3-47af-853f-488e4dd53a2a req-ec0c210b-5f6f-4ef7-b2a4-915037f4ab7c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Calling delete_port for d5affe88-5526-44a4-95d7-281c4074e3b1 owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:59:00.958516 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-7d49c19c-3ae3-47af-853f-488e4dd53a2a req-ec0c210b-5f6f-4ef7-b2a4-915037f4ab7c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:01.008891 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c210b-5f6f-4ef7-b2a4-915037f4ab7c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Port': ['ID=d5affe88-5526-44a4-95d7-281c4074e3b1,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:01.097117 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d49c19c-3ae3-47af-853f-488e4dd53a2a req-ec0c210b-5f6f-4ef7-b2a4-915037f4ab7c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] No DVR routers for this DVR port d5affe88-5526-44a4-95d7-281c4074e3b1 on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:59:01.099543 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-7d49c19c-3ae3-47af-853f-488e4dd53a2a req-ec0c210b-5f6f-4ef7-b2a4-915037f4ab7c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:01.102102 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a793369f-19b2-41b1-9c90-5fb091de57fb', 'name': 'network-vif-deleted', 'tag': 'd5affe88-5526-44a4-95d7-281c4074e3b1'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:59:01.104371 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f185b1-6030-47df-8694-fa158cad75da" -d '{"events": [{"server_uuid": "a793369f-19b2-41b1-9c90-5fb091de57fb", "name": "network-vif-deleted", "tag": "d5affe88-5526-44a4-95d7-281c4074e3b1"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:59:01.146266 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce3abca-ca54-4076-b400-5f8b8a685569 x-openstack-request-id: req-5ce3abca-ca54-4076-b400-5f8b8a685569 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:59:01.151216 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a793369f-19b2-41b1-9c90-5fb091de57fb", "name": "network-vif-deleted", "tag": "d5affe88-5526-44a4-95d7-281c4074e3b1", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:59:01.151216 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5ce3abca-ca54-4076-b400-5f8b8a685569 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:59:01.151216 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ce3abca-ca54-4076-b400-5f8b8a685569'] response: {'server_uuid': 'a793369f-19b2-41b1-9c90-5fb091de57fb', 'name': 'network-vif-deleted', 'tag': 'd5affe88-5526-44a4-95d7-281c4074e3b1', 'status': 'completed', 'code': 200} Oct 10 11:59:01.170414 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7d49c19c-3ae3-47af-853f-488e4dd53a2a req-ec0c210b-5f6f-4ef7-b2a4-915037f4ab7c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.15 "DELETE /v2.0/ports/d5affe88-5526-44a4-95d7-281c4074e3b1 HTTP/1.1" status: 204 len: 173 time: 0.8431137 Oct 10 11:59:01.319792 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-63cb0168-19ec-4d53-9088-e4ea5fa1eeb2 req-a160c871-935b-4454-9437-345f0cc9223f tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:59:01.417025 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-63cb0168-19ec-4d53-9088-e4ea5fa1eeb2 req-a160c871-935b-4454-9437-345f0cc9223f tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:59:01.418519 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-63cb0168-19ec-4d53-9088-e4ea5fa1eeb2 req-a160c871-935b-4454-9437-345f0cc9223f tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=a793369f-19b2-41b1-9c90-5fb091de57fb HTTP/1.1" status: 200 len: 210 time: 0.1565449 Oct 10 11:59:02.517995 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38002) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:59:03.162124 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cb74bc29-bd87-4688-a017-16d4e438550c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:03.513883 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-95b1adda-eeb5-48e6-a85c-f8a31fe2e96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:03.519352 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-cb74bc29-bd87-4688-a017-16d4e438550c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Deleting port 5a808b04-58b9-4941-b0ff-c9970745974d {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:59:03.519812 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cb74bc29-bd87-4688-a017-16d4e438550c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:03.713710 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-cb74bc29-bd87-4688-a017-16d4e438550c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] For port 5a808b04-58b9-4941-b0ff-c9970745974d, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=5a808b04-58b9-4941-b0ff-c9970745974d,segment=NetworkSegment(36e6be21-7b53-4a2a-98d7-2262a505630f),segment_id=36e6be21-7b53-4a2a-98d7-2262a505630f)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:59:03.714061 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cb74bc29-bd87-4688-a017-16d4e438550c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:03.844253 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-cb74bc29-bd87-4688-a017-16d4e438550c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Calling delete_port for 5a808b04-58b9-4941-b0ff-c9970745974d owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:59:04.118259 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cb74bc29-bd87-4688-a017-16d4e438550c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:04.167603 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74bc29-bd87-4688-a017-16d4e438550c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Port': ['ID=5a808b04-58b9-4941-b0ff-c9970745974d,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:04.291188 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device d5affe88-5526-44a4-95d7-281c4074e3b1 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:59:04.332157 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: d5affe88-5526-44a4-95d7-281c4074e3b1 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:59:04.332502 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device d5affe88-5526-44a4-95d7-281c4074e3b1 not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:59:04.461154 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cb74bc29-bd87-4688-a017-16d4e438550c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:04.921958 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb74bc29-bd87-4688-a017-16d4e438550c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Router 7c09f797-c080-4faf-a78c-35d31ef58f70 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:59:05.097936 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb74bc29-bd87-4688-a017-16d4e438550c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:59:05.107543 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76f5669-be34-415c-bd64-480903cfc3a6 None None] Sync routers for ids ['7c09f797-c080-4faf-a78c-35d31ef58f70'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:59:05.117130 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76f5669-be34-415c-bd64-480903cfc3a6 None None] Routers {'7c09f797-c080-4faf-a78c-35d31ef58f70'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:59:05.128040 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f76f5669-be34-415c-bd64-480903cfc3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:58:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['7c09f797-c080-4faf-a78c-35d31ef58f70'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:05.207193 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cb74bc29-bd87-4688-a017-16d4e438550c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "PUT /v2.0/routers/7c09f797-c080-4faf-a78c-35d31ef58f70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6878998 Oct 10 11:59:05.209735 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38006) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:59:05.280434 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d10586-06e6-4fd1-9d3e-b3dc1b16a6c1 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Deleting subnet d735446d-b82b-4ac4-b8e3-2e193f6f0cbc {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 11:59:05.283701 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e4d10586-06e6-4fd1-9d3e-b3dc1b16a6c1 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:05.335251 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-f76f5669-be34-415c-bd64-480903cfc3a6 None None] Set router 7c09f797-c080-4faf-a78c-35d31ef58f70 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:59:05.338016 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e4d10586-06e6-4fd1-9d3e-b3dc1b16a6c1 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:05.419579 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e4d10586-06e6-4fd1-9d3e-b3dc1b16a6c1 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:05.617986 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f76f5669-be34-415c-bd64-480903cfc3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882774479', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '79b23f88-860c-4b1a-be00-782886d429a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:57:06Z', 'updated_at': '2022-10-10T11:59:03Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '79b23f88-860c-4b1a-be00-782886d429a4', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:57:07Z', 'updated_at': '2022-10-10T11:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:05.621797 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76f5669-be34-415c-bd64-480903cfc3a6 None None] Checking router: 7c09f797-c080-4faf-a78c-35d31ef58f70 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:59:05.630641 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76f5669-be34-415c-bd64-480903cfc3a6 None None] Routers {'7c09f797-c080-4faf-a78c-35d31ef58f70'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:59:05.631225 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f76f5669-be34-415c-bd64-480903cfc3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:58:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['7c09f797-c080-4faf-a78c-35d31ef58f70'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:05.639864 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e4d10586-06e6-4fd1-9d3e-b3dc1b16a6c1 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:05.681054 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d10586-06e6-4fd1-9d3e-b3dc1b16a6c1 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Subnet': ['ID=d735446d-b82b-4ac4-b8e3-2e193f6f0cbc,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:05.683035 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e4d10586-06e6-4fd1-9d3e-b3dc1b16a6c1 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:05.692367 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e4d10586-06e6-4fd1-9d3e-b3dc1b16a6c1 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "DELETE /v2.0/subnets/d735446d-b82b-4ac4-b8e3-2e193f6f0cbc HTTP/1.1" status: 204 len: 168 time: 0.4792700 Oct 10 11:59:05.693233 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38010) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:59:05.700765 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba011508-b0be-40a3-a19e-85c7fd34fd8c None None] Network 003c983f-25ef-4bcb-a3c7-e66921338141 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:59:05.859948 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-28b11fc6-fc7c-4d4f-8e66-cc39e7da226f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:05.884486 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8c1a28c9-e7e3-437f-9384-0df7f664f073 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:05.978348 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-f76f5669-be34-415c-bd64-480903cfc3a6 None None] Set router 7c09f797-c080-4faf-a78c-35d31ef58f70 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:59:06.069444 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8c1a28c9-e7e3-437f-9384-0df7f664f073 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:06.165510 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-8c1a28c9-e7e3-437f-9384-0df7f664f073 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Deleting port 79b23f88-860c-4b1a-be00-782886d429a4 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:59:06.165802 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8c1a28c9-e7e3-437f-9384-0df7f664f073 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:06.255308 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979bc2d1-99a2-4fe9-9870-55bb3892c0e2 None None] DHCP port deletion for 003c983f-25ef-4bcb-a3c7-e66921338141 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 11:59:06.261253 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-979bc2d1-99a2-4fe9-9870-55bb3892c0e2 None None] Deleting port 7f086248-7c8e-43b0-9d66-5043e7d35fa6 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 11:59:06.261652 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-979bc2d1-99a2-4fe9-9870-55bb3892c0e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:06.407293 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f76f5669-be34-415c-bd64-480903cfc3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882774479', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '79b23f88-860c-4b1a-be00-782886d429a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:57:06Z', 'updated_at': '2022-10-10T11:59:03Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '79b23f88-860c-4b1a-be00-782886d429a4', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:57:07Z', 'updated_at': '2022-10-10T11:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:06.425362 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76f5669-be34-415c-bd64-480903cfc3a6 None None] The sync data for ids ['7c09f797-c080-4faf-a78c-35d31ef58f70'] in dv-neutron-860842-1-hyperv is: [{'id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882774479', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '79b23f88-860c-4b1a-be00-782886d429a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:57:06Z', 'updated_at': '2022-10-10T11:59:03Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '79b23f88-860c-4b1a-be00-782886d429a4', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09f797-c080-4faf-a78c-35d31ef58f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:57:07Z', 'updated_at': '2022-10-10T11:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:59:06.480748 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-8c1a28c9-e7e3-437f-9384-0df7f664f073 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] For port 79b23f88-860c-4b1a-be00-782886d429a4, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=79b23f88-860c-4b1a-be00-782886d429a4,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:59:06.481019 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8c1a28c9-e7e3-437f-9384-0df7f664f073 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:06.494863 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-979bc2d1-99a2-4fe9-9870-55bb3892c0e2 None None] For port 7f086248-7c8e-43b0-9d66-5043e7d35fa6, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=7f086248-7c8e-43b0-9d66-5043e7d35fa6,segment=NetworkSegment(36e6be21-7b53-4a2a-98d7-2262a505630f),segment_id=36e6be21-7b53-4a2a-98d7-2262a505630f)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:59:06.495245 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-979bc2d1-99a2-4fe9-9870-55bb3892c0e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:06.603464 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-8c1a28c9-e7e3-437f-9384-0df7f664f073 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Calling delete_port for 79b23f88-860c-4b1a-be00-782886d429a4 owned by network:router_gateway {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:59:06.656301 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-979bc2d1-99a2-4fe9-9870-55bb3892c0e2 None None] Calling delete_port for 7f086248-7c8e-43b0-9d66-5043e7d35fa6 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 11:59:06.834050 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-979bc2d1-99a2-4fe9-9870-55bb3892c0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:06.883937 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979bc2d1-99a2-4fe9-9870-55bb3892c0e2 None None] Pushing event deleted for resources: {'Port': ['ID=7f086248-7c8e-43b0-9d66-5043e7d35fa6,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:06.887603 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979bc2d1-99a2-4fe9-9870-55bb3892c0e2 None None] No DVR routers for this DVR port 7f086248-7c8e-43b0-9d66-5043e7d35fa6 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 11:59:06.928231 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8c1a28c9-e7e3-437f-9384-0df7f664f073 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:06.975686 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a28c9-e7e3-437f-9384-0df7f664f073 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Port': ['ID=79b23f88-860c-4b1a-be00-782886d429a4,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:07.051342 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:07.077952 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8c1a28c9-e7e3-437f-9384-0df7f664f073 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:07.192929 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:07.253439 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8c1a28c9-e7e3-437f-9384-0df7f664f073 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:07.255675 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8c1a28c9-e7e3-437f-9384-0df7f664f073 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:07.386620 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8c1a28c9-e7e3-437f-9384-0df7f664f073 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:07.387087 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1a28c9-e7e3-437f-9384-0df7f664f073 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Fanout notify agent at l3_agent the message router_deleted on router 7c09f797-c080-4faf-a78c-35d31ef58f70 {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 11:59:07.403305 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8c1a28c9-e7e3-437f-9384-0df7f664f073 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:07.404371 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8c1a28c9-e7e3-437f-9384-0df7f664f073 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "DELETE /v2.0/routers/7c09f797-c080-4faf-a78c-35d31ef58f70 HTTP/1.1" status: 204 len: 168 time: 1.7107604 Oct 10 11:59:07.407468 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38014) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:59:07.529760 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f3909c1c-0dc6-49fc-b709-f15b1bf344e6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:07.659867 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f3909c1c-0dc6-49fc-b709-f15b1bf344e6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:07.684252 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-f3909c1c-0dc6-49fc-b709-f15b1bf344e6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['003c983f-25ef-4bcb-a3c7-e66921338141']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:07.696042 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-f3909c1c-0dc6-49fc-b709-f15b1bf344e6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36e6be21-7b53-4a2a-98d7-2262a505630f') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:07.696339 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-f3909c1c-0dc6-49fc-b709-f15b1bf344e6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36e6be21-7b53-4a2a-98d7-2262a505630f') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:07.707894 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f3909c1c-0dc6-49fc-b709-f15b1bf344e6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:07.723887 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f3909c1c-0dc6-49fc-b709-f15b1bf344e6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:07.729733 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3909c1c-0dc6-49fc-b709-f15b1bf344e6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Releasing vlan 499 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 11:59:07.730114 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f3909c1c-0dc6-49fc-b709-f15b1bf344e6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:07.828716 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 36e6be21-7b53-4a2a-98d7-2262a505630f resource provider aggregate not found Oct 10 11:59:07.847019 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 36e6be21-7b53-4a2a-98d7-2262a505630f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36e6be21-7b53-4a2a-98d7-2262a505630f found for delete ", "request_id": "req-2860c90a-ed94-439b-9797-5f0fdccd0f1d"}]} Oct 10 11:59:07.919272 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 79b23f88-860c-4b1a-be00-782886d429a4 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:59:07.937420 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f3909c1c-0dc6-49fc-b709-f15b1bf344e6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:07.942609 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f3909c1c-0dc6-49fc-b709-f15b1bf344e6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:07.954306 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 79b23f88-860c-4b1a-be00-782886d429a4 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:59:07.954657 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 79b23f88-860c-4b1a-be00-782886d429a4 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:59:07.955069 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 7f086248-7c8e-43b0-9d66-5043e7d35fa6 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:59:07.971818 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3909c1c-0dc6-49fc-b709-f15b1bf344e6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Network': ['ID=003c983f-25ef-4bcb-a3c7-e66921338141,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:07.979006 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3909c1c-0dc6-49fc-b709-f15b1bf344e6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:07.979358 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3909c1c-0dc6-49fc-b709-f15b1bf344e6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:07.979702 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3909c1c-0dc6-49fc-b709-f15b1bf344e6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:07.980035 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3909c1c-0dc6-49fc-b709-f15b1bf344e6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:07.980370 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3909c1c-0dc6-49fc-b709-f15b1bf344e6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:07.980700 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3909c1c-0dc6-49fc-b709-f15b1bf344e6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:07.981068 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3909c1c-0dc6-49fc-b709-f15b1bf344e6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:07.982304 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3909c1c-0dc6-49fc-b709-f15b1bf344e6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:07.982304 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3909c1c-0dc6-49fc-b709-f15b1bf344e6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:07.982304 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3909c1c-0dc6-49fc-b709-f15b1bf344e6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:07.982580 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3909c1c-0dc6-49fc-b709-f15b1bf344e6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:07.982672 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3909c1c-0dc6-49fc-b709-f15b1bf344e6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:07.987908 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 7f086248-7c8e-43b0-9d66-5043e7d35fa6 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:59:07.988255 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 7f086248-7c8e-43b0-9d66-5043e7d35fa6 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:59:07.997281 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5a808b04-58b9-4941-b0ff-c9970745974d no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 11:59:08.024389 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 5a808b04-58b9-4941-b0ff-c9970745974d {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 11:59:08.026047 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 5a808b04-58b9-4941-b0ff-c9970745974d not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 11:59:08.046614 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f3909c1c-0dc6-49fc-b709-f15b1bf344e6 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "DELETE /v2.0/networks/003c983f-25ef-4bcb-a3c7-e66921338141 HTTP/1.1" status: 204 len: 168 time: 0.6374843 Oct 10 11:59:08.049353 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38024) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:59:08.116732 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-af75f68c-1aef-406a-affc-2e7c7e1a06c9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:08.146746 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-af75f68c-1aef-406a-affc-2e7c7e1a06c9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:08.279604 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-af75f68c-1aef-406a-affc-2e7c7e1a06c9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:08.301353 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75f68c-1aef-406a-affc-2e7c7e1a06c9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d53849-8110-4908-88fd-4d8d79e2f485,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:08.376780 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-af75f68c-1aef-406a-affc-2e7c7e1a06c9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:08.377992 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-af75f68c-1aef-406a-affc-2e7c7e1a06c9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "DELETE /v2.0/security-groups/18d53849-8110-4908-88fd-4d8d79e2f485 HTTP/1.1" status: 204 len: 168 time: 0.3276281 Oct 10 11:59:08.665972 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38032) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:59:08.672029 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-7339a295-d474-48b5-992b-161fabdea276 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1377463792', 'description': 'tempest-secgroup-smoke-1377463792 description', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:59:08.678888 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7339a295-d474-48b5-992b-161fabdea276 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:59:08.683431 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7339a295-d474-48b5-992b-161fabdea276 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:59:08.687259 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7339a295-d474-48b5-992b-161fabdea276 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:59:08.693606 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7339a295-d474-48b5-992b-161fabdea276 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:59:08.765778 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7339a295-d474-48b5-992b-161fabdea276 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:08.785750 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7339a295-d474-48b5-992b-161fabdea276 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:59:08.789596 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7339a295-d474-48b5-992b-161fabdea276 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:59:08.792444 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7339a295-d474-48b5-992b-161fabdea276 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:59:08.799000 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7339a295-d474-48b5-992b-161fabdea276 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:59:08.805219 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:08.869266 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7339a295-d474-48b5-992b-161fabdea276 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:08.948118 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7339a295-d474-48b5-992b-161fabdea276 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:08.994191 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339a295-d474-48b5-992b-161fabdea276 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:09.074035 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7339a295-d474-48b5-992b-161fabdea276 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:09.075218 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7339a295-d474-48b5-992b-161fabdea276 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4082477 Oct 10 11:59:09.078832 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38036) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:59:09.083816 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-2a507273-5530-44ef-a937-51273aaedc23 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': 'cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:59:09.089994 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-2a507273-5530-44ef-a937-51273aaedc23 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:59:09.094012 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2a507273-5530-44ef-a937-51273aaedc23 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:59:09.096971 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2a507273-5530-44ef-a937-51273aaedc23 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:59:09.102690 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-2a507273-5530-44ef-a937-51273aaedc23 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:59:09.189689 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2a507273-5530-44ef-a937-51273aaedc23 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:09.249456 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2a507273-5530-44ef-a937-51273aaedc23 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:09.336718 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2a507273-5530-44ef-a937-51273aaedc23 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:09.367955 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a507273-5530-44ef-a937-51273aaedc23 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f666f8-cd8e-48da-8907-5468171c1038,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:09.468363 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2a507273-5530-44ef-a937-51273aaedc23 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:09.469604 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2a507273-5530-44ef-a937-51273aaedc23 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3898256 Oct 10 11:59:09.472480 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38040) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:59:09.477612 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-f6008355-7189-459c-bdef-2b4c018076e3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': 'cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:59:09.484248 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f6008355-7189-459c-bdef-2b4c018076e3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:59:09.488170 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f6008355-7189-459c-bdef-2b4c018076e3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:59:09.491215 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-f6008355-7189-459c-bdef-2b4c018076e3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:59:09.496836 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-f6008355-7189-459c-bdef-2b4c018076e3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:59:09.686172 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f6008355-7189-459c-bdef-2b4c018076e3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:09.748611 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f6008355-7189-459c-bdef-2b4c018076e3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:09.794307 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:09.862543 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f6008355-7189-459c-bdef-2b4c018076e3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:09.887143 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6008355-7189-459c-bdef-2b4c018076e3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee273c34-8483-4efd-a6f4-fb15fdf6ec25,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:09.954098 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f6008355-7189-459c-bdef-2b4c018076e3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:09.955299 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f6008355-7189-459c-bdef-2b4c018076e3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4818077 Oct 10 11:59:09.958148 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38044) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:59:09.963321 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-1941792d-abfb-4da8-b958-0f4a01df61d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': 'cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:59:09.969390 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1941792d-abfb-4da8-b958-0f4a01df61d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:59:09.973257 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1941792d-abfb-4da8-b958-0f4a01df61d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:59:09.976142 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-1941792d-abfb-4da8-b958-0f4a01df61d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:59:09.981817 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-1941792d-abfb-4da8-b958-0f4a01df61d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:59:10.069168 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1941792d-abfb-4da8-b958-0f4a01df61d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:10.129600 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1941792d-abfb-4da8-b958-0f4a01df61d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:10.193602 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1941792d-abfb-4da8-b958-0f4a01df61d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:10.216641 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941792d-abfb-4da8-b958-0f4a01df61d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87897066-fb49-4110-95f7-2772fe373008,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:10.302050 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1941792d-abfb-4da8-b958-0f4a01df61d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:10.303250 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1941792d-abfb-4da8-b958-0f4a01df61d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3440595 Oct 10 11:59:10.306008 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38048) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:59:10.310981 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-8492bb8e-8964-4723-8894-b819d2ff01d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': 'cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:59:10.317433 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-8492bb8e-8964-4723-8894-b819d2ff01d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:59:10.321238 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8492bb8e-8964-4723-8894-b819d2ff01d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:59:10.324098 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-8492bb8e-8964-4723-8894-b819d2ff01d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:59:10.330482 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-8492bb8e-8964-4723-8894-b819d2ff01d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:59:10.412012 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8492bb8e-8964-4723-8894-b819d2ff01d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:10.477949 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8492bb8e-8964-4723-8894-b819d2ff01d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:10.570619 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8492bb8e-8964-4723-8894-b819d2ff01d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:10.594410 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492bb8e-8964-4723-8894-b819d2ff01d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd2c6aa-b61c-43a1-8ffb-01540e9197c1,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:10.668334 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8492bb8e-8964-4723-8894-b819d2ff01d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:10.669513 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8492bb8e-8964-4723-8894-b819d2ff01d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3625975 Oct 10 11:59:10.672739 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38052) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:59:10.677437 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-2d563b7f-e092-4d33-99b0-f608d9707265 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': 'cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:59:10.683386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-2d563b7f-e092-4d33-99b0-f608d9707265 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:59:10.687264 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2d563b7f-e092-4d33-99b0-f608d9707265 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:59:10.690080 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-2d563b7f-e092-4d33-99b0-f608d9707265 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:59:10.695680 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-2d563b7f-e092-4d33-99b0-f608d9707265 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:59:10.776247 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.securitygroups_db [None req-2d563b7f-e092-4d33-99b0-f608d9707265 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Project 6e8fd84c16e9470086acb5c1464fa01f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:59:10.783241 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2d563b7f-e092-4d33-99b0-f608d9707265 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:10.845078 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2d563b7f-e092-4d33-99b0-f608d9707265 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:10.925229 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2d563b7f-e092-4d33-99b0-f608d9707265 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:10.951600 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d563b7f-e092-4d33-99b0-f608d9707265 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa924e16-2eb0-4cf2-9d05-55326541496a,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:11.017812 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2d563b7f-e092-4d33-99b0-f608d9707265 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:11.018985 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2d563b7f-e092-4d33-99b0-f608d9707265 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3453465 Oct 10 11:59:11.021619 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38056) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:59:11.026751 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-d3f0b3e9-5fcd-4f09-8804-f4cab2f61aa2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': 'cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:59:11.032935 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d3f0b3e9-5fcd-4f09-8804-f4cab2f61aa2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:59:11.036783 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d3f0b3e9-5fcd-4f09-8804-f4cab2f61aa2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:59:11.039746 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-d3f0b3e9-5fcd-4f09-8804-f4cab2f61aa2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:59:11.045736 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-d3f0b3e9-5fcd-4f09-8804-f4cab2f61aa2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:59:11.136510 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.securitygroups_db [None req-d3f0b3e9-5fcd-4f09-8804-f4cab2f61aa2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Project 6e8fd84c16e9470086acb5c1464fa01f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 11:59:11.143726 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b3e9-5fcd-4f09-8804-f4cab2f61aa2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:11.209382 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b3e9-5fcd-4f09-8804-f4cab2f61aa2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:11.289714 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b3e9-5fcd-4f09-8804-f4cab2f61aa2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:11.313693 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0b3e9-5fcd-4f09-8804-f4cab2f61aa2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be707d5-267e-423b-8ea4-d1f92a113e94,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:11.393571 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b3e9-5fcd-4f09-8804-f4cab2f61aa2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:11.394927 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-d3f0b3e9-5fcd-4f09-8804-f4cab2f61aa2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3724036 Oct 10 11:59:11.397873 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38060) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:59:11.403354 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-0ddc935e-b594-4b39-ba12-ce7a8089080d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'network': {'name': 'tempest-network-smoke--391461948', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'port_security_enabled': True}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:59:11.408408 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-0ddc935e-b594-4b39-ba12-ce7a8089080d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:59:11.412397 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0ddc935e-b594-4b39-ba12-ce7a8089080d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:network and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:59:11.415207 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0ddc935e-b594-4b39-ba12-ce7a8089080d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:59:11.421222 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-0ddc935e-b594-4b39-ba12-ce7a8089080d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:59:11.483761 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddc935e-b594-4b39-ba12-ce7a8089080d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Made reservation on behalf of 6e8fd84c16e9470086acb5c1464fa01f for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:59:11.487795 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0ddc935e-b594-4b39-ba12-ce7a8089080d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:11.515571 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ddc935e-b594-4b39-ba12-ce7a8089080d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 457} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:59:11.524088 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0ddc935e-b594-4b39-ba12-ce7a8089080d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:11.524427 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-0ddc935e-b594-4b39-ba12-ce7a8089080d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Added segment c300beaa-44e9-44a3-8310-3b98d3c1ddbb of type vlan for network 12dc00ab-c722-435e-a57d-afa9824c296b Oct 10 11:59:11.555206 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0ddc935e-b594-4b39-ba12-ce7a8089080d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:11.673633 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0ddc935e-b594-4b39-ba12-ce7a8089080d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:11.679038 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddc935e-b594-4b39-ba12-ce7a8089080d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:11.679619 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0ddc935e-b594-4b39-ba12-ce7a8089080d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:11.787156 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc935e-b594-4b39-ba12-ce7a8089080d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Network': ['ID=12dc00ab-c722-435e-a57d-afa9824c296b,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:11.798526 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 12dc00ab-c722-435e-a57d-afa9824c296b details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 11:59:11.874515 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0ddc935e-b594-4b39-ba12-ce7a8089080d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4756274 Oct 10 11:59:11.877180 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38064) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:59:11.882409 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-fb303abc-2e32-4821-b3ee-551d4c4ea1bb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-352226319', 'admin_state_up': True, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:59:11.889433 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-fb303abc-2e32-4821-b3ee-551d4c4ea1bb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:59:11.893560 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-fb303abc-2e32-4821-b3ee-551d4c4ea1bb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:router and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:59:11.896372 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-fb303abc-2e32-4821-b3ee-551d4c4ea1bb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:59:11.903473 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-fb303abc-2e32-4821-b3ee-551d4c4ea1bb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:59:12.017211 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fb303abc-2e32-4821-b3ee-551d4c4ea1bb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:12.018386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fb303abc-2e32-4821-b3ee-551d4c4ea1bb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:12.034047 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fb303abc-2e32-4821-b3ee-551d4c4ea1bb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:12.370782 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fb303abc-2e32-4821-b3ee-551d4c4ea1bb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:12.766268 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fb303abc-2e32-4821-b3ee-551d4c4ea1bb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router_gateway, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:12.795085 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fb303abc-2e32-4821-b3ee-551d4c4ea1bb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:12.931871 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-fb303abc-2e32-4821-b3ee-551d4c4ea1bb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Allocated IP 172.26.4.163 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/03503a8c-9e65-4be6-aa12-026829526a11) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:13.177218 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fb303abc-2e32-4821-b3ee-551d4c4ea1bb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:13.284525 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fb303abc-2e32-4821-b3ee-551d4c4ea1bb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:13.348278 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb303abc-2e32-4821-b3ee-551d4c4ea1bb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:13.351239 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-fb303abc-2e32-4821-b3ee-551d4c4ea1bb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:13.354988 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb303abc-2e32-4821-b3ee-551d4c4ea1bb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:59:13.394743 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb303abc-2e32-4821-b3ee-551d4c4ea1bb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=03503a8c-9e65-4be6-aa12-026829526a11,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:13.855790 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fb303abc-2e32-4821-b3ee-551d4c4ea1bb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router_gateway, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:14.193219 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fb303abc-2e32-4821-b3ee-551d4c4ea1bb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:14.490855 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb303abc-2e32-4821-b3ee-551d4c4ea1bb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Router 98830013-7a7c-4862-a16a-5a7fb51e462b is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 11:59:14.665707 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb303abc-2e32-4821-b3ee-551d4c4ea1bb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:59:14.675636 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4951c9-8f8a-4828-9055-32040671996a None None] Sync routers for ids ['98830013-7a7c-4862-a16a-5a7fb51e462b'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:59:14.685394 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4951c9-8f8a-4828-9055-32040671996a None None] Routers {'98830013-7a7c-4862-a16a-5a7fb51e462b'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:59:14.686017 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-fc4951c9-8f8a-4828-9055-32040671996a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:59:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['98830013-7a7c-4862-a16a-5a7fb51e462b'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:14.782522 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-fb303abc-2e32-4821-b3ee-551d4c4ea1bb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:14.783784 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-fb303abc-2e32-4821-b3ee-551d4c4ea1bb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9056687 Oct 10 11:59:14.786973 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38068) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:59:14.865638 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-fc4951c9-8f8a-4828-9055-32040671996a None None] Set router 98830013-7a7c-4862-a16a-5a7fb51e462b gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:59:14.998109 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-55b4b7bc-afb6-44b7-8456-a054db9d809a tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=6e8fd84c16e9470086acb5c1464fa01f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2100551 Oct 10 11:59:15.000804 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38074) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:59:15.129832 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7341e4ac-8dd9-40c0-bd88-5cacdaa4e726 tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:15.131266 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7341e4ac-8dd9-40c0-bd88-5cacdaa4e726 tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294799 Oct 10 11:59:15.134013 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38078) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:59:15.150541 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-fc4951c9-8f8a-4828-9055-32040671996a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352226319', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '03503a8c-9e65-4be6-aa12-026829526a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:13Z', 'revision_number': 3, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '03503a8c-9e65-4be6-aa12-026829526a11', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:15.154340 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4951c9-8f8a-4828-9055-32040671996a None None] Checking router: 98830013-7a7c-4862-a16a-5a7fb51e462b for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:59:15.154685 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4951c9-8f8a-4828-9055-32040671996a None None] Updating router 98830013-7a7c-4862-a16a-5a7fb51e462b port 03503a8c-9e65-4be6-aa12-026829526a11 binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:59:15.173840 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5530ad33-d53b-4ea0-8dd6-3b2bd638aa2d tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=1e933860-f99f-4a0b-a611-91d190754508&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387573 Oct 10 11:59:15.176355 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38082) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:59:15.181624 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-95167705-59b3-4598-a870-4336873f2894 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1823751541', 'network_id': '12dc00ab-c722-435e-a57d-afa9824c296b', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:59:15.212020 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-fc4951c9-8f8a-4828-9055-32040671996a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:15.290664 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-95167705-59b3-4598-a870-4336873f2894 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:59:15.294708 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-95167705-59b3-4598-a870-4336873f2894 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:subnet and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:59:15.297460 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-95167705-59b3-4598-a870-4336873f2894 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:59:15.303156 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-95167705-59b3-4598-a870-4336873f2894 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:59:15.387750 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95167705-59b3-4598-a870-4336873f2894 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Made reservation on behalf of 6e8fd84c16e9470086acb5c1464fa01f for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:59:15.391145 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-95167705-59b3-4598-a870-4336873f2894 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:15.555055 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-fc4951c9-8f8a-4828-9055-32040671996a None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:15.567046 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-fc4951c9-8f8a-4828-9055-32040671996a None None] Transition to ACTIVE for port object 03503a8c-9e65-4be6-aa12-026829526a11 will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:59:15.650750 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-fc4951c9-8f8a-4828-9055-32040671996a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:15.691122 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-95167705-59b3-4598-a870-4336873f2894 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:15.712685 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-fc4951c9-8f8a-4828-9055-32040671996a None None] Attempting to bind port 03503a8c-9e65-4be6-aa12-026829526a11 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:59:15.713285 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-fc4951c9-8f8a-4828-9055-32040671996a None None] Attempting to bind port 03503a8c-9e65-4be6-aa12-026829526a11 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:59:15.713384 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4951c9-8f8a-4828-9055-32040671996a None None] Attempting to bind port 03503a8c-9e65-4be6-aa12-026829526a11 on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:59:15.725607 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4951c9-8f8a-4828-9055-32040671996a None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:59:15.725977 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4951c9-8f8a-4828-9055-32040671996a None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:59:15.726368 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-fc4951c9-8f8a-4828-9055-32040671996a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:15.726753 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4951c9-8f8a-4828-9055-32040671996a None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:59:15.727222 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-fc4951c9-8f8a-4828-9055-32040671996a None None] Bound port: 03503a8c-9e65-4be6-aa12-026829526a11, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:59:15.727570 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-fc4951c9-8f8a-4828-9055-32040671996a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:15.759734 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7afa9e-13ae-4bea-b85f-191c7651b9c6 None None] Pushing event updated for resources: {'Port': ['ID=03503a8c-9e65-4be6-aa12-026829526a11,revision_number=2']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:15.769565 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95167705-59b3-4598-a870-4336873f2894 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Subnet': ['ID=ac0e26c5-86e8-451d-9734-dc384ffeec72,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:15.777029 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95167705-59b3-4598-a870-4336873f2894 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Checking segment: {'id': 'c300beaa-44e9-44a3-8310-3b98d3c1ddbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '12dc00ab-c722-435e-a57d-afa9824c296b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:59:15.777379 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95167705-59b3-4598-a870-4336873f2894 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network hostable DHCP agents. Network: 12dc00ab-c722-435e-a57d-afa9824c296b, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:59:15.781188 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7afa9e-13ae-4bea-b85f-191c7651b9c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:15.781546 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7afa9e-13ae-4bea-b85f-191c7651b9c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:15.781883 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7afa9e-13ae-4bea-b85f-191c7651b9c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:15.782214 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7afa9e-13ae-4bea-b85f-191c7651b9c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:15.782661 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7afa9e-13ae-4bea-b85f-191c7651b9c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:15.782989 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7afa9e-13ae-4bea-b85f-191c7651b9c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:15.783307 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7afa9e-13ae-4bea-b85f-191c7651b9c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:15.783626 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7afa9e-13ae-4bea-b85f-191c7651b9c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:15.783947 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7afa9e-13ae-4bea-b85f-191c7651b9c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:15.784262 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7afa9e-13ae-4bea-b85f-191c7651b9c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:15.784631 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7afa9e-13ae-4bea-b85f-191c7651b9c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:15.784948 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7afa9e-13ae-4bea-b85f-191c7651b9c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:15.817693 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-fc4951c9-8f8a-4828-9055-32040671996a None None] For port 03503a8c-9e65-4be6-aa12-026829526a11, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:59:15.820627 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-fc4951c9-8f8a-4828-9055-32040671996a None None] For port 03503a8c-9e65-4be6-aa12-026829526a11, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=03503a8c-9e65-4be6-aa12-026829526a11,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:59:15.854992 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95167705-59b3-4598-a870-4336873f2894 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network 12dc00ab-c722-435e-a57d-afa9824c296b is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:59:15.885301 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-fc4951c9-8f8a-4828-9055-32040671996a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:15.929489 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-95167705-59b3-4598-a870-4336873f2894 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 12dc00ab-c722-435e-a57d-afa9824c296b) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:15.934151 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95167705-59b3-4598-a870-4336873f2894 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:15.934890 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-95167705-59b3-4598-a870-4336873f2894 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:15.944932 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236a9903-9b55-4bef-bb2e-fcb8ea29e1b9 None None] Network 12dc00ab-c722-435e-a57d-afa9824c296b requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:59:15.946431 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4951c9-8f8a-4828-9055-32040671996a None None] Routers {'98830013-7a7c-4862-a16a-5a7fb51e462b'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:59:15.947057 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-fc4951c9-8f8a-4828-9055-32040671996a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:59:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['98830013-7a7c-4862-a16a-5a7fb51e462b'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:16.033681 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7afa9e-13ae-4bea-b85f-191c7651b9c6 None None] Pushing event updated for resources: {'Port': ['ID=03503a8c-9e65-4be6-aa12-026829526a11,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:16.069105 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-95167705-59b3-4598-a870-4336873f2894 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8915577 Oct 10 11:59:16.071911 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38086) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:59:16.135682 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-fc4951c9-8f8a-4828-9055-32040671996a None None] Set router 98830013-7a7c-4862-a16a-5a7fb51e462b gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:59:16.174431 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838d5280-2de9-422b-a0a9-4c5a95ed7281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-12dc00ab-c722-435e-a57d-afa9824c296b', 'network_id': '12dc00ab-c722-435e-a57d-afa9824c296b', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'fixed_ips': [{'subnet_id': 'ac0e26c5-86e8-451d-9734-dc384ffeec72'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 11:59:16.175261 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-838d5280-2de9-422b-a0a9-4c5a95ed7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:16.337336 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-838d5280-2de9-422b-a0a9-4c5a95ed7281 None None] Allocated IP 172.20.0.2 (12dc00ab-c722-435e-a57d-afa9824c296b/ac0e26c5-86e8-451d-9734-dc384ffeec72/27685d63-929d-41e5-9b6a-fd6c323968c1) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:16.438712 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-fc4951c9-8f8a-4828-9055-32040671996a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352226319', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '03503a8c-9e65-4be6-aa12-026829526a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:13Z', 'revision_number': 3, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '03503a8c-9e65-4be6-aa12-026829526a11', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:16.442919 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4951c9-8f8a-4828-9055-32040671996a None None] The sync data for ids ['98830013-7a7c-4862-a16a-5a7fb51e462b'] in dv-neutron-860842-1-hyperv is: [{'id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352226319', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '03503a8c-9e65-4be6-aa12-026829526a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:13Z', 'revision_number': 3, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '03503a8c-9e65-4be6-aa12-026829526a11', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:59:16.562709 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-838d5280-2de9-422b-a0a9-4c5a95ed7281 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:16.573060 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-838d5280-2de9-422b-a0a9-4c5a95ed7281 None None] Transition to ACTIVE for port object 27685d63-929d-41e5-9b6a-fd6c323968c1 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:59:16.599225 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-838d5280-2de9-422b-a0a9-4c5a95ed7281 None None] Transition to ACTIVE for port object 27685d63-929d-41e5-9b6a-fd6c323968c1 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:59:16.695173 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-838d5280-2de9-422b-a0a9-4c5a95ed7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:16.744252 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838d5280-2de9-422b-a0a9-4c5a95ed7281 None None] Network 12dc00ab-c722-435e-a57d-afa9824c296b is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:16.747233 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-838d5280-2de9-422b-a0a9-4c5a95ed7281 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:16.751226 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838d5280-2de9-422b-a0a9-4c5a95ed7281 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:59:16.805166 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d5280-2de9-422b-a0a9-4c5a95ed7281 None None] Pushing event updated for resources: {'Port': ['ID=27685d63-929d-41e5-9b6a-fd6c323968c1,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:16.866778 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-838d5280-2de9-422b-a0a9-4c5a95ed7281 None None] Attempting to bind port 27685d63-929d-41e5-9b6a-fd6c323968c1 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:59:16.867142 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-838d5280-2de9-422b-a0a9-4c5a95ed7281 None None] Attempting to bind port 27685d63-929d-41e5-9b6a-fd6c323968c1 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'c300beaa-44e9-44a3-8310-3b98d3c1ddbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '12dc00ab-c722-435e-a57d-afa9824c296b'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:59:16.867501 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838d5280-2de9-422b-a0a9-4c5a95ed7281 None None] Attempting to bind port 27685d63-929d-41e5-9b6a-fd6c323968c1 on network 12dc00ab-c722-435e-a57d-afa9824c296b {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:59:16.873454 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838d5280-2de9-422b-a0a9-4c5a95ed7281 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:59:16.874045 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838d5280-2de9-422b-a0a9-4c5a95ed7281 None None] Checking segment: {'id': 'c300beaa-44e9-44a3-8310-3b98d3c1ddbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '12dc00ab-c722-435e-a57d-afa9824c296b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:59:16.874233 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-838d5280-2de9-422b-a0a9-4c5a95ed7281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:16.874616 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838d5280-2de9-422b-a0a9-4c5a95ed7281 None None] Bound using segment: {'id': 'c300beaa-44e9-44a3-8310-3b98d3c1ddbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '12dc00ab-c722-435e-a57d-afa9824c296b'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:59:16.875077 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-838d5280-2de9-422b-a0a9-4c5a95ed7281 None None] Bound port: 27685d63-929d-41e5-9b6a-fd6c323968c1, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c300beaa-44e9-44a3-8310-3b98d3c1ddbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '12dc00ab-c722-435e-a57d-afa9824c296b'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:59:16.875445 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-838d5280-2de9-422b-a0a9-4c5a95ed7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:16.966508 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9ad2bebf-fb49-4720-a138-b6527444e177 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:16.974032 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-838d5280-2de9-422b-a0a9-4c5a95ed7281 None None] For port 27685d63-929d-41e5-9b6a-fd6c323968c1, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:59:16.977620 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-838d5280-2de9-422b-a0a9-4c5a95ed7281 None None] For port 27685d63-929d-41e5-9b6a-fd6c323968c1, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=27685d63-929d-41e5-9b6a-fd6c323968c1,segment=NetworkSegment(c300beaa-44e9-44a3-8310-3b98d3c1ddbb),segment_id=c300beaa-44e9-44a3-8310-3b98d3c1ddbb)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:59:17.085647 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-838d5280-2de9-422b-a0a9-4c5a95ed7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:17.167085 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d5280-2de9-422b-a0a9-4c5a95ed7281 None None] Pushing event updated for resources: {'Port': ['ID=27685d63-929d-41e5-9b6a-fd6c323968c1,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:17.425110 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-9ad2bebf-fb49-4720-a138-b6527444e177 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Allocated IP 172.20.0.1 (12dc00ab-c722-435e-a57d-afa9824c296b/ac0e26c5-86e8-451d-9734-dc384ffeec72/ec8b945e-111b-41a1-bdb0-53619110c046) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:17.587960 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9ad2bebf-fb49-4720-a138-b6527444e177 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:17.604580 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-9ad2bebf-fb49-4720-a138-b6527444e177 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Transition to ACTIVE for port object ec8b945e-111b-41a1-bdb0-53619110c046 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:59:17.720283 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9ad2bebf-fb49-4720-a138-b6527444e177 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:17.791807 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad2bebf-fb49-4720-a138-b6527444e177 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network 12dc00ab-c722-435e-a57d-afa9824c296b is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:17.795165 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-9ad2bebf-fb49-4720-a138-b6527444e177 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:17.798923 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad2bebf-fb49-4720-a138-b6527444e177 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:59:17.828998 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2bebf-fb49-4720-a138-b6527444e177 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=ec8b945e-111b-41a1-bdb0-53619110c046,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:17.863266 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9ad2bebf-fb49-4720-a138-b6527444e177 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:17.994010 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 27685d63-929d-41e5-9b6a-fd6c323968c1 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:59:18.169622 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 27685d63-929d-41e5-9b6a-fd6c323968c1 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:59:18.175910 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 03503a8c-9e65-4be6-aa12-026829526a11 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:59:18.231529 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9ad2bebf-fb49-4720-a138-b6527444e177 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:18.427981 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 03503a8c-9e65-4be6-aa12-026829526a11 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:59:18.433471 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 03503a8c-9e65-4be6-aa12-026829526a11 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:59:18.434014 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:18.434352 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 03503a8c-9e65-4be6-aa12-026829526a11 Oct 10 11:59:18.561464 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 03503a8c-9e65-4be6-aa12-026829526a11 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:59:18.561868 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:18.578979 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 03503a8c-9e65-4be6-aa12-026829526a11, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=03503a8c-9e65-4be6-aa12-026829526a11,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:59:18.656869 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:18.699533 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83b3f73-6863-4938-bbfc-69f7df6ee6d1 None None] Network 12dc00ab-c722-435e-a57d-afa9824c296b requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 11:59:18.728855 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9ad2bebf-fb49-4720-a138-b6527444e177 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:18.794399 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9ad2bebf-fb49-4720-a138-b6527444e177 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:18.827409 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=03503a8c-9e65-4be6-aa12-026829526a11,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:18.883732 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-63e3c7de-9e8c-48a9-a447-ab92aaf8464a None None] Provisioning for port 27685d63-929d-41e5-9b6a-fd6c323968c1 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:59:18.903303 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-63e3c7de-9e8c-48a9-a447-ab92aaf8464a None None] Provisioning complete for port 27685d63-929d-41e5-9b6a-fd6c323968c1 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:59:18.903668 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-63e3c7de-9e8c-48a9-a447-ab92aaf8464a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:18.904009 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-63e3c7de-9e8c-48a9-a447-ab92aaf8464a None None] Attempt 1 to provision port 27685d63-929d-41e5-9b6a-fd6c323968c1 Oct 10 11:59:19.025008 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2bebf-fb49-4720-a138-b6527444e177 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=ec8b945e-111b-41a1-bdb0-53619110c046,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:19.027558 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-9ad2bebf-fb49-4720-a138-b6527444e177 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:19.093477 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-63e3c7de-9e8c-48a9-a447-ab92aaf8464a None None] Current status of the port 27685d63-929d-41e5-9b6a-fd6c323968c1 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:59:19.094106 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-63e3c7de-9e8c-48a9-a447-ab92aaf8464a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:19.131667 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-63e3c7de-9e8c-48a9-a447-ab92aaf8464a None None] For port 27685d63-929d-41e5-9b6a-fd6c323968c1, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=27685d63-929d-41e5-9b6a-fd6c323968c1,segment=NetworkSegment(c300beaa-44e9-44a3-8310-3b98d3c1ddbb),segment_id=c300beaa-44e9-44a3-8310-3b98d3c1ddbb)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:59:19.173063 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad2bebf-fb49-4720-a138-b6527444e177 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network 12dc00ab-c722-435e-a57d-afa9824c296b is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:19.174017 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-9ad2bebf-fb49-4720-a138-b6527444e177 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:19.198168 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-63e3c7de-9e8c-48a9-a447-ab92aaf8464a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:19.269278 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3c7de-9e8c-48a9-a447-ab92aaf8464a None None] Pushing event updated for resources: {'Port': ['ID=27685d63-929d-41e5-9b6a-fd6c323968c1,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:19.320697 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f871ee02-a5e9-4901-9387-f0aa51f40f63 None None] Provisioning complete for port 27685d63-929d-41e5-9b6a-fd6c323968c1 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:59:19.321072 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f871ee02-a5e9-4901-9387-f0aa51f40f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:19.321457 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f871ee02-a5e9-4901-9387-f0aa51f40f63 None None] Attempt 1 to provision port 27685d63-929d-41e5-9b6a-fd6c323968c1 Oct 10 11:59:19.386085 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad2bebf-fb49-4720-a138-b6527444e177 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Router 98830013-7a7c-4862-a16a-5a7fb51e462b has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:59:19.448519 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f871ee02-a5e9-4901-9387-f0aa51f40f63 None None] Current status of the port 27685d63-929d-41e5-9b6a-fd6c323968c1 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:59:19.513495 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f871ee02-a5e9-4901-9387-f0aa51f40f63 None None] Provisioning for port ec8b945e-111b-41a1-bdb0-53619110c046 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:59:19.519713 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f871ee02-a5e9-4901-9387-f0aa51f40f63 None None] Provisioning complete for port ec8b945e-111b-41a1-bdb0-53619110c046 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:59:19.520092 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f871ee02-a5e9-4901-9387-f0aa51f40f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:19.520429 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f871ee02-a5e9-4901-9387-f0aa51f40f63 None None] Attempt 1 to provision port ec8b945e-111b-41a1-bdb0-53619110c046 Oct 10 11:59:19.580626 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad2bebf-fb49-4720-a138-b6527444e177 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:59:19.581291 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f871ee02-a5e9-4901-9387-f0aa51f40f63 None None] Port ec8b945e-111b-41a1-bdb0-53619110c046 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:59:19.590449 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ee7be6-9002-4f1b-aa0f-fece782bdcda None None] Sync routers for ids ['98830013-7a7c-4862-a16a-5a7fb51e462b'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:59:19.597567 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-9ad2bebf-fb49-4720-a138-b6527444e177 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "PUT /v2.0/routers/98830013-7a7c-4862-a16a-5a7fb51e462b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5201249 Oct 10 11:59:19.600447 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ee7be6-9002-4f1b-aa0f-fece782bdcda None None] Routers {'98830013-7a7c-4862-a16a-5a7fb51e462b'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:59:19.600999 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c4ee7be6-9002-4f1b-aa0f-fece782bdcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:59:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['98830013-7a7c-4862-a16a-5a7fb51e462b'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:19.766222 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-3733cf35-d0c9-4f8e-ad13-578e8fa2d6c8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1377463792&fields=id&tenant_id=6e8fd84c16e9470086acb5c1464fa01f HTTP/1.1" status: 200 len: 267 time: 0.0428669 Oct 10 11:59:19.785480 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-c4ee7be6-9002-4f1b-aa0f-fece782bdcda None None] Set router 98830013-7a7c-4862-a16a-5a7fb51e462b gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:59:19.925429 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-d6292161-7139-4d3b-896d-8da47cdc8272 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:19.926928 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-d6292161-7139-4d3b-896d-8da47cdc8272 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/networks?id=12dc00ab-c722-435e-a57d-afa9824c296b HTTP/1.1" status: 200 len: 796 time: 0.1534340 Oct 10 11:59:19.945588 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-c0749ada-3041-4bf3-8e61-650d5d70dc30 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/quotas/6e8fd84c16e9470086acb5c1464fa01f HTTP/1.1" status: 200 len: 375 time: 0.0113204 Oct 10 11:59:19.958523 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 27685d63-929d-41e5-9b6a-fd6c323968c1 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:59:20.036798 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-d7f2dc4b-376c-4d0e-be0b-7e417e9d3972 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:59:20.081876 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f871ee02-a5e9-4901-9387-f0aa51f40f63 None None] Attempt 2 to provision port ec8b945e-111b-41a1-bdb0-53619110c046 Oct 10 11:59:20.107985 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-d7f2dc4b-376c-4d0e-be0b-7e417e9d3972 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:59:20.109304 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-d7f2dc4b-376c-4d0e-be0b-7e417e9d3972 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1576314 Oct 10 11:59:20.167685 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-e848d2da-dd4a-4ffd-a4ea-8c55dfc8b823 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 11:59:20.168927 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-e848d2da-dd4a-4ffd-a4ea-8c55dfc8b823 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476458 Oct 10 11:59:20.187878 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 27685d63-929d-41e5-9b6a-fd6c323968c1 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:59:20.188475 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:20.188638 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 27685d63-929d-41e5-9b6a-fd6c323968c1 Oct 10 11:59:20.259979 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f871ee02-a5e9-4901-9387-f0aa51f40f63 None None] Port ec8b945e-111b-41a1-bdb0-53619110c046 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:59:20.305050 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-8c039384-a27a-4e90-84ce-56eac2f49185 service neutron] 10.222.0.40 "GET /v2.0/networks/12dc00ab-c722-435e-a57d-afa9824c296b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294653 Oct 10 11:59:20.369556 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c4ee7be6-9002-4f1b-aa0f-fece782bdcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352226319', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '03503a8c-9e65-4be6-aa12-026829526a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:18Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '03503a8c-9e65-4be6-aa12-026829526a11', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ec8b945e-111b-41a1-bdb0-53619110c046', 'name': '', 'network_id': '12dc00ab-c722-435e-a57d-afa9824c296b', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:f4:1a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'ac0e26c5-86e8-451d-9734-dc384ffeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:17Z', 'updated_at': '2022-10-10T11:59:18Z', 'revision_number': 2, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'ac0e26c5-86e8-451d-9734-dc384ffeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:20.377741 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ee7be6-9002-4f1b-aa0f-fece782bdcda None None] Checking router: 98830013-7a7c-4862-a16a-5a7fb51e462b for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:59:20.378027 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ee7be6-9002-4f1b-aa0f-fece782bdcda None None] Updating router 98830013-7a7c-4862-a16a-5a7fb51e462b port ec8b945e-111b-41a1-bdb0-53619110c046 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:59:20.404964 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 27685d63-929d-41e5-9b6a-fd6c323968c1 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:59:20.406223 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 03503a8c-9e65-4be6-aa12-026829526a11 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:59:20.438451 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-b7f4103f-21ff-48c3-84fe-9cba9f9187b8 service neutron] 10.222.0.40 "GET /v2.0/networks/12dc00ab-c722-435e-a57d-afa9824c296b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275735 Oct 10 11:59:20.483473 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7be6-9002-4f1b-aa0f-fece782bdcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:20.560128 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 03503a8c-9e65-4be6-aa12-026829526a11 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:59:20.560499 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:20.560831 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 03503a8c-9e65-4be6-aa12-026829526a11 Oct 10 11:59:20.733784 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3d46dc49-6429-4d87-9fe5-fc2462be38d2 req-7efe3f30-7cb6-4800-91e1-9234a49c40d2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 210 time: 0.0590613 Oct 10 11:59:20.763724 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f871ee02-a5e9-4901-9387-f0aa51f40f63 None None] Attempt 3 to provision port ec8b945e-111b-41a1-bdb0-53619110c046 Oct 10 11:59:20.879226 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 03503a8c-9e65-4be6-aa12-026829526a11 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:59:20.895358 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f871ee02-a5e9-4901-9387-f0aa51f40f63 None None] Port ec8b945e-111b-41a1-bdb0-53619110c046 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:59:20.991950 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7be6-9002-4f1b-aa0f-fece782bdcda None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:21.004304 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-c4ee7be6-9002-4f1b-aa0f-fece782bdcda None None] Transition to ACTIVE for port object ec8b945e-111b-41a1-bdb0-53619110c046 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:59:21.067800 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7be6-9002-4f1b-aa0f-fece782bdcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:21.260355 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ecc969-f7fa-44b9-953d-ba810a4a9383 None None] Pushing event updated for resources: {'Port': ['ID=ec8b945e-111b-41a1-bdb0-53619110c046,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:21.277582 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-c4ee7be6-9002-4f1b-aa0f-fece782bdcda None None] Attempting to bind port ec8b945e-111b-41a1-bdb0-53619110c046 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:59:21.277943 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-c4ee7be6-9002-4f1b-aa0f-fece782bdcda None None] Attempting to bind port ec8b945e-111b-41a1-bdb0-53619110c046 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'c300beaa-44e9-44a3-8310-3b98d3c1ddbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '12dc00ab-c722-435e-a57d-afa9824c296b'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:59:21.278293 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ee7be6-9002-4f1b-aa0f-fece782bdcda None None] Attempting to bind port ec8b945e-111b-41a1-bdb0-53619110c046 on network 12dc00ab-c722-435e-a57d-afa9824c296b {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:59:21.283678 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ee7be6-9002-4f1b-aa0f-fece782bdcda None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:59:21.284045 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ee7be6-9002-4f1b-aa0f-fece782bdcda None None] Checking segment: {'id': 'c300beaa-44e9-44a3-8310-3b98d3c1ddbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '12dc00ab-c722-435e-a57d-afa9824c296b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:59:21.284439 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7be6-9002-4f1b-aa0f-fece782bdcda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:21.284823 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ee7be6-9002-4f1b-aa0f-fece782bdcda None None] Bound using segment: {'id': 'c300beaa-44e9-44a3-8310-3b98d3c1ddbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '12dc00ab-c722-435e-a57d-afa9824c296b'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:59:21.285270 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-c4ee7be6-9002-4f1b-aa0f-fece782bdcda None None] Bound port: ec8b945e-111b-41a1-bdb0-53619110c046, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c300beaa-44e9-44a3-8310-3b98d3c1ddbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '12dc00ab-c722-435e-a57d-afa9824c296b'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:59:21.285663 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7be6-9002-4f1b-aa0f-fece782bdcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:21.372228 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-c4ee7be6-9002-4f1b-aa0f-fece782bdcda None None] For port ec8b945e-111b-41a1-bdb0-53619110c046, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:59:21.375114 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-c4ee7be6-9002-4f1b-aa0f-fece782bdcda None None] For port ec8b945e-111b-41a1-bdb0-53619110c046, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ec8b945e-111b-41a1-bdb0-53619110c046,segment=NetworkSegment(c300beaa-44e9-44a3-8310-3b98d3c1ddbb),segment_id=c300beaa-44e9-44a3-8310-3b98d3c1ddbb)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:59:21.396226 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f871ee02-a5e9-4901-9387-f0aa51f40f63 None None] Attempt 4 to provision port ec8b945e-111b-41a1-bdb0-53619110c046 Oct 10 11:59:21.452472 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f871ee02-a5e9-4901-9387-f0aa51f40f63 None None] Port ec8b945e-111b-41a1-bdb0-53619110c046 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:59:21.480033 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7be6-9002-4f1b-aa0f-fece782bdcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:21.538184 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ee7be6-9002-4f1b-aa0f-fece782bdcda None None] Routers {'98830013-7a7c-4862-a16a-5a7fb51e462b'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:59:21.538798 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c4ee7be6-9002-4f1b-aa0f-fece782bdcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:59:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['98830013-7a7c-4862-a16a-5a7fb51e462b'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:21.634422 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ecc969-f7fa-44b9-953d-ba810a4a9383 None None] Pushing event updated for resources: {'Port': ['ID=ec8b945e-111b-41a1-bdb0-53619110c046,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:21.733833 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-c4ee7be6-9002-4f1b-aa0f-fece782bdcda None None] Set router 98830013-7a7c-4862-a16a-5a7fb51e462b gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:59:21.904853 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ec4bb691-26da-47db-b888-685c2f614050 req-494a2766-e59f-47c7-8f38-ecda418c406c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 210 time: 0.0578825 Oct 10 11:59:21.992931 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f871ee02-a5e9-4901-9387-f0aa51f40f63 None None] Attempt 5 to provision port ec8b945e-111b-41a1-bdb0-53619110c046 Oct 10 11:59:22.114819 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f871ee02-a5e9-4901-9387-f0aa51f40f63 None None] Port ec8b945e-111b-41a1-bdb0-53619110c046 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:59:22.150044 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-c4ee7be6-9002-4f1b-aa0f-fece782bdcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352226319', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '03503a8c-9e65-4be6-aa12-026829526a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:18Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '03503a8c-9e65-4be6-aa12-026829526a11', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ec8b945e-111b-41a1-bdb0-53619110c046', 'name': '', 'network_id': '12dc00ab-c722-435e-a57d-afa9824c296b', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:f4:1a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'ac0e26c5-86e8-451d-9734-dc384ffeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:17Z', 'updated_at': '2022-10-10T11:59:21Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'ac0e26c5-86e8-451d-9734-dc384ffeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:22.153970 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ee7be6-9002-4f1b-aa0f-fece782bdcda None None] The sync data for ids ['98830013-7a7c-4862-a16a-5a7fb51e462b'] in dv-neutron-860842-1-hyperv is: [{'id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352226319', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '03503a8c-9e65-4be6-aa12-026829526a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:18Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '03503a8c-9e65-4be6-aa12-026829526a11', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ec8b945e-111b-41a1-bdb0-53619110c046', 'name': '', 'network_id': '12dc00ab-c722-435e-a57d-afa9824c296b', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:f4:1a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'ac0e26c5-86e8-451d-9734-dc384ffeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:17Z', 'updated_at': '2022-10-10T11:59:21Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'ac0e26c5-86e8-451d-9734-dc384ffeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:59:22.639561 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-c682eb4c-babc-4c99-9f59-036f47f69ce3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:22.641123 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-c682eb4c-babc-4c99-9f59-036f47f69ce3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.15 "GET /v2.0/networks?id=12dc00ab-c722-435e-a57d-afa9824c296b HTTP/1.1" status: 200 len: 796 time: 0.1604292 Oct 10 11:59:22.691794 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-8a28c6f9-f52a-4ee4-a534-49cceb748ca2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e8fd84c16e9470086acb5c1464fa01f HTTP/1.1" status: 200 len: 380 time: 0.0427406 Oct 10 11:59:22.700310 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-68aa9ef2-a663-47ea-b64c-8cb3aa91a252 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'port': {'device_id': '1eee8575-1297-428f-a899-568a8ae143b1', 'network_id': '12dc00ab-c722-435e-a57d-afa9824c296b', 'admin_state_up': True, 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'security_groups': ['cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:59:22.970773 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-68aa9ef2-a663-47ea-b64c-8cb3aa91a252 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:59:22.981772 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-68aa9ef2-a663-47ea-b64c-8cb3aa91a252 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:59:23.062143 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-68aa9ef2-a663-47ea-b64c-8cb3aa91a252 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Made reservation on behalf of 6e8fd84c16e9470086acb5c1464fa01f for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:59:23.066542 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-68aa9ef2-a663-47ea-b64c-8cb3aa91a252 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:23.087415 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1e9e46eb-6f63-4ae2-84ee-aea26eb87b5e req-d55e64e5-92a3-4fff-9d59-9f4682633674 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 210 time: 0.0552711 Oct 10 11:59:23.236529 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-68aa9ef2-a663-47ea-b64c-8cb3aa91a252 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Allocated IP 172.20.0.7 (12dc00ab-c722-435e-a57d-afa9824c296b/ac0e26c5-86e8-451d-9734-dc384ffeec72/8eff7df7-1867-456e-ae75-a8baa385dd44) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:23.423612 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-68aa9ef2-a663-47ea-b64c-8cb3aa91a252 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:23.439045 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-68aa9ef2-a663-47ea-b64c-8cb3aa91a252 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Transition to ACTIVE for port object 8eff7df7-1867-456e-ae75-a8baa385dd44 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:59:23.553670 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-68aa9ef2-a663-47ea-b64c-8cb3aa91a252 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:23.626745 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-68aa9ef2-a663-47ea-b64c-8cb3aa91a252 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network 12dc00ab-c722-435e-a57d-afa9824c296b is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:23.629737 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-68aa9ef2-a663-47ea-b64c-8cb3aa91a252 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:23.633399 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-68aa9ef2-a663-47ea-b64c-8cb3aa91a252 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:59:23.663500 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa9ef2-a663-47ea-b64c-8cb3aa91a252 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=8eff7df7-1867-456e-ae75-a8baa385dd44,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:23.701353 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-68aa9ef2-a663-47ea-b64c-8cb3aa91a252 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:23.701988 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-68aa9ef2-a663-47ea-b64c-8cb3aa91a252 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:23.937443 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-68aa9ef2-a663-47ea-b64c-8cb3aa91a252 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2410293 Oct 10 11:59:23.951660 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-1e595812-669d-432f-bf60-d88071b84180 service neutron] Request body: {'port': {'device_id': '1eee8575-1297-428f-a899-568a8ae143b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:59:23.955691 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ec8b945e-111b-41a1-bdb0-53619110c046 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:59:24.026470 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-dacacd45-330b-400c-9265-aaa3f60fff40 None None] Provisioning for port 8eff7df7-1867-456e-ae75-a8baa385dd44 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:59:24.031385 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-dacacd45-330b-400c-9265-aaa3f60fff40 None None] Provisioning complete for port 8eff7df7-1867-456e-ae75-a8baa385dd44 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:59:24.031752 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dacacd45-330b-400c-9265-aaa3f60fff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:24.032137 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-dacacd45-330b-400c-9265-aaa3f60fff40 None None] Attempt 1 to provision port 8eff7df7-1867-456e-ae75-a8baa385dd44 Oct 10 11:59:24.070885 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-1e595812-669d-432f-bf60-d88071b84180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:24.089256 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-dacacd45-330b-400c-9265-aaa3f60fff40 None None] Port 8eff7df7-1867-456e-ae75-a8baa385dd44 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:59:24.117485 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port ec8b945e-111b-41a1-bdb0-53619110c046 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:59:24.122650 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port ec8b945e-111b-41a1-bdb0-53619110c046 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:59:24.123155 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:24.123590 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port ec8b945e-111b-41a1-bdb0-53619110c046 Oct 10 11:59:24.247104 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port ec8b945e-111b-41a1-bdb0-53619110c046 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:59:24.247474 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:24.282293 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port ec8b945e-111b-41a1-bdb0-53619110c046, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ec8b945e-111b-41a1-bdb0-53619110c046,segment=NetworkSegment(c300beaa-44e9-44a3-8310-3b98d3c1ddbb),segment_id=c300beaa-44e9-44a3-8310-3b98d3c1ddbb)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:59:24.358387 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:24.414811 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306a5c3-1fa3-45de-9567-e21f1f9c91b7 req-56ad583b-f05d-4957-91d2-b01c565e28db tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:24.415416 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-8306a5c3-1fa3-45de-9567-e21f1f9c91b7 req-56ad583b-f05d-4957-91d2-b01c565e28db tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:59:24.426161 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=ec8b945e-111b-41a1-bdb0-53619110c046,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:24.499207 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-8306a5c3-1fa3-45de-9567-e21f1f9c91b7 req-56ad583b-f05d-4957-91d2-b01c565e28db tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:59:24.500374 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8306a5c3-1fa3-45de-9567-e21f1f9c91b7 req-56ad583b-f05d-4957-91d2-b01c565e28db tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 931 time: 0.2910194 Oct 10 11:59:24.506114 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-1e595812-669d-432f-bf60-d88071b84180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eff7df7-1867-456e-ae75-a8baa385dd44 {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:59:24.525833 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-1e595812-669d-432f-bf60-d88071b84180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:24.554514 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-1e595812-669d-432f-bf60-d88071b84180 service neutron] Transition to ACTIVE for port object 8eff7df7-1867-456e-ae75-a8baa385dd44 will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 11:59:24.564617 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8306a5c3-1fa3-45de-9567-e21f1f9c91b7 req-8767a21f-1044-4331-96ee-5469b97a22b7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540056 Oct 10 11:59:24.590786 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-dacacd45-330b-400c-9265-aaa3f60fff40 None None] Attempt 2 to provision port 8eff7df7-1867-456e-ae75-a8baa385dd44 Oct 10 11:59:24.609120 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-1e595812-669d-432f-bf60-d88071b84180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:24.646682 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-dacacd45-330b-400c-9265-aaa3f60fff40 None None] Port 8eff7df7-1867-456e-ae75-a8baa385dd44 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 11:59:24.797038 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e595812-669d-432f-bf60-d88071b84180 service neutron] Pushing event updated for resources: {'Port': ['ID=8eff7df7-1867-456e-ae75-a8baa385dd44,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:24.832722 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-1e595812-669d-432f-bf60-d88071b84180 service neutron] Attempting to bind port 8eff7df7-1867-456e-ae75-a8baa385dd44 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 11:59:24.833052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-1e595812-669d-432f-bf60-d88071b84180 service neutron] Attempting to bind port 8eff7df7-1867-456e-ae75-a8baa385dd44 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'c300beaa-44e9-44a3-8310-3b98d3c1ddbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '12dc00ab-c722-435e-a57d-afa9824c296b'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 11:59:24.833376 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-1e595812-669d-432f-bf60-d88071b84180 service neutron] Attempting to bind port 8eff7df7-1867-456e-ae75-a8baa385dd44 on network 12dc00ab-c722-435e-a57d-afa9824c296b {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:59:24.837930 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-1e595812-669d-432f-bf60-d88071b84180 service neutron] Port 8eff7df7-1867-456e-ae75-a8baa385dd44 on network 12dc00ab-c722-435e-a57d-afa9824c296b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 11:59:24.838236 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-1e595812-669d-432f-bf60-d88071b84180 service neutron] Attempting to bind port 8eff7df7-1867-456e-ae75-a8baa385dd44 on network 12dc00ab-c722-435e-a57d-afa9824c296b {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 11:59:24.843263 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-1e595812-669d-432f-bf60-d88071b84180 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 11:59:24.843596 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-1e595812-669d-432f-bf60-d88071b84180 service neutron] Checking segment: {'id': 'c300beaa-44e9-44a3-8310-3b98d3c1ddbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '12dc00ab-c722-435e-a57d-afa9824c296b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 11:59:24.843973 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-1e595812-669d-432f-bf60-d88071b84180 service neutron] Bound using segment: {'id': 'c300beaa-44e9-44a3-8310-3b98d3c1ddbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '12dc00ab-c722-435e-a57d-afa9824c296b'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 11:59:24.844387 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-1e595812-669d-432f-bf60-d88071b84180 service neutron] Bound port: 8eff7df7-1867-456e-ae75-a8baa385dd44, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c300beaa-44e9-44a3-8310-3b98d3c1ddbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '12dc00ab-c722-435e-a57d-afa9824c296b'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 11:59:24.845321 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-1e595812-669d-432f-bf60-d88071b84180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:24.932545 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-1e595812-669d-432f-bf60-d88071b84180 service neutron] For port 8eff7df7-1867-456e-ae75-a8baa385dd44, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 11:59:24.935510 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-1e595812-669d-432f-bf60-d88071b84180 service neutron] For port 8eff7df7-1867-456e-ae75-a8baa385dd44, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8eff7df7-1867-456e-ae75-a8baa385dd44,segment=NetworkSegment(c300beaa-44e9-44a3-8310-3b98d3c1ddbb),segment_id=c300beaa-44e9-44a3-8310-3b98d3c1ddbb)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 11:59:25.027077 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-1e595812-669d-432f-bf60-d88071b84180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:25.057641 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-1e595812-669d-432f-bf60-d88071b84180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:25.058211 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-1e595812-669d-432f-bf60-d88071b84180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:25.059573 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-1e595812-669d-432f-bf60-d88071b84180 service neutron] 10.222.0.15 "PUT /v2.0/ports/8eff7df7-1867-456e-ae75-a8baa385dd44 HTTP/1.1" status: 200 len: 1093 time: 1.1149635 Oct 10 11:59:25.060117 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eee8575-1297-428f-a899-568a8ae143b1', 'tag': '8eff7df7-1867-456e-ae75-a8baa385dd44'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:59:25.062410 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5926f6-c85d-4b06-8623-8b126752c822" -d '{"events": [{"name": "network-changed", "server_uuid": "1eee8575-1297-428f-a899-568a8ae143b1", "tag": "8eff7df7-1867-456e-ae75-a8baa385dd44"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:59:25.107876 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e595812-669d-432f-bf60-d88071b84180 service neutron] Pushing event updated for resources: {'Port': ['ID=8eff7df7-1867-456e-ae75-a8baa385dd44,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:25.112128 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61869578-62cc-4333-8b3d-55da45a3fd56 x-openstack-request-id: req-61869578-62cc-4333-8b3d-55da45a3fd56 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:59:25.112128 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eee8575-1297-428f-a899-568a8ae143b1", "tag": "8eff7df7-1867-456e-ae75-a8baa385dd44", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:59:25.112128 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-61869578-62cc-4333-8b3d-55da45a3fd56 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:59:25.112500 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61869578-62cc-4333-8b3d-55da45a3fd56'] response: {'name': 'network-changed', 'server_uuid': '1eee8575-1297-428f-a899-568a8ae143b1', 'tag': '8eff7df7-1867-456e-ae75-a8baa385dd44', 'status': 'completed', 'code': 200} Oct 10 11:59:25.148471 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-dacacd45-330b-400c-9265-aaa3f60fff40 None None] Attempt 3 to provision port 8eff7df7-1867-456e-ae75-a8baa385dd44 Oct 10 11:59:25.209231 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5926f6-c85d-4b06-8623-8b126752c822 req-abc65d2e-d62d-4904-b611-6b73a9c33c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:25.209865 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-dacacd45-330b-400c-9265-aaa3f60fff40 None None] Port 8eff7df7-1867-456e-ae75-a8baa385dd44 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 11:59:25.210866 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ab5926f6-c85d-4b06-8623-8b126752c822 req-abc65d2e-d62d-4904-b611-6b73a9c33c92 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 1096 time: 0.0822854 Oct 10 11:59:25.449974 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5926f6-c85d-4b06-8623-8b126752c822 req-7a8e4570-609a-435f-8fab-74f32d8077ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:25.451369 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ab5926f6-c85d-4b06-8623-8b126752c822 req-7a8e4570-609a-435f-8fab-74f32d8077ce service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2342622 Oct 10 11:59:25.586259 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5926f6-c85d-4b06-8623-8b126752c822 req-1b4cc655-2a5a-428f-957c-bae80efab1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:25.587689 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ab5926f6-c85d-4b06-8623-8b126752c822 req-1b4cc655-2a5a-428f-957c-bae80efab1cc service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308181 Oct 10 11:59:25.769345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-fc789b4d-95bc-483b-8880-01daf6d4dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:25.770841 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-fc789b4d-95bc-483b-8880-01daf6d4dfc4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 1096 time: 0.1480615 Oct 10 11:59:25.781599 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c915d-4cab-4258-9685-9b7b53ba094c req-d500994e-5818-4c4b-96fb-9bf95d13b418 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:25.783188 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-327c915d-4cab-4258-9685-9b7b53ba094c req-d500994e-5818-4c4b-96fb-9bf95d13b418 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 943 time: 0.1081190 Oct 10 11:59:25.858910 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-4b37cc9a-6bd1-4543-bc83-5da8cb9d9334 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8eff7df7-1867-456e-ae75-a8baa385dd44 HTTP/1.1" status: 200 len: 217 time: 0.0747490 Oct 10 11:59:25.931804 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-327c915d-4cab-4258-9685-9b7b53ba094c req-eadb7215-0eef-4745-b64d-c144667ba02a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984387 Oct 10 11:59:25.943929 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-47e8c1d6-b95e-4009-9ff3-840d6976f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:25.945324 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-47e8c1d6-b95e-4009-9ff3-840d6976f662 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac0e26c5-86e8-451d-9734-dc384ffeec72 HTTP/1.1" status: 200 len: 835 time: 0.0803285 Oct 10 11:59:25.945441 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ec8b945e-111b-41a1-bdb0-53619110c046 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:59:26.016009 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port ec8b945e-111b-41a1-bdb0-53619110c046 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:59:26.016384 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:26.016709 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port ec8b945e-111b-41a1-bdb0-53619110c046 Oct 10 11:59:26.029818 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-525a491b-4b25-4a8d-ade0-5fa724358e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:26.031300 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-525a491b-4b25-4a8d-ade0-5fa724358e54 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12dc00ab-c722-435e-a57d-afa9824c296b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799296 Oct 10 11:59:26.134258 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port ec8b945e-111b-41a1-bdb0-53619110c046 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:59:26.161994 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-87343b08-42cd-449b-83a4-b40b3366c403 service neutron] 10.222.0.15 "GET /v2.0/networks/12dc00ab-c722-435e-a57d-afa9824c296b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247315 Oct 10 11:59:26.292563 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-92468a17-6e06-4e05-8adb-d0701ccc5f86 req-5db66b49-1e76-43e4-ad1d-7a109f2c5032 service neutron] 10.222.0.15 "GET /v2.0/networks/12dc00ab-c722-435e-a57d-afa9824c296b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250873 Oct 10 11:59:27.143943 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca477510-c405-4287-9d48-18c84643e401 req-3d9eba32-b1a5-4926-be44-14d873b86e1b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:27.145400 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ca477510-c405-4287-9d48-18c84643e401 req-3d9eba32-b1a5-4926-be44-14d873b86e1b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 943 time: 0.0900772 Oct 10 11:59:27.187739 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-ca477510-c405-4287-9d48-18c84643e401 req-985a3187-cfeb-4747-a882-6b624c7f0aae tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 11:59:27.291170 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-ca477510-c405-4287-9d48-18c84643e401 req-985a3187-cfeb-4747-a882-6b624c7f0aae tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 11:59:27.292342 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ca477510-c405-4287-9d48-18c84643e401 req-985a3187-cfeb-4747-a882-6b624c7f0aae tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414123 Oct 10 11:59:28.337456 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 8eff7df7-1867-456e-ae75-a8baa385dd44 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 11:59:28.470097 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 8eff7df7-1867-456e-ae75-a8baa385dd44, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8eff7df7-1867-456e-ae75-a8baa385dd44,segment=NetworkSegment(c300beaa-44e9-44a3-8310-3b98d3c1ddbb),segment_id=c300beaa-44e9-44a3-8310-3b98d3c1ddbb)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:59:28.483287 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '8eff7df7-1867-456e-ae75-a8baa385dd44', 'network_id': '12dc00ab-c722-435e-a57d-afa9824c296b', 'port_id': '8eff7df7-1867-456e-ae75-a8baa385dd44', 'mac_address': 'fa:16:3e:68:34:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 457, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0e26c5-86e8-451d-9734-dc384ffeec72', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 11:59:28.493780 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb114f77-d349-4a8f-bc95-d26ba4e8d6aa req-4ae38c2b-5dd1-4695-a53d-3b5124509a22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:28.495231 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-eb114f77-d349-4a8f-bc95-d26ba4e8d6aa req-4ae38c2b-5dd1-4695-a53d-3b5124509a22 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 943 time: 0.0888240 Oct 10 11:59:28.542631 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-eb114f77-d349-4a8f-bc95-d26ba4e8d6aa req-fb3af1e8-c030-4961-9bc3-f23c2c560429 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417612 Oct 10 11:59:28.547176 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 8eff7df7-1867-456e-ae75-a8baa385dd44 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:59:28.547586 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:28.565461 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eff7df7-1867-456e-ae75-a8baa385dd44 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 11:59:28.581017 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 8eff7df7-1867-456e-ae75-a8baa385dd44, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8eff7df7-1867-456e-ae75-a8baa385dd44,segment=NetworkSegment(c300beaa-44e9-44a3-8310-3b98d3c1ddbb),segment_id=c300beaa-44e9-44a3-8310-3b98d3c1ddbb)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:59:28.639069 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:28.705155 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=8eff7df7-1867-456e-ae75-a8baa385dd44,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:28.712128 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:28.712475 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:28.712813 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:28.713147 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:28.713475 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:28.713834 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:28.714159 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:28.714480 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:28.714804 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:28.715124 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:28.715443 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:28.715760 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:28.873638 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['8eff7df7-1867-456e-ae75-a8baa385dd44'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 11:59:29.737655 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a58c4c-3557-4b63-9dfb-d0b5d8e41610 req-d8dd786d-4d62-40eb-a840-16c52a8a0ee5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:29.739098 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b6a58c4c-3557-4b63-9dfb-d0b5d8e41610 req-d8dd786d-4d62-40eb-a840-16c52a8a0ee5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 944 time: 0.0879223 Oct 10 11:59:29.783603 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b6a58c4c-3557-4b63-9dfb-d0b5d8e41610 req-d98a4a89-78b5-4752-acbd-f5a55a35d656 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389893 Oct 10 11:59:30.353178 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 8eff7df7-1867-456e-ae75-a8baa385dd44 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 11:59:30.479176 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port 8eff7df7-1867-456e-ae75-a8baa385dd44 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 11:59:30.483990 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 8eff7df7-1867-456e-ae75-a8baa385dd44 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 11:59:30.484359 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:30.484693 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 8eff7df7-1867-456e-ae75-a8baa385dd44 Oct 10 11:59:30.634154 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 8eff7df7-1867-456e-ae75-a8baa385dd44 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 11:59:30.634426 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:30.661079 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eee8575-1297-428f-a899-568a8ae143b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eff7df7-1867-456e-ae75-a8baa385dd44'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:59:30.663340 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e29fc96-53c0-47ea-99b3-70850f5de1de" -d '{"events": [{"server_uuid": "1eee8575-1297-428f-a899-568a8ae143b1", "name": "network-vif-plugged", "status": "completed", "tag": "8eff7df7-1867-456e-ae75-a8baa385dd44"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:59:30.670931 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 8eff7df7-1867-456e-ae75-a8baa385dd44, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8eff7df7-1867-456e-ae75-a8baa385dd44,segment=NetworkSegment(c300beaa-44e9-44a3-8310-3b98d3c1ddbb),segment_id=c300beaa-44e9-44a3-8310-3b98d3c1ddbb)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 11:59:30.706064 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 11:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7e836a-598c-4d8d-98fd-9a4628c1edee x-openstack-request-id: req-4e7e836a-598c-4d8d-98fd-9a4628c1edee {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:59:30.706698 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eee8575-1297-428f-a899-568a8ae143b1", "name": "network-vif-plugged", "status": "completed", "tag": "8eff7df7-1867-456e-ae75-a8baa385dd44", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:59:30.706955 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4e7e836a-598c-4d8d-98fd-9a4628c1edee {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:59:30.707345 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e7e836a-598c-4d8d-98fd-9a4628c1edee'] response: {'server_uuid': '1eee8575-1297-428f-a899-568a8ae143b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eff7df7-1867-456e-ae75-a8baa385dd44', 'code': 200} Oct 10 11:59:30.753428 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:30.821149 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=8eff7df7-1867-456e-ae75-a8baa385dd44,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:30.990546 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd37df-a24d-48de-be2d-aa698ebc38c5 req-028aa22d-45dc-4c5d-bb50-ebbdbdd74932 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:30.992023 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-68fd37df-a24d-48de-be2d-aa698ebc38c5 req-028aa22d-45dc-4c5d-bb50-ebbdbdd74932 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 945 time: 0.0943358 Oct 10 11:59:31.036866 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-68fd37df-a24d-48de-be2d-aa698ebc38c5 req-7942c47a-8f4c-42e4-8d4b-b6bd4fa68253 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389929 Oct 10 11:59:31.064189 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2ee12-58e7-4a78-8b88-78f15f74bf17 req-84aa7f1d-4626-4fb6-a178-23980feff2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:31.065818 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-97f2ee12-58e7-4a78-8b88-78f15f74bf17 req-84aa7f1d-4626-4fb6-a178-23980feff2b2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 1098 time: 0.0795107 Oct 10 11:59:31.105754 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-97f2ee12-58e7-4a78-8b88-78f15f74bf17 req-aded6962-829c-4600-b7d7-ce723457a66c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343418 Oct 10 11:59:32.244198 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739ea14-0336-47b0-b33c-8035a822a7a0 req-9917f75d-22db-4453-9e35-9c4b50dd245c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:32.245746 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b739ea14-0336-47b0-b33c-8035a822a7a0 req-9917f75d-22db-4453-9e35-9c4b50dd245c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 945 time: 0.0928476 Oct 10 11:59:32.289578 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b739ea14-0336-47b0-b33c-8035a822a7a0 req-de553c86-425e-4865-a4c7-dc27fecb2f4a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381534 Oct 10 11:59:33.488526 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f40c82-b4dd-427d-9176-0b3bc52a1bd5 req-142950be-b6a6-454c-aecd-752451f6d38a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:33.489993 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d3f40c82-b4dd-427d-9176-0b3bc52a1bd5 req-142950be-b6a6-454c-aecd-752451f6d38a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 945 time: 0.0901668 Oct 10 11:59:33.530910 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-94c1abcb-5e17-4424-b4a9-444adaf5b2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:33.537840 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d3f40c82-b4dd-427d-9176-0b3bc52a1bd5 req-40ef0cd9-1cef-4836-aef8-3d59bca65b4a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422332 Oct 10 11:59:33.736011 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b31024-5864-4c73-b95f-25fca033f1fb req-df63d0e6-aef0-4bf2-bb93-5510b109d245 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:33.738021 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6b31024-5864-4c73-b95f-25fca033f1fb req-df63d0e6-aef0-4bf2-bb93-5510b109d245 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 945 time: 0.0905824 Oct 10 11:59:33.785029 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6b31024-5864-4c73-b95f-25fca033f1fb req-9791f492-1a57-4ad3-959f-fbb1218d4d0e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414529 Oct 10 11:59:33.813196 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38144) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:59:33.889624 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e437eb44-56a0-4f4a-8de1-e3e5bdc21e90 tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:33.891225 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e437eb44-56a0-4f4a-8de1-e3e5bdc21e90 tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 1093 time: 0.0770648 Oct 10 11:59:33.894451 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38148) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:59:33.899335 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-86fe16b2-9294-426c-96d6-17e7e8f5a4c8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'port_id': '8eff7df7-1867-456e-ae75-a8baa385dd44', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 11:59:33.905293 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-86fe16b2-9294-426c-96d6-17e7e8f5a4c8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 11:59:33.909936 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-86fe16b2-9294-426c-96d6-17e7e8f5a4c8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:floatingip and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 11:59:33.912750 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-86fe16b2-9294-426c-96d6-17e7e8f5a4c8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 11:59:33.918666 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-86fe16b2-9294-426c-96d6-17e7e8f5a4c8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 11:59:33.988366 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-86fe16b2-9294-426c-96d6-17e7e8f5a4c8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for floatingip, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:34.122862 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-86fe16b2-9294-426c-96d6-17e7e8f5a4c8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:34.352021 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-86fe16b2-9294-426c-96d6-17e7e8f5a4c8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Allocated IP 172.26.4.200 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/cb1dca73-6745-4644-9931-28014338f1c6) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:34.495014 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-86fe16b2-9294-426c-96d6-17e7e8f5a4c8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:34.604997 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-86fe16b2-9294-426c-96d6-17e7e8f5a4c8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:34.673787 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fe16b2-9294-426c-96d6-17e7e8f5a4c8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:34.677278 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-86fe16b2-9294-426c-96d6-17e7e8f5a4c8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:34.681004 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fe16b2-9294-426c-96d6-17e7e8f5a4c8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 11:59:34.715874 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe16b2-9294-426c-96d6-17e7e8f5a4c8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=cb1dca73-6745-4644-9931-28014338f1c6,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:34.989160 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 11:59:35.103131 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-86fe16b2-9294-426c-96d6-17e7e8f5a4c8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:35.245001 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-86fe16b2-9294-426c-96d6-17e7e8f5a4c8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:35.482019 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-86fe16b2-9294-426c-96d6-17e7e8f5a4c8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:35.540263 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-86fe16b2-9294-426c-96d6-17e7e8f5a4c8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:35.645285 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe16b2-9294-426c-96d6-17e7e8f5a4c8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=cb1dca73-6745-4644-9931-28014338f1c6,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:35.648757 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-86fe16b2-9294-426c-96d6-17e7e8f5a4c8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:35.752068 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7847cb4e-6c35-4614-8bfe-5040859ffd48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:35.821410 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [None req-86fe16b2-9294-426c-96d6-17e7e8f5a4c8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Floating IP b8c7b6d4-7193-4abe-8b30-846cc80f23ec associated. External IP: 172.26.4.200, port: 8eff7df7-1867-456e-ae75-a8baa385dd44. Oct 10 11:59:36.272193 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fe16b2-9294-426c-96d6-17e7e8f5a4c8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Router 98830013-7a7c-4862-a16a-5a7fb51e462b has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 11:59:36.452935 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fe16b2-9294-426c-96d6-17e7e8f5a4c8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 11:59:36.462805 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aa7a94-064d-4b89-b0f2-851fff986c05 None None] Sync routers for ids ['98830013-7a7c-4862-a16a-5a7fb51e462b'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:59:36.472819 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aa7a94-064d-4b89-b0f2-851fff986c05 None None] Routers {'98830013-7a7c-4862-a16a-5a7fb51e462b'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:59:36.473417 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-07aa7a94-064d-4b89-b0f2-851fff986c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:59:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['98830013-7a7c-4862-a16a-5a7fb51e462b'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:36.587699 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-86fe16b2-9294-426c-96d6-17e7e8f5a4c8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:36.644123 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-86fe16b2-9294-426c-96d6-17e7e8f5a4c8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7486272 Oct 10 11:59:36.644854 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eee8575-1297-428f-a899-568a8ae143b1', 'tag': '8eff7df7-1867-456e-ae75-a8baa385dd44'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 11:59:36.647458 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5fa3e1-0071-45dd-9e82-e6b41de3d944" -d '{"events": [{"name": "network-changed", "server_uuid": "1eee8575-1297-428f-a899-568a8ae143b1", "tag": "8eff7df7-1867-456e-ae75-a8baa385dd44"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 11:59:36.647737 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-07aa7a94-064d-4b89-b0f2-851fff986c05 None None] Set router 98830013-7a7c-4862-a16a-5a7fb51e462b gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:59:36.692680 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 11:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52805874-98f9-4eea-88b6-577523621e4d x-openstack-request-id: req-52805874-98f9-4eea-88b6-577523621e4d {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 11:59:36.692976 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eee8575-1297-428f-a899-568a8ae143b1", "tag": "8eff7df7-1867-456e-ae75-a8baa385dd44", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 11:59:36.693345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-52805874-98f9-4eea-88b6-577523621e4d {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 11:59:36.693798 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52805874-98f9-4eea-88b6-577523621e4d'] response: {'name': 'network-changed', 'server_uuid': '1eee8575-1297-428f-a899-568a8ae143b1', 'tag': '8eff7df7-1867-456e-ae75-a8baa385dd44', 'status': 'completed', 'code': 200} Oct 10 11:59:36.800999 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fa3e1-0071-45dd-9e82-e6b41de3d944 req-2549baa2-fc39-44dd-81f4-88ab08f97579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:36.802379 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bd5fa3e1-0071-45dd-9e82-e6b41de3d944 req-2549baa2-fc39-44dd-81f4-88ab08f97579 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 1098 time: 0.0890782 Oct 10 11:59:36.817982 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fd892-f816-4d1a-81f7-2e8d27329183 req-e811fa44-61e5-44dc-b66e-c8d8578620be tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:36.819458 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-077fd892-f816-4d1a-81f7-2e8d27329183 req-e811fa44-61e5-44dc-b66e-c8d8578620be tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 945 time: 0.0893495 Oct 10 11:59:36.869127 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-077fd892-f816-4d1a-81f7-2e8d27329183 req-652eaad9-c862-49cc-963e-6c0b3402ad89 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433893 Oct 10 11:59:36.900980 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38156) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:59:36.949371 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fa3e1-0071-45dd-9e82-e6b41de3d944 req-e57be282-2d19-4390-b11e-b41b8bf4a00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:36.951044 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bd5fa3e1-0071-45dd-9e82-e6b41de3d944 req-e57be282-2d19-4390-b11e-b41b8bf4a00e service neutron] 10.222.0.15 "GET /v2.0/networks?id=12dc00ab-c722-435e-a57d-afa9824c296b HTTP/1.1" status: 200 len: 897 time: 0.1434720 Oct 10 11:59:37.035845 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:37.036441 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-628f5e69-71fc-4c11-890b-ee9c61893eac tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/floatingips/b8c7b6d4-7193-4abe-8b30-846cc80f23ec HTTP/1.1" status: 200 len: 991 time: 0.1322095 Oct 10 11:59:37.041333 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-07aa7a94-064d-4b89-b0f2-851fff986c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352226319', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '03503a8c-9e65-4be6-aa12-026829526a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:18Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '03503a8c-9e65-4be6-aa12-026829526a11', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'b8c7b6d4-7193-4abe-8b30-846cc80f23ec', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'floating_ip_address': '172.26.4.200', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'port_id': '8eff7df7-1867-456e-ae75-a8baa385dd44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12dc00ab-c722-435e-a57d-afa9824c296b', 'mac_address': 'fa:16:3e:68:34:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee8575-1297-428f-a899-568a8ae143b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:59:35Z', 'updated_at': '2022-10-10T11:59:35Z', 'revision_number': 0, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8b945e-111b-41a1-bdb0-53619110c046', 'name': '', 'network_id': '12dc00ab-c722-435e-a57d-afa9824c296b', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:f4:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'ac0e26c5-86e8-451d-9734-dc384ffeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:17Z', 'updated_at': '2022-10-10T11:59:24Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'ac0e26c5-86e8-451d-9734-dc384ffeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:37.045689 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aa7a94-064d-4b89-b0f2-851fff986c05 None None] Checking router: 98830013-7a7c-4862-a16a-5a7fb51e462b for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:59:37.055414 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aa7a94-064d-4b89-b0f2-851fff986c05 None None] Routers {'98830013-7a7c-4862-a16a-5a7fb51e462b'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 11:59:37.056009 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-07aa7a94-064d-4b89-b0f2-851fff986c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T11:59:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['98830013-7a7c-4862-a16a-5a7fb51e462b'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:37.062771 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bd5fa3e1-0071-45dd-9e82-e6b41de3d944 req-e9036a1d-fffa-46c9-8378-93a892366f93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8eff7df7-1867-456e-ae75-a8baa385dd44 HTTP/1.1" status: 200 len: 999 time: 0.1057165 Oct 10 11:59:37.124426 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fa3e1-0071-45dd-9e82-e6b41de3d944 req-22eb1556-6018-4f25-960f-8a7e72a780c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:37.125828 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bd5fa3e1-0071-45dd-9e82-e6b41de3d944 req-22eb1556-6018-4f25-960f-8a7e72a780c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac0e26c5-86e8-451d-9734-dc384ffeec72 HTTP/1.1" status: 200 len: 835 time: 0.0578117 Oct 10 11:59:37.164693 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:37.209933 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fa3e1-0071-45dd-9e82-e6b41de3d944 req-dac0afa4-cecd-4ab7-b50e-ca595ded7fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:37.211548 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bd5fa3e1-0071-45dd-9e82-e6b41de3d944 req-dac0afa4-cecd-4ab7-b50e-ca595ded7fe2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12dc00ab-c722-435e-a57d-afa9824c296b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799923 Oct 10 11:59:37.234961 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-07aa7a94-064d-4b89-b0f2-851fff986c05 None None] Set router 98830013-7a7c-4862-a16a-5a7fb51e462b gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 11:59:37.342763 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bd5fa3e1-0071-45dd-9e82-e6b41de3d944 req-765e4599-677b-4425-81d8-184bc7d86df2 service neutron] 10.222.0.15 "GET /v2.0/networks/12dc00ab-c722-435e-a57d-afa9824c296b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256826 Oct 10 11:59:37.476440 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bd5fa3e1-0071-45dd-9e82-e6b41de3d944 req-23f66852-cb22-4050-b914-95e1acdd108b service neutron] 10.222.0.15 "GET /v2.0/networks/12dc00ab-c722-435e-a57d-afa9824c296b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279032 Oct 10 11:59:37.577543 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-07aa7a94-064d-4b89-b0f2-851fff986c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352226319', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '03503a8c-9e65-4be6-aa12-026829526a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:18Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '03503a8c-9e65-4be6-aa12-026829526a11', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'b8c7b6d4-7193-4abe-8b30-846cc80f23ec', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'floating_ip_address': '172.26.4.200', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'port_id': '8eff7df7-1867-456e-ae75-a8baa385dd44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12dc00ab-c722-435e-a57d-afa9824c296b', 'mac_address': 'fa:16:3e:68:34:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee8575-1297-428f-a899-568a8ae143b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:59:35Z', 'updated_at': '2022-10-10T11:59:35Z', 'revision_number': 0, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8b945e-111b-41a1-bdb0-53619110c046', 'name': '', 'network_id': '12dc00ab-c722-435e-a57d-afa9824c296b', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:f4:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'ac0e26c5-86e8-451d-9734-dc384ffeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:17Z', 'updated_at': '2022-10-10T11:59:24Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'ac0e26c5-86e8-451d-9734-dc384ffeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:37.582078 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aa7a94-064d-4b89-b0f2-851fff986c05 None None] The sync data for ids ['98830013-7a7c-4862-a16a-5a7fb51e462b'] in dv-neutron-860842-1-hyperv is: [{'id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352226319', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '03503a8c-9e65-4be6-aa12-026829526a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:18Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '03503a8c-9e65-4be6-aa12-026829526a11', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'b8c7b6d4-7193-4abe-8b30-846cc80f23ec', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'floating_ip_address': '172.26.4.200', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'port_id': '8eff7df7-1867-456e-ae75-a8baa385dd44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12dc00ab-c722-435e-a57d-afa9824c296b', 'mac_address': 'fa:16:3e:68:34:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee8575-1297-428f-a899-568a8ae143b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T11:59:35Z', 'updated_at': '2022-10-10T11:59:35Z', 'revision_number': 0, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8b945e-111b-41a1-bdb0-53619110c046', 'name': '', 'network_id': '12dc00ab-c722-435e-a57d-afa9824c296b', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:f4:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'ac0e26c5-86e8-451d-9734-dc384ffeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:17Z', 'updated_at': '2022-10-10T11:59:24Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'ac0e26c5-86e8-451d-9734-dc384ffeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:59:37.763928 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2130d9-b7ba-460a-862d-802caa73a621 None None] New status for floating IP b8c7b6d4-7193-4abe-8b30-846cc80f23ec: ACTIVE {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 11:59:38.038705 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38160) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 11:59:38.146812 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-725a3889-33ce-48f0-8cf2-f66835c1b93c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/floatingips/b8c7b6d4-7193-4abe-8b30-846cc80f23ec HTTP/1.1" status: 200 len: 993 time: 0.1069548 Oct 10 11:59:38.782269 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:39.741869 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 11:59:55.500603 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9962e37f-1381-47c5-a8e8-e27192deb6fe req-af5f6a17-a998-424d-b81b-39fe080f6e42 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810916 Oct 10 11:59:55.651911 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962e37f-1381-47c5-a8e8-e27192deb6fe req-011a3b58-b76e-4462-ae26-4675bdd9f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:55.653374 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9962e37f-1381-47c5-a8e8-e27192deb6fe req-011a3b58-b76e-4462-ae26-4675bdd9f9de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 1098 time: 0.0803056 Oct 10 11:59:55.798799 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962e37f-1381-47c5-a8e8-e27192deb6fe req-94bd5bdd-abb2-4652-bb88-c80b2cd27d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:55.800456 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9962e37f-1381-47c5-a8e8-e27192deb6fe req-94bd5bdd-abb2-4652-bb88-c80b2cd27d48 service neutron] 10.222.0.15 "GET /v2.0/networks?id=12dc00ab-c722-435e-a57d-afa9824c296b HTTP/1.1" status: 200 len: 897 time: 0.1280169 Oct 10 11:59:56.005599 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9962e37f-1381-47c5-a8e8-e27192deb6fe req-820df086-f868-44e5-9cc7-eeff9b78eb73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8eff7df7-1867-456e-ae75-a8baa385dd44 HTTP/1.1" status: 200 len: 1001 time: 0.1988444 Oct 10 11:59:56.070204 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962e37f-1381-47c5-a8e8-e27192deb6fe req-7297c084-456f-46a6-9060-f08211c8474f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:56.071542 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9962e37f-1381-47c5-a8e8-e27192deb6fe req-7297c084-456f-46a6-9060-f08211c8474f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac0e26c5-86e8-451d-9734-dc384ffeec72 HTTP/1.1" status: 200 len: 835 time: 0.0594923 Oct 10 11:59:56.154547 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962e37f-1381-47c5-a8e8-e27192deb6fe req-2042c521-08e6-4790-af1e-59a9422ef261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:56.156002 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9962e37f-1381-47c5-a8e8-e27192deb6fe req-2042c521-08e6-4790-af1e-59a9422ef261 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12dc00ab-c722-435e-a57d-afa9824c296b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776312 Oct 10 11:59:56.289879 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9962e37f-1381-47c5-a8e8-e27192deb6fe req-759b68b8-8906-4ca8-800e-764327c84266 service neutron] 10.222.0.15 "GET /v2.0/networks/12dc00ab-c722-435e-a57d-afa9824c296b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255977 Oct 10 11:59:56.423107 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9962e37f-1381-47c5-a8e8-e27192deb6fe req-6c0623eb-6334-43c4-abbb-5b48c6784790 service neutron] 10.222.0.15 "GET /v2.0/networks/12dc00ab-c722-435e-a57d-afa9824c296b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274006 Oct 10 12:00:03.085841 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fe1b6-50f1-4dd5-adbd-7838106e8a72 req-22f152ab-64d9-4bbc-a243-c226b10bb5d4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:03.088038 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5d7fe1b6-50f1-4dd5-adbd-7838106e8a72 req-22f152ab-64d9-4bbc-a243-c226b10bb5d4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 945 time: 0.0940914 Oct 10 12:00:03.131008 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5d7fe1b6-50f1-4dd5-adbd-7838106e8a72 req-5c6f598f-a51c-4dfd-9911-47083f4cfcc7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373127 Oct 10 12:00:03.488135 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1ba7629d-0515-4c37-88d6-9f4fbad3cf53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:04.331502 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97e468-3a64-425e-8c6c-1f7a7f4079ff req-c5a9459b-c47f-4ed5-9275-7a70c014a503 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:04.332935 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1b97e468-3a64-425e-8c6c-1f7a7f4079ff req-c5a9459b-c47f-4ed5-9275-7a70c014a503 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 945 time: 0.0906560 Oct 10 12:00:04.476043 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1b97e468-3a64-425e-8c6c-1f7a7f4079ff req-453e0857-1135-406e-a818-f5c1f1dc0aa3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366458 Oct 10 12:00:05.675136 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88838c43-18b2-41b9-997a-e4bec129065a req-e90aea63-f735-4b4a-8841-76a8ea35fb78 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:05.676699 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-88838c43-18b2-41b9-997a-e4bec129065a req-e90aea63-f735-4b4a-8841-76a8ea35fb78 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 945 time: 0.0898449 Oct 10 12:00:05.721079 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-88838c43-18b2-41b9-997a-e4bec129065a req-c4ef2a6b-e02f-486a-8cac-599830cbacf4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383115 Oct 10 12:00:05.747041 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-fe874842-7e0d-4ed4-8612-6766a7a04713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:06.918757 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401202a6-9352-425f-8efa-3bac46c4958d req-a37eca10-2658-44cb-b90d-4b99f1810310 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:06.920196 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-401202a6-9352-425f-8efa-3bac46c4958d req-a37eca10-2658-44cb-b90d-4b99f1810310 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 945 time: 0.0878818 Oct 10 12:00:06.967331 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-401202a6-9352-425f-8efa-3bac46c4958d req-943529cb-7b27-428f-92a4-29a3efeac684 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415239 Oct 10 12:00:07.033194 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:07.170114 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:08.174635 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3720b-aa6c-41f8-b7dc-ddc27d4535ab req-73f872d7-f23f-4559-abab-39cebd3b9fef tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:08.175969 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e8e3720b-aa6c-41f8-b7dc-ddc27d4535ab req-73f872d7-f23f-4559-abab-39cebd3b9fef tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 945 time: 0.0919266 Oct 10 12:00:08.219255 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e8e3720b-aa6c-41f8-b7dc-ddc27d4535ab req-e5eff754-ef0a-4a26-9ffa-eef461a95c13 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369036 Oct 10 12:00:08.809813 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:09.419106 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9ad3d-84cc-4a5d-8e0a-3fa365f3bab1 req-083e5bc7-eb7d-4cbb-a6de-29a658718f02 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:09.420549 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-7ca9ad3d-84cc-4a5d-8e0a-3fa365f3bab1 req-083e5bc7-eb7d-4cbb-a6de-29a658718f02 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 945 time: 0.0874031 Oct 10 12:00:09.465248 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-7ca9ad3d-84cc-4a5d-8e0a-3fa365f3bab1 req-3aef76c1-0bd1-4b60-a4ca-56a8e602f9e3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390782 Oct 10 12:00:09.758497 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:10.666381 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525a516-cdbd-46b7-bc8f-b62fa496b87c req-e8104eff-78a9-4920-948f-c31479a3505c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:10.667851 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f525a516-cdbd-46b7-bc8f-b62fa496b87c req-e8104eff-78a9-4920-948f-c31479a3505c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 945 time: 0.0906966 Oct 10 12:00:10.713402 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f525a516-cdbd-46b7-bc8f-b62fa496b87c req-26023f57-73ca-443c-9583-5dfa1cfc2e93 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384531 Oct 10 12:00:11.919328 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba077f-89e6-43d2-8551-2cd03e1521ea req-22773b3e-49ca-4373-9ea8-5da43d087cd0 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:11.920761 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-beba077f-89e6-43d2-8551-2cd03e1521ea req-22773b3e-49ca-4373-9ea8-5da43d087cd0 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 945 time: 0.0962248 Oct 10 12:00:11.964970 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-beba077f-89e6-43d2-8551-2cd03e1521ea req-e880da76-7520-4aab-98cf-a99fd494f78e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386100 Oct 10 12:00:11.987721 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:00:13.163770 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb9927-5edf-4fa0-808c-5e14089922f1 req-4ac4c5c6-9fe6-493f-9de7-f680172bac42 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:13.165209 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-53cb9927-5edf-4fa0-808c-5e14089922f1 req-4ac4c5c6-9fe6-493f-9de7-f680172bac42 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 945 time: 0.0907853 Oct 10 12:00:13.208105 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-53cb9927-5edf-4fa0-808c-5e14089922f1 req-3a1f6af0-2ebd-473d-8a12-8fdb62677521 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363710 Oct 10 12:00:14.402631 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5b517-1dd5-4c09-9496-927506ae15b6 req-a6fa8eae-5691-4881-82e4-616be54ff81b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:14.404060 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2da5b517-1dd5-4c09-9496-927506ae15b6 req-a6fa8eae-5691-4881-82e4-616be54ff81b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 945 time: 0.0855618 Oct 10 12:00:14.450932 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2da5b517-1dd5-4c09-9496-927506ae15b6 req-21acb06a-e539-4c0d-a74e-bf655011bbd8 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412238 Oct 10 12:00:14.480634 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38196) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:00:14.587158 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-69067dd8-c430-4e55-9c90-5f34fb6792d4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/floatingips/b8c7b6d4-7193-4abe-8b30-846cc80f23ec HTTP/1.1" status: 200 len: 993 time: 0.1053510 Oct 10 12:00:16.195080 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11dd05d-75aa-496a-b708-e7231a93ba19 req-4ee10dc6-7c3a-4acb-9181-0a8731262365 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:16.196589 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d11dd05d-75aa-496a-b708-e7231a93ba19 req-4ee10dc6-7c3a-4acb-9181-0a8731262365 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 945 time: 0.0918167 Oct 10 12:00:16.241913 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d11dd05d-75aa-496a-b708-e7231a93ba19 req-1d3132f7-e722-41cf-9fe3-215f114be19b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382469 Oct 10 12:00:16.325099 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b08da-eb84-475d-ad56-e84fd17c1e9d req-7916b46f-4b88-4873-b49d-b92969723838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:16.326596 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e70b08da-eb84-475d-ad56-e84fd17c1e9d req-7916b46f-4b88-4873-b49d-b92969723838 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 1098 time: 0.0828414 Oct 10 12:00:16.455345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b08da-eb84-475d-ad56-e84fd17c1e9d req-6f4e95c3-94c6-4f8a-bea8-99f472406d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:16.456667 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e70b08da-eb84-475d-ad56-e84fd17c1e9d req-6f4e95c3-94c6-4f8a-bea8-99f472406d29 service neutron] 10.222.0.15 "GET /v2.0/networks?id=12dc00ab-c722-435e-a57d-afa9824c296b HTTP/1.1" status: 200 len: 897 time: 0.1240680 Oct 10 12:00:16.559192 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e70b08da-eb84-475d-ad56-e84fd17c1e9d req-f671e243-a7cd-405f-a3cd-8b1fb495776d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8eff7df7-1867-456e-ae75-a8baa385dd44 HTTP/1.1" status: 200 len: 1001 time: 0.0965626 Oct 10 12:00:16.620812 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b08da-eb84-475d-ad56-e84fd17c1e9d req-c90335e0-1cba-47b2-87bc-409f4d61429c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:16.622292 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e70b08da-eb84-475d-ad56-e84fd17c1e9d req-c90335e0-1cba-47b2-87bc-409f4d61429c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac0e26c5-86e8-451d-9734-dc384ffeec72 HTTP/1.1" status: 200 len: 835 time: 0.0576293 Oct 10 12:00:16.711043 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b08da-eb84-475d-ad56-e84fd17c1e9d req-8430f9f2-cff4-465a-84a6-02debd3dea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:16.712713 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e70b08da-eb84-475d-ad56-e84fd17c1e9d req-8430f9f2-cff4-465a-84a6-02debd3dea48 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12dc00ab-c722-435e-a57d-afa9824c296b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844650 Oct 10 12:00:16.936414 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e70b08da-eb84-475d-ad56-e84fd17c1e9d req-e683541e-ff1f-4947-b509-8bc4516efbd1 service neutron] 10.222.0.15 "GET /v2.0/networks/12dc00ab-c722-435e-a57d-afa9824c296b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182097 Oct 10 12:00:17.067664 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e70b08da-eb84-475d-ad56-e84fd17c1e9d req-50648c43-65c4-472e-9eff-fecf60dadea4 service neutron] 10.222.0.15 "GET /v2.0/networks/12dc00ab-c722-435e-a57d-afa9824c296b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243384 Oct 10 12:00:17.447928 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae01e2c-c683-498b-93a2-2e1863043516 req-495b12ca-643f-44f5-8846-d871622f1501 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:17.449071 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cae01e2c-c683-498b-93a2-2e1863043516 req-495b12ca-643f-44f5-8846-d871622f1501 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 945 time: 0.0894024 Oct 10 12:00:17.492734 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-cae01e2c-c683-498b-93a2-2e1863043516 req-52c25686-92c0-430d-b530-4c01765f08db tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379493 Oct 10 12:00:18.693901 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722853e-6bb5-4d5a-9b23-14203870cb14 req-472fe12f-8f90-4919-94bf-323be201c6fc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:18.695340 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6722853e-6bb5-4d5a-9b23-14203870cb14 req-472fe12f-8f90-4919-94bf-323be201c6fc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 945 time: 0.0873575 Oct 10 12:00:18.742703 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6722853e-6bb5-4d5a-9b23-14203870cb14 req-d4647745-b33a-4106-a847-8032a48f392f tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404518 Oct 10 12:00:18.772463 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38210) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:00:18.877881 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-da421974-054a-4bd3-8ca6-950a4845d719 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/floatingips/b8c7b6d4-7193-4abe-8b30-846cc80f23ec HTTP/1.1" status: 200 len: 993 time: 0.1041541 Oct 10 12:00:33.518073 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7559b600-f30d-4504-a5ea-56662c6663f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:35.768109 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7508c49d-0322-4403-b5ed-f429c1b270ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:37.048228 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:37.210103 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:38.790829 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:39.786847 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:47.294761 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38226) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:00:47.495730 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-437a18e3-03ac-44b1-b69d-2d092fbcce94 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Deleting port cb1dca73-6745-4644-9931-28014338f1c6 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:00:47.496070 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-437a18e3-03ac-44b1-b69d-2d092fbcce94 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:47.660748 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-437a18e3-03ac-44b1-b69d-2d092fbcce94 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:47.660989 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-437a18e3-03ac-44b1-b69d-2d092fbcce94 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:47.783915 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-437a18e3-03ac-44b1-b69d-2d092fbcce94 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Calling delete_port for cb1dca73-6745-4644-9931-28014338f1c6 owned by network:floatingip {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:00:48.002260 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-437a18e3-03ac-44b1-b69d-2d092fbcce94 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:48.050720 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a18e3-03ac-44b1-b69d-2d092fbcce94 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Port': ['ID=cb1dca73-6745-4644-9931-28014338f1c6,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:48.091493 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a18e3-03ac-44b1-b69d-2d092fbcce94 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:48.091833 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a18e3-03ac-44b1-b69d-2d092fbcce94 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:48.092170 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a18e3-03ac-44b1-b69d-2d092fbcce94 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:48.092509 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a18e3-03ac-44b1-b69d-2d092fbcce94 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:48.092828 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a18e3-03ac-44b1-b69d-2d092fbcce94 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:48.093146 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a18e3-03ac-44b1-b69d-2d092fbcce94 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:48.093473 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a18e3-03ac-44b1-b69d-2d092fbcce94 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:48.093816 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a18e3-03ac-44b1-b69d-2d092fbcce94 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:48.094134 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a18e3-03ac-44b1-b69d-2d092fbcce94 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:48.094451 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a18e3-03ac-44b1-b69d-2d092fbcce94 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:48.094766 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a18e3-03ac-44b1-b69d-2d092fbcce94 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:48.095080 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a18e3-03ac-44b1-b69d-2d092fbcce94 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:48.157999 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-437a18e3-03ac-44b1-b69d-2d092fbcce94 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for floatingip, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:48.158327 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-437a18e3-03ac-44b1-b69d-2d092fbcce94 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Floating IP b8c7b6d4-7193-4abe-8b30-846cc80f23ec disassociated (deleted). External IP: 172.26.4.200, port: 8eff7df7-1867-456e-ae75-a8baa385dd44. Oct 10 12:00:48.601128 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437a18e3-03ac-44b1-b69d-2d092fbcce94 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Router 98830013-7a7c-4862-a16a-5a7fb51e462b has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 12:00:48.779235 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437a18e3-03ac-44b1-b69d-2d092fbcce94 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 12:00:48.789111 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560aa61-a13f-4d5d-93dd-00f4bd6c6e38 None None] Sync routers for ids ['98830013-7a7c-4862-a16a-5a7fb51e462b'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:00:48.799738 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4560aa61-a13f-4d5d-93dd-00f4bd6c6e38 None None] Routers {'98830013-7a7c-4862-a16a-5a7fb51e462b'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:00:48.804449 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-4560aa61-a13f-4d5d-93dd-00f4bd6c6e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:00:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['98830013-7a7c-4862-a16a-5a7fb51e462b'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:00:48.861256 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-437a18e3-03ac-44b1-b69d-2d092fbcce94 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:48.915345 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-437a18e3-03ac-44b1-b69d-2d092fbcce94 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "DELETE /v2.0/floatingips/b8c7b6d4-7193-4abe-8b30-846cc80f23ec HTTP/1.1" status: 204 len: 168 time: 1.6194775 Oct 10 12:00:48.915976 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eee8575-1297-428f-a899-568a8ae143b1', 'tag': '8eff7df7-1867-456e-ae75-a8baa385dd44'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:00:48.919682 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e77488c-251f-4134-a528-d036357665b2" -d '{"events": [{"name": "network-changed", "server_uuid": "1eee8575-1297-428f-a899-568a8ae143b1", "tag": "8eff7df7-1867-456e-ae75-a8baa385dd44"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:00:48.985112 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-4560aa61-a13f-4d5d-93dd-00f4bd6c6e38 None None] Set router 98830013-7a7c-4862-a16a-5a7fb51e462b gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:00:49.017669 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac85d7a-30e4-4da0-9d25-06e10416f7da x-openstack-request-id: req-9ac85d7a-30e4-4da0-9d25-06e10416f7da {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:00:49.017965 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eee8575-1297-428f-a899-568a8ae143b1", "tag": "8eff7df7-1867-456e-ae75-a8baa385dd44", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:00:49.018214 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9ac85d7a-30e4-4da0-9d25-06e10416f7da {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:00:49.018620 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ac85d7a-30e4-4da0-9d25-06e10416f7da'] response: {'name': 'network-changed', 'server_uuid': '1eee8575-1297-428f-a899-568a8ae143b1', 'tag': '8eff7df7-1867-456e-ae75-a8baa385dd44', 'status': 'completed', 'code': 200} Oct 10 12:00:49.050036 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:00:49.132273 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77488c-251f-4134-a528-d036357665b2 req-9d05518c-83c3-47da-a332-0f52022dff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:49.133877 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6e77488c-251f-4134-a528-d036357665b2 req-9d05518c-83c3-47da-a332-0f52022dff25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 1098 time: 0.0929222 Oct 10 12:00:49.270321 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77488c-251f-4134-a528-d036357665b2 req-5f4dca43-348e-4101-864f-cfef45d7aa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:49.271790 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6e77488c-251f-4134-a528-d036357665b2 req-5f4dca43-348e-4101-864f-cfef45d7aa67 service neutron] 10.222.0.15 "GET /v2.0/networks?id=12dc00ab-c722-435e-a57d-afa9824c296b HTTP/1.1" status: 200 len: 897 time: 0.1322505 Oct 10 12:00:49.303075 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-4560aa61-a13f-4d5d-93dd-00f4bd6c6e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352226319', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '03503a8c-9e65-4be6-aa12-026829526a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:18Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '03503a8c-9e65-4be6-aa12-026829526a11', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ec8b945e-111b-41a1-bdb0-53619110c046', 'name': '', 'network_id': '12dc00ab-c722-435e-a57d-afa9824c296b', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:f4:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'ac0e26c5-86e8-451d-9734-dc384ffeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:17Z', 'updated_at': '2022-10-10T11:59:24Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'ac0e26c5-86e8-451d-9734-dc384ffeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:00:49.306803 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560aa61-a13f-4d5d-93dd-00f4bd6c6e38 None None] Checking router: 98830013-7a7c-4862-a16a-5a7fb51e462b for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:00:49.315179 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4560aa61-a13f-4d5d-93dd-00f4bd6c6e38 None None] Routers {'98830013-7a7c-4862-a16a-5a7fb51e462b'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:00:49.315860 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-4560aa61-a13f-4d5d-93dd-00f4bd6c6e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:00:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['98830013-7a7c-4862-a16a-5a7fb51e462b'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:00:49.339356 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6e77488c-251f-4134-a528-d036357665b2 req-1d067afe-28fc-4f08-92b6-ccabfc04b7da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8eff7df7-1867-456e-ae75-a8baa385dd44 HTTP/1.1" status: 200 len: 217 time: 0.0612893 Oct 10 12:00:49.408290 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77488c-251f-4134-a528-d036357665b2 req-2cae5815-fb01-42cf-8533-97b5b44712e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:49.409683 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6e77488c-251f-4134-a528-d036357665b2 req-2cae5815-fb01-42cf-8533-97b5b44712e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac0e26c5-86e8-451d-9734-dc384ffeec72 HTTP/1.1" status: 200 len: 835 time: 0.0653772 Oct 10 12:00:49.498618 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77488c-251f-4134-a528-d036357665b2 req-11f5409d-3c89-48da-90dd-203ec7a3b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:49.500380 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6e77488c-251f-4134-a528-d036357665b2 req-11f5409d-3c89-48da-90dd-203ec7a3b8f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12dc00ab-c722-435e-a57d-afa9824c296b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839467 Oct 10 12:00:49.525403 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a4c0c-8535-4b07-8106-c72cfccd8b0d req-704748c8-cf72-4091-a690-5969e992b35f tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:49.525793 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-470a4c0c-8535-4b07-8106-c72cfccd8b0d req-704748c8-cf72-4091-a690-5969e992b35f tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 12:00:49.538030 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-4560aa61-a13f-4d5d-93dd-00f4bd6c6e38 None None] Set router 98830013-7a7c-4862-a16a-5a7fb51e462b gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:00:49.609515 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-470a4c0c-8535-4b07-8106-c72cfccd8b0d req-704748c8-cf72-4091-a690-5969e992b35f tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 12:00:49.611556 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-470a4c0c-8535-4b07-8106-c72cfccd8b0d req-704748c8-cf72-4091-a690-5969e992b35f tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 945 time: 0.1794071 Oct 10 12:00:49.639049 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6e77488c-251f-4134-a528-d036357665b2 req-6a53d22b-1771-4cc5-bae0-7134e8b138fb service neutron] 10.222.0.15 "GET /v2.0/networks/12dc00ab-c722-435e-a57d-afa9824c296b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313660 Oct 10 12:00:49.658548 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-470a4c0c-8535-4b07-8106-c72cfccd8b0d req-2a22aa0e-6843-485b-9f85-dbc608416b2a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411603 Oct 10 12:00:49.776727 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6e77488c-251f-4134-a528-d036357665b2 req-b2ff1f36-4bad-4536-b470-6f9736624c67 service neutron] 10.222.0.15 "GET /v2.0/networks/12dc00ab-c722-435e-a57d-afa9824c296b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300433 Oct 10 12:00:49.849798 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-4560aa61-a13f-4d5d-93dd-00f4bd6c6e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352226319', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '03503a8c-9e65-4be6-aa12-026829526a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:18Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '03503a8c-9e65-4be6-aa12-026829526a11', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ec8b945e-111b-41a1-bdb0-53619110c046', 'name': '', 'network_id': '12dc00ab-c722-435e-a57d-afa9824c296b', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:f4:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'ac0e26c5-86e8-451d-9734-dc384ffeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:17Z', 'updated_at': '2022-10-10T11:59:24Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'ac0e26c5-86e8-451d-9734-dc384ffeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:00:49.853668 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560aa61-a13f-4d5d-93dd-00f4bd6c6e38 None None] The sync data for ids ['98830013-7a7c-4862-a16a-5a7fb51e462b'] in dv-neutron-860842-1-hyperv is: [{'id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352226319', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '03503a8c-9e65-4be6-aa12-026829526a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:18Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '03503a8c-9e65-4be6-aa12-026829526a11', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'ec8b945e-111b-41a1-bdb0-53619110c046', 'name': '', 'network_id': '12dc00ab-c722-435e-a57d-afa9824c296b', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:f4:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'ac0e26c5-86e8-451d-9734-dc384ffeec72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:17Z', 'updated_at': '2022-10-10T11:59:24Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': 'ac0e26c5-86e8-451d-9734-dc384ffeec72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:00:50.072064 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d236b6-7acc-4918-b1c5-f06e4988a679 None None] New status for floating IP b8c7b6d4-7193-4abe-8b30-846cc80f23ec: DOWN {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 12:00:50.938338 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e005a0-3051-48f5-8d3b-600721cdbb54 req-85f4e4c3-c05e-4bd6-87ad-64e4c42b3f06 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:50.939824 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b7e005a0-3051-48f5-8d3b-600721cdbb54 req-85f4e4c3-c05e-4bd6-87ad-64e4c42b3f06 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.15 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 945 time: 0.1118355 Oct 10 12:00:50.948525 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21eb3c7-d7e0-46cc-a64d-9a43feb9d33f req-7ebe3119-03a4-4205-961a-9264a8578890 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:00:50.949971 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f21eb3c7-d7e0-46cc-a64d-9a43feb9d33f req-7ebe3119-03a4-4205-961a-9264a8578890 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 945 time: 0.1745927 Oct 10 12:00:51.046374 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-b7e005a0-3051-48f5-8d3b-600721cdbb54 req-2f000cbf-6253-4d40-9aee-72bd6725b239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Deleting port 8eff7df7-1867-456e-ae75-a8baa385dd44 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:00:51.046710 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-b7e005a0-3051-48f5-8d3b-600721cdbb54 req-2f000cbf-6253-4d40-9aee-72bd6725b239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:51.080703 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f21eb3c7-d7e0-46cc-a64d-9a43feb9d33f req-7b6e440a-ca65-40de-a892-22bc6f1fe2e5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984859 Oct 10 12:00:51.408655 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-b7e005a0-3051-48f5-8d3b-600721cdbb54 req-2f000cbf-6253-4d40-9aee-72bd6725b239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] For port 8eff7df7-1867-456e-ae75-a8baa385dd44, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8eff7df7-1867-456e-ae75-a8baa385dd44,segment=NetworkSegment(c300beaa-44e9-44a3-8310-3b98d3c1ddbb),segment_id=c300beaa-44e9-44a3-8310-3b98d3c1ddbb)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:00:51.409014 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-b7e005a0-3051-48f5-8d3b-600721cdbb54 req-2f000cbf-6253-4d40-9aee-72bd6725b239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:51.535929 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-b7e005a0-3051-48f5-8d3b-600721cdbb54 req-2f000cbf-6253-4d40-9aee-72bd6725b239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Calling delete_port for 8eff7df7-1867-456e-ae75-a8baa385dd44 owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:00:51.793173 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-b7e005a0-3051-48f5-8d3b-600721cdbb54 req-2f000cbf-6253-4d40-9aee-72bd6725b239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:51.882153 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f000cbf-6253-4d40-9aee-72bd6725b239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Port': ['ID=8eff7df7-1867-456e-ae75-a8baa385dd44,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:51.899763 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f000cbf-6253-4d40-9aee-72bd6725b239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:51.900104 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f000cbf-6253-4d40-9aee-72bd6725b239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:51.900490 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f000cbf-6253-4d40-9aee-72bd6725b239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:51.901490 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f000cbf-6253-4d40-9aee-72bd6725b239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:51.901851 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f000cbf-6253-4d40-9aee-72bd6725b239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:51.902355 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f000cbf-6253-4d40-9aee-72bd6725b239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:51.902680 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f000cbf-6253-4d40-9aee-72bd6725b239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:51.903147 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f000cbf-6253-4d40-9aee-72bd6725b239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:51.903477 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f000cbf-6253-4d40-9aee-72bd6725b239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:51.903798 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f000cbf-6253-4d40-9aee-72bd6725b239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:51.904114 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f000cbf-6253-4d40-9aee-72bd6725b239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:51.904428 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f000cbf-6253-4d40-9aee-72bd6725b239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:51.950060 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e005a0-3051-48f5-8d3b-600721cdbb54 req-2f000cbf-6253-4d40-9aee-72bd6725b239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] No DVR routers for this DVR port 8eff7df7-1867-456e-ae75-a8baa385dd44 on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 12:00:51.952559 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-b7e005a0-3051-48f5-8d3b-600721cdbb54 req-2f000cbf-6253-4d40-9aee-72bd6725b239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:51.955254 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eee8575-1297-428f-a899-568a8ae143b1', 'name': 'network-vif-deleted', 'tag': '8eff7df7-1867-456e-ae75-a8baa385dd44'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:00:51.957506 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a4c2fe-0f7d-4969-a743-fc49ba810121" -d '{"events": [{"server_uuid": "1eee8575-1297-428f-a899-568a8ae143b1", "name": "network-vif-deleted", "tag": "8eff7df7-1867-456e-ae75-a8baa385dd44"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:00:51.999886 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baab3b9d-2a6a-4261-ab8c-bca960fa624d x-openstack-request-id: req-baab3b9d-2a6a-4261-ab8c-bca960fa624d {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:00:52.000203 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eee8575-1297-428f-a899-568a8ae143b1", "name": "network-vif-deleted", "tag": "8eff7df7-1867-456e-ae75-a8baa385dd44", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:00:52.000473 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-baab3b9d-2a6a-4261-ab8c-bca960fa624d {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:00:52.000947 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baab3b9d-2a6a-4261-ab8c-bca960fa624d'] response: {'server_uuid': '1eee8575-1297-428f-a899-568a8ae143b1', 'name': 'network-vif-deleted', 'tag': '8eff7df7-1867-456e-ae75-a8baa385dd44', 'status': 'completed', 'code': 200} Oct 10 12:00:52.043126 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b7e005a0-3051-48f5-8d3b-600721cdbb54 req-2f000cbf-6253-4d40-9aee-72bd6725b239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.15 "DELETE /v2.0/ports/8eff7df7-1867-456e-ae75-a8baa385dd44 HTTP/1.1" status: 204 len: 173 time: 1.0922740 Oct 10 12:00:52.255603 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-8adc83e6-655d-4bb3-ac68-6a6b17d7a78a req-3301fbf9-1bca-4c8c-82fa-989a6e274aac tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 12:00:52.361946 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-8adc83e6-655d-4bb3-ac68-6a6b17d7a78a req-3301fbf9-1bca-4c8c-82fa-989a6e274aac tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 12:00:52.363122 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8adc83e6-655d-4bb3-ac68-6a6b17d7a78a req-3301fbf9-1bca-4c8c-82fa-989a6e274aac tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=1eee8575-1297-428f-a899-568a8ae143b1 HTTP/1.1" status: 200 len: 210 time: 0.1654654 Oct 10 12:00:53.467072 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38248) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:00:54.009871 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f788d653-1e5a-410e-bab6-c66f9e337987 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:54.480785 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-f788d653-1e5a-410e-bab6-c66f9e337987 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Deleting port ec8b945e-111b-41a1-bdb0-53619110c046 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:00:54.481515 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f788d653-1e5a-410e-bab6-c66f9e337987 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:54.668578 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-f788d653-1e5a-410e-bab6-c66f9e337987 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] For port ec8b945e-111b-41a1-bdb0-53619110c046, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=ec8b945e-111b-41a1-bdb0-53619110c046,segment=NetworkSegment(c300beaa-44e9-44a3-8310-3b98d3c1ddbb),segment_id=c300beaa-44e9-44a3-8310-3b98d3c1ddbb)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:00:54.669201 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f788d653-1e5a-410e-bab6-c66f9e337987 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:54.789509 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 8eff7df7-1867-456e-ae75-a8baa385dd44 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 12:00:54.791148 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-f788d653-1e5a-410e-bab6-c66f9e337987 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Calling delete_port for ec8b945e-111b-41a1-bdb0-53619110c046 owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:00:54.832124 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: 8eff7df7-1867-456e-ae75-a8baa385dd44 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 12:00:54.832478 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 8eff7df7-1867-456e-ae75-a8baa385dd44 not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 12:00:55.173435 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f788d653-1e5a-410e-bab6-c66f9e337987 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:55.220898 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788d653-1e5a-410e-bab6-c66f9e337987 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Port': ['ID=ec8b945e-111b-41a1-bdb0-53619110c046,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:55.504268 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f788d653-1e5a-410e-bab6-c66f9e337987 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:55.976251 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f788d653-1e5a-410e-bab6-c66f9e337987 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Router 98830013-7a7c-4862-a16a-5a7fb51e462b has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 12:00:56.152741 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f788d653-1e5a-410e-bab6-c66f9e337987 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 12:00:56.162547 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb97b678-6268-4e88-9a10-b6c90c458d67 None None] Sync routers for ids ['98830013-7a7c-4862-a16a-5a7fb51e462b'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:00:56.172095 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb97b678-6268-4e88-9a10-b6c90c458d67 None None] Routers {'98830013-7a7c-4862-a16a-5a7fb51e462b'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:00:56.178514 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-eb97b678-6268-4e88-9a10-b6c90c458d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:00:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['98830013-7a7c-4862-a16a-5a7fb51e462b'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:00:56.228525 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f788d653-1e5a-410e-bab6-c66f9e337987 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "PUT /v2.0/routers/98830013-7a7c-4862-a16a-5a7fb51e462b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7602768 Oct 10 12:00:56.231671 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38252) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:00:56.297323 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae736dfd-cf92-43fa-91ea-1ed186222c90 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Deleting subnet ac0e26c5-86e8-451d-9734-dc384ffeec72 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 12:00:56.300293 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ae736dfd-cf92-43fa-91ea-1ed186222c90 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:56.355056 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ae736dfd-cf92-43fa-91ea-1ed186222c90 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:56.356085 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-eb97b678-6268-4e88-9a10-b6c90c458d67 None None] Set router 98830013-7a7c-4862-a16a-5a7fb51e462b gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:00:56.441679 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ae736dfd-cf92-43fa-91ea-1ed186222c90 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:56.575384 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ae736dfd-cf92-43fa-91ea-1ed186222c90 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:56.617546 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae736dfd-cf92-43fa-91ea-1ed186222c90 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Subnet': ['ID=ac0e26c5-86e8-451d-9734-dc384ffeec72,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:56.622191 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ae736dfd-cf92-43fa-91ea-1ed186222c90 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:56.629200 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ae736dfd-cf92-43fa-91ea-1ed186222c90 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "DELETE /v2.0/subnets/ac0e26c5-86e8-451d-9734-dc384ffeec72 HTTP/1.1" status: 204 len: 168 time: 0.3965013 Oct 10 12:00:56.630437 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80bf51c-11f0-4139-b0b5-8517700bc324 None None] Network 12dc00ab-c722-435e-a57d-afa9824c296b requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 12:00:56.631952 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38256) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:00:56.642983 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-eb97b678-6268-4e88-9a10-b6c90c458d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352226319', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '03503a8c-9e65-4be6-aa12-026829526a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T12:00:55Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '03503a8c-9e65-4be6-aa12-026829526a11', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:00:56.648012 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb97b678-6268-4e88-9a10-b6c90c458d67 None None] Checking router: 98830013-7a7c-4862-a16a-5a7fb51e462b for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:00:56.655474 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb97b678-6268-4e88-9a10-b6c90c458d67 None None] Routers {'98830013-7a7c-4862-a16a-5a7fb51e462b'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:00:56.656070 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-eb97b678-6268-4e88-9a10-b6c90c458d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:00:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['98830013-7a7c-4862-a16a-5a7fb51e462b'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:00:56.826787 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-137b2c54-237f-4f44-b111-d048ef3a6b1a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:56.846242 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-eb97b678-6268-4e88-9a10-b6c90c458d67 None None] Set router 98830013-7a7c-4862-a16a-5a7fb51e462b gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:00:56.917246 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bdc452-2ad2-4f78-adb7-8f955e4aa6aa None None] DHCP port deletion for 12dc00ab-c722-435e-a57d-afa9824c296b request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 12:00:56.922664 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-40bdc452-2ad2-4f78-adb7-8f955e4aa6aa None None] Deleting port 27685d63-929d-41e5-9b6a-fd6c323968c1 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:00:56.923310 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-40bdc452-2ad2-4f78-adb7-8f955e4aa6aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:57.040703 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-137b2c54-237f-4f44-b111-d048ef3a6b1a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:57.106854 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-137b2c54-237f-4f44-b111-d048ef3a6b1a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Deleting port 03503a8c-9e65-4be6-aa12-026829526a11 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:00:57.107178 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-137b2c54-237f-4f44-b111-d048ef3a6b1a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:57.133174 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-eb97b678-6268-4e88-9a10-b6c90c458d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352226319', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '03503a8c-9e65-4be6-aa12-026829526a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T12:00:55Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '03503a8c-9e65-4be6-aa12-026829526a11', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:00:57.138085 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb97b678-6268-4e88-9a10-b6c90c458d67 None None] The sync data for ids ['98830013-7a7c-4862-a16a-5a7fb51e462b'] in dv-neutron-860842-1-hyperv is: [{'id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352226319', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '03503a8c-9e65-4be6-aa12-026829526a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T12:00:55Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': '03503a8c-9e65-4be6-aa12-026829526a11', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98830013-7a7c-4862-a16a-5a7fb51e462b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:12Z', 'updated_at': '2022-10-10T11:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:00:57.139683 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-40bdc452-2ad2-4f78-adb7-8f955e4aa6aa None None] For port 27685d63-929d-41e5-9b6a-fd6c323968c1, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=27685d63-929d-41e5-9b6a-fd6c323968c1,segment=NetworkSegment(c300beaa-44e9-44a3-8310-3b98d3c1ddbb),segment_id=c300beaa-44e9-44a3-8310-3b98d3c1ddbb)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:00:57.139991 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-40bdc452-2ad2-4f78-adb7-8f955e4aa6aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:57.288827 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-137b2c54-237f-4f44-b111-d048ef3a6b1a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] For port 03503a8c-9e65-4be6-aa12-026829526a11, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=03503a8c-9e65-4be6-aa12-026829526a11,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:00:57.289170 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-137b2c54-237f-4f44-b111-d048ef3a6b1a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:57.303386 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-40bdc452-2ad2-4f78-adb7-8f955e4aa6aa None None] Calling delete_port for 27685d63-929d-41e5-9b6a-fd6c323968c1 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:00:57.411961 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-137b2c54-237f-4f44-b111-d048ef3a6b1a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Calling delete_port for 03503a8c-9e65-4be6-aa12-026829526a11 owned by network:router_gateway {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:00:57.467047 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-40bdc452-2ad2-4f78-adb7-8f955e4aa6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:57.516103 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bdc452-2ad2-4f78-adb7-8f955e4aa6aa None None] Pushing event deleted for resources: {'Port': ['ID=27685d63-929d-41e5-9b6a-fd6c323968c1,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:57.522314 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bdc452-2ad2-4f78-adb7-8f955e4aa6aa None None] No DVR routers for this DVR port 27685d63-929d-41e5-9b6a-fd6c323968c1 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 12:00:57.531868 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdc452-2ad2-4f78-adb7-8f955e4aa6aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:57.531868 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdc452-2ad2-4f78-adb7-8f955e4aa6aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:57.531868 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdc452-2ad2-4f78-adb7-8f955e4aa6aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:57.532736 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdc452-2ad2-4f78-adb7-8f955e4aa6aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:57.532736 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdc452-2ad2-4f78-adb7-8f955e4aa6aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:57.533008 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdc452-2ad2-4f78-adb7-8f955e4aa6aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:57.533313 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdc452-2ad2-4f78-adb7-8f955e4aa6aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:57.533672 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdc452-2ad2-4f78-adb7-8f955e4aa6aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:57.534268 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdc452-2ad2-4f78-adb7-8f955e4aa6aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:57.534761 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdc452-2ad2-4f78-adb7-8f955e4aa6aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:57.535256 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdc452-2ad2-4f78-adb7-8f955e4aa6aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:57.535583 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdc452-2ad2-4f78-adb7-8f955e4aa6aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:00:57.773142 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-137b2c54-237f-4f44-b111-d048ef3a6b1a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:57.821484 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b2c54-237f-4f44-b111-d048ef3a6b1a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Port': ['ID=03503a8c-9e65-4be6-aa12-026829526a11,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:57.916090 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-137b2c54-237f-4f44-b111-d048ef3a6b1a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:58.025182 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 27685d63-929d-41e5-9b6a-fd6c323968c1 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 12:00:58.059678 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 27685d63-929d-41e5-9b6a-fd6c323968c1 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 12:00:58.060027 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 27685d63-929d-41e5-9b6a-fd6c323968c1 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 12:00:58.060522 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ec8b945e-111b-41a1-bdb0-53619110c046 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 12:00:58.094979 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: ec8b945e-111b-41a1-bdb0-53619110c046 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 12:00:58.095456 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device ec8b945e-111b-41a1-bdb0-53619110c046 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 12:00:58.096050 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-137b2c54-237f-4f44-b111-d048ef3a6b1a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:58.098385 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-137b2c54-237f-4f44-b111-d048ef3a6b1a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:58.209491 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-137b2c54-237f-4f44-b111-d048ef3a6b1a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:58.210003 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137b2c54-237f-4f44-b111-d048ef3a6b1a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Fanout notify agent at l3_agent the message router_deleted on router 98830013-7a7c-4862-a16a-5a7fb51e462b {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 12:00:58.225597 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-137b2c54-237f-4f44-b111-d048ef3a6b1a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:58.227023 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-137b2c54-237f-4f44-b111-d048ef3a6b1a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "DELETE /v2.0/routers/98830013-7a7c-4862-a16a-5a7fb51e462b HTTP/1.1" status: 204 len: 168 time: 1.5903702 Oct 10 12:00:58.230371 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38260) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:00:58.352805 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-721e6de5-764d-443c-a022-e7ad1ced8f7b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:58.488826 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-721e6de5-764d-443c-a022-e7ad1ced8f7b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:58.513336 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-721e6de5-764d-443c-a022-e7ad1ced8f7b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12dc00ab-c722-435e-a57d-afa9824c296b']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:00:58.524915 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-721e6de5-764d-443c-a022-e7ad1ced8f7b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c300beaa-44e9-44a3-8310-3b98d3c1ddbb') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:00:58.525208 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-721e6de5-764d-443c-a022-e7ad1ced8f7b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c300beaa-44e9-44a3-8310-3b98d3c1ddbb') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:00:58.536793 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-721e6de5-764d-443c-a022-e7ad1ced8f7b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:58.553023 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-721e6de5-764d-443c-a022-e7ad1ced8f7b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:58.559106 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721e6de5-764d-443c-a022-e7ad1ced8f7b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Releasing vlan 457 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:00:58.564349 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-721e6de5-764d-443c-a022-e7ad1ced8f7b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:58.639391 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment c300beaa-44e9-44a3-8310-3b98d3c1ddbb resource provider aggregate not found Oct 10 12:00:58.656855 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment c300beaa-44e9-44a3-8310-3b98d3c1ddbb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c300beaa-44e9-44a3-8310-3b98d3c1ddbb found for delete ", "request_id": "req-1cb2fd33-2339-4d99-9136-d9f13a01fca2"}]} Oct 10 12:00:58.723727 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-721e6de5-764d-443c-a022-e7ad1ced8f7b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:58.740885 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-721e6de5-764d-443c-a022-e7ad1ced8f7b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:58.751914 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e6de5-764d-443c-a022-e7ad1ced8f7b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Network': ['ID=12dc00ab-c722-435e-a57d-afa9824c296b,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:58.756865 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-721e6de5-764d-443c-a022-e7ad1ced8f7b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "DELETE /v2.0/networks/12dc00ab-c722-435e-a57d-afa9824c296b HTTP/1.1" status: 204 len: 168 time: 0.5251594 Oct 10 12:00:58.759438 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38270) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:00:58.827030 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d43bfa62-c177-44ee-afdb-a2d5c6755473 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:58.856872 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d43bfa62-c177-44ee-afdb-a2d5c6755473 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:58.996217 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d43bfa62-c177-44ee-afdb-a2d5c6755473 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:59.018628 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bfa62-c177-44ee-afdb-a2d5c6755473 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:59.092284 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d43bfa62-c177-44ee-afdb-a2d5c6755473 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:59.093422 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d43bfa62-c177-44ee-afdb-a2d5c6755473 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "DELETE /v2.0/security-groups/cf6a1fc8-a9ad-4ee1-bb27-b38c69b2ed64 HTTP/1.1" status: 204 len: 168 time: 0.3330472 Oct 10 12:00:59.384542 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38278) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:00:59.390342 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-bbeafa16-39af-40eb-b2fd-f11595cc2703 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-81271523', 'description': 'tempest-secgroup-smoke-81271523 description', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:00:59.396314 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-bbeafa16-39af-40eb-b2fd-f11595cc2703 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:00:59.400400 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-bbeafa16-39af-40eb-b2fd-f11595cc2703 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:00:59.403453 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-bbeafa16-39af-40eb-b2fd-f11595cc2703 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:00:59.409120 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-bbeafa16-39af-40eb-b2fd-f11595cc2703 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:00:59.527584 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bbeafa16-39af-40eb-b2fd-f11595cc2703 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:59.547872 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-bbeafa16-39af-40eb-b2fd-f11595cc2703 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:00:59.551783 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-bbeafa16-39af-40eb-b2fd-f11595cc2703 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:00:59.554532 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-bbeafa16-39af-40eb-b2fd-f11595cc2703 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:00:59.561125 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-bbeafa16-39af-40eb-b2fd-f11595cc2703 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:00:59.628293 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bbeafa16-39af-40eb-b2fd-f11595cc2703 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:59.710773 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bbeafa16-39af-40eb-b2fd-f11595cc2703 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:59.756589 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeafa16-39af-40eb-b2fd-f11595cc2703 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0140c7-28a6-4423-af65-8ca65aecc2e9,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:00:59.906776 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bbeafa16-39af-40eb-b2fd-f11595cc2703 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:00:59.907906 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-bbeafa16-39af-40eb-b2fd-f11595cc2703 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5223839 Oct 10 12:00:59.910758 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38282) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:00:59.915640 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-f91a68bc-889b-43d3-83ed-3ebfc99fb239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': '8c0140c7-28a6-4423-af65-8ca65aecc2e9', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:00:59.922793 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f91a68bc-889b-43d3-83ed-3ebfc99fb239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:00:59.926727 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f91a68bc-889b-43d3-83ed-3ebfc99fb239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:00:59.930056 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f91a68bc-889b-43d3-83ed-3ebfc99fb239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:00:59.935771 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 03503a8c-9e65-4be6-aa12-026829526a11 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 12:00:59.948886 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f91a68bc-889b-43d3-83ed-3ebfc99fb239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:00:59.971017 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 03503a8c-9e65-4be6-aa12-026829526a11 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 12:00:59.971356 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 03503a8c-9e65-4be6-aa12-026829526a11 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 12:01:00.025628 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f91a68bc-889b-43d3-83ed-3ebfc99fb239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:00.086018 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f91a68bc-889b-43d3-83ed-3ebfc99fb239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:00.174693 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f91a68bc-889b-43d3-83ed-3ebfc99fb239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:00.197979 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a68bc-889b-43d3-83ed-3ebfc99fb239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dfe95fd-8bb1-4bfa-bd8e-b6581d4673c2,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:00.300948 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f91a68bc-889b-43d3-83ed-3ebfc99fb239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:00.302187 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f91a68bc-889b-43d3-83ed-3ebfc99fb239 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3905222 Oct 10 12:01:00.305120 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38286) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:01:00.310130 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-eb8f17e3-597d-4baa-8efb-925a54b87096 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': '8c0140c7-28a6-4423-af65-8ca65aecc2e9', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:01:00.316070 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-eb8f17e3-597d-4baa-8efb-925a54b87096 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:01:00.319850 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-eb8f17e3-597d-4baa-8efb-925a54b87096 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:01:00.322787 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-eb8f17e3-597d-4baa-8efb-925a54b87096 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:01:00.328944 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-eb8f17e3-597d-4baa-8efb-925a54b87096 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:01:00.413502 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eb8f17e3-597d-4baa-8efb-925a54b87096 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:00.474551 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eb8f17e3-597d-4baa-8efb-925a54b87096 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:00.552059 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eb8f17e3-597d-4baa-8efb-925a54b87096 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:00.577111 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f17e3-597d-4baa-8efb-925a54b87096 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b325a781-c40d-4620-b108-fbc4c88393d7,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:00.658807 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eb8f17e3-597d-4baa-8efb-925a54b87096 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:00.660005 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-eb8f17e3-597d-4baa-8efb-925a54b87096 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3539519 Oct 10 12:01:00.662829 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38290) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:01:00.672028 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-29be9aa8-eb85-427b-9d72-1a3a6916e946 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': '8c0140c7-28a6-4423-af65-8ca65aecc2e9', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:01:00.674551 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-29be9aa8-eb85-427b-9d72-1a3a6916e946 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:01:00.678731 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-29be9aa8-eb85-427b-9d72-1a3a6916e946 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:01:00.681612 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-29be9aa8-eb85-427b-9d72-1a3a6916e946 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:01:00.687926 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-29be9aa8-eb85-427b-9d72-1a3a6916e946 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:01:00.758476 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-29be9aa8-eb85-427b-9d72-1a3a6916e946 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:00.819457 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-29be9aa8-eb85-427b-9d72-1a3a6916e946 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:00.904911 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-29be9aa8-eb85-427b-9d72-1a3a6916e946 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:00.930729 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be9aa8-eb85-427b-9d72-1a3a6916e946 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a626e24d-6630-4e1b-a955-63e8eefeffcc,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:01.032395 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-29be9aa8-eb85-427b-9d72-1a3a6916e946 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:01.033592 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-29be9aa8-eb85-427b-9d72-1a3a6916e946 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3698139 Oct 10 12:01:01.036299 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38294) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:01:01.041173 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-cf257ac7-8c2c-4ec4-aa24-441d736550cf tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': '8c0140c7-28a6-4423-af65-8ca65aecc2e9', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:01:01.048083 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-cf257ac7-8c2c-4ec4-aa24-441d736550cf tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:01:01.051862 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-cf257ac7-8c2c-4ec4-aa24-441d736550cf tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:01:01.054694 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-cf257ac7-8c2c-4ec4-aa24-441d736550cf tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:01:01.060946 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-cf257ac7-8c2c-4ec4-aa24-441d736550cf tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:01:01.146855 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cf257ac7-8c2c-4ec4-aa24-441d736550cf tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:01.210581 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cf257ac7-8c2c-4ec4-aa24-441d736550cf tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:01.283703 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cf257ac7-8c2c-4ec4-aa24-441d736550cf tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:01.306969 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf257ac7-8c2c-4ec4-aa24-441d736550cf tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462e7244-be97-47bf-8da1-6826e0f6b727,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:01.384472 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-cf257ac7-8c2c-4ec4-aa24-441d736550cf tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:01.385707 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-cf257ac7-8c2c-4ec4-aa24-441d736550cf tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3485010 Oct 10 12:01:01.388986 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38298) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:01:01.394300 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-d308cd14-b90d-4e60-bbcf-0316b4286c3c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': '8c0140c7-28a6-4423-af65-8ca65aecc2e9', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:01:01.400413 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d308cd14-b90d-4e60-bbcf-0316b4286c3c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:01:01.404420 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d308cd14-b90d-4e60-bbcf-0316b4286c3c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:01:01.407297 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-d308cd14-b90d-4e60-bbcf-0316b4286c3c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:01:01.412855 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-d308cd14-b90d-4e60-bbcf-0316b4286c3c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:01:01.504863 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-d308cd14-b90d-4e60-bbcf-0316b4286c3c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Project 6e8fd84c16e9470086acb5c1464fa01f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 12:01:01.512294 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d308cd14-b90d-4e60-bbcf-0316b4286c3c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:01.577282 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d308cd14-b90d-4e60-bbcf-0316b4286c3c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:01.664823 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d308cd14-b90d-4e60-bbcf-0316b4286c3c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:01.689660 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308cd14-b90d-4e60-bbcf-0316b4286c3c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1ff379-1d33-4cc6-b0cd-f8d5d55f9489,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:01.786824 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-d308cd14-b90d-4e60-bbcf-0316b4286c3c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:01.788032 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-d308cd14-b90d-4e60-bbcf-0316b4286c3c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3978846 Oct 10 12:01:01.790991 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38302) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:01:01.796877 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-c3401c66-16f5-4030-927d-45e0fabf1ca7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'security_group_rule': {'security_group_id': '8c0140c7-28a6-4423-af65-8ca65aecc2e9', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:01:01.802848 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c3401c66-16f5-4030-927d-45e0fabf1ca7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:01:01.806604 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c3401c66-16f5-4030-927d-45e0fabf1ca7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:security_group_rule and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:01:01.809438 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c3401c66-16f5-4030-927d-45e0fabf1ca7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:01:01.815829 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c3401c66-16f5-4030-927d-45e0fabf1ca7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:01:01.894945 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-c3401c66-16f5-4030-927d-45e0fabf1ca7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Project 6e8fd84c16e9470086acb5c1464fa01f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 12:01:01.902134 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c3401c66-16f5-4030-927d-45e0fabf1ca7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:01.973304 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c3401c66-16f5-4030-927d-45e0fabf1ca7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:02.043938 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c3401c66-16f5-4030-927d-45e0fabf1ca7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:02.072037 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3401c66-16f5-4030-927d-45e0fabf1ca7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=757800f7-8d3a-4459-83e3-28e9a51a9a47,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:02.136079 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c3401c66-16f5-4030-927d-45e0fabf1ca7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:02.137555 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c3401c66-16f5-4030-927d-45e0fabf1ca7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3453865 Oct 10 12:01:02.140367 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38306) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:01:02.147739 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-5d7c8bdf-1373-4554-8a7b-45c3ae5747cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'network': {'name': 'tempest-network-smoke--570740389', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'port_security_enabled': True}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:01:02.151109 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5d7c8bdf-1373-4554-8a7b-45c3ae5747cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:01:02.155778 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5d7c8bdf-1373-4554-8a7b-45c3ae5747cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:network and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:01:02.158610 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5d7c8bdf-1373-4554-8a7b-45c3ae5747cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:01:02.164248 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5d7c8bdf-1373-4554-8a7b-45c3ae5747cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:01:02.344369 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7c8bdf-1373-4554-8a7b-45c3ae5747cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Made reservation on behalf of 6e8fd84c16e9470086acb5c1464fa01f for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:01:02.347853 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5d7c8bdf-1373-4554-8a7b-45c3ae5747cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:02.375530 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d7c8bdf-1373-4554-8a7b-45c3ae5747cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 465} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:01:02.383901 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5d7c8bdf-1373-4554-8a7b-45c3ae5747cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:02.384241 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-5d7c8bdf-1373-4554-8a7b-45c3ae5747cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Added segment 20a1cb8d-b0b2-439c-8332-3dd5bc7beecb of type vlan for network 81d94148-c428-4b34-8b50-6ae43b393efd Oct 10 12:01:02.410338 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5d7c8bdf-1373-4554-8a7b-45c3ae5747cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:02.509990 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5d7c8bdf-1373-4554-8a7b-45c3ae5747cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:02.516063 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7c8bdf-1373-4554-8a7b-45c3ae5747cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:02.516642 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5d7c8bdf-1373-4554-8a7b-45c3ae5747cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:02.624749 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c8bdf-1373-4554-8a7b-45c3ae5747cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Network': ['ID=81d94148-c428-4b34-8b50-6ae43b393efd,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:02.634727 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 81d94148-c428-4b34-8b50-6ae43b393efd details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 12:01:02.650076 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5d7c8bdf-1373-4554-8a7b-45c3ae5747cc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5086479 Oct 10 12:01:02.652633 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38310) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:01:02.658390 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-21f1cdc4-f2d8-433e-86d7-3095fa331ee3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1194196099', 'admin_state_up': True, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:01:02.665604 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-21f1cdc4-f2d8-433e-86d7-3095fa331ee3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:01:02.669837 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-21f1cdc4-f2d8-433e-86d7-3095fa331ee3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:router and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:01:02.672861 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-21f1cdc4-f2d8-433e-86d7-3095fa331ee3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:01:02.679127 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-21f1cdc4-f2d8-433e-86d7-3095fa331ee3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:01:02.756273 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21f1cdc4-f2d8-433e-86d7-3095fa331ee3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:02.757305 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21f1cdc4-f2d8-433e-86d7-3095fa331ee3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:02.772296 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21f1cdc4-f2d8-433e-86d7-3095fa331ee3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:03.094725 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21f1cdc4-f2d8-433e-86d7-3095fa331ee3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:03.451817 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21f1cdc4-f2d8-433e-86d7-3095fa331ee3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:03.480186 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21f1cdc4-f2d8-433e-86d7-3095fa331ee3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:03.506608 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-183dc68d-f5a7-4db2-ac6c-ef218a295fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:03.613344 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-21f1cdc4-f2d8-433e-86d7-3095fa331ee3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Allocated IP 172.26.4.62 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/f5daf987-741d-4f18-9a54-62e5cb31e894) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:01:03.754733 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21f1cdc4-f2d8-433e-86d7-3095fa331ee3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:03.842501 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21f1cdc4-f2d8-433e-86d7-3095fa331ee3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:03.907544 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f1cdc4-f2d8-433e-86d7-3095fa331ee3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:01:03.910344 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-21f1cdc4-f2d8-433e-86d7-3095fa331ee3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:01:03.913887 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f1cdc4-f2d8-433e-86d7-3095fa331ee3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 12:01:03.945533 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1cdc4-f2d8-433e-86d7-3095fa331ee3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=f5daf987-741d-4f18-9a54-62e5cb31e894,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:04.524763 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21f1cdc4-f2d8-433e-86d7-3095fa331ee3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router_gateway, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:04.861686 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21f1cdc4-f2d8-433e-86d7-3095fa331ee3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:05.149928 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f1cdc4-f2d8-433e-86d7-3095fa331ee3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Router 91473e65-b412-4505-9f49-40ee84d2de86 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 12:01:05.320556 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f1cdc4-f2d8-433e-86d7-3095fa331ee3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 12:01:05.330617 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177df88d-75f0-4355-968e-441c449beb6d None None] Sync routers for ids ['91473e65-b412-4505-9f49-40ee84d2de86'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:01:05.339916 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177df88d-75f0-4355-968e-441c449beb6d None None] Routers {'91473e65-b412-4505-9f49-40ee84d2de86'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:01:05.340527 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-177df88d-75f0-4355-968e-441c449beb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:00:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['91473e65-b412-4505-9f49-40ee84d2de86'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:05.401937 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-21f1cdc4-f2d8-433e-86d7-3095fa331ee3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:05.403412 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-21f1cdc4-f2d8-433e-86d7-3095fa331ee3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7495296 Oct 10 12:01:05.406451 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38314) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:01:05.448900 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b3e0e2d0-7ea0-4125-be2f-e16805b256b2 tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] 10.222.0.40 "GET /v2.0/subnets?project_id=6e8fd84c16e9470086acb5c1464fa01f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413721 Oct 10 12:01:05.451720 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38318) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:01:05.518704 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-177df88d-75f0-4355-968e-441c449beb6d None None] Set router 91473e65-b412-4505-9f49-40ee84d2de86 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:01:05.579542 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930730d3-6f64-41e9-9205-5defeac4351a tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:05.581015 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-930730d3-6f64-41e9-9205-5defeac4351a tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1284535 Oct 10 12:01:05.583918 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38322) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:01:05.623478 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5229976c-d7c7-4303-b80f-94e2725c0303 tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] 10.222.0.40 "GET /v2.0/subnets?network_id=1e933860-f99f-4a0b-a611-91d190754508&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378892 Oct 10 12:01:05.628402 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38326) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:01:05.631245 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-6d37dcc4-98c5-435f-8f97-bf7fd56233d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-778155789', 'network_id': '81d94148-c428-4b34-8b50-6ae43b393efd', 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:01:05.785358 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e294ef4b-e291-42ed-9045-1fdadf9a3e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:05.821804 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-177df88d-75f0-4355-968e-441c449beb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91473e65-b412-4505-9f49-40ee84d2de86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194196099', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:02Z', 'updated_at': '2022-10-10T12:01:04Z', 'revision_number': 3, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cb:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91473e65-b412-4505-9f49-40ee84d2de86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:03Z', 'updated_at': '2022-10-10T12:01:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:05.825890 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177df88d-75f0-4355-968e-441c449beb6d None None] Checking router: 91473e65-b412-4505-9f49-40ee84d2de86 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:01:05.826236 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177df88d-75f0-4355-968e-441c449beb6d None None] Updating router 91473e65-b412-4505-9f49-40ee84d2de86 port f5daf987-741d-4f18-9a54-62e5cb31e894 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:01:05.856675 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-6d37dcc4-98c5-435f-8f97-bf7fd56233d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:01:05.860636 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6d37dcc4-98c5-435f-8f97-bf7fd56233d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:subnet and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:01:05.863431 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6d37dcc4-98c5-435f-8f97-bf7fd56233d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:01:05.869026 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-6d37dcc4-98c5-435f-8f97-bf7fd56233d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:01:05.884645 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-177df88d-75f0-4355-968e-441c449beb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:05.934123 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d37dcc4-98c5-435f-8f97-bf7fd56233d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Made reservation on behalf of 6e8fd84c16e9470086acb5c1464fa01f for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:01:05.938305 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6d37dcc4-98c5-435f-8f97-bf7fd56233d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:06.236233 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6d37dcc4-98c5-435f-8f97-bf7fd56233d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:06.260883 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-177df88d-75f0-4355-968e-441c449beb6d None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:06.273220 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-177df88d-75f0-4355-968e-441c449beb6d None None] Transition to ACTIVE for port object f5daf987-741d-4f18-9a54-62e5cb31e894 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:01:06.316096 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dcc4-98c5-435f-8f97-bf7fd56233d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Subnet': ['ID=55abc988-489f-423d-9399-f9f35f32d372,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:06.326099 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d37dcc4-98c5-435f-8f97-bf7fd56233d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Checking segment: {'id': '20a1cb8d-b0b2-439c-8332-3dd5bc7beecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': '81d94148-c428-4b34-8b50-6ae43b393efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 12:01:06.326444 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d37dcc4-98c5-435f-8f97-bf7fd56233d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network hostable DHCP agents. Network: 81d94148-c428-4b34-8b50-6ae43b393efd, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:01:06.344774 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-177df88d-75f0-4355-968e-441c449beb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:06.402960 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-177df88d-75f0-4355-968e-441c449beb6d None None] Attempting to bind port f5daf987-741d-4f18-9a54-62e5cb31e894 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 12:01:06.403321 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-177df88d-75f0-4355-968e-441c449beb6d None None] Attempting to bind port f5daf987-741d-4f18-9a54-62e5cb31e894 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 12:01:06.403676 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177df88d-75f0-4355-968e-441c449beb6d None None] Attempting to bind port f5daf987-741d-4f18-9a54-62e5cb31e894 on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 12:01:06.414058 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177df88d-75f0-4355-968e-441c449beb6d None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 12:01:06.414424 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177df88d-75f0-4355-968e-441c449beb6d None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 12:01:06.414814 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-177df88d-75f0-4355-968e-441c449beb6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:06.415219 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177df88d-75f0-4355-968e-441c449beb6d None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 12:01:06.415671 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-177df88d-75f0-4355-968e-441c449beb6d None None] Bound port: f5daf987-741d-4f18-9a54-62e5cb31e894, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 12:01:06.416031 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-177df88d-75f0-4355-968e-441c449beb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:06.424542 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d37dcc4-98c5-435f-8f97-bf7fd56233d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network 81d94148-c428-4b34-8b50-6ae43b393efd is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:01:06.484038 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-6d37dcc4-98c5-435f-8f97-bf7fd56233d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 81d94148-c428-4b34-8b50-6ae43b393efd) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:01:06.488591 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d37dcc4-98c5-435f-8f97-bf7fd56233d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:06.489119 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6d37dcc4-98c5-435f-8f97-bf7fd56233d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:06.498564 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620c2f6e-7811-472e-959f-ffda22709242 None None] Network 81d94148-c428-4b34-8b50-6ae43b393efd requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 12:01:06.514612 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a2b45-822a-4f65-97a2-8d4882da7ec0 None None] Pushing event updated for resources: {'Port': ['ID=f5daf987-741d-4f18-9a54-62e5cb31e894,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:06.574002 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6d37dcc4-98c5-435f-8f97-bf7fd56233d3 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9468989 Oct 10 12:01:06.576822 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38330) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:01:06.619005 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-177df88d-75f0-4355-968e-441c449beb6d None None] For port f5daf987-741d-4f18-9a54-62e5cb31e894, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 12:01:06.632563 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-177df88d-75f0-4355-968e-441c449beb6d None None] For port f5daf987-741d-4f18-9a54-62e5cb31e894, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=f5daf987-741d-4f18-9a54-62e5cb31e894,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 12:01:06.729877 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-177df88d-75f0-4355-968e-441c449beb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:06.793022 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d961d6a6-f7da-481f-9fdf-56bf39cefab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-81d94148-c428-4b34-8b50-6ae43b393efd', 'network_id': '81d94148-c428-4b34-8b50-6ae43b393efd', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'fixed_ips': [{'subnet_id': '55abc988-489f-423d-9399-f9f35f32d372'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 12:01:06.794115 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d961d6a6-f7da-481f-9fdf-56bf39cefab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:06.822380 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177df88d-75f0-4355-968e-441c449beb6d None None] Routers {'91473e65-b412-4505-9f49-40ee84d2de86'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:01:06.823004 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-177df88d-75f0-4355-968e-441c449beb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:01:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['91473e65-b412-4505-9f49-40ee84d2de86'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:06.938624 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a2b45-822a-4f65-97a2-8d4882da7ec0 None None] Pushing event updated for resources: {'Port': ['ID=f5daf987-741d-4f18-9a54-62e5cb31e894,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:07.128111 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:07.147368 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-177df88d-75f0-4355-968e-441c449beb6d None None] Set router 91473e65-b412-4505-9f49-40ee84d2de86 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:01:07.260579 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:07.277937 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-d961d6a6-f7da-481f-9fdf-56bf39cefab2 None None] Allocated IP 172.20.0.2 (81d94148-c428-4b34-8b50-6ae43b393efd/55abc988-489f-423d-9399-f9f35f32d372/d9af7cc5-86e2-43ae-8739-a2fe2257b385) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:01:07.392268 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-563a85b8-c84e-4cf2-92a5-927999609ba2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:07.611193 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d961d6a6-f7da-481f-9fdf-56bf39cefab2 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:07.623999 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d961d6a6-f7da-481f-9fdf-56bf39cefab2 None None] Transition to ACTIVE for port object d9af7cc5-86e2-43ae-8739-a2fe2257b385 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:01:07.627264 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-177df88d-75f0-4355-968e-441c449beb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91473e65-b412-4505-9f49-40ee84d2de86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194196099', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:02Z', 'updated_at': '2022-10-10T12:01:04Z', 'revision_number': 3, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cb:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91473e65-b412-4505-9f49-40ee84d2de86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:03Z', 'updated_at': '2022-10-10T12:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:07.638134 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177df88d-75f0-4355-968e-441c449beb6d None None] The sync data for ids ['91473e65-b412-4505-9f49-40ee84d2de86'] in dv-neutron-860842-1-hyperv is: [{'id': '91473e65-b412-4505-9f49-40ee84d2de86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194196099', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:02Z', 'updated_at': '2022-10-10T12:01:04Z', 'revision_number': 3, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cb:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91473e65-b412-4505-9f49-40ee84d2de86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:03Z', 'updated_at': '2022-10-10T12:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:01:07.704657 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-d961d6a6-f7da-481f-9fdf-56bf39cefab2 None None] Transition to ACTIVE for port object d9af7cc5-86e2-43ae-8739-a2fe2257b385 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:01:07.782536 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d961d6a6-f7da-481f-9fdf-56bf39cefab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:07.862997 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d961d6a6-f7da-481f-9fdf-56bf39cefab2 None None] Network 81d94148-c428-4b34-8b50-6ae43b393efd is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:01:07.865890 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-d961d6a6-f7da-481f-9fdf-56bf39cefab2 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:01:07.876242 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d961d6a6-f7da-481f-9fdf-56bf39cefab2 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 12:01:07.879699 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961d6a6-f7da-481f-9fdf-56bf39cefab2 None None] Pushing event updated for resources: {'Port': ['ID=d9af7cc5-86e2-43ae-8739-a2fe2257b385,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:07.885432 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-563a85b8-c84e-4cf2-92a5-927999609ba2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Allocated IP 172.20.0.1 (81d94148-c428-4b34-8b50-6ae43b393efd/55abc988-489f-423d-9399-f9f35f32d372/c1e7a689-0345-428f-b1f5-07f88dbb70f9) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:01:08.027587 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device f5daf987-741d-4f18-9a54-62e5cb31e894 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:01:08.069376 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d961d6a6-f7da-481f-9fdf-56bf39cefab2 None None] Attempting to bind port d9af7cc5-86e2-43ae-8739-a2fe2257b385 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 12:01:08.069778 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d961d6a6-f7da-481f-9fdf-56bf39cefab2 None None] Attempting to bind port d9af7cc5-86e2-43ae-8739-a2fe2257b385 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '20a1cb8d-b0b2-439c-8332-3dd5bc7beecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': '81d94148-c428-4b34-8b50-6ae43b393efd'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 12:01:08.070266 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d961d6a6-f7da-481f-9fdf-56bf39cefab2 None None] Attempting to bind port d9af7cc5-86e2-43ae-8739-a2fe2257b385 on network 81d94148-c428-4b34-8b50-6ae43b393efd {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 12:01:08.084359 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-563a85b8-c84e-4cf2-92a5-927999609ba2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:08.086959 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d961d6a6-f7da-481f-9fdf-56bf39cefab2 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 12:01:08.087331 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d961d6a6-f7da-481f-9fdf-56bf39cefab2 None None] Checking segment: {'id': '20a1cb8d-b0b2-439c-8332-3dd5bc7beecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': '81d94148-c428-4b34-8b50-6ae43b393efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 12:01:08.087727 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d961d6a6-f7da-481f-9fdf-56bf39cefab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:08.088113 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d961d6a6-f7da-481f-9fdf-56bf39cefab2 None None] Bound using segment: {'id': '20a1cb8d-b0b2-439c-8332-3dd5bc7beecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': '81d94148-c428-4b34-8b50-6ae43b393efd'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 12:01:08.088576 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-d961d6a6-f7da-481f-9fdf-56bf39cefab2 None None] Bound port: d9af7cc5-86e2-43ae-8739-a2fe2257b385, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20a1cb8d-b0b2-439c-8332-3dd5bc7beecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': '81d94148-c428-4b34-8b50-6ae43b393efd'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 12:01:08.088936 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d961d6a6-f7da-481f-9fdf-56bf39cefab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:08.108343 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-563a85b8-c84e-4cf2-92a5-927999609ba2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Transition to ACTIVE for port object c1e7a689-0345-428f-b1f5-07f88dbb70f9 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:01:08.179084 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-563a85b8-c84e-4cf2-92a5-927999609ba2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:08.255131 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d961d6a6-f7da-481f-9fdf-56bf39cefab2 None None] For port d9af7cc5-86e2-43ae-8739-a2fe2257b385, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 12:01:08.257792 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port f5daf987-741d-4f18-9a54-62e5cb31e894 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:01:08.259011 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563a85b8-c84e-4cf2-92a5-927999609ba2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network 81d94148-c428-4b34-8b50-6ae43b393efd is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:01:08.262105 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-d961d6a6-f7da-481f-9fdf-56bf39cefab2 None None] For port d9af7cc5-86e2-43ae-8739-a2fe2257b385, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=d9af7cc5-86e2-43ae-8739-a2fe2257b385,segment=NetworkSegment(20a1cb8d-b0b2-439c-8332-3dd5bc7beecb),segment_id=20a1cb8d-b0b2-439c-8332-3dd5bc7beecb)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 12:01:08.262257 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-563a85b8-c84e-4cf2-92a5-927999609ba2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:01:08.267432 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port f5daf987-741d-4f18-9a54-62e5cb31e894 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:01:08.267432 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:08.267432 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port f5daf987-741d-4f18-9a54-62e5cb31e894 Oct 10 12:01:08.267812 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563a85b8-c84e-4cf2-92a5-927999609ba2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 12:01:08.298927 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a85b8-c84e-4cf2-92a5-927999609ba2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=c1e7a689-0345-428f-b1f5-07f88dbb70f9,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:08.332258 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d961d6a6-f7da-481f-9fdf-56bf39cefab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:08.333436 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-563a85b8-c84e-4cf2-92a5-927999609ba2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:08.459783 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port f5daf987-741d-4f18-9a54-62e5cb31e894 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:01:08.460163 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:08.469646 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961d6a6-f7da-481f-9fdf-56bf39cefab2 None None] Pushing event updated for resources: {'Port': ['ID=d9af7cc5-86e2-43ae-8739-a2fe2257b385,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:08.482746 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port f5daf987-741d-4f18-9a54-62e5cb31e894, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=f5daf987-741d-4f18-9a54-62e5cb31e894,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:01:08.548246 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-563a85b8-c84e-4cf2-92a5-927999609ba2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:08.563089 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:08.651270 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=f5daf987-741d-4f18-9a54-62e5cb31e894,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:08.798359 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:08.997205 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-563a85b8-c84e-4cf2-92a5-927999609ba2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:09.066764 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-563a85b8-c84e-4cf2-92a5-927999609ba2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:09.184417 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-563a85b8-c84e-4cf2-92a5-927999609ba2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:09.187947 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a85b8-c84e-4cf2-92a5-927999609ba2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=c1e7a689-0345-428f-b1f5-07f88dbb70f9,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:09.430350 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563a85b8-c84e-4cf2-92a5-927999609ba2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network 81d94148-c428-4b34-8b50-6ae43b393efd is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:01:09.431422 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-563a85b8-c84e-4cf2-92a5-927999609ba2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:01:09.620877 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563a85b8-c84e-4cf2-92a5-927999609ba2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Router 91473e65-b412-4505-9f49-40ee84d2de86 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 12:01:09.758063 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:09.812380 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563a85b8-c84e-4cf2-92a5-927999609ba2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 12:01:09.825240 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de39c9d4-a50d-4fe8-a012-a729436dc989 None None] Sync routers for ids ['91473e65-b412-4505-9f49-40ee84d2de86'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:01:09.827268 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-563a85b8-c84e-4cf2-92a5-927999609ba2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "PUT /v2.0/routers/91473e65-b412-4505-9f49-40ee84d2de86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2493768 Oct 10 12:01:09.833288 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a278c079-df85-4c04-9e15-f4ea0b74fc0f None None] Network 81d94148-c428-4b34-8b50-6ae43b393efd requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 12:01:09.835078 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de39c9d4-a50d-4fe8-a012-a729436dc989 None None] Routers {'91473e65-b412-4505-9f49-40ee84d2de86'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:01:09.835739 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-de39c9d4-a50d-4fe8-a012-a729436dc989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:01:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['91473e65-b412-4505-9f49-40ee84d2de86'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:10.014274 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-70f5a36f-b1c6-4a3f-b42f-451cd262e94b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 12:01:10.071130 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-de39c9d4-a50d-4fe8-a012-a729436dc989 None None] Set router 91473e65-b412-4505-9f49-40ee84d2de86 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:01:10.093304 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-2772f6c1-a96f-4182-8619-e6635d8c434a None None] Provisioning for port d9af7cc5-86e2-43ae-8739-a2fe2257b385 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:01:10.105311 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device f5daf987-741d-4f18-9a54-62e5cb31e894 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:01:10.121797 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-70f5a36f-b1c6-4a3f-b42f-451cd262e94b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 12:01:10.123830 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-70f5a36f-b1c6-4a3f-b42f-451cd262e94b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-81271523&fields=id&tenant_id=6e8fd84c16e9470086acb5c1464fa01f HTTP/1.1" status: 200 len: 267 time: 0.1634409 Oct 10 12:01:10.204666 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port f5daf987-741d-4f18-9a54-62e5cb31e894 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:01:10.205040 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:10.205370 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port f5daf987-741d-4f18-9a54-62e5cb31e894 Oct 10 12:01:10.289801 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-516a8d27-8d14-4dea-b42e-82352ec38e28 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:10.290694 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-516a8d27-8d14-4dea-b42e-82352ec38e28 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:network {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 12:01:10.331751 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port f5daf987-741d-4f18-9a54-62e5cb31e894 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:01:10.332919 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d9af7cc5-86e2-43ae-8739-a2fe2257b385 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:01:10.370187 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-516a8d27-8d14-4dea-b42e-82352ec38e28 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:network {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 12:01:10.371721 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-516a8d27-8d14-4dea-b42e-82352ec38e28 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/networks?id=81d94148-c428-4b34-8b50-6ae43b393efd HTTP/1.1" status: 200 len: 796 time: 0.2408342 Oct 10 12:01:10.395875 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-b5cdce9f-8997-477e-ab10-2bdb0c567e13 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/quotas/6e8fd84c16e9470086acb5c1464fa01f HTTP/1.1" status: 200 len: 375 time: 0.0175314 Oct 10 12:01:10.407982 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-de39c9d4-a50d-4fe8-a012-a729436dc989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91473e65-b412-4505-9f49-40ee84d2de86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194196099', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:02Z', 'updated_at': '2022-10-10T12:01:08Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91473e65-b412-4505-9f49-40ee84d2de86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:03Z', 'updated_at': '2022-10-10T12:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'c1e7a689-0345-428f-b1f5-07f88dbb70f9', 'name': '', 'network_id': '81d94148-c428-4b34-8b50-6ae43b393efd', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:4e:3f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91473e65-b412-4505-9f49-40ee84d2de86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '55abc988-489f-423d-9399-f9f35f32d372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:07Z', 'updated_at': '2022-10-10T12:01:08Z', 'revision_number': 2, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': '55abc988-489f-423d-9399-f9f35f32d372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:10.412174 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de39c9d4-a50d-4fe8-a012-a729436dc989 None None] Checking router: 91473e65-b412-4505-9f49-40ee84d2de86 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:01:10.412524 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de39c9d4-a50d-4fe8-a012-a729436dc989 None None] Updating router 91473e65-b412-4505-9f49-40ee84d2de86 port c1e7a689-0345-428f-b1f5-07f88dbb70f9 binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:01:10.469397 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-de39c9d4-a50d-4fe8-a012-a729436dc989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:10.479427 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port d9af7cc5-86e2-43ae-8739-a2fe2257b385 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:01:10.485062 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port d9af7cc5-86e2-43ae-8739-a2fe2257b385 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:01:10.485647 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:10.486173 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port d9af7cc5-86e2-43ae-8739-a2fe2257b385 Oct 10 12:01:10.515550 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-7a2dc884-8461-4602-82fd-1d80fb4ab981 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 12:01:10.602118 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3dd86452-0d4f-4865-a50b-304c727816e0 None None] Provisioning for port c1e7a689-0345-428f-b1f5-07f88dbb70f9 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:01:10.608527 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-7a2dc884-8461-4602-82fd-1d80fb4ab981 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 12:01:10.610039 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-7a2dc884-8461-4602-82fd-1d80fb4ab981 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2068818 Oct 10 12:01:10.625921 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3dd86452-0d4f-4865-a50b-304c727816e0 None None] Provisioning complete for port c1e7a689-0345-428f-b1f5-07f88dbb70f9 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:01:10.626402 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3dd86452-0d4f-4865-a50b-304c727816e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:10.626839 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3dd86452-0d4f-4865-a50b-304c727816e0 None None] Attempt 1 to provision port c1e7a689-0345-428f-b1f5-07f88dbb70f9 Oct 10 12:01:10.690423 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port d9af7cc5-86e2-43ae-8739-a2fe2257b385 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:01:10.692081 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:10.712638 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3dd86452-0d4f-4865-a50b-304c727816e0 None None] Port c1e7a689-0345-428f-b1f5-07f88dbb70f9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:01:10.734562 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port d9af7cc5-86e2-43ae-8739-a2fe2257b385, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=d9af7cc5-86e2-43ae-8739-a2fe2257b385,segment=NetworkSegment(20a1cb8d-b0b2-439c-8332-3dd5bc7beecb),segment_id=20a1cb8d-b0b2-439c-8332-3dd5bc7beecb)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:01:10.790525 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-b74ae5f7-35dc-4d43-80b5-75c21811d0c2 service neutron] 10.222.0.40 "GET /v2.0/networks/81d94148-c428-4b34-8b50-6ae43b393efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606855 Oct 10 12:01:10.815125 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:10.865836 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-de39c9d4-a50d-4fe8-a012-a729436dc989 None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:10.883979 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-de39c9d4-a50d-4fe8-a012-a729436dc989 None None] Transition to ACTIVE for port object c1e7a689-0345-428f-b1f5-07f88dbb70f9 will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:01:10.894451 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=d9af7cc5-86e2-43ae-8739-a2fe2257b385,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:10.952665 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-de39c9d4-a50d-4fe8-a012-a729436dc989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:10.958314 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-0e020331-68c7-4c52-a849-419aa7efe8f2 service neutron] 10.222.0.40 "GET /v2.0/networks/81d94148-c428-4b34-8b50-6ae43b393efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600835 Oct 10 12:01:11.159574 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740654a-112d-44fe-9f6c-984b39971297 None None] Pushing event updated for resources: {'Port': ['ID=c1e7a689-0345-428f-b1f5-07f88dbb70f9,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:11.168517 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-de39c9d4-a50d-4fe8-a012-a729436dc989 None None] Attempting to bind port c1e7a689-0345-428f-b1f5-07f88dbb70f9 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 12:01:11.169052 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-de39c9d4-a50d-4fe8-a012-a729436dc989 None None] Attempting to bind port c1e7a689-0345-428f-b1f5-07f88dbb70f9 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '20a1cb8d-b0b2-439c-8332-3dd5bc7beecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': '81d94148-c428-4b34-8b50-6ae43b393efd'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 12:01:11.169414 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39c9d4-a50d-4fe8-a012-a729436dc989 None None] Attempting to bind port c1e7a689-0345-428f-b1f5-07f88dbb70f9 on network 81d94148-c428-4b34-8b50-6ae43b393efd {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 12:01:11.172096 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740654a-112d-44fe-9f6c-984b39971297 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:11.172436 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740654a-112d-44fe-9f6c-984b39971297 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:11.172764 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740654a-112d-44fe-9f6c-984b39971297 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:11.173087 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740654a-112d-44fe-9f6c-984b39971297 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:11.173404 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740654a-112d-44fe-9f6c-984b39971297 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:11.173749 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740654a-112d-44fe-9f6c-984b39971297 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:11.174072 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740654a-112d-44fe-9f6c-984b39971297 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:11.174394 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740654a-112d-44fe-9f6c-984b39971297 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:11.174704 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740654a-112d-44fe-9f6c-984b39971297 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:11.175020 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740654a-112d-44fe-9f6c-984b39971297 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:11.175328 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740654a-112d-44fe-9f6c-984b39971297 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:11.175638 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740654a-112d-44fe-9f6c-984b39971297 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:11.182384 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39c9d4-a50d-4fe8-a012-a729436dc989 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 12:01:11.182745 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39c9d4-a50d-4fe8-a012-a729436dc989 None None] Checking segment: {'id': '20a1cb8d-b0b2-439c-8332-3dd5bc7beecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': '81d94148-c428-4b34-8b50-6ae43b393efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 12:01:11.183136 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-de39c9d4-a50d-4fe8-a012-a729436dc989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:11.183511 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39c9d4-a50d-4fe8-a012-a729436dc989 None None] Bound using segment: {'id': '20a1cb8d-b0b2-439c-8332-3dd5bc7beecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': '81d94148-c428-4b34-8b50-6ae43b393efd'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 12:01:11.183966 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-de39c9d4-a50d-4fe8-a012-a729436dc989 None None] Bound port: c1e7a689-0345-428f-b1f5-07f88dbb70f9, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20a1cb8d-b0b2-439c-8332-3dd5bc7beecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': '81d94148-c428-4b34-8b50-6ae43b393efd'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 12:01:11.184327 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-de39c9d4-a50d-4fe8-a012-a729436dc989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:11.213428 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3dd86452-0d4f-4865-a50b-304c727816e0 None None] Attempt 2 to provision port c1e7a689-0345-428f-b1f5-07f88dbb70f9 Oct 10 12:01:11.244746 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-628926fb-bf42-46ff-a8db-aba0e3382780 req-993d18b3-e762-478d-8c0d-3d468cd5938e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 12:01:11.266598 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-628926fb-bf42-46ff-a8db-aba0e3382780 req-993d18b3-e762-478d-8c0d-3d468cd5938e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 12:01:11.268094 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-628926fb-bf42-46ff-a8db-aba0e3382780 req-993d18b3-e762-478d-8c0d-3d468cd5938e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 210 time: 0.0921612 Oct 10 12:01:11.286500 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3dd86452-0d4f-4865-a50b-304c727816e0 None None] Port c1e7a689-0345-428f-b1f5-07f88dbb70f9 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:01:11.291641 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-de39c9d4-a50d-4fe8-a012-a729436dc989 None None] For port c1e7a689-0345-428f-b1f5-07f88dbb70f9, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 12:01:11.295054 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-de39c9d4-a50d-4fe8-a012-a729436dc989 None None] For port c1e7a689-0345-428f-b1f5-07f88dbb70f9, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c1e7a689-0345-428f-b1f5-07f88dbb70f9,segment=NetworkSegment(20a1cb8d-b0b2-439c-8332-3dd5bc7beecb),segment_id=20a1cb8d-b0b2-439c-8332-3dd5bc7beecb)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 12:01:11.356375 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-de39c9d4-a50d-4fe8-a012-a729436dc989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:11.447032 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de39c9d4-a50d-4fe8-a012-a729436dc989 None None] Routers {'91473e65-b412-4505-9f49-40ee84d2de86'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:01:11.447651 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-de39c9d4-a50d-4fe8-a012-a729436dc989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:01:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['91473e65-b412-4505-9f49-40ee84d2de86'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:11.540185 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740654a-112d-44fe-9f6c-984b39971297 None None] Pushing event updated for resources: {'Port': ['ID=c1e7a689-0345-428f-b1f5-07f88dbb70f9,revision_number=4']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:11.638723 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-de39c9d4-a50d-4fe8-a012-a729436dc989 None None] Set router 91473e65-b412-4505-9f49-40ee84d2de86 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:01:11.781702 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3dd86452-0d4f-4865-a50b-304c727816e0 None None] Attempt 3 to provision port c1e7a689-0345-428f-b1f5-07f88dbb70f9 Oct 10 12:01:11.844990 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3dd86452-0d4f-4865-a50b-304c727816e0 None None] Port c1e7a689-0345-428f-b1f5-07f88dbb70f9 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 12:01:11.855595 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3dd86452-0d4f-4865-a50b-304c727816e0 None None] Provisioning complete for port d9af7cc5-86e2-43ae-8739-a2fe2257b385 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:01:11.855973 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3dd86452-0d4f-4865-a50b-304c727816e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:11.856312 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3dd86452-0d4f-4865-a50b-304c727816e0 None None] Attempt 1 to provision port d9af7cc5-86e2-43ae-8739-a2fe2257b385 Oct 10 12:01:11.976374 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-de39c9d4-a50d-4fe8-a012-a729436dc989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91473e65-b412-4505-9f49-40ee84d2de86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194196099', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:02Z', 'updated_at': '2022-10-10T12:01:08Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91473e65-b412-4505-9f49-40ee84d2de86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:03Z', 'updated_at': '2022-10-10T12:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'c1e7a689-0345-428f-b1f5-07f88dbb70f9', 'name': '', 'network_id': '81d94148-c428-4b34-8b50-6ae43b393efd', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:4e:3f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91473e65-b412-4505-9f49-40ee84d2de86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '55abc988-489f-423d-9399-f9f35f32d372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:07Z', 'updated_at': '2022-10-10T12:01:11Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': '55abc988-489f-423d-9399-f9f35f32d372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:11.980782 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de39c9d4-a50d-4fe8-a012-a729436dc989 None None] The sync data for ids ['91473e65-b412-4505-9f49-40ee84d2de86'] in dv-neutron-860842-1-hyperv is: [{'id': '91473e65-b412-4505-9f49-40ee84d2de86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194196099', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:02Z', 'updated_at': '2022-10-10T12:01:08Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91473e65-b412-4505-9f49-40ee84d2de86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:03Z', 'updated_at': '2022-10-10T12:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'c1e7a689-0345-428f-b1f5-07f88dbb70f9', 'name': '', 'network_id': '81d94148-c428-4b34-8b50-6ae43b393efd', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:4e:3f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91473e65-b412-4505-9f49-40ee84d2de86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '55abc988-489f-423d-9399-f9f35f32d372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:07Z', 'updated_at': '2022-10-10T12:01:11Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': '55abc988-489f-423d-9399-f9f35f32d372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:01:11.986662 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3dd86452-0d4f-4865-a50b-304c727816e0 None None] Current status of the port d9af7cc5-86e2-43ae-8739-a2fe2257b385 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:01:11.993933 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d9af7cc5-86e2-43ae-8739-a2fe2257b385 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:01:12.080476 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port d9af7cc5-86e2-43ae-8739-a2fe2257b385 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:01:12.080845 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:12.081176 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port d9af7cc5-86e2-43ae-8739-a2fe2257b385 Oct 10 12:01:12.219211 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port d9af7cc5-86e2-43ae-8739-a2fe2257b385 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:01:12.446579 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f9dc7947-522b-456c-a3d8-2de4c530142b req-301d0c12-d9f0-4572-a9f3-aa6bf2280adc tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 210 time: 0.0585573 Oct 10 12:01:13.518196 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-bea0ca57-36a0-42c1-bf39-6cf3b1bd4252 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:13.520383 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-bea0ca57-36a0-42c1-bf39-6cf3b1bd4252 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.15 "GET /v2.0/networks?id=81d94148-c428-4b34-8b50-6ae43b393efd HTTP/1.1" status: 200 len: 796 time: 0.1448858 Oct 10 12:01:13.569117 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-5ec8d42f-ca23-4db9-855b-c86cc81e0a81 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e8fd84c16e9470086acb5c1464fa01f HTTP/1.1" status: 200 len: 378 time: 0.0413306 Oct 10 12:01:13.576900 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-0e162f2a-a9fe-4e9e-bdd3-c11e347f51d5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'port': {'device_id': '10b55520-9c39-4876-be7f-2a3fdfaa90d4', 'network_id': '81d94148-c428-4b34-8b50-6ae43b393efd', 'admin_state_up': True, 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'security_groups': ['8c0140c7-28a6-4423-af65-8ca65aecc2e9']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:01:13.608515 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f0994c4c-219e-4550-9d5f-b08d5746c60a req-b1ee5304-8995-4aeb-9cc8-7f7353bb85ed tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 210 time: 0.0493824 Oct 10 12:01:13.714777 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-0e162f2a-a9fe-4e9e-bdd3-c11e347f51d5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:01:13.724830 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-0e162f2a-a9fe-4e9e-bdd3-c11e347f51d5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:01:13.814921 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-0e162f2a-a9fe-4e9e-bdd3-c11e347f51d5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Made reservation on behalf of 6e8fd84c16e9470086acb5c1464fa01f for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:01:13.818496 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-0e162f2a-a9fe-4e9e-bdd3-c11e347f51d5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:13.984421 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-0e162f2a-a9fe-4e9e-bdd3-c11e347f51d5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Allocated IP 172.20.0.6 (81d94148-c428-4b34-8b50-6ae43b393efd/55abc988-489f-423d-9399-f9f35f32d372/a3d7bb44-37b6-4fc2-82fe-be723060d6a2) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:01:14.017936 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c1e7a689-0345-428f-b1f5-07f88dbb70f9 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:01:14.140547 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port c1e7a689-0345-428f-b1f5-07f88dbb70f9 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:01:14.145383 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port c1e7a689-0345-428f-b1f5-07f88dbb70f9 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:01:14.145781 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:14.146139 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port c1e7a689-0345-428f-b1f5-07f88dbb70f9 Oct 10 12:01:14.182739 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-0e162f2a-a9fe-4e9e-bdd3-c11e347f51d5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:14.198576 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-0e162f2a-a9fe-4e9e-bdd3-c11e347f51d5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Transition to ACTIVE for port object a3d7bb44-37b6-4fc2-82fe-be723060d6a2 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:01:14.284272 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-0e162f2a-a9fe-4e9e-bdd3-c11e347f51d5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:14.295502 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port c1e7a689-0345-428f-b1f5-07f88dbb70f9 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:01:14.295874 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:14.330265 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port c1e7a689-0345-428f-b1f5-07f88dbb70f9, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c1e7a689-0345-428f-b1f5-07f88dbb70f9,segment=NetworkSegment(20a1cb8d-b0b2-439c-8332-3dd5bc7beecb),segment_id=20a1cb8d-b0b2-439c-8332-3dd5bc7beecb)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:01:14.404262 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:14.457619 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-0e162f2a-a9fe-4e9e-bdd3-c11e347f51d5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network 81d94148-c428-4b34-8b50-6ae43b393efd is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:01:14.460760 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-0e162f2a-a9fe-4e9e-bdd3-c11e347f51d5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:01:14.464565 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-0e162f2a-a9fe-4e9e-bdd3-c11e347f51d5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 12:01:14.472620 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=c1e7a689-0345-428f-b1f5-07f88dbb70f9,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:14.501566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e162f2a-a9fe-4e9e-bdd3-c11e347f51d5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=a3d7bb44-37b6-4fc2-82fe-be723060d6a2,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:14.533629 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-0e162f2a-a9fe-4e9e-bdd3-c11e347f51d5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:14.534259 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-0e162f2a-a9fe-4e9e-bdd3-c11e347f51d5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:14.619632 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-0e162f2a-a9fe-4e9e-bdd3-c11e347f51d5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0462096 Oct 10 12:01:14.630446 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-14b7a4e7-f14c-4481-b2fb-4696405bcd8e service neutron] Request body: {'port': {'device_id': '10b55520-9c39-4876-be7f-2a3fdfaa90d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:01:14.746454 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-c7f02f89-5aef-4d01-8eef-212b9d951c51 None None] Provisioning for port a3d7bb44-37b6-4fc2-82fe-be723060d6a2 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:01:14.751995 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-c7f02f89-5aef-4d01-8eef-212b9d951c51 None None] Provisioning complete for port a3d7bb44-37b6-4fc2-82fe-be723060d6a2 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:01:14.752359 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c7f02f89-5aef-4d01-8eef-212b9d951c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:14.752712 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c7f02f89-5aef-4d01-8eef-212b9d951c51 None None] Attempt 1 to provision port a3d7bb44-37b6-4fc2-82fe-be723060d6a2 Oct 10 12:01:14.796483 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-14b7a4e7-f14c-4481-b2fb-4696405bcd8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:14.807826 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c7f02f89-5aef-4d01-8eef-212b9d951c51 None None] Port a3d7bb44-37b6-4fc2-82fe-be723060d6a2 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:01:14.937989 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e6eb1-156d-4eb2-9989-db256fd49f8a req-f888e5c1-29bd-4f12-9356-72f34aef20d7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:14.938596 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-0a6e6eb1-156d-4eb2-9989-db256fd49f8a req-f888e5c1-29bd-4f12-9356-72f34aef20d7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 12:01:15.067466 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-0a6e6eb1-156d-4eb2-9989-db256fd49f8a req-f888e5c1-29bd-4f12-9356-72f34aef20d7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 12:01:15.068598 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0a6e6eb1-156d-4eb2-9989-db256fd49f8a req-f888e5c1-29bd-4f12-9356-72f34aef20d7 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 931 time: 0.3424704 Oct 10 12:01:15.135708 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0a6e6eb1-156d-4eb2-9989-db256fd49f8a req-f8154a28-a022-41bc-9021-140eebaf99bf tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=8c0140c7-28a6-4423-af65-8ca65aecc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605371 Oct 10 12:01:15.207378 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-14b7a4e7-f14c-4481-b2fb-4696405bcd8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3d7bb44-37b6-4fc2-82fe-be723060d6a2 {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:01:15.214536 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-14b7a4e7-f14c-4481-b2fb-4696405bcd8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:15.229085 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-14b7a4e7-f14c-4481-b2fb-4696405bcd8e service neutron] Transition to ACTIVE for port object a3d7bb44-37b6-4fc2-82fe-be723060d6a2 will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:01:15.295138 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-14b7a4e7-f14c-4481-b2fb-4696405bcd8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:15.309165 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c7f02f89-5aef-4d01-8eef-212b9d951c51 None None] Attempt 2 to provision port a3d7bb44-37b6-4fc2-82fe-be723060d6a2 Oct 10 12:01:15.361960 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c7f02f89-5aef-4d01-8eef-212b9d951c51 None None] Port a3d7bb44-37b6-4fc2-82fe-be723060d6a2 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:01:15.486799 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7a4e7-f14c-4481-b2fb-4696405bcd8e service neutron] Pushing event updated for resources: {'Port': ['ID=a3d7bb44-37b6-4fc2-82fe-be723060d6a2,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:15.521260 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-14b7a4e7-f14c-4481-b2fb-4696405bcd8e service neutron] Attempting to bind port a3d7bb44-37b6-4fc2-82fe-be723060d6a2 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 12:01:15.521617 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-14b7a4e7-f14c-4481-b2fb-4696405bcd8e service neutron] Attempting to bind port a3d7bb44-37b6-4fc2-82fe-be723060d6a2 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '20a1cb8d-b0b2-439c-8332-3dd5bc7beecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': '81d94148-c428-4b34-8b50-6ae43b393efd'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 12:01:15.521968 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-14b7a4e7-f14c-4481-b2fb-4696405bcd8e service neutron] Attempting to bind port a3d7bb44-37b6-4fc2-82fe-be723060d6a2 on network 81d94148-c428-4b34-8b50-6ae43b393efd {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 12:01:15.526681 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-14b7a4e7-f14c-4481-b2fb-4696405bcd8e service neutron] Port a3d7bb44-37b6-4fc2-82fe-be723060d6a2 on network 81d94148-c428-4b34-8b50-6ae43b393efd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 12:01:15.526991 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-14b7a4e7-f14c-4481-b2fb-4696405bcd8e service neutron] Attempting to bind port a3d7bb44-37b6-4fc2-82fe-be723060d6a2 on network 81d94148-c428-4b34-8b50-6ae43b393efd {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 12:01:15.531992 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-14b7a4e7-f14c-4481-b2fb-4696405bcd8e service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 12:01:15.532317 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-14b7a4e7-f14c-4481-b2fb-4696405bcd8e service neutron] Checking segment: {'id': '20a1cb8d-b0b2-439c-8332-3dd5bc7beecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': '81d94148-c428-4b34-8b50-6ae43b393efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 12:01:15.532687 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-14b7a4e7-f14c-4481-b2fb-4696405bcd8e service neutron] Bound using segment: {'id': '20a1cb8d-b0b2-439c-8332-3dd5bc7beecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': '81d94148-c428-4b34-8b50-6ae43b393efd'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 12:01:15.533096 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-14b7a4e7-f14c-4481-b2fb-4696405bcd8e service neutron] Bound port: a3d7bb44-37b6-4fc2-82fe-be723060d6a2, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a1cb8d-b0b2-439c-8332-3dd5bc7beecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': '81d94148-c428-4b34-8b50-6ae43b393efd'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 12:01:15.533428 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-14b7a4e7-f14c-4481-b2fb-4696405bcd8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:15.623514 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-14b7a4e7-f14c-4481-b2fb-4696405bcd8e service neutron] For port a3d7bb44-37b6-4fc2-82fe-be723060d6a2, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 12:01:15.626440 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-14b7a4e7-f14c-4481-b2fb-4696405bcd8e service neutron] For port a3d7bb44-37b6-4fc2-82fe-be723060d6a2, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a3d7bb44-37b6-4fc2-82fe-be723060d6a2,segment=NetworkSegment(20a1cb8d-b0b2-439c-8332-3dd5bc7beecb),segment_id=20a1cb8d-b0b2-439c-8332-3dd5bc7beecb)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 12:01:15.704716 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-14b7a4e7-f14c-4481-b2fb-4696405bcd8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:15.707660 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-14b7a4e7-f14c-4481-b2fb-4696405bcd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:15.708249 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-14b7a4e7-f14c-4481-b2fb-4696405bcd8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:15.709640 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-14b7a4e7-f14c-4481-b2fb-4696405bcd8e service neutron] 10.222.0.15 "PUT /v2.0/ports/a3d7bb44-37b6-4fc2-82fe-be723060d6a2 HTTP/1.1" status: 200 len: 1093 time: 1.0834582 Oct 10 12:01:15.739276 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b55520-9c39-4876-be7f-2a3fdfaa90d4', 'tag': 'a3d7bb44-37b6-4fc2-82fe-be723060d6a2'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:01:15.741495 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693b3c6c-9037-4f9f-acd7-f3ac464c7507" -d '{"events": [{"name": "network-changed", "server_uuid": "10b55520-9c39-4876-be7f-2a3fdfaa90d4", "tag": "a3d7bb44-37b6-4fc2-82fe-be723060d6a2"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:01:15.783204 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7a4e7-f14c-4481-b2fb-4696405bcd8e service neutron] Pushing event updated for resources: {'Port': ['ID=a3d7bb44-37b6-4fc2-82fe-be723060d6a2,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:15.791566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7300568b-eaeb-45eb-b945-06631ff2380a x-openstack-request-id: req-7300568b-eaeb-45eb-b945-06631ff2380a {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:01:15.791566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b55520-9c39-4876-be7f-2a3fdfaa90d4", "tag": "a3d7bb44-37b6-4fc2-82fe-be723060d6a2", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:01:15.791566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7300568b-eaeb-45eb-b945-06631ff2380a {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:01:15.791566 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7300568b-eaeb-45eb-b945-06631ff2380a'] response: {'name': 'network-changed', 'server_uuid': '10b55520-9c39-4876-be7f-2a3fdfaa90d4', 'tag': 'a3d7bb44-37b6-4fc2-82fe-be723060d6a2', 'status': 'completed', 'code': 200} Oct 10 12:01:15.863408 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-c7f02f89-5aef-4d01-8eef-212b9d951c51 None None] Attempt 3 to provision port a3d7bb44-37b6-4fc2-82fe-be723060d6a2 Oct 10 12:01:15.881512 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-095c611c-319e-4ac8-88de-7ac92827fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:15.883075 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-095c611c-319e-4ac8-88de-7ac92827fa65 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 1096 time: 0.0782976 Oct 10 12:01:15.927056 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-c7f02f89-5aef-4d01-8eef-212b9d951c51 None None] Port a3d7bb44-37b6-4fc2-82fe-be723060d6a2 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 12:01:15.955500 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-325daade-16d4-43fe-9ff1-a17b564065dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3d7bb44-37b6-4fc2-82fe-be723060d6a2 HTTP/1.1" status: 200 len: 217 time: 0.0658216 Oct 10 12:01:15.992751 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c1e7a689-0345-428f-b1f5-07f88dbb70f9 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:01:16.022957 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-a0b9d78d-f741-4647-8aa9-a424013c792c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:16.024638 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-a0b9d78d-f741-4647-8aa9-a424013c792c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55abc988-489f-423d-9399-f9f35f32d372 HTTP/1.1" status: 200 len: 834 time: 0.0632122 Oct 10 12:01:16.060730 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port c1e7a689-0345-428f-b1f5-07f88dbb70f9 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:01:16.061092 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:16.061423 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port c1e7a689-0345-428f-b1f5-07f88dbb70f9 Oct 10 12:01:16.107925 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-e24f812d-bcc5-48ad-a4ac-4c21288e1eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:16.109619 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-e24f812d-bcc5-48ad-a4ac-4c21288e1eb0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81d94148-c428-4b34-8b50-6ae43b393efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792019 Oct 10 12:01:16.178366 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port c1e7a689-0345-428f-b1f5-07f88dbb70f9 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:01:16.245269 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-23d32ec2-4c63-44cc-a464-fcb41f063578 service neutron] 10.222.0.15 "GET /v2.0/networks/81d94148-c428-4b34-8b50-6ae43b393efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297009 Oct 10 12:01:16.534642 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0f3660ca-35ff-43b5-b72f-4b2959c10ec6 req-8b681846-956f-4f8f-9cae-ff1fb917c7a7 service neutron] 10.222.0.15 "GET /v2.0/networks/81d94148-c428-4b34-8b50-6ae43b393efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828071 Oct 10 12:01:16.547464 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf0c45-93fc-46e8-a65a-b6f2e56ecd7b req-62c0bed5-f9de-4eaa-9175-de6b2ffb0d6e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:16.548945 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6eaf0c45-93fc-46e8-a65a-b6f2e56ecd7b req-62c0bed5-f9de-4eaa-9175-de6b2ffb0d6e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 943 time: 0.2983506 Oct 10 12:01:16.592830 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6eaf0c45-93fc-46e8-a65a-b6f2e56ecd7b req-7a837a38-ff70-479d-8a27-83c46c669862 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=8c0140c7-28a6-4423-af65-8ca65aecc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382006 Oct 10 12:01:16.719035 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b3c6c-9037-4f9f-acd7-f3ac464c7507 req-ca32dc6d-9c70-4bb1-ba33-6ec2c8b296a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:16.720548 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-693b3c6c-9037-4f9f-acd7-f3ac464c7507 req-ca32dc6d-9c70-4bb1-ba33-6ec2c8b296a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 1096 time: 0.0799484 Oct 10 12:01:16.852993 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b3c6c-9037-4f9f-acd7-f3ac464c7507 req-20360b7e-30ea-455b-9cd1-ac0cde1213d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:16.854414 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-693b3c6c-9037-4f9f-acd7-f3ac464c7507 req-20360b7e-30ea-455b-9cd1-ac0cde1213d1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=81d94148-c428-4b34-8b50-6ae43b393efd HTTP/1.1" status: 200 len: 897 time: 0.1268749 Oct 10 12:01:16.926447 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-693b3c6c-9037-4f9f-acd7-f3ac464c7507 req-48255109-b94e-4f56-a078-0f47fde10254 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3d7bb44-37b6-4fc2-82fe-be723060d6a2 HTTP/1.1" status: 200 len: 217 time: 0.0644622 Oct 10 12:01:16.992402 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b3c6c-9037-4f9f-acd7-f3ac464c7507 req-fc58b747-dd32-4af9-8914-e18cab547abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:16.993873 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-693b3c6c-9037-4f9f-acd7-f3ac464c7507 req-fc58b747-dd32-4af9-8914-e18cab547abd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55abc988-489f-423d-9399-f9f35f32d372 HTTP/1.1" status: 200 len: 834 time: 0.0607793 Oct 10 12:01:17.079101 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b3c6c-9037-4f9f-acd7-f3ac464c7507 req-2021f0d2-bf6c-4afc-b8a5-9e17fae393c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:17.080576 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-693b3c6c-9037-4f9f-acd7-f3ac464c7507 req-2021f0d2-bf6c-4afc-b8a5-9e17fae393c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81d94148-c428-4b34-8b50-6ae43b393efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807011 Oct 10 12:01:17.213487 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-693b3c6c-9037-4f9f-acd7-f3ac464c7507 req-3bc8d443-2a95-40cc-ad7f-9878d65147a6 service neutron] 10.222.0.15 "GET /v2.0/networks/81d94148-c428-4b34-8b50-6ae43b393efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250417 Oct 10 12:01:17.342604 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-693b3c6c-9037-4f9f-acd7-f3ac464c7507 req-32f8cd92-ffba-4c7a-b807-9535fcb00f12 service neutron] 10.222.0.15 "GET /v2.0/networks/81d94148-c428-4b34-8b50-6ae43b393efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231680 Oct 10 12:01:17.796894 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc40b4a-5330-47f0-b17e-78a79a83d5d7 req-b90c2995-0900-4c92-b5a0-081eccfa2f50 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:17.798381 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1dc40b4a-5330-47f0-b17e-78a79a83d5d7 req-b90c2995-0900-4c92-b5a0-081eccfa2f50 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 943 time: 0.0914702 Oct 10 12:01:17.842455 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1dc40b4a-5330-47f0-b17e-78a79a83d5d7 req-14ac3338-3aab-4098-9362-4d52b55fdd9f tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=8c0140c7-28a6-4423-af65-8ca65aecc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384121 Oct 10 12:01:19.039107 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087ebff-e451-400b-a874-8a4db0d5b7ff req-bfde0b17-7d84-491f-bfb3-95c2f4ceaaab tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:19.040546 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e087ebff-e451-400b-a874-8a4db0d5b7ff req-bfde0b17-7d84-491f-bfb3-95c2f4ceaaab tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 943 time: 0.0875075 Oct 10 12:01:19.087221 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e087ebff-e451-400b-a874-8a4db0d5b7ff req-680b99d6-b50e-40af-ba68-d2a8a4a3eee2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=8c0140c7-28a6-4423-af65-8ca65aecc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405092 Oct 10 12:01:20.284586 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18772289-671a-4bdf-892d-c7b1e97a6bad req-cb9de78f-4d9d-4b21-92b5-daa3bd04723a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:20.286038 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-18772289-671a-4bdf-892d-c7b1e97a6bad req-cb9de78f-4d9d-4b21-92b5-daa3bd04723a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 943 time: 0.0860600 Oct 10 12:01:20.331911 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-18772289-671a-4bdf-892d-c7b1e97a6bad req-53f7763c-3eda-4245-9413-9f7121baaaef tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=8c0140c7-28a6-4423-af65-8ca65aecc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403500 Oct 10 12:01:20.929466 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device a3d7bb44-37b6-4fc2-82fe-be723060d6a2 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 12:01:21.073650 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port a3d7bb44-37b6-4fc2-82fe-be723060d6a2, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a3d7bb44-37b6-4fc2-82fe-be723060d6a2,segment=NetworkSegment(20a1cb8d-b0b2-439c-8332-3dd5bc7beecb),segment_id=20a1cb8d-b0b2-439c-8332-3dd5bc7beecb)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:01:21.087504 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': 'a3d7bb44-37b6-4fc2-82fe-be723060d6a2', 'network_id': '81d94148-c428-4b34-8b50-6ae43b393efd', 'port_id': 'a3d7bb44-37b6-4fc2-82fe-be723060d6a2', 'mac_address': 'fa:16:3e:35:ea:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 465, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55abc988-489f-423d-9399-f9f35f32d372', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 12:01:21.141786 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port a3d7bb44-37b6-4fc2-82fe-be723060d6a2 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:01:21.142164 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:21.158679 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d7bb44-37b6-4fc2-82fe-be723060d6a2 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:01:21.173740 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port a3d7bb44-37b6-4fc2-82fe-be723060d6a2, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a3d7bb44-37b6-4fc2-82fe-be723060d6a2,segment=NetworkSegment(20a1cb8d-b0b2-439c-8332-3dd5bc7beecb),segment_id=20a1cb8d-b0b2-439c-8332-3dd5bc7beecb)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:01:21.283628 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:21.353661 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=a3d7bb44-37b6-4fc2-82fe-be723060d6a2,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:21.488208 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['a3d7bb44-37b6-4fc2-82fe-be723060d6a2'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 12:01:21.528311 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2396f96-9936-45bb-b3eb-8266ddc80194 req-0d196892-1eb0-4c3f-8192-4731ce67c773 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:21.529941 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e2396f96-9936-45bb-b3eb-8266ddc80194 req-0d196892-1eb0-4c3f-8192-4731ce67c773 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 944 time: 0.0880220 Oct 10 12:01:21.573194 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e2396f96-9936-45bb-b3eb-8266ddc80194 req-ec9f96f0-13fe-4f9f-9d7f-464cd9e0f4a2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=8c0140c7-28a6-4423-af65-8ca65aecc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376067 Oct 10 12:01:22.770342 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23822694-f421-4224-81ad-2e5d1c8de66a req-882f9bca-dd58-4f71-976a-cfcfbfde92eb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:22.771788 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-23822694-f421-4224-81ad-2e5d1c8de66a req-882f9bca-dd58-4f71-976a-cfcfbfde92eb tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 944 time: 0.0870430 Oct 10 12:01:22.814949 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-23822694-f421-4224-81ad-2e5d1c8de66a req-0ef2e8ac-b513-435e-9fd7-4c314c661e47 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=8c0140c7-28a6-4423-af65-8ca65aecc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375760 Oct 10 12:01:22.948076 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device a3d7bb44-37b6-4fc2-82fe-be723060d6a2 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:01:23.077430 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port a3d7bb44-37b6-4fc2-82fe-be723060d6a2 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:01:23.082077 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port a3d7bb44-37b6-4fc2-82fe-be723060d6a2 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:01:23.082449 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:23.082778 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port a3d7bb44-37b6-4fc2-82fe-be723060d6a2 Oct 10 12:01:23.194828 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port a3d7bb44-37b6-4fc2-82fe-be723060d6a2 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:01:23.195205 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:23.223906 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b55520-9c39-4876-be7f-2a3fdfaa90d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d7bb44-37b6-4fc2-82fe-be723060d6a2'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:01:23.226123 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf66978-5633-4f56-b69e-0e5191f06ff8" -d '{"events": [{"server_uuid": "10b55520-9c39-4876-be7f-2a3fdfaa90d4", "name": "network-vif-plugged", "status": "completed", "tag": "a3d7bb44-37b6-4fc2-82fe-be723060d6a2"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:01:23.233949 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port a3d7bb44-37b6-4fc2-82fe-be723060d6a2, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a3d7bb44-37b6-4fc2-82fe-be723060d6a2,segment=NetworkSegment(20a1cb8d-b0b2-439c-8332-3dd5bc7beecb),segment_id=20a1cb8d-b0b2-439c-8332-3dd5bc7beecb)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:01:23.270806 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b4d3a5-0983-46e5-9244-e901ba7dd175 x-openstack-request-id: req-14b4d3a5-0983-46e5-9244-e901ba7dd175 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:01:23.270806 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b55520-9c39-4876-be7f-2a3fdfaa90d4", "name": "network-vif-plugged", "status": "completed", "tag": "a3d7bb44-37b6-4fc2-82fe-be723060d6a2", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:01:23.270806 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-14b4d3a5-0983-46e5-9244-e901ba7dd175 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:01:23.270806 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14b4d3a5-0983-46e5-9244-e901ba7dd175'] response: {'server_uuid': '10b55520-9c39-4876-be7f-2a3fdfaa90d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d7bb44-37b6-4fc2-82fe-be723060d6a2', 'code': 200} Oct 10 12:01:23.306427 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:23.374502 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=a3d7bb44-37b6-4fc2-82fe-be723060d6a2,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:23.612723 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac290347-ac9f-4754-b50c-24a5af121f50 req-c0d58408-6502-4479-b2bf-a6b819e0057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:23.614367 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ac290347-ac9f-4754-b50c-24a5af121f50 req-c0d58408-6502-4479-b2bf-a6b819e0057f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 1098 time: 0.0815654 Oct 10 12:01:23.654320 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ac290347-ac9f-4754-b50c-24a5af121f50 req-844e52d7-e3da-4c10-a49e-4ddbf2d06b9d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8c0140c7-28a6-4423-af65-8ca65aecc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343099 Oct 10 12:01:24.015282 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc01dfd-5942-45a1-88e5-449652993ce2 req-a35deb8e-a092-4666-96b0-8ddc4a9a2215 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:24.016704 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3dc01dfd-5942-45a1-88e5-449652993ce2 req-a35deb8e-a092-4666-96b0-8ddc4a9a2215 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 945 time: 0.0894568 Oct 10 12:01:24.059904 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3dc01dfd-5942-45a1-88e5-449652993ce2 req-6d2484c8-67c4-41d1-8d27-05a2d5e0a65c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=8c0140c7-28a6-4423-af65-8ca65aecc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375907 Oct 10 12:01:25.257920 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7eb70-13d0-48ed-8eaf-4535ef53b68d req-ad2d4e05-10a4-4d3e-8a7b-57407a1af96e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:25.259366 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7fc7eb70-13d0-48ed-8eaf-4535ef53b68d req-ad2d4e05-10a4-4d3e-8a7b-57407a1af96e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 945 time: 0.0869071 Oct 10 12:01:25.305959 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7fc7eb70-13d0-48ed-8eaf-4535ef53b68d req-6aef81bf-9d7b-4700-9e29-7325212b41b1 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=8c0140c7-28a6-4423-af65-8ca65aecc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410681 Oct 10 12:01:25.501752 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3ea59-0901-4f54-8fd7-f9ec7b3b8b92 req-c6595b0b-d19b-4e00-be20-8eac5e70e290 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:25.503197 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-03b3ea59-0901-4f54-8fd7-f9ec7b3b8b92 req-c6595b0b-d19b-4e00-be20-8eac5e70e290 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 945 time: 0.0871425 Oct 10 12:01:25.550782 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-03b3ea59-0901-4f54-8fd7-f9ec7b3b8b92 req-8b2def4f-bec6-44a1-8a5f-37becf4211d9 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=8c0140c7-28a6-4423-af65-8ca65aecc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419936 Oct 10 12:01:25.579327 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38396) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:01:25.656602 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0c2878-0948-4946-ad3c-73df5009ff7e tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:25.658093 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-3b0c2878-0948-4946-ad3c-73df5009ff7e tempest-TestNetworkAdvancedServerOps-596405564 tempest-TestNetworkAdvancedServerOps-596405564-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 1093 time: 0.0778158 Oct 10 12:01:25.660819 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38400) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:01:25.665547 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-df5d8b7f-a037-4324-b279-c601b53b5d1b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'port_id': 'a3d7bb44-37b6-4fc2-82fe-be723060d6a2', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:01:25.671855 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-df5d8b7f-a037-4324-b279-c601b53b5d1b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:01:25.675588 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-df5d8b7f-a037-4324-b279-c601b53b5d1b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Usage tracker for resource:floatingip and tenant:6e8fd84c16e9470086acb5c1464fa01f is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:01:25.678339 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-df5d8b7f-a037-4324-b279-c601b53b5d1b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:01:25.683900 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-df5d8b7f-a037-4324-b279-c601b53b5d1b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:01:25.751854 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-df5d8b7f-a037-4324-b279-c601b53b5d1b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for floatingip, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:25.884215 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-df5d8b7f-a037-4324-b279-c601b53b5d1b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:26.023776 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-df5d8b7f-a037-4324-b279-c601b53b5d1b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Allocated IP 172.26.4.158 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/06f448bc-2adc-415d-bf75-9bb1786cd6e0) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:01:26.038777 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:01:26.273447 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-df5d8b7f-a037-4324-b279-c601b53b5d1b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:26.381088 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-df5d8b7f-a037-4324-b279-c601b53b5d1b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:26.447080 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5d8b7f-a037-4324-b279-c601b53b5d1b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:01:26.449914 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-df5d8b7f-a037-4324-b279-c601b53b5d1b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:01:26.452601 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5d8b7f-a037-4324-b279-c601b53b5d1b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 12:01:26.496507 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d8b7f-a037-4324-b279-c601b53b5d1b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=06f448bc-2adc-415d-bf75-9bb1786cd6e0,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:26.871249 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-df5d8b7f-a037-4324-b279-c601b53b5d1b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:26.996928 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-df5d8b7f-a037-4324-b279-c601b53b5d1b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:27.205550 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-df5d8b7f-a037-4324-b279-c601b53b5d1b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:27.265671 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-df5d8b7f-a037-4324-b279-c601b53b5d1b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:27.371125 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-df5d8b7f-a037-4324-b279-c601b53b5d1b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:27.417274 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d8b7f-a037-4324-b279-c601b53b5d1b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event updated for resources: {'Port': ['ID=06f448bc-2adc-415d-bf75-9bb1786cd6e0,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:27.541772 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-df5d8b7f-a037-4324-b279-c601b53b5d1b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Floating IP 368b0a90-2adc-418d-9af2-74d9462424c1 associated. External IP: 172.26.4.158, port: a3d7bb44-37b6-4fc2-82fe-be723060d6a2. Oct 10 12:01:28.004259 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5d8b7f-a037-4324-b279-c601b53b5d1b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Router 91473e65-b412-4505-9f49-40ee84d2de86 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 12:01:28.182270 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5d8b7f-a037-4324-b279-c601b53b5d1b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 12:01:28.191843 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7570c5-f80c-4903-80fc-4c5589481a4c None None] Sync routers for ids ['91473e65-b412-4505-9f49-40ee84d2de86'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:01:28.201592 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7570c5-f80c-4903-80fc-4c5589481a4c None None] Routers {'91473e65-b412-4505-9f49-40ee84d2de86'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:01:28.202224 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-ba7570c5-f80c-4903-80fc-4c5589481a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:01:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['91473e65-b412-4505-9f49-40ee84d2de86'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:28.286933 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-df5d8b7f-a037-4324-b279-c601b53b5d1b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:28.342807 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-df5d8b7f-a037-4324-b279-c601b53b5d1b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6809847 Oct 10 12:01:28.343455 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b55520-9c39-4876-be7f-2a3fdfaa90d4', 'tag': 'a3d7bb44-37b6-4fc2-82fe-be723060d6a2'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:01:28.345772 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ba99e2-faf4-450a-b868-721f3d1c8613" -d '{"events": [{"name": "network-changed", "server_uuid": "10b55520-9c39-4876-be7f-2a3fdfaa90d4", "tag": "a3d7bb44-37b6-4fc2-82fe-be723060d6a2"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:01:28.381445 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-ba7570c5-f80c-4903-80fc-4c5589481a4c None None] Set router 91473e65-b412-4505-9f49-40ee84d2de86 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:01:28.389017 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c956e5-c5e8-4d11-988a-8b02ee8481ac x-openstack-request-id: req-b9c956e5-c5e8-4d11-988a-8b02ee8481ac {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:01:28.389310 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b55520-9c39-4876-be7f-2a3fdfaa90d4", "tag": "a3d7bb44-37b6-4fc2-82fe-be723060d6a2", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:01:28.389688 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b9c956e5-c5e8-4d11-988a-8b02ee8481ac {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:01:28.390000 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c956e5-c5e8-4d11-988a-8b02ee8481ac'] response: {'name': 'network-changed', 'server_uuid': '10b55520-9c39-4876-be7f-2a3fdfaa90d4', 'tag': 'a3d7bb44-37b6-4fc2-82fe-be723060d6a2', 'status': 'completed', 'code': 200} Oct 10 12:01:28.555487 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba99e2-faf4-450a-b868-721f3d1c8613 req-20951ddb-f672-4f4d-aa99-01a290b4aba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:28.556977 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a6ba99e2-faf4-450a-b868-721f3d1c8613 req-20951ddb-f672-4f4d-aa99-01a290b4aba1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 1098 time: 0.1484413 Oct 10 12:01:28.567648 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb0993-2984-404a-9df3-ffec95390b83 req-ca5cc602-c0ac-411a-9b79-5f7b70a6603b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:28.569020 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-57cb0993-2984-404a-9df3-ffec95390b83 req-ca5cc602-c0ac-411a-9b79-5f7b70a6603b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 945 time: 0.1188250 Oct 10 12:01:28.768658 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-ba7570c5-f80c-4903-80fc-4c5589481a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91473e65-b412-4505-9f49-40ee84d2de86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194196099', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:02Z', 'updated_at': '2022-10-10T12:01:08Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91473e65-b412-4505-9f49-40ee84d2de86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:03Z', 'updated_at': '2022-10-10T12:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '368b0a90-2adc-418d-9af2-74d9462424c1', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'floating_ip_address': '172.26.4.158', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '91473e65-b412-4505-9f49-40ee84d2de86', 'port_id': 'a3d7bb44-37b6-4fc2-82fe-be723060d6a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d94148-c428-4b34-8b50-6ae43b393efd', 'mac_address': 'fa:16:3e:35:ea:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b55520-9c39-4876-be7f-2a3fdfaa90d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:01:26Z', 'updated_at': '2022-10-10T12:01:26Z', 'revision_number': 0, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e7a689-0345-428f-b1f5-07f88dbb70f9', 'name': '', 'network_id': '81d94148-c428-4b34-8b50-6ae43b393efd', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:4e:3f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91473e65-b412-4505-9f49-40ee84d2de86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '55abc988-489f-423d-9399-f9f35f32d372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:07Z', 'updated_at': '2022-10-10T12:01:14Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': '55abc988-489f-423d-9399-f9f35f32d372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:28.772712 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7570c5-f80c-4903-80fc-4c5589481a4c None None] Checking router: 91473e65-b412-4505-9f49-40ee84d2de86 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:01:28.780999 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7570c5-f80c-4903-80fc-4c5589481a4c None None] Routers {'91473e65-b412-4505-9f49-40ee84d2de86'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:01:28.781662 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-ba7570c5-f80c-4903-80fc-4c5589481a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:01:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['91473e65-b412-4505-9f49-40ee84d2de86'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:28.807167 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-57cb0993-2984-404a-9df3-ffec95390b83 req-5c21efc6-9f0f-4716-bb7a-bc7cbe4f2b19 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=8c0140c7-28a6-4423-af65-8ca65aecc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2165978 Oct 10 12:01:28.834833 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba99e2-faf4-450a-b868-721f3d1c8613 req-785b01f0-9490-4ffd-9d1b-7e442c13df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:28.835962 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38408) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:01:28.836287 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a6ba99e2-faf4-450a-b868-721f3d1c8613 req-785b01f0-9490-4ffd-9d1b-7e442c13df1c service neutron] 10.222.0.15 "GET /v2.0/networks?id=81d94148-c428-4b34-8b50-6ae43b393efd HTTP/1.1" status: 200 len: 897 time: 0.2664218 Oct 10 12:01:28.941697 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a6ba99e2-faf4-450a-b868-721f3d1c8613 req-5ec189f6-6089-4f6f-a106-742fce936b0b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3d7bb44-37b6-4fc2-82fe-be723060d6a2 HTTP/1.1" status: 200 len: 999 time: 0.0995181 Oct 10 12:01:28.956262 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-163a9f75-cc63-4a41-bccd-a0aeea84ca84 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/floatingips/368b0a90-2adc-418d-9af2-74d9462424c1 HTTP/1.1" status: 200 len: 991 time: 0.1189630 Oct 10 12:01:28.963283 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-ba7570c5-f80c-4903-80fc-4c5589481a4c None None] Set router 91473e65-b412-4505-9f49-40ee84d2de86 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:01:29.008425 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba99e2-faf4-450a-b868-721f3d1c8613 req-2cb59e88-d35e-4b61-860f-c56ef1d90d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:29.009918 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a6ba99e2-faf4-450a-b868-721f3d1c8613 req-2cb59e88-d35e-4b61-860f-c56ef1d90d2f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55abc988-489f-423d-9399-f9f35f32d372 HTTP/1.1" status: 200 len: 834 time: 0.0622981 Oct 10 12:01:29.097083 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba99e2-faf4-450a-b868-721f3d1c8613 req-57203266-2df4-4228-9c5d-678c612a6799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:29.098511 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a6ba99e2-faf4-450a-b868-721f3d1c8613 req-57203266-2df4-4228-9c5d-678c612a6799 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81d94148-c428-4b34-8b50-6ae43b393efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827587 Oct 10 12:01:29.235261 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a6ba99e2-faf4-450a-b868-721f3d1c8613 req-e1f49dc2-69e7-4701-8754-c8715ec22150 service neutron] 10.222.0.15 "GET /v2.0/networks/81d94148-c428-4b34-8b50-6ae43b393efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295993 Oct 10 12:01:29.307247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-ba7570c5-f80c-4903-80fc-4c5589481a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91473e65-b412-4505-9f49-40ee84d2de86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194196099', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:02Z', 'updated_at': '2022-10-10T12:01:08Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91473e65-b412-4505-9f49-40ee84d2de86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:03Z', 'updated_at': '2022-10-10T12:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '368b0a90-2adc-418d-9af2-74d9462424c1', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'floating_ip_address': '172.26.4.158', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '91473e65-b412-4505-9f49-40ee84d2de86', 'port_id': 'a3d7bb44-37b6-4fc2-82fe-be723060d6a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d94148-c428-4b34-8b50-6ae43b393efd', 'mac_address': 'fa:16:3e:35:ea:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b55520-9c39-4876-be7f-2a3fdfaa90d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:01:26Z', 'updated_at': '2022-10-10T12:01:26Z', 'revision_number': 0, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e7a689-0345-428f-b1f5-07f88dbb70f9', 'name': '', 'network_id': '81d94148-c428-4b34-8b50-6ae43b393efd', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:4e:3f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91473e65-b412-4505-9f49-40ee84d2de86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '55abc988-489f-423d-9399-f9f35f32d372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:07Z', 'updated_at': '2022-10-10T12:01:14Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': '55abc988-489f-423d-9399-f9f35f32d372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:01:29.311230 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7570c5-f80c-4903-80fc-4c5589481a4c None None] The sync data for ids ['91473e65-b412-4505-9f49-40ee84d2de86'] in dv-neutron-860842-1-hyperv is: [{'id': '91473e65-b412-4505-9f49-40ee84d2de86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194196099', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:02Z', 'updated_at': '2022-10-10T12:01:08Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91473e65-b412-4505-9f49-40ee84d2de86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:03Z', 'updated_at': '2022-10-10T12:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '368b0a90-2adc-418d-9af2-74d9462424c1', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'floating_ip_address': '172.26.4.158', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '91473e65-b412-4505-9f49-40ee84d2de86', 'port_id': 'a3d7bb44-37b6-4fc2-82fe-be723060d6a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81d94148-c428-4b34-8b50-6ae43b393efd', 'mac_address': 'fa:16:3e:35:ea:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b55520-9c39-4876-be7f-2a3fdfaa90d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:01:26Z', 'updated_at': '2022-10-10T12:01:26Z', 'revision_number': 0, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e7a689-0345-428f-b1f5-07f88dbb70f9', 'name': '', 'network_id': '81d94148-c428-4b34-8b50-6ae43b393efd', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:4e:3f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91473e65-b412-4505-9f49-40ee84d2de86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '55abc988-489f-423d-9399-f9f35f32d372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:07Z', 'updated_at': '2022-10-10T12:01:14Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': '55abc988-489f-423d-9399-f9f35f32d372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:01:29.369512 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a6ba99e2-faf4-450a-b868-721f3d1c8613 req-8ddf93b5-5677-46a6-85cf-92306f6c5631 service neutron] 10.222.0.15 "GET /v2.0/networks/81d94148-c428-4b34-8b50-6ae43b393efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287627 Oct 10 12:01:29.508360 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dab1573-ca1b-46a2-a665-901ffd6e10be None None] New status for floating IP 368b0a90-2adc-418d-9af2-74d9462424c1: ACTIVE {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 12:01:29.958284 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38412) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:01:30.060902 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-eaff00b3-9677-4205-b803-efe95f3c905f tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/floatingips/368b0a90-2adc-418d-9af2-74d9462424c1 HTTP/1.1" status: 200 len: 993 time: 0.1013074 Oct 10 12:01:33.511510 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0fd47ac3-8576-4bf8-b75c-a344e3ab8938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:35.768751 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b1311941-00de-4044-85fc-ee8869be695e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:37.058062 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:37.223881 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:38.803171 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:39.780273 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:01:57.370321 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5ee64-496c-4605-9443-a35e8c074d34 req-23657404-8465-47ad-ab70-ee31945f676d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:57.372639 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-25b5ee64-496c-4605-9443-a35e8c074d34 req-23657404-8465-47ad-ab70-ee31945f676d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 945 time: 0.2170460 Oct 10 12:01:57.416389 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-25b5ee64-496c-4605-9443-a35e8c074d34 req-456167f5-a09d-4446-9127-ae1b03d2d70f tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=8c0140c7-28a6-4423-af65-8ca65aecc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377593 Oct 10 12:01:57.572339 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efc49c-0899-4d56-a4fe-451196c0660a req-29c0e812-6655-42e0-bf79-fc6a42a12dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:57.573891 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-85efc49c-0899-4d56-a4fe-451196c0660a req-29c0e812-6655-42e0-bf79-fc6a42a12dd6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 1098 time: 0.0856006 Oct 10 12:01:57.718432 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efc49c-0899-4d56-a4fe-451196c0660a req-41f5bf2d-a792-401a-ba3e-4d3eb47930de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:57.719924 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-85efc49c-0899-4d56-a4fe-451196c0660a req-41f5bf2d-a792-401a-ba3e-4d3eb47930de service neutron] 10.222.0.15 "GET /v2.0/networks?id=81d94148-c428-4b34-8b50-6ae43b393efd HTTP/1.1" status: 200 len: 897 time: 0.1267643 Oct 10 12:01:57.823170 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-85efc49c-0899-4d56-a4fe-451196c0660a req-ad08af6a-02a6-40cf-9e01-6e9f7342afc6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3d7bb44-37b6-4fc2-82fe-be723060d6a2 HTTP/1.1" status: 200 len: 1001 time: 0.0955353 Oct 10 12:01:57.884635 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efc49c-0899-4d56-a4fe-451196c0660a req-6aa96db4-829f-4d02-92dc-81b84ed52edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:57.886071 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-85efc49c-0899-4d56-a4fe-451196c0660a req-6aa96db4-829f-4d02-92dc-81b84ed52edd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55abc988-489f-423d-9399-f9f35f32d372 HTTP/1.1" status: 200 len: 834 time: 0.0566061 Oct 10 12:01:57.975364 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efc49c-0899-4d56-a4fe-451196c0660a req-329de9e5-90ed-4bbc-9944-a6f88b2f25f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:57.976880 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-85efc49c-0899-4d56-a4fe-451196c0660a req-329de9e5-90ed-4bbc-9944-a6f88b2f25f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81d94148-c428-4b34-8b50-6ae43b393efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820599 Oct 10 12:01:57.987090 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [req-85efc49c-0899-4d56-a4fe-451196c0660a req-acb38d04-32e7-483b-aa53-142f7bee4b3d service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 12:01:57.991174 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-85efc49c-0899-4d56-a4fe-451196c0660a req-acb38d04-32e7-483b-aa53-142f7bee4b3d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047941 Oct 10 12:01:58.119809 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-85efc49c-0899-4d56-a4fe-451196c0660a req-0a06ed00-35f2-45e3-8f2d-3078c16e1310 service neutron] 10.222.0.15 "GET /v2.0/networks/81d94148-c428-4b34-8b50-6ae43b393efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254640 Oct 10 12:01:58.253344 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-85efc49c-0899-4d56-a4fe-451196c0660a req-71e6b280-ec5c-41da-9b10-5c29820e6092 service neutron] 10.222.0.15 "GET /v2.0/networks/81d94148-c428-4b34-8b50-6ae43b393efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280513 Oct 10 12:01:58.621094 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588bdfe-55b0-407a-ac95-4cad049ccabf req-5363309d-7ee5-4ca5-853f-6fd79059c30e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:58.622564 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e588bdfe-55b0-407a-ac95-4cad049ccabf req-5363309d-7ee5-4ca5-853f-6fd79059c30e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 945 time: 0.0869243 Oct 10 12:01:58.666380 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e588bdfe-55b0-407a-ac95-4cad049ccabf req-92470f4f-a00e-4989-99fc-d79b2fba443b tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=8c0140c7-28a6-4423-af65-8ca65aecc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382798 Oct 10 12:01:58.695095 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38446) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:01:58.890801 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1fe93fe4-8508-4974-9c25-08fc7af08089 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/floatingips/368b0a90-2adc-418d-9af2-74d9462424c1 HTTP/1.1" status: 200 len: 993 time: 0.1945517 Oct 10 12:02:00.590348 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332c8a8-7db3-439f-af21-30a09811c6f7 req-aa687d59-23fe-4801-9fef-7b8dd51c6fca tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:00.591809 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5332c8a8-7db3-439f-af21-30a09811c6f7 req-aa687d59-23fe-4801-9fef-7b8dd51c6fca tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 945 time: 0.0914366 Oct 10 12:02:00.635878 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5332c8a8-7db3-439f-af21-30a09811c6f7 req-ea2163a2-de93-4052-baf6-3579a12b8151 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=8c0140c7-28a6-4423-af65-8ca65aecc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381930 Oct 10 12:02:00.666411 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847512a-0776-4edf-b259-e19b686f2dda req-11668bc9-a605-4c9d-8606-1f4d57226303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:00.667839 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9847512a-0776-4edf-b259-e19b686f2dda req-11668bc9-a605-4c9d-8606-1f4d57226303 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 1098 time: 0.0820608 Oct 10 12:02:00.796310 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847512a-0776-4edf-b259-e19b686f2dda req-875e06c9-c5b9-41e8-a9a0-6bd392e084ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:00.797749 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9847512a-0776-4edf-b259-e19b686f2dda req-875e06c9-c5b9-41e8-a9a0-6bd392e084ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=81d94148-c428-4b34-8b50-6ae43b393efd HTTP/1.1" status: 200 len: 897 time: 0.1245861 Oct 10 12:02:00.899098 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9847512a-0776-4edf-b259-e19b686f2dda req-5454382c-f224-4b87-837b-30b4374fd5a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3d7bb44-37b6-4fc2-82fe-be723060d6a2 HTTP/1.1" status: 200 len: 1001 time: 0.0958726 Oct 10 12:02:00.960415 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847512a-0776-4edf-b259-e19b686f2dda req-f6a3dabf-b91c-4973-aeb0-a7c1118e626e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:00.961862 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9847512a-0776-4edf-b259-e19b686f2dda req-f6a3dabf-b91c-4973-aeb0-a7c1118e626e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55abc988-489f-423d-9399-f9f35f32d372 HTTP/1.1" status: 200 len: 834 time: 0.0570359 Oct 10 12:02:01.045833 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847512a-0776-4edf-b259-e19b686f2dda req-0246e4a3-2cc8-4f1b-b495-c7c08779aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:01.047265 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9847512a-0776-4edf-b259-e19b686f2dda req-0246e4a3-2cc8-4f1b-b495-c7c08779aee7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81d94148-c428-4b34-8b50-6ae43b393efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801613 Oct 10 12:02:01.177436 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9847512a-0776-4edf-b259-e19b686f2dda req-eb29dbc9-ba97-46d8-8f55-16f513b2c419 service neutron] 10.222.0.15 "GET /v2.0/networks/81d94148-c428-4b34-8b50-6ae43b393efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240506 Oct 10 12:02:01.307602 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9847512a-0776-4edf-b259-e19b686f2dda req-a2e8d766-23a9-49ba-9bdb-3b18617febe5 service neutron] 10.222.0.15 "GET /v2.0/networks/81d94148-c428-4b34-8b50-6ae43b393efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245060 Oct 10 12:02:01.837188 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09634d-e3c8-4860-9686-8a5e7139b846 req-6f3732a9-052c-4046-a4c4-6f99ded91b5a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:01.838666 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-af09634d-e3c8-4860-9686-8a5e7139b846 req-6f3732a9-052c-4046-a4c4-6f99ded91b5a tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 945 time: 0.0904632 Oct 10 12:02:01.883704 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-af09634d-e3c8-4860-9686-8a5e7139b846 req-77c24b02-9789-413f-af62-af1a2105ed6c tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=8c0140c7-28a6-4423-af65-8ca65aecc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387394 Oct 10 12:02:03.040082 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:02:03.085985 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade4325-41f0-4250-8995-3995fb1163cb req-38b8e4a1-15fe-4c8e-87a8-924eeedcb403 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:03.087430 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-bade4325-41f0-4250-8995-3995fb1163cb req-38b8e4a1-15fe-4c8e-87a8-924eeedcb403 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 945 time: 0.0905583 Oct 10 12:02:03.131308 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-bade4325-41f0-4250-8995-3995fb1163cb req-8f139953-a3a2-4267-a4c2-96e2c5036332 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=8c0140c7-28a6-4423-af65-8ca65aecc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377340 Oct 10 12:02:03.162017 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38464) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:02:03.268068 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-ee29188f-157e-489c-ae5e-a20b2ed76d84 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/floatingips/368b0a90-2adc-418d-9af2-74d9462424c1 HTTP/1.1" status: 200 len: 993 time: 0.1048427 Oct 10 12:02:03.494124 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b97da5f1-e3ae-420f-a689-28252cb237e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:03.896257 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38472) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:02:04.097936 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-ce315d16-0697-46b0-817f-652fddb0d63d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Deleting port 06f448bc-2adc-415d-bf75-9bb1786cd6e0 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:02:04.098282 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ce315d16-0697-46b0-817f-652fddb0d63d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:04.264983 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ce315d16-0697-46b0-817f-652fddb0d63d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:04.265313 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ce315d16-0697-46b0-817f-652fddb0d63d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:04.479190 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-ce315d16-0697-46b0-817f-652fddb0d63d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Calling delete_port for 06f448bc-2adc-415d-bf75-9bb1786cd6e0 owned by network:floatingip {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:02:04.697964 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ce315d16-0697-46b0-817f-652fddb0d63d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:04.744300 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce315d16-0697-46b0-817f-652fddb0d63d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Port': ['ID=06f448bc-2adc-415d-bf75-9bb1786cd6e0,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:04.790872 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce315d16-0697-46b0-817f-652fddb0d63d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:04.791214 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce315d16-0697-46b0-817f-652fddb0d63d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:04.791547 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce315d16-0697-46b0-817f-652fddb0d63d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:04.791876 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce315d16-0697-46b0-817f-652fddb0d63d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:04.792203 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce315d16-0697-46b0-817f-652fddb0d63d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:04.792528 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce315d16-0697-46b0-817f-652fddb0d63d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:04.792849 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce315d16-0697-46b0-817f-652fddb0d63d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:04.793170 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce315d16-0697-46b0-817f-652fddb0d63d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:04.794455 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce315d16-0697-46b0-817f-652fddb0d63d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:04.794792 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce315d16-0697-46b0-817f-652fddb0d63d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:04.795110 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce315d16-0697-46b0-817f-652fddb0d63d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:04.795428 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce315d16-0697-46b0-817f-652fddb0d63d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:04.852746 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ce315d16-0697-46b0-817f-652fddb0d63d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for floatingip, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:04.853070 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [None req-ce315d16-0697-46b0-817f-652fddb0d63d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Floating IP 368b0a90-2adc-418d-9af2-74d9462424c1 disassociated (deleted). External IP: 172.26.4.158, port: a3d7bb44-37b6-4fc2-82fe-be723060d6a2. Oct 10 12:02:05.200912 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce315d16-0697-46b0-817f-652fddb0d63d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Router 91473e65-b412-4505-9f49-40ee84d2de86 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 12:02:05.378634 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce315d16-0697-46b0-817f-652fddb0d63d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 12:02:05.388756 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cce458f-1390-4458-892a-78b4a2a55a81 None None] Sync routers for ids ['91473e65-b412-4505-9f49-40ee84d2de86'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:02:05.398234 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cce458f-1390-4458-892a-78b4a2a55a81 None None] Routers {'91473e65-b412-4505-9f49-40ee84d2de86'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:02:05.403364 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0cce458f-1390-4458-892a-78b4a2a55a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:01:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['91473e65-b412-4505-9f49-40ee84d2de86'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:05.463241 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-ce315d16-0697-46b0-817f-652fddb0d63d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:05.518867 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-ce315d16-0697-46b0-817f-652fddb0d63d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "DELETE /v2.0/floatingips/368b0a90-2adc-418d-9af2-74d9462424c1 HTTP/1.1" status: 204 len: 168 time: 1.6216121 Oct 10 12:02:05.519498 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b55520-9c39-4876-be7f-2a3fdfaa90d4', 'tag': 'a3d7bb44-37b6-4fc2-82fe-be723060d6a2'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:02:05.521894 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8186fdae-80ed-4c1d-854e-50e28d1bcd21" -d '{"events": [{"name": "network-changed", "server_uuid": "10b55520-9c39-4876-be7f-2a3fdfaa90d4", "tag": "a3d7bb44-37b6-4fc2-82fe-be723060d6a2"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:02:05.580963 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-0cce458f-1390-4458-892a-78b4a2a55a81 None None] Set router 91473e65-b412-4505-9f49-40ee84d2de86 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:02:05.622483 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b334a6b7-e74a-4ae1-b547-e8ee956cf692 x-openstack-request-id: req-b334a6b7-e74a-4ae1-b547-e8ee956cf692 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:02:05.622782 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b55520-9c39-4876-be7f-2a3fdfaa90d4", "tag": "a3d7bb44-37b6-4fc2-82fe-be723060d6a2", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:02:05.623038 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b334a6b7-e74a-4ae1-b547-e8ee956cf692 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:02:05.623431 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b334a6b7-e74a-4ae1-b547-e8ee956cf692'] response: {'name': 'network-changed', 'server_uuid': '10b55520-9c39-4876-be7f-2a3fdfaa90d4', 'tag': 'a3d7bb44-37b6-4fc2-82fe-be723060d6a2', 'status': 'completed', 'code': 200} Oct 10 12:02:05.836958 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-dc01a4d5-8aae-451c-8375-ecf669daf6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:05.865260 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186fdae-80ed-4c1d-854e-50e28d1bcd21 req-e87cadde-bb61-46e9-aac5-d088acaabae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:05.866544 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8186fdae-80ed-4c1d-854e-50e28d1bcd21 req-e87cadde-bb61-46e9-aac5-d088acaabae0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 1098 time: 0.0856555 Oct 10 12:02:05.956471 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0cce458f-1390-4458-892a-78b4a2a55a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91473e65-b412-4505-9f49-40ee84d2de86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194196099', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:02Z', 'updated_at': '2022-10-10T12:01:08Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91473e65-b412-4505-9f49-40ee84d2de86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:03Z', 'updated_at': '2022-10-10T12:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'c1e7a689-0345-428f-b1f5-07f88dbb70f9', 'name': '', 'network_id': '81d94148-c428-4b34-8b50-6ae43b393efd', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:4e:3f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91473e65-b412-4505-9f49-40ee84d2de86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '55abc988-489f-423d-9399-f9f35f32d372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:07Z', 'updated_at': '2022-10-10T12:01:14Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': '55abc988-489f-423d-9399-f9f35f32d372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:05.960612 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cce458f-1390-4458-892a-78b4a2a55a81 None None] Checking router: 91473e65-b412-4505-9f49-40ee84d2de86 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:02:05.969295 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cce458f-1390-4458-892a-78b4a2a55a81 None None] Routers {'91473e65-b412-4505-9f49-40ee84d2de86'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:02:05.969919 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0cce458f-1390-4458-892a-78b4a2a55a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:02:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['91473e65-b412-4505-9f49-40ee84d2de86'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:06.022149 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186fdae-80ed-4c1d-854e-50e28d1bcd21 req-f3d47e23-0075-49fa-b5d3-35b0f92eb178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:06.023720 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8186fdae-80ed-4c1d-854e-50e28d1bcd21 req-f3d47e23-0075-49fa-b5d3-35b0f92eb178 service neutron] 10.222.0.15 "GET /v2.0/networks?id=81d94148-c428-4b34-8b50-6ae43b393efd HTTP/1.1" status: 200 len: 897 time: 0.1450887 Oct 10 12:02:06.090515 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8186fdae-80ed-4c1d-854e-50e28d1bcd21 req-5e8e8c41-29d3-4c91-ad93-93fa18f713e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3d7bb44-37b6-4fc2-82fe-be723060d6a2 HTTP/1.1" status: 200 len: 217 time: 0.0607204 Oct 10 12:02:06.156497 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-0cce458f-1390-4458-892a-78b4a2a55a81 None None] Set router 91473e65-b412-4505-9f49-40ee84d2de86 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:02:06.209574 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186fdae-80ed-4c1d-854e-50e28d1bcd21 req-2c3d42b0-293d-4c51-977c-7a29da3bd7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:06.211001 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8186fdae-80ed-4c1d-854e-50e28d1bcd21 req-2c3d42b0-293d-4c51-977c-7a29da3bd7da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55abc988-489f-423d-9399-f9f35f32d372 HTTP/1.1" status: 200 len: 834 time: 0.1148527 Oct 10 12:02:06.406639 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89ae49-f040-43e2-b3f2-200bd62026c4 req-b46afcf2-c4c8-4261-bd86-58a140c8593e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:06.407242 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-0f89ae49-f040-43e2-b3f2-200bd62026c4 req-b46afcf2-c4c8-4261-bd86-58a140c8593e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Synchronizing usage tracker for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 12:02:06.432900 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186fdae-80ed-4c1d-854e-50e28d1bcd21 req-f4ad407c-3bb9-4170-81f3-a117cf125110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:06.435633 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8186fdae-80ed-4c1d-854e-50e28d1bcd21 req-f4ad407c-3bb9-4170-81f3-a117cf125110 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81d94148-c428-4b34-8b50-6ae43b393efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2159891 Oct 10 12:02:06.483589 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-0cce458f-1390-4458-892a-78b4a2a55a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91473e65-b412-4505-9f49-40ee84d2de86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194196099', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:02Z', 'updated_at': '2022-10-10T12:01:08Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91473e65-b412-4505-9f49-40ee84d2de86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:03Z', 'updated_at': '2022-10-10T12:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'c1e7a689-0345-428f-b1f5-07f88dbb70f9', 'name': '', 'network_id': '81d94148-c428-4b34-8b50-6ae43b393efd', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:4e:3f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91473e65-b412-4505-9f49-40ee84d2de86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '55abc988-489f-423d-9399-f9f35f32d372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:07Z', 'updated_at': '2022-10-10T12:01:14Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': '55abc988-489f-423d-9399-f9f35f32d372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:06.487533 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cce458f-1390-4458-892a-78b4a2a55a81 None None] The sync data for ids ['91473e65-b412-4505-9f49-40ee84d2de86'] in dv-neutron-860842-1-hyperv is: [{'id': '91473e65-b412-4505-9f49-40ee84d2de86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194196099', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:02Z', 'updated_at': '2022-10-10T12:01:08Z', 'revision_number': 4, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91473e65-b412-4505-9f49-40ee84d2de86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:03Z', 'updated_at': '2022-10-10T12:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': 'c1e7a689-0345-428f-b1f5-07f88dbb70f9', 'name': '', 'network_id': '81d94148-c428-4b34-8b50-6ae43b393efd', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'mac_address': 'fa:16:3e:4e:3f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91473e65-b412-4505-9f49-40ee84d2de86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '55abc988-489f-423d-9399-f9f35f32d372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:07Z', 'updated_at': '2022-10-10T12:01:14Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'subnets': [{'id': '55abc988-489f-423d-9399-f9f35f32d372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:02:06.531135 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-0f89ae49-f040-43e2-b3f2-200bd62026c4 req-b46afcf2-c4c8-4261-bd86-58a140c8593e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Unset dirty status for tenant:6e8fd84c16e9470086acb5c1464fa01f on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 12:02:06.532432 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0f89ae49-f040-43e2-b3f2-200bd62026c4 req-b46afcf2-c4c8-4261-bd86-58a140c8593e tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 945 time: 0.4026020 Oct 10 12:02:06.607578 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0f89ae49-f040-43e2-b3f2-200bd62026c4 req-5ced51e9-3000-46d6-a07b-6f909c9f6b58 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=8c0140c7-28a6-4423-af65-8ca65aecc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658247 Oct 10 12:02:06.609621 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8186fdae-80ed-4c1d-854e-50e28d1bcd21 req-4d257dfb-fd7f-4c3a-93c9-a9d0b80fd975 service neutron] 10.222.0.15 "GET /v2.0/networks/81d94148-c428-4b34-8b50-6ae43b393efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677608 Oct 10 12:02:06.713599 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b1ce18-6b98-4934-ac57-fd0570b27e7a None None] New status for floating IP 368b0a90-2adc-418d-9af2-74d9462424c1: DOWN {{(pid=89899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 12:02:06.747872 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8186fdae-80ed-4c1d-854e-50e28d1bcd21 req-a9944562-289a-4c7f-86bf-e9e9b521857a service neutron] 10.222.0.15 "GET /v2.0/networks/81d94148-c428-4b34-8b50-6ae43b393efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320474 Oct 10 12:02:07.077392 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:07.242782 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:07.601192 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efaccf-3db6-4351-8af0-07c5eceb3192 req-a4cabdd4-efd9-4e2e-a51f-203939e1eafa tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:07.602563 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-63efaccf-3db6-4351-8af0-07c5eceb3192 req-a4cabdd4-efd9-4e2e-a51f-203939e1eafa tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.15 "GET /v2.0/ports?device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 945 time: 0.0871227 Oct 10 12:02:07.676563 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-63efaccf-3db6-4351-8af0-07c5eceb3192 req-71f2644c-0869-4209-8606-ee085405399d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Deleting port a3d7bb44-37b6-4fc2-82fe-be723060d6a2 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:02:07.676898 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-63efaccf-3db6-4351-8af0-07c5eceb3192 req-71f2644c-0869-4209-8606-ee085405399d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:07.808227 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbe7a2-7689-4daf-9f0f-6cd24a03f288 req-f506f2e2-fe1e-43d9-afa6-5cb8add8f7a5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:07.809944 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-44fbe7a2-7689-4daf-9f0f-6cd24a03f288 req-f506f2e2-fe1e-43d9-afa6-5cb8add8f7a5 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 945 time: 0.0879309 Oct 10 12:02:07.857827 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-44fbe7a2-7689-4daf-9f0f-6cd24a03f288 req-75b0051b-9014-40bd-bfc2-c9335d9aec58 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/security-groups?id=8c0140c7-28a6-4423-af65-8ca65aecc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421617 Oct 10 12:02:07.928244 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-63efaccf-3db6-4351-8af0-07c5eceb3192 req-71f2644c-0869-4209-8606-ee085405399d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] For port a3d7bb44-37b6-4fc2-82fe-be723060d6a2, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a3d7bb44-37b6-4fc2-82fe-be723060d6a2,segment=NetworkSegment(20a1cb8d-b0b2-439c-8332-3dd5bc7beecb),segment_id=20a1cb8d-b0b2-439c-8332-3dd5bc7beecb)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:02:07.928597 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-63efaccf-3db6-4351-8af0-07c5eceb3192 req-71f2644c-0869-4209-8606-ee085405399d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:08.052652 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-63efaccf-3db6-4351-8af0-07c5eceb3192 req-71f2644c-0869-4209-8606-ee085405399d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Calling delete_port for a3d7bb44-37b6-4fc2-82fe-be723060d6a2 owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:02:08.295203 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-63efaccf-3db6-4351-8af0-07c5eceb3192 req-71f2644c-0869-4209-8606-ee085405399d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:08.344186 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2644c-0869-4209-8606-ee085405399d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Port': ['ID=a3d7bb44-37b6-4fc2-82fe-be723060d6a2,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:08.434071 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-63efaccf-3db6-4351-8af0-07c5eceb3192 req-71f2644c-0869-4209-8606-ee085405399d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] No DVR routers for this DVR port a3d7bb44-37b6-4fc2-82fe-be723060d6a2 on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 12:02:08.436448 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-63efaccf-3db6-4351-8af0-07c5eceb3192 req-71f2644c-0869-4209-8606-ee085405399d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:08.439023 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b55520-9c39-4876-be7f-2a3fdfaa90d4', 'name': 'network-vif-deleted', 'tag': 'a3d7bb44-37b6-4fc2-82fe-be723060d6a2'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:02:08.441263 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3876b0f-bdca-4343-b9ef-37152a4b4559" -d '{"events": [{"server_uuid": "10b55520-9c39-4876-be7f-2a3fdfaa90d4", "name": "network-vif-deleted", "tag": "a3d7bb44-37b6-4fc2-82fe-be723060d6a2"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:02:08.515875 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-63efaccf-3db6-4351-8af0-07c5eceb3192 req-71f2644c-0869-4209-8606-ee085405399d tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.15 "DELETE /v2.0/ports/a3d7bb44-37b6-4fc2-82fe-be723060d6a2 HTTP/1.1" status: 204 len: 173 time: 0.9076996 Oct 10 12:02:08.645967 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834f70b5-34e4-4575-94cf-6be98467ba63 x-openstack-request-id: req-834f70b5-34e4-4575-94cf-6be98467ba63 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:02:08.645967 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b55520-9c39-4876-be7f-2a3fdfaa90d4", "name": "network-vif-deleted", "tag": "a3d7bb44-37b6-4fc2-82fe-be723060d6a2", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:02:08.645967 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-834f70b5-34e4-4575-94cf-6be98467ba63 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:02:08.645967 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-834f70b5-34e4-4575-94cf-6be98467ba63'] response: {'server_uuid': '10b55520-9c39-4876-be7f-2a3fdfaa90d4', 'name': 'network-vif-deleted', 'tag': 'a3d7bb44-37b6-4fc2-82fe-be723060d6a2', 'status': 'completed', 'code': 200} Oct 10 12:02:08.803622 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:09.034150 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2fccd6de-7dae-4d8a-8e41-7b1d6ffd9675 req-06ef78a3-1d01-423a-a3aa-45b133a9e946 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "GET /v2.0/ports?device_id=10b55520-9c39-4876-be7f-2a3fdfaa90d4 HTTP/1.1" status: 200 len: 210 time: 0.0503173 Oct 10 12:02:09.819512 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:10.134592 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38494) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:02:10.779658 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2e286c1c-502a-4da7-a254-acc277ecaf28 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:11.126562 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-2e286c1c-502a-4da7-a254-acc277ecaf28 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Deleting port c1e7a689-0345-428f-b1f5-07f88dbb70f9 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:02:11.126820 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2e286c1c-502a-4da7-a254-acc277ecaf28 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:11.144912 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device a3d7bb44-37b6-4fc2-82fe-be723060d6a2 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 12:02:11.178103 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: a3d7bb44-37b6-4fc2-82fe-be723060d6a2 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 12:02:11.178442 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device a3d7bb44-37b6-4fc2-82fe-be723060d6a2 not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 12:02:11.317026 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-2e286c1c-502a-4da7-a254-acc277ecaf28 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] For port c1e7a689-0345-428f-b1f5-07f88dbb70f9, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c1e7a689-0345-428f-b1f5-07f88dbb70f9,segment=NetworkSegment(20a1cb8d-b0b2-439c-8332-3dd5bc7beecb),segment_id=20a1cb8d-b0b2-439c-8332-3dd5bc7beecb)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:02:11.317660 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2e286c1c-502a-4da7-a254-acc277ecaf28 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:11.443361 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-2e286c1c-502a-4da7-a254-acc277ecaf28 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Calling delete_port for c1e7a689-0345-428f-b1f5-07f88dbb70f9 owned by network:router_interface {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:02:11.722566 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2e286c1c-502a-4da7-a254-acc277ecaf28 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:11.769803 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e286c1c-502a-4da7-a254-acc277ecaf28 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Port': ['ID=c1e7a689-0345-428f-b1f5-07f88dbb70f9,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:12.054234 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-2e286c1c-502a-4da7-a254-acc277ecaf28 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:12.512961 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e286c1c-502a-4da7-a254-acc277ecaf28 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Router 91473e65-b412-4505-9f49-40ee84d2de86 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 12:02:12.693901 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e286c1c-502a-4da7-a254-acc277ecaf28 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 12:02:12.703946 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e63c5a0-a2b1-4ae5-a42d-bd90d00f6154 None None] Sync routers for ids ['91473e65-b412-4505-9f49-40ee84d2de86'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:02:12.706140 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-2e286c1c-502a-4da7-a254-acc277ecaf28 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "PUT /v2.0/routers/91473e65-b412-4505-9f49-40ee84d2de86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5704682 Oct 10 12:02:12.708840 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38498) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:02:12.712970 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e63c5a0-a2b1-4ae5-a42d-bd90d00f6154 None None] Routers {'91473e65-b412-4505-9f49-40ee84d2de86'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:02:12.713600 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-4e63c5a0-a2b1-4ae5-a42d-bd90d00f6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:02:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['91473e65-b412-4505-9f49-40ee84d2de86'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:12.776472 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-406135ab-5c6a-444a-a40d-2a0c247e4faf tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Deleting subnet 55abc988-489f-423d-9399-f9f35f32d372 {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 12:02:12.779455 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-406135ab-5c6a-444a-a40d-2a0c247e4faf tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:12.833531 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-406135ab-5c6a-444a-a40d-2a0c247e4faf tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:12.891905 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-4e63c5a0-a2b1-4ae5-a42d-bd90d00f6154 None None] Set router 91473e65-b412-4505-9f49-40ee84d2de86 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:02:12.921292 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-406135ab-5c6a-444a-a40d-2a0c247e4faf tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:13.083572 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-406135ab-5c6a-444a-a40d-2a0c247e4faf tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:13.123881 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406135ab-5c6a-444a-a40d-2a0c247e4faf tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Subnet': ['ID=55abc988-489f-423d-9399-f9f35f32d372,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:13.126380 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-406135ab-5c6a-444a-a40d-2a0c247e4faf tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:13.134550 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-406135ab-5c6a-444a-a40d-2a0c247e4faf tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "DELETE /v2.0/subnets/55abc988-489f-423d-9399-f9f35f32d372 HTTP/1.1" status: 204 len: 168 time: 0.4247568 Oct 10 12:02:13.137233 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38502) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:02:13.145111 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa36dc13-cbc9-456d-be83-26bda8a90d94 None None] Network 81d94148-c428-4b34-8b50-6ae43b393efd requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 12:02:13.320630 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a3a66f72-a325-41e4-ada3-3425bc18d234 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:13.393416 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-4e63c5a0-a2b1-4ae5-a42d-bd90d00f6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91473e65-b412-4505-9f49-40ee84d2de86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194196099', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:02Z', 'updated_at': '2022-10-10T12:02:11Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91473e65-b412-4505-9f49-40ee84d2de86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:03Z', 'updated_at': '2022-10-10T12:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:13.400151 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e63c5a0-a2b1-4ae5-a42d-bd90d00f6154 None None] Checking router: 91473e65-b412-4505-9f49-40ee84d2de86 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:02:13.413043 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e63c5a0-a2b1-4ae5-a42d-bd90d00f6154 None None] Routers {'91473e65-b412-4505-9f49-40ee84d2de86'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:02:13.413692 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-4e63c5a0-a2b1-4ae5-a42d-bd90d00f6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:02:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['91473e65-b412-4505-9f49-40ee84d2de86'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:13.496614 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a3a66f72-a325-41e4-ada3-3425bc18d234 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:13.558867 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf795c7-ce40-4283-85be-4bd281267db4 None None] DHCP port deletion for 81d94148-c428-4b34-8b50-6ae43b393efd request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 12:02:13.575692 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8bf795c7-ce40-4283-85be-4bd281267db4 None None] Deleting port d9af7cc5-86e2-43ae-8739-a2fe2257b385 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:02:13.576089 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8bf795c7-ce40-4283-85be-4bd281267db4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:13.583201 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-a3a66f72-a325-41e4-ada3-3425bc18d234 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Deleting port f5daf987-741d-4f18-9a54-62e5cb31e894 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:02:13.583718 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a3a66f72-a325-41e4-ada3-3425bc18d234 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:13.644666 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-4e63c5a0-a2b1-4ae5-a42d-bd90d00f6154 None None] Set router 91473e65-b412-4505-9f49-40ee84d2de86 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:02:13.866899 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-a3a66f72-a325-41e4-ada3-3425bc18d234 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] For port f5daf987-741d-4f18-9a54-62e5cb31e894, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=f5daf987-741d-4f18-9a54-62e5cb31e894,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:02:13.867163 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a3a66f72-a325-41e4-ada3-3425bc18d234 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:13.992261 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-a3a66f72-a325-41e4-ada3-3425bc18d234 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Calling delete_port for f5daf987-741d-4f18-9a54-62e5cb31e894 owned by network:router_gateway {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:02:14.005436 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-8bf795c7-ce40-4283-85be-4bd281267db4 None None] For port d9af7cc5-86e2-43ae-8739-a2fe2257b385, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=d9af7cc5-86e2-43ae-8739-a2fe2257b385,segment=NetworkSegment(20a1cb8d-b0b2-439c-8332-3dd5bc7beecb),segment_id=20a1cb8d-b0b2-439c-8332-3dd5bc7beecb)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:02:14.006004 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8bf795c7-ce40-4283-85be-4bd281267db4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:14.018144 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device d9af7cc5-86e2-43ae-8739-a2fe2257b385 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 12:02:14.204002 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8bf795c7-ce40-4283-85be-4bd281267db4 None None] Calling delete_port for d9af7cc5-86e2-43ae-8739-a2fe2257b385 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:02:14.234928 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a3a66f72-a325-41e4-ada3-3425bc18d234 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:14.283843 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a66f72-a325-41e4-ada3-3425bc18d234 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Port': ['ID=f5daf987-741d-4f18-9a54-62e5cb31e894,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:14.353226 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port d9af7cc5-86e2-43ae-8739-a2fe2257b385 is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:02:14.353627 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:14.369097 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-4e63c5a0-a2b1-4ae5-a42d-bd90d00f6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91473e65-b412-4505-9f49-40ee84d2de86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194196099', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:02Z', 'updated_at': '2022-10-10T12:02:11Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91473e65-b412-4505-9f49-40ee84d2de86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:03Z', 'updated_at': '2022-10-10T12:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:14.380356 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e63c5a0-a2b1-4ae5-a42d-bd90d00f6154 None None] The sync data for ids ['91473e65-b412-4505-9f49-40ee84d2de86'] in dv-neutron-860842-1-hyperv is: [{'id': '91473e65-b412-4505-9f49-40ee84d2de86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194196099', 'tenant_id': '6e8fd84c16e9470086acb5c1464fa01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:01:02Z', 'updated_at': '2022-10-10T12:02:11Z', 'revision_number': 5, 'project_id': '6e8fd84c16e9470086acb5c1464fa01f', 'gw_port': {'id': 'f5daf987-741d-4f18-9a54-62e5cb31e894', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91473e65-b412-4505-9f49-40ee84d2de86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:01:03Z', 'updated_at': '2022-10-10T12:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:02:14.381402 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a3a66f72-a325-41e4-ada3-3425bc18d234 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:14.418452 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8bf795c7-ce40-4283-85be-4bd281267db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308'] for port, after_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:14.501615 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf795c7-ce40-4283-85be-4bd281267db4 None None] Pushing event deleted for resources: {'Port': ['ID=d9af7cc5-86e2-43ae-8739-a2fe2257b385,revision_number=None']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:14.506598 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf795c7-ce40-4283-85be-4bd281267db4 None None] No DVR routers for this DVR port d9af7cc5-86e2-43ae-8739-a2fe2257b385 on host dv-neutron-860842-1-hyperv {{(pid=89898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 12:02:14.512487 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf795c7-ce40-4283-85be-4bd281267db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:14.512837 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf795c7-ce40-4283-85be-4bd281267db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:14.513172 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf795c7-ce40-4283-85be-4bd281267db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:14.516333 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf795c7-ce40-4283-85be-4bd281267db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:14.516333 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf795c7-ce40-4283-85be-4bd281267db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:14.516542 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf795c7-ce40-4283-85be-4bd281267db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:14.516852 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf795c7-ce40-4283-85be-4bd281267db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:14.517181 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf795c7-ce40-4283-85be-4bd281267db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:14.517514 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf795c7-ce40-4283-85be-4bd281267db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:14.517861 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf795c7-ce40-4283-85be-4bd281267db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:14.518198 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf795c7-ce40-4283-85be-4bd281267db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:14.518523 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf795c7-ce40-4283-85be-4bd281267db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:14.565155 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a3a66f72-a325-41e4-ada3-3425bc18d234 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:14.567351 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a3a66f72-a325-41e4-ada3-3425bc18d234 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:14.676934 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a3a66f72-a325-41e4-ada3-3425bc18d234 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:14.677729 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a66f72-a325-41e4-ada3-3425bc18d234 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Fanout notify agent at l3_agent the message router_deleted on router 91473e65-b412-4505-9f49-40ee84d2de86 {{(pid=89897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 12:02:14.692253 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-a3a66f72-a325-41e4-ada3-3425bc18d234 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:14.693357 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-a3a66f72-a325-41e4-ada3-3425bc18d234 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "DELETE /v2.0/routers/91473e65-b412-4505-9f49-40ee84d2de86 HTTP/1.1" status: 204 len: 168 time: 1.5551927 Oct 10 12:02:14.695964 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38506) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:02:14.816960 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-124f997c-2d20-4193-8f0d-c33d9ff2b6d4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:14.952440 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-124f997c-2d20-4193-8f0d-c33d9ff2b6d4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:14.978995 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-124f997c-2d20-4193-8f0d-c33d9ff2b6d4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d94148-c428-4b34-8b50-6ae43b393efd']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:14.992294 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-124f997c-2d20-4193-8f0d-c33d9ff2b6d4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a1cb8d-b0b2-439c-8332-3dd5bc7beecb') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:14.992583 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-124f997c-2d20-4193-8f0d-c33d9ff2b6d4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a1cb8d-b0b2-439c-8332-3dd5bc7beecb') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:15.004690 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-124f997c-2d20-4193-8f0d-c33d9ff2b6d4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:15.025989 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-124f997c-2d20-4193-8f0d-c33d9ff2b6d4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:15.032209 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124f997c-2d20-4193-8f0d-c33d9ff2b6d4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Releasing vlan 465 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:02:15.032626 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-124f997c-2d20-4193-8f0d-c33d9ff2b6d4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:15.066546 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 20a1cb8d-b0b2-439c-8332-3dd5bc7beecb resource provider aggregate not found Oct 10 12:02:15.113009 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 20a1cb8d-b0b2-439c-8332-3dd5bc7beecb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20a1cb8d-b0b2-439c-8332-3dd5bc7beecb found for delete ", "request_id": "req-ef7dddb5-eedf-4f6b-98a4-b8629aac5da4"}]} Oct 10 12:02:15.202306 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-124f997c-2d20-4193-8f0d-c33d9ff2b6d4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:15.218683 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-124f997c-2d20-4193-8f0d-c33d9ff2b6d4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:15.236155 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f997c-2d20-4193-8f0d-c33d9ff2b6d4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'Network': ['ID=81d94148-c428-4b34-8b50-6ae43b393efd,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:15.334777 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-124f997c-2d20-4193-8f0d-c33d9ff2b6d4 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "DELETE /v2.0/networks/81d94148-c428-4b34-8b50-6ae43b393efd HTTP/1.1" status: 204 len: 168 time: 0.6377735 Oct 10 12:02:15.337300 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38514) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:02:15.414396 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6504f16e-1c1f-4fb6-9fa3-7787190647f2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:15.444182 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6504f16e-1c1f-4fb6-9fa3-7787190647f2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:15.571918 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6504f16e-1c1f-4fb6-9fa3-7787190647f2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:15.590369 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504f16e-1c1f-4fb6-9fa3-7787190647f2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0140c7-28a6-4423-af65-8ca65aecc2e9,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:15.676892 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6504f16e-1c1f-4fb6-9fa3-7787190647f2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:15.677984 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6504f16e-1c1f-4fb6-9fa3-7787190647f2 tempest-TestNetworkAdvancedServerOps-1908988218 tempest-TestNetworkAdvancedServerOps-1908988218-project] 10.222.0.40 "DELETE /v2.0/security-groups/8c0140c7-28a6-4423-af65-8ca65aecc2e9 HTTP/1.1" status: 204 len: 168 time: 0.3397391 Oct 10 12:02:16.012523 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device f5daf987-741d-4f18-9a54-62e5cb31e894 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 12:02:16.047172 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: f5daf987-741d-4f18-9a54-62e5cb31e894 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 12:02:16.049303 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device f5daf987-741d-4f18-9a54-62e5cb31e894 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 12:02:16.049303 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c1e7a689-0345-428f-b1f5-07f88dbb70f9 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 12:02:16.122678 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: c1e7a689-0345-428f-b1f5-07f88dbb70f9 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 12:02:16.122927 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c1e7a689-0345-428f-b1f5-07f88dbb70f9 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 12:02:16.248630 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38524) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:02:16.426573 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6b9a74bc-d5ba-4a77-b16d-a5e737731579 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6e8fd84c16e9470086acb5c1464fa01f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1762733 Oct 10 12:02:16.429049 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38534) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:02:16.488143 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1c1dcbff-15a3-4ac4-8d8a-33e123f1bb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:16.513445 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1c1dcbff-15a3-4ac4-8d8a-33e123f1bb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:16.659641 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1c1dcbff-15a3-4ac4-8d8a-33e123f1bb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:16.678018 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1dcbff-15a3-4ac4-8d8a-33e123f1bb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ea0250-1420-4cca-9f19-eebadb31f93f,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:16.685548 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1c1dcbff-15a3-4ac4-8d8a-33e123f1bb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:16.685548 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1c1dcbff-15a3-4ac4-8d8a-33e123f1bb78 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b6ea0250-1420-4cca-9f19-eebadb31f93f HTTP/1.1" status: 204 len: 168 time: 0.2555213 Oct 10 12:02:17.396781 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38542) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:02:17.414757 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6baae526-2388-455b-93c8-42717fd30be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:17.428976 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-6baae526-2388-455b-93c8-42717fd30be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:02:17.432816 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6baae526-2388-455b-93c8-42717fd30be2 admin admin] Usage tracker for resource:security_group_rule and tenant:2a37ba3612f645479cbcd04c2c3ab83a is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:02:17.435638 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-6baae526-2388-455b-93c8-42717fd30be2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:02:17.441220 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-6baae526-2388-455b-93c8-42717fd30be2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:02:17.520939 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6baae526-2388-455b-93c8-42717fd30be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:17.600229 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-6baae526-2388-455b-93c8-42717fd30be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:17.647471 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6baae526-2388-455b-93c8-42717fd30be2 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2a37ba3612f645479cbcd04c2c3ab83a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494106 Oct 10 12:02:17.648338 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baae526-2388-455b-93c8-42717fd30be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c84f6e-9f17-402d-a1c3-ff9dab312fbe,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:17.650343 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38546) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:02:17.708226 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0e3895f8-b93d-44e4-b691-515dba99cc34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:17.733489 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0e3895f8-b93d-44e4-b691-515dba99cc34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:17.851471 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0e3895f8-b93d-44e4-b691-515dba99cc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:17.870847 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3895f8-b93d-44e4-b691-515dba99cc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c84f6e-9f17-402d-a1c3-ff9dab312fbe,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:17.879779 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3895f8-b93d-44e4-b691-515dba99cc34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:17.880125 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3895f8-b93d-44e4-b691-515dba99cc34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:17.880466 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3895f8-b93d-44e4-b691-515dba99cc34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:17.880799 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3895f8-b93d-44e4-b691-515dba99cc34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:17.881127 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3895f8-b93d-44e4-b691-515dba99cc34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:17.881497 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3895f8-b93d-44e4-b691-515dba99cc34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:17.881815 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3895f8-b93d-44e4-b691-515dba99cc34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:17.882136 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3895f8-b93d-44e4-b691-515dba99cc34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:17.882459 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3895f8-b93d-44e4-b691-515dba99cc34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:17.884409 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3895f8-b93d-44e4-b691-515dba99cc34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:17.884409 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3895f8-b93d-44e4-b691-515dba99cc34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:17.884409 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3895f8-b93d-44e4-b691-515dba99cc34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:17.886069 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0e3895f8-b93d-44e4-b691-515dba99cc34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:17.889888 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0e3895f8-b93d-44e4-b691-515dba99cc34 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/78c84f6e-9f17-402d-a1c3-ff9dab312fbe HTTP/1.1" status: 204 len: 168 time: 0.2386570 Oct 10 12:02:18.954261 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38570) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:02:19.056305 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-02334784-8d94-4742-8cab-6274ddaed4ed admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2111425614-network', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:02:19.061140 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-02334784-8d94-4742-8cab-6274ddaed4ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:02:19.065901 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-02334784-8d94-4742-8cab-6274ddaed4ed admin admin] Usage tracker for resource:network and tenant:ee6a5a47facf48328f00df8a9e87ff84 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:02:19.068745 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-02334784-8d94-4742-8cab-6274ddaed4ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:02:19.074853 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-02334784-8d94-4742-8cab-6274ddaed4ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:02:19.206077 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02334784-8d94-4742-8cab-6274ddaed4ed admin admin] Made reservation on behalf of ee6a5a47facf48328f00df8a9e87ff84 for: {'network': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:02:19.208334 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-02334784-8d94-4742-8cab-6274ddaed4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:19.221176 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-02334784-8d94-4742-8cab-6274ddaed4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:19.236086 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-02334784-8d94-4742-8cab-6274ddaed4ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:02:19.240191 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-02334784-8d94-4742-8cab-6274ddaed4ed admin admin] Usage tracker for resource:security_group_rule and tenant:ee6a5a47facf48328f00df8a9e87ff84 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:02:19.243067 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-02334784-8d94-4742-8cab-6274ddaed4ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:02:19.248925 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-02334784-8d94-4742-8cab-6274ddaed4ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:02:19.330015 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-02334784-8d94-4742-8cab-6274ddaed4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:19.388696 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-02334784-8d94-4742-8cab-6274ddaed4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:19.418773 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02334784-8d94-4742-8cab-6274ddaed4ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 497} {{(pid=89896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:02:19.427991 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02334784-8d94-4742-8cab-6274ddaed4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436fb72c-b99c-42cb-ab4b-0a05130ead64,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:19.433380 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-02334784-8d94-4742-8cab-6274ddaed4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:19.433761 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.segments_db [None req-02334784-8d94-4742-8cab-6274ddaed4ed admin admin] Added segment 204f00fb-089f-4dc2-ae71-3f91f97fca02 of type vlan for network abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 Oct 10 12:02:19.459132 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-02334784-8d94-4742-8cab-6274ddaed4ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:19.590814 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-02334784-8d94-4742-8cab-6274ddaed4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:19.591799 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02334784-8d94-4742-8cab-6274ddaed4ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:19.592381 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-02334784-8d94-4742-8cab-6274ddaed4ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:19.694654 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02334784-8d94-4742-8cab-6274ddaed4ed admin admin] Pushing event updated for resources: {'Network': ['ID=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:19.704859 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 12:02:19.775244 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-02334784-8d94-4742-8cab-6274ddaed4ed admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8198802 Oct 10 12:02:19.778183 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38576) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:02:19.784410 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-e7864e58-602f-4ed1-a6ae-33593a63b358 admin admin] Request body: {'subnet': {'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2111425614-subnet', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'ip_version': 4}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:02:19.789273 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e7864e58-602f-4ed1-a6ae-33593a63b358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:02:19.795857 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e7864e58-602f-4ed1-a6ae-33593a63b358 admin admin] Usage tracker for resource:subnet and tenant:ee6a5a47facf48328f00df8a9e87ff84 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:02:19.796414 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e7864e58-602f-4ed1-a6ae-33593a63b358 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:02:19.802181 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e7864e58-602f-4ed1-a6ae-33593a63b358 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:02:19.882444 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7864e58-602f-4ed1-a6ae-33593a63b358 admin admin] Made reservation on behalf of ee6a5a47facf48328f00df8a9e87ff84 for: {'subnet': 1} {{(pid=89896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:02:19.885104 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e7864e58-602f-4ed1-a6ae-33593a63b358 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2523164'] for subnet, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:20.154968 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e7864e58-602f-4ed1-a6ae-33593a63b358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1528997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2523182'] for subnet, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:20.329984 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7864e58-602f-4ed1-a6ae-33593a63b358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da02f72b-f36e-4d2b-81ed-d5e58ecf348b,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:20.337377 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7864e58-602f-4ed1-a6ae-33593a63b358 admin admin] Checking segment: {'id': '204f00fb-089f-4dc2-ae71-3f91f97fca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 12:02:20.337756 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7864e58-602f-4ed1-a6ae-33593a63b358 admin admin] Network hostable DHCP agents. Network: abb5e2c6-884e-4c77-b3e6-3ff22d2d1489, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:02:20.451779 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7864e58-602f-4ed1-a6ae-33593a63b358 admin admin] Network abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:02:20.551212 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-e7864e58-602f-4ed1-a6ae-33593a63b358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, abb5e2c6-884e-4c77-b3e6-3ff22d2d1489) {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:02:20.555468 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7864e58-602f-4ed1-a6ae-33593a63b358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:20.558956 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e7864e58-602f-4ed1-a6ae-33593a63b358 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:20.561069 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5072afa-bb0b-4eca-abaf-bbbf540274e6 None None] Network abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 12:02:20.658614 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e7864e58-602f-4ed1-a6ae-33593a63b358 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8793108 Oct 10 12:02:20.661369 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38580) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:02:20.667531 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-71bf8667-a632-4fa3-a627-1777a33d6d35 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2111425614-router', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:02:20.673502 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-71bf8667-a632-4fa3-a627-1777a33d6d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:02:20.677478 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-71bf8667-a632-4fa3-a627-1777a33d6d35 admin admin] Usage tracker for resource:router and tenant:ee6a5a47facf48328f00df8a9e87ff84 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:02:20.680684 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-71bf8667-a632-4fa3-a627-1777a33d6d35 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:02:20.687724 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-71bf8667-a632-4fa3-a627-1777a33d6d35 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:02:20.772157 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-71bf8667-a632-4fa3-a627-1777a33d6d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:20.773240 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-71bf8667-a632-4fa3-a627-1777a33d6d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:20.783998 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3567b8a1-3859-4f78-9593-9737d4c6dcd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'fixed_ips': [{'subnet_id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 12:02:20.785593 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3567b8a1-3859-4f78-9593-9737d4c6dcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:20.788954 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-71bf8667-a632-4fa3-a627-1777a33d6d35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:20.938328 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-3567b8a1-3859-4f78-9593-9737d4c6dcd2 None None] Allocated IP 172.20.0.2 (abb5e2c6-884e-4c77-b3e6-3ff22d2d1489/da02f72b-f36e-4d2b-81ed-d5e58ecf348b/2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:02:21.103731 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-71bf8667-a632-4fa3-a627-1777a33d6d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:21.143946 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3567b8a1-3859-4f78-9593-9737d4c6dcd2 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:21.153657 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3567b8a1-3859-4f78-9593-9737d4c6dcd2 None None] Transition to ACTIVE for port object 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:02:21.172914 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3567b8a1-3859-4f78-9593-9737d4c6dcd2 None None] Transition to ACTIVE for port object 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:02:21.240993 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3567b8a1-3859-4f78-9593-9737d4c6dcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:21.308911 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3567b8a1-3859-4f78-9593-9737d4c6dcd2 None None] Network abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:02:21.312355 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-3567b8a1-3859-4f78-9593-9737d4c6dcd2 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:02:21.315890 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3567b8a1-3859-4f78-9593-9737d4c6dcd2 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 12:02:21.321365 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567b8a1-3859-4f78-9593-9737d4c6dcd2 None None] Pushing event updated for resources: {'Port': ['ID=2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:21.424159 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-3567b8a1-3859-4f78-9593-9737d4c6dcd2 None None] Attempting to bind port 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 12:02:21.424434 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-3567b8a1-3859-4f78-9593-9737d4c6dcd2 None None] Attempting to bind port 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '204f00fb-089f-4dc2-ae71-3f91f97fca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 12:02:21.424794 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3567b8a1-3859-4f78-9593-9737d4c6dcd2 None None] Attempting to bind port 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc on network abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 12:02:21.430238 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3567b8a1-3859-4f78-9593-9737d4c6dcd2 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 12:02:21.430613 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3567b8a1-3859-4f78-9593-9737d4c6dcd2 None None] Checking segment: {'id': '204f00fb-089f-4dc2-ae71-3f91f97fca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 12:02:21.431016 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3567b8a1-3859-4f78-9593-9737d4c6dcd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:21.431530 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3567b8a1-3859-4f78-9593-9737d4c6dcd2 None None] Bound using segment: {'id': '204f00fb-089f-4dc2-ae71-3f91f97fca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 12:02:21.432061 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-3567b8a1-3859-4f78-9593-9737d4c6dcd2 None None] Bound port: 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204f00fb-089f-4dc2-ae71-3f91f97fca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 12:02:21.432454 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3567b8a1-3859-4f78-9593-9737d4c6dcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:21.467352 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-71bf8667-a632-4fa3-a627-1777a33d6d35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:21.498249 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-71bf8667-a632-4fa3-a627-1777a33d6d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:21.522687 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-3567b8a1-3859-4f78-9593-9737d4c6dcd2 None None] For port 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 12:02:21.525599 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-3567b8a1-3859-4f78-9593-9737d4c6dcd2 None None] For port 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc,segment=NetworkSegment(204f00fb-089f-4dc2-ae71-3f91f97fca02),segment_id=204f00fb-089f-4dc2-ae71-3f91f97fca02)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 12:02:21.600597 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3567b8a1-3859-4f78-9593-9737d4c6dcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:21.636751 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-71bf8667-a632-4fa3-a627-1777a33d6d35 admin admin] Allocated IP 172.26.4.115 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:02:21.679957 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567b8a1-3859-4f78-9593-9737d4c6dcd2 None None] Pushing event updated for resources: {'Port': ['ID=2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:21.806881 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-71bf8667-a632-4fa3-a627-1777a33d6d35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:21.901162 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-71bf8667-a632-4fa3-a627-1777a33d6d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:21.973222 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bf8667-a632-4fa3-a627-1777a33d6d35 admin admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:02:21.976349 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-71bf8667-a632-4fa3-a627-1777a33d6d35 admin admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:02:21.978787 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bf8667-a632-4fa3-a627-1777a33d6d35 admin admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 12:02:22.019541 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf8667-a632-4fa3-a627-1777a33d6d35 admin admin] Pushing event updated for resources: {'Port': ['ID=9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:22.051448 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:02:22.171919 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:02:22.565702 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f95130-d8fc-45b7-80c9-73f6113561ac None None] Network abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 12:02:22.607248 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-71bf8667-a632-4fa3-a627-1777a33d6d35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:22.737965 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-21818ff1-9b92-4fe2-b9e2-fc7fcbe78056 None None] Provisioning for port 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:02:22.747068 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-21818ff1-9b92-4fe2-b9e2-fc7fcbe78056 None None] Provisioning complete for port 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:02:22.747430 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-21818ff1-9b92-4fe2-b9e2-fc7fcbe78056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:22.747755 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-21818ff1-9b92-4fe2-b9e2-fc7fcbe78056 None None] Attempt 1 to provision port 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc Oct 10 12:02:22.923261 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-21818ff1-9b92-4fe2-b9e2-fc7fcbe78056 None None] Current status of the port 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:02:22.923702 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-21818ff1-9b92-4fe2-b9e2-fc7fcbe78056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:22.957277 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-21818ff1-9b92-4fe2-b9e2-fc7fcbe78056 None None] For port 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc,segment=NetworkSegment(204f00fb-089f-4dc2-ae71-3f91f97fca02),segment_id=204f00fb-089f-4dc2-ae71-3f91f97fca02)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:02:22.958960 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-71bf8667-a632-4fa3-a627-1777a33d6d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:23.026145 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-21818ff1-9b92-4fe2-b9e2-fc7fcbe78056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:23.142097 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21818ff1-9b92-4fe2-b9e2-fc7fcbe78056 None None] Pushing event updated for resources: {'Port': ['ID=2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:23.152933 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-173f808c-1e0b-49ec-892a-d9b19565b19a None None] Provisioning complete for port 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:02:23.153302 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-173f808c-1e0b-49ec-892a-d9b19565b19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:23.153670 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-173f808c-1e0b-49ec-892a-d9b19565b19a None None] Attempt 1 to provision port 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc Oct 10 12:02:23.259459 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71bf8667-a632-4fa3-a627-1777a33d6d35 admin admin] Router 66cfe699-b2a7-4ffa-bde5-c07f7971b992 is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 12:02:23.269497 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-173f808c-1e0b-49ec-892a-d9b19565b19a None None] Current status of the port 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:02:23.440276 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bf8667-a632-4fa3-a627-1777a33d6d35 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 12:02:23.448924 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4d646f-9c78-4cfe-bca6-b5b5596e916c None None] Sync routers for ids ['66cfe699-b2a7-4ffa-bde5-c07f7971b992'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:02:23.461209 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4d646f-9c78-4cfe-bca6-b5b5596e916c None None] Routers {'66cfe699-b2a7-4ffa-bde5-c07f7971b992'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:02:23.461847 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-bf4d646f-9c78-4cfe-bca6-b5b5596e916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:02:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['66cfe699-b2a7-4ffa-bde5-c07f7971b992'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:23.528290 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-71bf8667-a632-4fa3-a627-1777a33d6d35 admin admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:23.529440 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-71bf8667-a632-4fa3-a627-1777a33d6d35 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8670919 Oct 10 12:02:23.532849 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38586) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:02:23.636805 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-bf4d646f-9c78-4cfe-bca6-b5b5596e916c None None] Set router 66cfe699-b2a7-4ffa-bde5-c07f7971b992 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:02:23.954136 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-bf4d646f-9c78-4cfe-bca6-b5b5596e916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'name': 'tempest-TestShelveInstance-2111425614-router', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:20Z', 'updated_at': '2022-10-10T12:02:22Z', 'revision_number': 3, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'gw_port': {'id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:21Z', 'updated_at': '2022-10-10T12:02:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:23.958122 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4d646f-9c78-4cfe-bca6-b5b5596e916c None None] Checking router: 66cfe699-b2a7-4ffa-bde5-c07f7971b992 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:02:23.958467 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4d646f-9c78-4cfe-bca6-b5b5596e916c None None] Updating router 66cfe699-b2a7-4ffa-bde5-c07f7971b992 port 9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7 binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:02:24.012002 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-bf4d646f-9c78-4cfe-bca6-b5b5596e916c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:24.023703 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:02:24.104297 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:02:24.105454 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:24.105454 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc Oct 10 12:02:24.234727 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:02:24.343018 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7c8dd078-db6d-4a14-b1c9-7096573e191d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:24.352033 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-bf4d646f-9c78-4cfe-bca6-b5b5596e916c None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:24.364341 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-bf4d646f-9c78-4cfe-bca6-b5b5596e916c None None] Transition to ACTIVE for port object 9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7 will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:02:24.448151 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-bf4d646f-9c78-4cfe-bca6-b5b5596e916c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:24.514612 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-bf4d646f-9c78-4cfe-bca6-b5b5596e916c None None] Attempting to bind port 9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 12:02:24.515310 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-bf4d646f-9c78-4cfe-bca6-b5b5596e916c None None] Attempting to bind port 9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 12:02:24.515433 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4d646f-9c78-4cfe-bca6-b5b5596e916c None None] Attempting to bind port 9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7 on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 12:02:24.525543 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4d646f-9c78-4cfe-bca6-b5b5596e916c None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 12:02:24.525912 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4d646f-9c78-4cfe-bca6-b5b5596e916c None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 12:02:24.526305 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-bf4d646f-9c78-4cfe-bca6-b5b5596e916c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:24.526693 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4d646f-9c78-4cfe-bca6-b5b5596e916c None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 12:02:24.527143 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-bf4d646f-9c78-4cfe-bca6-b5b5596e916c None None] Bound port: 9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 12:02:24.527508 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-bf4d646f-9c78-4cfe-bca6-b5b5596e916c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:24.548268 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-7c8dd078-db6d-4a14-b1c9-7096573e191d admin admin] Allocated IP 172.20.0.1 (abb5e2c6-884e-4c77-b3e6-3ff22d2d1489/da02f72b-f36e-4d2b-81ed-d5e58ecf348b/6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:02:24.563575 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648c2ea-cc84-477e-a416-958d6d5d8696 None None] Pushing event updated for resources: {'Port': ['ID=9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7,revision_number=2']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:24.578779 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648c2ea-cc84-477e-a416-958d6d5d8696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:24.579124 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648c2ea-cc84-477e-a416-958d6d5d8696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:24.579465 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648c2ea-cc84-477e-a416-958d6d5d8696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:24.579796 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648c2ea-cc84-477e-a416-958d6d5d8696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:24.580122 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648c2ea-cc84-477e-a416-958d6d5d8696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:24.580448 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648c2ea-cc84-477e-a416-958d6d5d8696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:24.580768 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648c2ea-cc84-477e-a416-958d6d5d8696 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:24.581089 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648c2ea-cc84-477e-a416-958d6d5d8696 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:24.581408 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648c2ea-cc84-477e-a416-958d6d5d8696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:24.581806 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648c2ea-cc84-477e-a416-958d6d5d8696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:24.582085 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648c2ea-cc84-477e-a416-958d6d5d8696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:24.582390 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648c2ea-cc84-477e-a416-958d6d5d8696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:24.615657 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-bf4d646f-9c78-4cfe-bca6-b5b5596e916c None None] For port 9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 12:02:24.618581 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-bf4d646f-9c78-4cfe-bca6-b5b5596e916c None None] For port 9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 12:02:24.691925 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-bf4d646f-9c78-4cfe-bca6-b5b5596e916c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:24.695478 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7c8dd078-db6d-4a14-b1c9-7096573e191d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:24.709861 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-7c8dd078-db6d-4a14-b1c9-7096573e191d admin admin] Transition to ACTIVE for port object 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:02:24.757499 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4d646f-9c78-4cfe-bca6-b5b5596e916c None None] Routers {'66cfe699-b2a7-4ffa-bde5-c07f7971b992'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:02:24.758123 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-bf4d646f-9c78-4cfe-bca6-b5b5596e916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:02:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['66cfe699-b2a7-4ffa-bde5-c07f7971b992'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:24.812061 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7c8dd078-db6d-4a14-b1c9-7096573e191d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:24.839416 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648c2ea-cc84-477e-a416-958d6d5d8696 None None] Pushing event updated for resources: {'Port': ['ID=9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:24.881411 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8dd078-db6d-4a14-b1c9-7096573e191d admin admin] Network abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:02:24.884466 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-7c8dd078-db6d-4a14-b1c9-7096573e191d admin admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:02:24.887998 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8dd078-db6d-4a14-b1c9-7096573e191d admin admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 12:02:24.930832 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8dd078-db6d-4a14-b1c9-7096573e191d admin admin] Pushing event updated for resources: {'Port': ['ID=6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:24.954742 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-bf4d646f-9c78-4cfe-bca6-b5b5596e916c None None] Set router 66cfe699-b2a7-4ffa-bde5-c07f7971b992 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:02:24.966229 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7c8dd078-db6d-4a14-b1c9-7096573e191d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:25.154848 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7c8dd078-db6d-4a14-b1c9-7096573e191d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:25.242860 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-bf4d646f-9c78-4cfe-bca6-b5b5596e916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'name': 'tempest-TestShelveInstance-2111425614-router', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:20Z', 'updated_at': '2022-10-10T12:02:22Z', 'revision_number': 3, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'gw_port': {'id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:21Z', 'updated_at': '2022-10-10T12:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:25.246823 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4d646f-9c78-4cfe-bca6-b5b5596e916c None None] The sync data for ids ['66cfe699-b2a7-4ffa-bde5-c07f7971b992'] in dv-neutron-860842-1-hyperv is: [{'id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'name': 'tempest-TestShelveInstance-2111425614-router', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:20Z', 'updated_at': '2022-10-10T12:02:22Z', 'revision_number': 3, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'gw_port': {'id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:21Z', 'updated_at': '2022-10-10T12:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:02:25.293801 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-eb692d3c-5c65-48c7-92b3-b2917d44d2a2 None None] Provisioning for port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:02:25.300599 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-eb692d3c-5c65-48c7-92b3-b2917d44d2a2 None None] Provisioning complete for port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:02:25.301394 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-eb692d3c-5c65-48c7-92b3-b2917d44d2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:25.301941 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-eb692d3c-5c65-48c7-92b3-b2917d44d2a2 None None] Attempt 1 to provision port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa Oct 10 12:02:25.358461 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-eb692d3c-5c65-48c7-92b3-b2917d44d2a2 None None] Port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:02:25.393410 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7c8dd078-db6d-4a14-b1c9-7096573e191d admin admin] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:25.465263 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7c8dd078-db6d-4a14-b1c9-7096573e191d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:25.572532 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8dd078-db6d-4a14-b1c9-7096573e191d admin admin] Pushing event updated for resources: {'Port': ['ID=6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:25.577373 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7c8dd078-db6d-4a14-b1c9-7096573e191d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:25.724153 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8dd078-db6d-4a14-b1c9-7096573e191d admin admin] Network abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:02:25.725272 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-7c8dd078-db6d-4a14-b1c9-7096573e191d admin admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:02:25.859415 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-eb692d3c-5c65-48c7-92b3-b2917d44d2a2 None None] Attempt 2 to provision port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa Oct 10 12:02:25.958358 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-eb692d3c-5c65-48c7-92b3-b2917d44d2a2 None None] Port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:02:26.043534 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:02:26.063661 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8dd078-db6d-4a14-b1c9-7096573e191d admin admin] Router 66cfe699-b2a7-4ffa-bde5-c07f7971b992 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 12:02:26.172370 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:02:26.177669 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:02:26.178042 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:26.178373 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7 Oct 10 12:02:26.250831 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8dd078-db6d-4a14-b1c9-7096573e191d admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 12:02:26.259729 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7c8dd078-db6d-4a14-b1c9-7096573e191d admin admin] 10.222.0.40 "PUT /v2.0/routers/66cfe699-b2a7-4ffa-bde5-c07f7971b992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7259183 Oct 10 12:02:26.301322 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:02:26.301988 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:26.320237 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:02:26.388819 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:26.455508 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:26.459855 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-eb692d3c-5c65-48c7-92b3-b2917d44d2a2 None None] Attempt 3 to provision port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa Oct 10 12:02:26.518777 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-eb692d3c-5c65-48c7-92b3-b2917d44d2a2 None None] Port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:02:26.751506 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3714e04-bc9b-4f29-a20e-a91d6662ec1a None None] Sync routers for ids ['66cfe699-b2a7-4ffa-bde5-c07f7971b992'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:02:26.760704 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3714e04-bc9b-4f29-a20e-a91d6662ec1a None None] Routers {'66cfe699-b2a7-4ffa-bde5-c07f7971b992'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:02:26.761355 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-e3714e04-bc9b-4f29-a20e-a91d6662ec1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:02:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['66cfe699-b2a7-4ffa-bde5-c07f7971b992'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:26.940064 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-e3714e04-bc9b-4f29-a20e-a91d6662ec1a None None] Set router 66cfe699-b2a7-4ffa-bde5-c07f7971b992 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:02:27.063587 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-eb692d3c-5c65-48c7-92b3-b2917d44d2a2 None None] Attempt 4 to provision port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa Oct 10 12:02:27.137187 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38606) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:02:27.143143 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-5ff6220d-f043-4f4c-9c87-b91fff712d90 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-382621023-network', 'tenant_id': 'b59663740f804fee9d89dece82c2e220'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:02:27.148097 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5ff6220d-f043-4f4c-9c87-b91fff712d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:02:27.157085 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5ff6220d-f043-4f4c-9c87-b91fff712d90 admin admin] Usage tracker for resource:network and tenant:b59663740f804fee9d89dece82c2e220 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:02:27.157085 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5ff6220d-f043-4f4c-9c87-b91fff712d90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:02:27.165141 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5ff6220d-f043-4f4c-9c87-b91fff712d90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:02:27.204784 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-eb692d3c-5c65-48c7-92b3-b2917d44d2a2 None None] Port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:02:27.248122 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff6220d-f043-4f4c-9c87-b91fff712d90 admin admin] Made reservation on behalf of b59663740f804fee9d89dece82c2e220 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:02:27.251121 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5ff6220d-f043-4f4c-9c87-b91fff712d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:27.263574 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5ff6220d-f043-4f4c-9c87-b91fff712d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:27.278033 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5ff6220d-f043-4f4c-9c87-b91fff712d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:02:27.281995 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5ff6220d-f043-4f4c-9c87-b91fff712d90 admin admin] Usage tracker for resource:security_group_rule and tenant:b59663740f804fee9d89dece82c2e220 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:02:27.284879 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-5ff6220d-f043-4f4c-9c87-b91fff712d90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:02:27.291027 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-5ff6220d-f043-4f4c-9c87-b91fff712d90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:02:27.297394 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-e3714e04-bc9b-4f29-a20e-a91d6662ec1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'name': 'tempest-TestShelveInstance-2111425614-router', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:20Z', 'updated_at': '2022-10-10T12:02:25Z', 'revision_number': 4, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'gw_port': {'id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:21Z', 'updated_at': '2022-10-10T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa', 'name': '', 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'mac_address': 'fa:16:3e:69:23:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:24Z', 'updated_at': '2022-10-10T12:02:25Z', 'revision_number': 2, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'subnets': [{'id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:27.301513 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3714e04-bc9b-4f29-a20e-a91d6662ec1a None None] Checking router: 66cfe699-b2a7-4ffa-bde5-c07f7971b992 for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:02:27.302118 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3714e04-bc9b-4f29-a20e-a91d6662ec1a None None] Updating router 66cfe699-b2a7-4ffa-bde5-c07f7971b992 port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:02:27.358905 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e3714e04-bc9b-4f29-a20e-a91d6662ec1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:27.379297 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5ff6220d-f043-4f4c-9c87-b91fff712d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:27.457396 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5ff6220d-f043-4f4c-9c87-b91fff712d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:27.488661 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff6220d-f043-4f4c-9c87-b91fff712d90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 481} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:02:27.497153 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6220d-f043-4f4c-9c87-b91fff712d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d717693b-9602-47f3-91f0-bb1a67b6f45e,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:27.502853 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5ff6220d-f043-4f4c-9c87-b91fff712d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:27.503195 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-5ff6220d-f043-4f4c-9c87-b91fff712d90 admin admin] Added segment 90b20b4d-ea50-4e33-b185-eb9348189e96 of type vlan for network 64cc42ec-6507-4dcf-ad3b-49ca6497b486 Oct 10 12:02:27.530792 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5ff6220d-f043-4f4c-9c87-b91fff712d90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:27.646114 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5ff6220d-f043-4f4c-9c87-b91fff712d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:27.647111 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff6220d-f043-4f4c-9c87-b91fff712d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:27.647687 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-5ff6220d-f043-4f4c-9c87-b91fff712d90 admin admin] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:27.711624 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-eb692d3c-5c65-48c7-92b3-b2917d44d2a2 None None] Attempt 5 to provision port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa Oct 10 12:02:27.755632 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6220d-f043-4f4c-9c87-b91fff712d90 admin admin] Pushing event updated for resources: {'Network': ['ID=64cc42ec-6507-4dcf-ad3b-49ca6497b486,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:27.770117 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 64cc42ec-6507-4dcf-ad3b-49ca6497b486 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 12:02:27.805981 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e3714e04-bc9b-4f29-a20e-a91d6662ec1a None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:27.808152 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-eb692d3c-5c65-48c7-92b3-b2917d44d2a2 None None] Port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:02:27.817992 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-5ff6220d-f043-4f4c-9c87-b91fff712d90 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6796169 Oct 10 12:02:27.820623 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38610) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:02:27.826158 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-0f1a1c38-221e-4c49-8dd5-4667b52a3f10 admin admin] Request body: {'subnet': {'network_id': '64cc42ec-6507-4dcf-ad3b-49ca6497b486', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-382621023-subnet', 'tenant_id': 'b59663740f804fee9d89dece82c2e220', 'ip_version': 4}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:02:27.831792 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-0f1a1c38-221e-4c49-8dd5-4667b52a3f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:02:27.835659 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0f1a1c38-221e-4c49-8dd5-4667b52a3f10 admin admin] Usage tracker for resource:subnet and tenant:b59663740f804fee9d89dece82c2e220 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:02:27.838644 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-0f1a1c38-221e-4c49-8dd5-4667b52a3f10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:02:27.845344 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-0f1a1c38-221e-4c49-8dd5-4667b52a3f10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:02:27.867338 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-e3714e04-bc9b-4f29-a20e-a91d6662ec1a None None] Transition to ACTIVE for port object 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:02:27.914567 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1a1c38-221e-4c49-8dd5-4667b52a3f10 admin admin] Made reservation on behalf of b59663740f804fee9d89dece82c2e220 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:02:27.916889 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1c38-221e-4c49-8dd5-4667b52a3f10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:27.943188 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e3714e04-bc9b-4f29-a20e-a91d6662ec1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:28.047822 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:02:28.197702 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d779e2-031a-4fac-910d-08dac0b35e99 None None] Pushing event updated for resources: {'Port': ['ID=6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:28.226081 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-e3714e04-bc9b-4f29-a20e-a91d6662ec1a None None] Attempting to bind port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 12:02:28.226371 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-e3714e04-bc9b-4f29-a20e-a91d6662ec1a None None] Attempting to bind port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '204f00fb-089f-4dc2-ae71-3f91f97fca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 12:02:28.226728 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3714e04-bc9b-4f29-a20e-a91d6662ec1a None None] Attempting to bind port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa on network abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 12:02:28.237540 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3714e04-bc9b-4f29-a20e-a91d6662ec1a None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 12:02:28.240912 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3714e04-bc9b-4f29-a20e-a91d6662ec1a None None] Checking segment: {'id': '204f00fb-089f-4dc2-ae71-3f91f97fca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 12:02:28.240912 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e3714e04-bc9b-4f29-a20e-a91d6662ec1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:28.240912 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3714e04-bc9b-4f29-a20e-a91d6662ec1a None None] Bound using segment: {'id': '204f00fb-089f-4dc2-ae71-3f91f97fca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 12:02:28.240912 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-e3714e04-bc9b-4f29-a20e-a91d6662ec1a None None] Bound port: 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204f00fb-089f-4dc2-ae71-3f91f97fca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 12:02:28.240912 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e3714e04-bc9b-4f29-a20e-a91d6662ec1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:28.253718 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:02:28.254086 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:28.254419 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7 Oct 10 12:02:28.321869 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-eb692d3c-5c65-48c7-92b3-b2917d44d2a2 None None] Attempt 6 to provision port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa Oct 10 12:02:28.340084 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1c38-221e-4c49-8dd5-4667b52a3f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:28.410938 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a1c38-221e-4c49-8dd5-4667b52a3f10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb58f90-d83e-42ea-b19c-c02aa03ca26d,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:28.419257 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-eb692d3c-5c65-48c7-92b3-b2917d44d2a2 None None] Port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:02:28.421556 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1a1c38-221e-4c49-8dd5-4667b52a3f10 admin admin] Checking segment: {'id': '90b20b4d-ea50-4e33-b185-eb9348189e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': '64cc42ec-6507-4dcf-ad3b-49ca6497b486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 12:02:28.421939 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1a1c38-221e-4c49-8dd5-4667b52a3f10 admin admin] Network hostable DHCP agents. Network: 64cc42ec-6507-4dcf-ad3b-49ca6497b486, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:02:28.460662 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-e3714e04-bc9b-4f29-a20e-a91d6662ec1a None None] For port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 12:02:28.482075 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-e3714e04-bc9b-4f29-a20e-a91d6662ec1a None None] For port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa,segment=NetworkSegment(204f00fb-089f-4dc2-ae71-3f91f97fca02),segment_id=204f00fb-089f-4dc2-ae71-3f91f97fca02)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 12:02:28.490015 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:02:28.545516 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1a1c38-221e-4c49-8dd5-4667b52a3f10 admin admin] Network 64cc42ec-6507-4dcf-ad3b-49ca6497b486 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:02:28.585397 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e3714e04-bc9b-4f29-a20e-a91d6662ec1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:28.650404 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3714e04-bc9b-4f29-a20e-a91d6662ec1a None None] Routers {'66cfe699-b2a7-4ffa-bde5-c07f7971b992'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:02:28.651006 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-e3714e04-bc9b-4f29-a20e-a91d6662ec1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:02:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['66cfe699-b2a7-4ffa-bde5-c07f7971b992'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:28.662964 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-0f1a1c38-221e-4c49-8dd5-4667b52a3f10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 64cc42ec-6507-4dcf-ad3b-49ca6497b486) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:02:28.667629 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1a1c38-221e-4c49-8dd5-4667b52a3f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:28.673110 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1c38-221e-4c49-8dd5-4667b52a3f10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:28.706425 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67701971-ae4e-4b36-84ee-4d4ded551346 None None] Network 64cc42ec-6507-4dcf-ad3b-49ca6497b486 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 12:02:28.742917 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-0f1a1c38-221e-4c49-8dd5-4667b52a3f10 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9188659 Oct 10 12:02:28.743237 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38614) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:02:28.748455 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-584ce4ca-c7d7-4c7a-9823-98d78d8b89ed admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-382621023-router', 'tenant_id': 'b59663740f804fee9d89dece82c2e220', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:02:28.755236 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-584ce4ca-c7d7-4c7a-9823-98d78d8b89ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:02:28.760384 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-584ce4ca-c7d7-4c7a-9823-98d78d8b89ed admin admin] Usage tracker for resource:router and tenant:b59663740f804fee9d89dece82c2e220 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:02:28.763466 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-584ce4ca-c7d7-4c7a-9823-98d78d8b89ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:02:28.767777 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d779e2-031a-4fac-910d-08dac0b35e99 None None] Pushing event updated for resources: {'Port': ['ID=6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:28.769677 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-584ce4ca-c7d7-4c7a-9823-98d78d8b89ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:02:28.836664 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-584ce4ca-c7d7-4c7a-9823-98d78d8b89ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:28.837759 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-584ce4ca-c7d7-4c7a-9823-98d78d8b89ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:28.853059 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-584ce4ca-c7d7-4c7a-9823-98d78d8b89ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:28.920323 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-eb692d3c-5c65-48c7-92b3-b2917d44d2a2 None None] Attempt 7 to provision port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa Oct 10 12:02:28.986859 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-e3714e04-bc9b-4f29-a20e-a91d6662ec1a None None] Set router 66cfe699-b2a7-4ffa-bde5-c07f7971b992 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:02:29.191413 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-584ce4ca-c7d7-4c7a-9823-98d78d8b89ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:29.218574 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-eb692d3c-5c65-48c7-92b3-b2917d44d2a2 None None] Port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 12:02:29.345612 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fb6db3-a8fd-4826-897f-a7d7fddf2f3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-64cc42ec-6507-4dcf-ad3b-49ca6497b486', 'network_id': '64cc42ec-6507-4dcf-ad3b-49ca6497b486', 'tenant_id': 'b59663740f804fee9d89dece82c2e220', 'fixed_ips': [{'subnet_id': 'bbb58f90-d83e-42ea-b19c-c02aa03ca26d'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 12:02:29.346532 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-64fb6db3-a8fd-4826-897f-a7d7fddf2f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:29.579856 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-584ce4ca-c7d7-4c7a-9823-98d78d8b89ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:29.588895 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-64fb6db3-a8fd-4826-897f-a7d7fddf2f3f None None] Allocated IP 172.20.0.2 (64cc42ec-6507-4dcf-ad3b-49ca6497b486/bbb58f90-d83e-42ea-b19c-c02aa03ca26d/034fae91-709d-4e60-9b12-9b6bf7b0bdeb) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:02:29.612342 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-584ce4ca-c7d7-4c7a-9823-98d78d8b89ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:29.621003 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-e3714e04-bc9b-4f29-a20e-a91d6662ec1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'name': 'tempest-TestShelveInstance-2111425614-router', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:20Z', 'updated_at': '2022-10-10T12:02:25Z', 'revision_number': 4, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'gw_port': {'id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:21Z', 'updated_at': '2022-10-10T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa', 'name': '', 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'mac_address': 'fa:16:3e:69:23:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:24Z', 'updated_at': '2022-10-10T12:02:28Z', 'revision_number': 4, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'subnets': [{'id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:29.638900 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3714e04-bc9b-4f29-a20e-a91d6662ec1a None None] The sync data for ids ['66cfe699-b2a7-4ffa-bde5-c07f7971b992'] in dv-neutron-860842-1-hyperv is: [{'id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'name': 'tempest-TestShelveInstance-2111425614-router', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:20Z', 'updated_at': '2022-10-10T12:02:25Z', 'revision_number': 4, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'gw_port': {'id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:21Z', 'updated_at': '2022-10-10T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa', 'name': '', 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'mac_address': 'fa:16:3e:69:23:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:24Z', 'updated_at': '2022-10-10T12:02:28Z', 'revision_number': 4, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'subnets': [{'id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:02:29.779745 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-584ce4ca-c7d7-4c7a-9823-98d78d8b89ed admin admin] Allocated IP 172.26.4.212 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/b69c7459-ea8d-4fff-9ac3-0b171390ab78) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:02:29.838338 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-64fb6db3-a8fd-4826-897f-a7d7fddf2f3f None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:29.850194 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-64fb6db3-a8fd-4826-897f-a7d7fddf2f3f None None] Transition to ACTIVE for port object 034fae91-709d-4e60-9b12-9b6bf7b0bdeb will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:02:29.871135 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-64fb6db3-a8fd-4826-897f-a7d7fddf2f3f None None] Transition to ACTIVE for port object 034fae91-709d-4e60-9b12-9b6bf7b0bdeb will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:02:29.934269 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-64fb6db3-a8fd-4826-897f-a7d7fddf2f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:29.942465 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-584ce4ca-c7d7-4c7a-9823-98d78d8b89ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:30.002567 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fb6db3-a8fd-4826-897f-a7d7fddf2f3f None None] Network 64cc42ec-6507-4dcf-ad3b-49ca6497b486 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:02:30.005239 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-64fb6db3-a8fd-4826-897f-a7d7fddf2f3f None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:02:30.009232 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fb6db3-a8fd-4826-897f-a7d7fddf2f3f None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 12:02:30.020619 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-584ce4ca-c7d7-4c7a-9823-98d78d8b89ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:30.049445 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb6db3-a8fd-4826-897f-a7d7fddf2f3f None None] Pushing event updated for resources: {'Port': ['ID=034fae91-709d-4e60-9b12-9b6bf7b0bdeb,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:30.101920 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584ce4ca-c7d7-4c7a-9823-98d78d8b89ed admin admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:02:30.106628 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-584ce4ca-c7d7-4c7a-9823-98d78d8b89ed admin admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:02:30.106824 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:02:30.108128 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584ce4ca-c7d7-4c7a-9823-98d78d8b89ed admin admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 12:02:30.160102 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ce4ca-c7d7-4c7a-9823-98d78d8b89ed admin admin] Pushing event updated for resources: {'Port': ['ID=b69c7459-ea8d-4fff-9ac3-0b171390ab78,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:30.174220 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-64fb6db3-a8fd-4826-897f-a7d7fddf2f3f None None] Attempting to bind port 034fae91-709d-4e60-9b12-9b6bf7b0bdeb on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 12:02:30.174220 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-64fb6db3-a8fd-4826-897f-a7d7fddf2f3f None None] Attempting to bind port 034fae91-709d-4e60-9b12-9b6bf7b0bdeb by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '90b20b4d-ea50-4e33-b185-eb9348189e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': '64cc42ec-6507-4dcf-ad3b-49ca6497b486'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 12:02:30.174220 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fb6db3-a8fd-4826-897f-a7d7fddf2f3f None None] Attempting to bind port 034fae91-709d-4e60-9b12-9b6bf7b0bdeb on network 64cc42ec-6507-4dcf-ad3b-49ca6497b486 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 12:02:30.184091 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fb6db3-a8fd-4826-897f-a7d7fddf2f3f None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 12:02:30.184468 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fb6db3-a8fd-4826-897f-a7d7fddf2f3f None None] Checking segment: {'id': '90b20b4d-ea50-4e33-b185-eb9348189e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': '64cc42ec-6507-4dcf-ad3b-49ca6497b486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 12:02:30.184889 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-64fb6db3-a8fd-4826-897f-a7d7fddf2f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:30.185281 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fb6db3-a8fd-4826-897f-a7d7fddf2f3f None None] Bound using segment: {'id': '90b20b4d-ea50-4e33-b185-eb9348189e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': '64cc42ec-6507-4dcf-ad3b-49ca6497b486'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 12:02:30.185771 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-64fb6db3-a8fd-4826-897f-a7d7fddf2f3f None None] Bound port: 034fae91-709d-4e60-9b12-9b6bf7b0bdeb, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b20b4d-ea50-4e33-b185-eb9348189e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': '64cc42ec-6507-4dcf-ad3b-49ca6497b486'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 12:02:30.186171 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-64fb6db3-a8fd-4826-897f-a7d7fddf2f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:30.297049 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-64fb6db3-a8fd-4826-897f-a7d7fddf2f3f None None] For port 034fae91-709d-4e60-9b12-9b6bf7b0bdeb, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 12:02:30.300461 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-64fb6db3-a8fd-4826-897f-a7d7fddf2f3f None None] For port 034fae91-709d-4e60-9b12-9b6bf7b0bdeb, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=034fae91-709d-4e60-9b12-9b6bf7b0bdeb,segment=NetworkSegment(90b20b4d-ea50-4e33-b185-eb9348189e96),segment_id=90b20b4d-ea50-4e33-b185-eb9348189e96)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 12:02:30.305195 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:02:30.310689 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:02:30.316474 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:30.316474 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa Oct 10 12:02:30.361005 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-64fb6db3-a8fd-4826-897f-a7d7fddf2f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:30.508490 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb6db3-a8fd-4826-897f-a7d7fddf2f3f None None] Pushing event updated for resources: {'Port': ['ID=034fae91-709d-4e60-9b12-9b6bf7b0bdeb,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:30.526173 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:02:30.526560 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:30.565133 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa,segment=NetworkSegment(204f00fb-089f-4dc2-ae71-3f91f97fca02),segment_id=204f00fb-089f-4dc2-ae71-3f91f97fca02)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:02:30.695164 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:30.773370 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:30.789072 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-584ce4ca-c7d7-4c7a-9823-98d78d8b89ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:31.142429 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-584ce4ca-c7d7-4c7a-9823-98d78d8b89ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:31.422968 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584ce4ca-c7d7-4c7a-9823-98d78d8b89ed admin admin] Router 5af01522-8e47-44d8-ace3-7c0be08d0e8b is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 12:02:31.606708 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584ce4ca-c7d7-4c7a-9823-98d78d8b89ed admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 12:02:31.615226 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e8e874-88d3-468d-8e2f-595db5bcf364 None None] Sync routers for ids ['5af01522-8e47-44d8-ace3-7c0be08d0e8b'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:02:31.624531 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e8e874-88d3-468d-8e2f-595db5bcf364 None None] Routers {'5af01522-8e47-44d8-ace3-7c0be08d0e8b'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:02:31.625184 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-03e8e874-88d3-468d-8e2f-595db5bcf364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:02:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5af01522-8e47-44d8-ace3-7c0be08d0e8b'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:31.631334 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db551c6-6a18-4d82-a2ab-77c540f453a3 None None] Network 64cc42ec-6507-4dcf-ad3b-49ca6497b486 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 12:02:31.762546 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-584ce4ca-c7d7-4c7a-9823-98d78d8b89ed admin admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:31.767072 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-584ce4ca-c7d7-4c7a-9823-98d78d8b89ed admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0195236 Oct 10 12:02:31.769506 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38618) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:02:31.793419 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-1eeeb79a-6d76-44a9-b547-170082498627 None None] Provisioning for port 034fae91-709d-4e60-9b12-9b6bf7b0bdeb completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:02:31.838335 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-03e8e874-88d3-468d-8e2f-595db5bcf364 None None] Set router 5af01522-8e47-44d8-ace3-7c0be08d0e8b gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:02:32.130904 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:02:32.184534 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-03e8e874-88d3-468d-8e2f-595db5bcf364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af01522-8e47-44d8-ace3-7c0be08d0e8b', 'name': 'tempest-TestShelveInstance-382621023-router', 'tenant_id': 'b59663740f804fee9d89dece82c2e220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b69c7459-ea8d-4fff-9ac3-0b171390ab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:28Z', 'updated_at': '2022-10-10T12:02:30Z', 'revision_number': 3, 'project_id': 'b59663740f804fee9d89dece82c2e220', 'gw_port': {'id': 'b69c7459-ea8d-4fff-9ac3-0b171390ab78', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af01522-8e47-44d8-ace3-7c0be08d0e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:29Z', 'updated_at': '2022-10-10T12:02:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:32.189455 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e8e874-88d3-468d-8e2f-595db5bcf364 None None] Checking router: 5af01522-8e47-44d8-ace3-7c0be08d0e8b for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:02:32.189825 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e8e874-88d3-468d-8e2f-595db5bcf364 None None] Updating router 5af01522-8e47-44d8-ace3-7c0be08d0e8b port b69c7459-ea8d-4fff-9ac3-0b171390ab78 binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:02:32.244323 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-03e8e874-88d3-468d-8e2f-595db5bcf364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:32.256414 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:02:32.257645 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:32.257976 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa Oct 10 12:02:32.381138 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:02:32.382225 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 034fae91-709d-4e60-9b12-9b6bf7b0bdeb up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:02:32.520097 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 034fae91-709d-4e60-9b12-9b6bf7b0bdeb completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:02:32.525109 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 034fae91-709d-4e60-9b12-9b6bf7b0bdeb triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:02:32.525547 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:32.525982 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 034fae91-709d-4e60-9b12-9b6bf7b0bdeb Oct 10 12:02:32.591430 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-03e8e874-88d3-468d-8e2f-595db5bcf364 None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:32.604387 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-03e8e874-88d3-468d-8e2f-595db5bcf364 None None] Transition to ACTIVE for port object b69c7459-ea8d-4fff-9ac3-0b171390ab78 will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:02:32.646522 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 034fae91-709d-4e60-9b12-9b6bf7b0bdeb is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:02:32.647081 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:32.656486 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-583765a0-542c-4173-b187-5a99918c5c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:32.680465 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 034fae91-709d-4e60-9b12-9b6bf7b0bdeb, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=034fae91-709d-4e60-9b12-9b6bf7b0bdeb,segment=NetworkSegment(90b20b4d-ea50-4e33-b185-eb9348189e96),segment_id=90b20b4d-ea50-4e33-b185-eb9348189e96)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:02:32.705670 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-03e8e874-88d3-468d-8e2f-595db5bcf364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:32.770691 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-03e8e874-88d3-468d-8e2f-595db5bcf364 None None] Attempting to bind port b69c7459-ea8d-4fff-9ac3-0b171390ab78 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 12:02:32.771054 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-03e8e874-88d3-468d-8e2f-595db5bcf364 None None] Attempting to bind port b69c7459-ea8d-4fff-9ac3-0b171390ab78 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 12:02:32.771430 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e8e874-88d3-468d-8e2f-595db5bcf364 None None] Attempting to bind port b69c7459-ea8d-4fff-9ac3-0b171390ab78 on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 12:02:32.782471 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e8e874-88d3-468d-8e2f-595db5bcf364 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 12:02:32.782893 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e8e874-88d3-468d-8e2f-595db5bcf364 None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 12:02:32.783288 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-03e8e874-88d3-468d-8e2f-595db5bcf364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:32.783674 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e8e874-88d3-468d-8e2f-595db5bcf364 None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 12:02:32.784134 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-03e8e874-88d3-468d-8e2f-595db5bcf364 None None] Bound port: b69c7459-ea8d-4fff-9ac3-0b171390ab78, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 12:02:32.784501 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-03e8e874-88d3-468d-8e2f-595db5bcf364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:32.791552 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:32.830576 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7662506-ffd1-4256-b611-8f60e00f8b42 None None] Pushing event updated for resources: {'Port': ['ID=b69c7459-ea8d-4fff-9ac3-0b171390ab78,revision_number=2']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:32.860956 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=034fae91-709d-4e60-9b12-9b6bf7b0bdeb,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:32.867534 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-03e8e874-88d3-468d-8e2f-595db5bcf364 None None] For port b69c7459-ea8d-4fff-9ac3-0b171390ab78, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 12:02:32.870749 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-03e8e874-88d3-468d-8e2f-595db5bcf364 None None] For port b69c7459-ea8d-4fff-9ac3-0b171390ab78, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=b69c7459-ea8d-4fff-9ac3-0b171390ab78,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 12:02:32.877287 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-583765a0-542c-4173-b187-5a99918c5c06 admin admin] Allocated IP 172.20.0.1 (64cc42ec-6507-4dcf-ad3b-49ca6497b486/bbb58f90-d83e-42ea-b19c-c02aa03ca26d/34e97d86-1850-4918-895d-f547473c169b) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:02:32.971698 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-03e8e874-88d3-468d-8e2f-595db5bcf364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:33.025365 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-583765a0-542c-4173-b187-5a99918c5c06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:33.035148 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e8e874-88d3-468d-8e2f-595db5bcf364 None None] Routers {'5af01522-8e47-44d8-ace3-7c0be08d0e8b'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:02:33.035758 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-03e8e874-88d3-468d-8e2f-595db5bcf364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:02:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5af01522-8e47-44d8-ace3-7c0be08d0e8b'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:33.041325 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-583765a0-542c-4173-b187-5a99918c5c06 admin admin] Transition to ACTIVE for port object 34e97d86-1850-4918-895d-f547473c169b will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:02:33.120639 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7662506-ffd1-4256-b611-8f60e00f8b42 None None] Pushing event updated for resources: {'Port': ['ID=b69c7459-ea8d-4fff-9ac3-0b171390ab78,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:33.137426 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-583765a0-542c-4173-b187-5a99918c5c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:33.208215 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583765a0-542c-4173-b187-5a99918c5c06 admin admin] Network 64cc42ec-6507-4dcf-ad3b-49ca6497b486 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:02:33.210989 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-583765a0-542c-4173-b187-5a99918c5c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:02:33.213626 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583765a0-542c-4173-b187-5a99918c5c06 admin admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 12:02:33.216517 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-03e8e874-88d3-468d-8e2f-595db5bcf364 None None] Set router 5af01522-8e47-44d8-ace3-7c0be08d0e8b gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:02:33.254073 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583765a0-542c-4173-b187-5a99918c5c06 admin admin] Pushing event updated for resources: {'Port': ['ID=34e97d86-1850-4918-895d-f547473c169b,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:33.278835 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-583765a0-542c-4173-b187-5a99918c5c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:33.509780 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-03e8e874-88d3-468d-8e2f-595db5bcf364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af01522-8e47-44d8-ace3-7c0be08d0e8b', 'name': 'tempest-TestShelveInstance-382621023-router', 'tenant_id': 'b59663740f804fee9d89dece82c2e220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b69c7459-ea8d-4fff-9ac3-0b171390ab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:28Z', 'updated_at': '2022-10-10T12:02:30Z', 'revision_number': 3, 'project_id': 'b59663740f804fee9d89dece82c2e220', 'gw_port': {'id': 'b69c7459-ea8d-4fff-9ac3-0b171390ab78', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af01522-8e47-44d8-ace3-7c0be08d0e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:29Z', 'updated_at': '2022-10-10T12:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:33.513932 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e8e874-88d3-468d-8e2f-595db5bcf364 None None] The sync data for ids ['5af01522-8e47-44d8-ace3-7c0be08d0e8b'] in dv-neutron-860842-1-hyperv is: [{'id': '5af01522-8e47-44d8-ace3-7c0be08d0e8b', 'name': 'tempest-TestShelveInstance-382621023-router', 'tenant_id': 'b59663740f804fee9d89dece82c2e220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b69c7459-ea8d-4fff-9ac3-0b171390ab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:28Z', 'updated_at': '2022-10-10T12:02:30Z', 'revision_number': 3, 'project_id': 'b59663740f804fee9d89dece82c2e220', 'gw_port': {'id': 'b69c7459-ea8d-4fff-9ac3-0b171390ab78', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af01522-8e47-44d8-ace3-7c0be08d0e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:29Z', 'updated_at': '2022-10-10T12:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:02:33.523919 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-583765a0-542c-4173-b187-5a99918c5c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:33.537443 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8ae99f57-5646-4210-a427-3bbf1b549f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:33.571454 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-59a5be44-4c20-45b8-b4f6-53a4f3a2d9bc None None] Provisioning for port 34e97d86-1850-4918-895d-f547473c169b completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:02:33.577361 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-59a5be44-4c20-45b8-b4f6-53a4f3a2d9bc None None] Provisioning complete for port 34e97d86-1850-4918-895d-f547473c169b triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:02:33.584010 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-59a5be44-4c20-45b8-b4f6-53a4f3a2d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:33.584010 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-59a5be44-4c20-45b8-b4f6-53a4f3a2d9bc None None] Attempt 1 to provision port 34e97d86-1850-4918-895d-f547473c169b Oct 10 12:02:33.637196 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-59a5be44-4c20-45b8-b4f6-53a4f3a2d9bc None None] Port 34e97d86-1850-4918-895d-f547473c169b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:02:33.772274 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-583765a0-542c-4173-b187-5a99918c5c06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:33.848123 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-583765a0-542c-4173-b187-5a99918c5c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:33.961097 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-583765a0-542c-4173-b187-5a99918c5c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:33.965748 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583765a0-542c-4173-b187-5a99918c5c06 admin admin] Pushing event updated for resources: {'Port': ['ID=34e97d86-1850-4918-895d-f547473c169b,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:34.108284 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device b69c7459-ea8d-4fff-9ac3-0b171390ab78 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:02:34.141894 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-59a5be44-4c20-45b8-b4f6-53a4f3a2d9bc None None] Attempt 2 to provision port 34e97d86-1850-4918-895d-f547473c169b Oct 10 12:02:34.223542 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-59a5be44-4c20-45b8-b4f6-53a4f3a2d9bc None None] Port 34e97d86-1850-4918-895d-f547473c169b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:02:34.252195 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583765a0-542c-4173-b187-5a99918c5c06 admin admin] Network 64cc42ec-6507-4dcf-ad3b-49ca6497b486 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:02:34.253320 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-583765a0-542c-4173-b187-5a99918c5c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:02:34.291630 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port b69c7459-ea8d-4fff-9ac3-0b171390ab78 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:02:34.299163 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port b69c7459-ea8d-4fff-9ac3-0b171390ab78 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:02:34.299792 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:34.300271 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port b69c7459-ea8d-4fff-9ac3-0b171390ab78 Oct 10 12:02:34.439302 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port b69c7459-ea8d-4fff-9ac3-0b171390ab78 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:02:34.439839 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:34.457380 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port b69c7459-ea8d-4fff-9ac3-0b171390ab78, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=b69c7459-ea8d-4fff-9ac3-0b171390ab78,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:02:34.471246 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583765a0-542c-4173-b187-5a99918c5c06 admin admin] Router 5af01522-8e47-44d8-ace3-7c0be08d0e8b has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 12:02:34.551153 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:34.551866 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 034fae91-709d-4e60-9b12-9b6bf7b0bdeb up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:02:34.651975 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583765a0-542c-4173-b187-5a99918c5c06 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 12:02:34.661712 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-583765a0-542c-4173-b187-5a99918c5c06 admin admin] 10.222.0.40 "PUT /v2.0/routers/5af01522-8e47-44d8-ace3-7c0be08d0e8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8931775 Oct 10 12:02:34.667660 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=b69c7459-ea8d-4fff-9ac3-0b171390ab78,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:34.680247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 034fae91-709d-4e60-9b12-9b6bf7b0bdeb triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:02:34.680625 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:34.680984 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 034fae91-709d-4e60-9b12-9b6bf7b0bdeb Oct 10 12:02:34.725752 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-59a5be44-4c20-45b8-b4f6-53a4f3a2d9bc None None] Attempt 3 to provision port 34e97d86-1850-4918-895d-f547473c169b Oct 10 12:02:34.789264 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-59a5be44-4c20-45b8-b4f6-53a4f3a2d9bc None None] Port 34e97d86-1850-4918-895d-f547473c169b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:02:34.854469 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 034fae91-709d-4e60-9b12-9b6bf7b0bdeb is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:02:35.120069 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38628) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:02:35.125864 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-974e943e-6013-4dc7-96e1-5fce00f782e8 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-997532705', 'description': 'tempest-secgroup-smoke-997532705 description', 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:02:35.131943 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-974e943e-6013-4dc7-96e1-5fce00f782e8 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:02:35.135746 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-974e943e-6013-4dc7-96e1-5fce00f782e8 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Usage tracker for resource:security_group and tenant:ee6a5a47facf48328f00df8a9e87ff84 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:02:35.138777 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-974e943e-6013-4dc7-96e1-5fce00f782e8 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:02:35.145952 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-974e943e-6013-4dc7-96e1-5fce00f782e8 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:02:35.213796 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-974e943e-6013-4dc7-96e1-5fce00f782e8 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:35.233114 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-974e943e-6013-4dc7-96e1-5fce00f782e8 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:02:35.236894 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-974e943e-6013-4dc7-96e1-5fce00f782e8 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Usage tracker for resource:security_group_rule and tenant:ee6a5a47facf48328f00df8a9e87ff84 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:02:35.240270 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-974e943e-6013-4dc7-96e1-5fce00f782e8 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:02:35.245311 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-974e943e-6013-4dc7-96e1-5fce00f782e8 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:02:35.290046 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-59a5be44-4c20-45b8-b4f6-53a4f3a2d9bc None None] Attempt 4 to provision port 34e97d86-1850-4918-895d-f547473c169b Oct 10 12:02:35.318185 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-974e943e-6013-4dc7-96e1-5fce00f782e8 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:35.346982 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-59a5be44-4c20-45b8-b4f6-53a4f3a2d9bc None None] Port 34e97d86-1850-4918-895d-f547473c169b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:02:35.388810 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-974e943e-6013-4dc7-96e1-5fce00f782e8 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:35.434126 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e943e-6013-4dc7-96e1-5fce00f782e8 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb9fe0f-3184-4a55-abf2-3b7daa718b98,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:35.488080 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-974e943e-6013-4dc7-96e1-5fce00f782e8 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:35.489312 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-974e943e-6013-4dc7-96e1-5fce00f782e8 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3682158 Oct 10 12:02:35.498080 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38632) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:02:35.503792 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-7551f581-3302-4b7b-bc25-4f11d32b949a tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Request body: {'security_group_rule': {'security_group_id': 'ceb9fe0f-3184-4a55-abf2-3b7daa718b98', 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:02:35.510188 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7551f581-3302-4b7b-bc25-4f11d32b949a tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:02:35.513977 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7551f581-3302-4b7b-bc25-4f11d32b949a tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Usage tracker for resource:security_group_rule and tenant:ee6a5a47facf48328f00df8a9e87ff84 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:02:35.516948 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-7551f581-3302-4b7b-bc25-4f11d32b949a tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:02:35.522852 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-7551f581-3302-4b7b-bc25-4f11d32b949a tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:02:35.626757 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7551f581-3302-4b7b-bc25-4f11d32b949a tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:35.686227 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7551f581-3302-4b7b-bc25-4f11d32b949a tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:35.756429 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7551f581-3302-4b7b-bc25-4f11d32b949a tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:35.768486 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2c3365c2-ebd1-4a64-84a1-707edee5e38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:35.780502 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551f581-3302-4b7b-bc25-4f11d32b949a tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5cd8a58-213d-4d61-bd69-00db0488b21c,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:35.847703 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-59a5be44-4c20-45b8-b4f6-53a4f3a2d9bc None None] Attempt 5 to provision port 34e97d86-1850-4918-895d-f547473c169b Oct 10 12:02:35.853444 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7551f581-3302-4b7b-bc25-4f11d32b949a tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:35.854744 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7551f581-3302-4b7b-bc25-4f11d32b949a tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3549638 Oct 10 12:02:35.857458 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38636) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:02:35.862865 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-9db1b91e-5a99-4404-b171-be87187cc826 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Request body: {'security_group_rule': {'security_group_id': 'ceb9fe0f-3184-4a55-abf2-3b7daa718b98', 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:02:35.868823 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9db1b91e-5a99-4404-b171-be87187cc826 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:02:35.872574 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9db1b91e-5a99-4404-b171-be87187cc826 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Usage tracker for resource:security_group_rule and tenant:ee6a5a47facf48328f00df8a9e87ff84 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:02:35.876331 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-9db1b91e-5a99-4404-b171-be87187cc826 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:02:35.882615 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-9db1b91e-5a99-4404-b171-be87187cc826 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:02:35.901386 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-59a5be44-4c20-45b8-b4f6-53a4f3a2d9bc None None] Port 34e97d86-1850-4918-895d-f547473c169b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:02:35.969658 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9db1b91e-5a99-4404-b171-be87187cc826 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:36.028826 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device b69c7459-ea8d-4fff-9ac3-0b171390ab78 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:02:36.034559 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9db1b91e-5a99-4404-b171-be87187cc826 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:36.099780 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9db1b91e-5a99-4404-b171-be87187cc826 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:36.100010 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port b69c7459-ea8d-4fff-9ac3-0b171390ab78 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:02:36.100322 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:36.100659 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port b69c7459-ea8d-4fff-9ac3-0b171390ab78 Oct 10 12:02:36.124216 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1b91e-5a99-4404-b171-be87187cc826 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c168300-cf81-4278-a43c-91e75c89ddb0,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:36.211780 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-9db1b91e-5a99-4404-b171-be87187cc826 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:36.213042 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-9db1b91e-5a99-4404-b171-be87187cc826 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3540907 Oct 10 12:02:36.215846 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38640) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:02:36.221490 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-85231075-5dfe-418a-9a40-e9bd8a9fac6f tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Request body: {'security_group_rule': {'security_group_id': 'ceb9fe0f-3184-4a55-abf2-3b7daa718b98', 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:02:36.221753 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port b69c7459-ea8d-4fff-9ac3-0b171390ab78 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:02:36.227420 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-85231075-5dfe-418a-9a40-e9bd8a9fac6f tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:02:36.231231 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-85231075-5dfe-418a-9a40-e9bd8a9fac6f tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Usage tracker for resource:security_group_rule and tenant:ee6a5a47facf48328f00df8a9e87ff84 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:02:36.235246 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-85231075-5dfe-418a-9a40-e9bd8a9fac6f tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:02:36.240879 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-85231075-5dfe-418a-9a40-e9bd8a9fac6f tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:02:36.326687 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-85231075-5dfe-418a-9a40-e9bd8a9fac6f tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:36.390418 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-85231075-5dfe-418a-9a40-e9bd8a9fac6f tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:36.402784 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-59a5be44-4c20-45b8-b4f6-53a4f3a2d9bc None None] Attempt 6 to provision port 34e97d86-1850-4918-895d-f547473c169b Oct 10 12:02:36.457634 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-59a5be44-4c20-45b8-b4f6-53a4f3a2d9bc None None] Port 34e97d86-1850-4918-895d-f547473c169b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:02:36.469265 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-85231075-5dfe-418a-9a40-e9bd8a9fac6f tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:36.471550 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f893b59a-77d5-4621-a64d-32fc499ac78a None None] Sync routers for ids ['5af01522-8e47-44d8-ace3-7c0be08d0e8b'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:02:36.481028 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f893b59a-77d5-4621-a64d-32fc499ac78a None None] Routers {'5af01522-8e47-44d8-ace3-7c0be08d0e8b'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:02:36.481743 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f893b59a-77d5-4621-a64d-32fc499ac78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:02:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5af01522-8e47-44d8-ace3-7c0be08d0e8b'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:36.493348 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85231075-5dfe-418a-9a40-e9bd8a9fac6f tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cad4907-510d-4fe9-928c-678789ad1078,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:36.562446 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-85231075-5dfe-418a-9a40-e9bd8a9fac6f tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:36.563843 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-85231075-5dfe-418a-9a40-e9bd8a9fac6f tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3470309 Oct 10 12:02:36.566535 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38644) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:02:36.571769 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-7a6cc98f-8607-466e-a70a-f48d95d60d4e tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Request body: {'security_group_rule': {'security_group_id': 'ceb9fe0f-3184-4a55-abf2-3b7daa718b98', 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:02:36.578218 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7a6cc98f-8607-466e-a70a-f48d95d60d4e tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:02:36.582081 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7a6cc98f-8607-466e-a70a-f48d95d60d4e tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Usage tracker for resource:security_group_rule and tenant:ee6a5a47facf48328f00df8a9e87ff84 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:02:36.587736 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7a6cc98f-8607-466e-a70a-f48d95d60d4e tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:02:36.590655 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7a6cc98f-8607-466e-a70a-f48d95d60d4e tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:02:36.647461 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7a6cc98f-8607-466e-a70a-f48d95d60d4e tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:36.699298 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-f893b59a-77d5-4621-a64d-32fc499ac78a None None] Set router 5af01522-8e47-44d8-ace3-7c0be08d0e8b gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:02:36.715536 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7a6cc98f-8607-466e-a70a-f48d95d60d4e tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:36.784901 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7a6cc98f-8607-466e-a70a-f48d95d60d4e tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:36.809852 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6cc98f-8607-466e-a70a-f48d95d60d4e tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97bf5e4e-ec84-4fab-8d0b-a3238ec70690,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:36.880285 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7a6cc98f-8607-466e-a70a-f48d95d60d4e tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:36.884034 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7a6cc98f-8607-466e-a70a-f48d95d60d4e tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3139615 Oct 10 12:02:36.884449 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38652) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:02:36.890258 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-1811372f-9aee-4ddd-b68d-e256a5e470aa tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Request body: {'security_group_rule': {'security_group_id': 'ceb9fe0f-3184-4a55-abf2-3b7daa718b98', 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:02:36.896124 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-1811372f-9aee-4ddd-b68d-e256a5e470aa tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:02:36.900114 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1811372f-9aee-4ddd-b68d-e256a5e470aa tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Usage tracker for resource:security_group_rule and tenant:ee6a5a47facf48328f00df8a9e87ff84 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:02:36.902919 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-1811372f-9aee-4ddd-b68d-e256a5e470aa tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:02:36.909996 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-1811372f-9aee-4ddd-b68d-e256a5e470aa tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:02:36.979893 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-1811372f-9aee-4ddd-b68d-e256a5e470aa tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Project ee6a5a47facf48328f00df8a9e87ff84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 12:02:36.980102 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-59a5be44-4c20-45b8-b4f6-53a4f3a2d9bc None None] Attempt 7 to provision port 34e97d86-1850-4918-895d-f547473c169b Oct 10 12:02:36.987061 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1811372f-9aee-4ddd-b68d-e256a5e470aa tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:37.053846 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1811372f-9aee-4ddd-b68d-e256a5e470aa tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:37.058910 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-59a5be44-4c20-45b8-b4f6-53a4f3a2d9bc None None] Port 34e97d86-1850-4918-895d-f547473c169b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:02:37.080006 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f893b59a-77d5-4621-a64d-32fc499ac78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af01522-8e47-44d8-ace3-7c0be08d0e8b', 'name': 'tempest-TestShelveInstance-382621023-router', 'tenant_id': 'b59663740f804fee9d89dece82c2e220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b69c7459-ea8d-4fff-9ac3-0b171390ab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:28Z', 'updated_at': '2022-10-10T12:02:33Z', 'revision_number': 4, 'project_id': 'b59663740f804fee9d89dece82c2e220', 'gw_port': {'id': 'b69c7459-ea8d-4fff-9ac3-0b171390ab78', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af01522-8e47-44d8-ace3-7c0be08d0e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:29Z', 'updated_at': '2022-10-10T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '34e97d86-1850-4918-895d-f547473c169b', 'name': '', 'network_id': '64cc42ec-6507-4dcf-ad3b-49ca6497b486', 'tenant_id': 'b59663740f804fee9d89dece82c2e220', 'mac_address': 'fa:16:3e:ba:64:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af01522-8e47-44d8-ace3-7c0be08d0e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'bbb58f90-d83e-42ea-b19c-c02aa03ca26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:32Z', 'updated_at': '2022-10-10T12:02:33Z', 'revision_number': 2, 'project_id': 'b59663740f804fee9d89dece82c2e220', 'subnets': [{'id': 'bbb58f90-d83e-42ea-b19c-c02aa03ca26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:37.083842 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f893b59a-77d5-4621-a64d-32fc499ac78a None None] Checking router: 5af01522-8e47-44d8-ace3-7c0be08d0e8b for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:02:37.084195 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f893b59a-77d5-4621-a64d-32fc499ac78a None None] Updating router 5af01522-8e47-44d8-ace3-7c0be08d0e8b port 34e97d86-1850-4918-895d-f547473c169b binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:02:37.142048 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:37.148783 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f893b59a-77d5-4621-a64d-32fc499ac78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:37.165272 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1811372f-9aee-4ddd-b68d-e256a5e470aa tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:37.188110 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811372f-9aee-4ddd-b68d-e256a5e470aa tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af2762b-89c0-4c85-a371-c6034a55b0d4,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:37.254214 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-1811372f-9aee-4ddd-b68d-e256a5e470aa tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:37.258041 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-1811372f-9aee-4ddd-b68d-e256a5e470aa tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3700814 Oct 10 12:02:37.258168 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:37.258286 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 38656) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:02:37.263256 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-f95cad7c-f709-4dd8-93c0-948ac2cb28c2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Request body: {'security_group_rule': {'security_group_id': 'ceb9fe0f-3184-4a55-abf2-3b7daa718b98', 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:02:37.269974 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f95cad7c-f709-4dd8-93c0-948ac2cb28c2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:02:37.273791 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f95cad7c-f709-4dd8-93c0-948ac2cb28c2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Usage tracker for resource:security_group_rule and tenant:ee6a5a47facf48328f00df8a9e87ff84 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:02:37.276624 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f95cad7c-f709-4dd8-93c0-948ac2cb28c2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:02:37.282651 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f95cad7c-f709-4dd8-93c0-948ac2cb28c2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:02:37.351087 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-f95cad7c-f709-4dd8-93c0-948ac2cb28c2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Project ee6a5a47facf48328f00df8a9e87ff84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 12:02:37.357849 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f95cad7c-f709-4dd8-93c0-948ac2cb28c2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:37.424336 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f95cad7c-f709-4dd8-93c0-948ac2cb28c2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:37.493106 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f893b59a-77d5-4621-a64d-32fc499ac78a None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:37.494162 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f95cad7c-f709-4dd8-93c0-948ac2cb28c2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:37.506513 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f893b59a-77d5-4621-a64d-32fc499ac78a None None] Transition to ACTIVE for port object 34e97d86-1850-4918-895d-f547473c169b will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:02:37.518877 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cad7c-f709-4dd8-93c0-948ac2cb28c2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35796d9-776c-4912-8e0c-0d0b3b4e9f83,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:37.560043 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-59a5be44-4c20-45b8-b4f6-53a4f3a2d9bc None None] Attempt 8 to provision port 34e97d86-1850-4918-895d-f547473c169b Oct 10 12:02:37.592557 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f893b59a-77d5-4621-a64d-32fc499ac78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:37.617160 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f95cad7c-f709-4dd8-93c0-948ac2cb28c2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:37.618412 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f95cad7c-f709-4dd8-93c0-948ac2cb28c2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3593357 Oct 10 12:02:37.762909 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-59a5be44-4c20-45b8-b4f6-53a4f3a2d9bc None None] Port 34e97d86-1850-4918-895d-f547473c169b cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:02:37.785604 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-414c1cd2-4903-4aa0-a180-f747e4efc6cd tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Synchronizing usage tracker for tenant:ee6a5a47facf48328f00df8a9e87ff84 on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 12:02:37.798882 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227d863-a2e4-476d-bfe7-b9baad2c6e7c None None] Pushing event updated for resources: {'Port': ['ID=34e97d86-1850-4918-895d-f547473c169b,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:37.831338 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f893b59a-77d5-4621-a64d-32fc499ac78a None None] Attempting to bind port 34e97d86-1850-4918-895d-f547473c169b on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 12:02:37.831720 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f893b59a-77d5-4621-a64d-32fc499ac78a None None] Attempting to bind port 34e97d86-1850-4918-895d-f547473c169b by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '90b20b4d-ea50-4e33-b185-eb9348189e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': '64cc42ec-6507-4dcf-ad3b-49ca6497b486'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 12:02:37.832074 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f893b59a-77d5-4621-a64d-32fc499ac78a None None] Attempting to bind port 34e97d86-1850-4918-895d-f547473c169b on network 64cc42ec-6507-4dcf-ad3b-49ca6497b486 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 12:02:37.837350 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f893b59a-77d5-4621-a64d-32fc499ac78a None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 12:02:37.837760 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f893b59a-77d5-4621-a64d-32fc499ac78a None None] Checking segment: {'id': '90b20b4d-ea50-4e33-b185-eb9348189e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': '64cc42ec-6507-4dcf-ad3b-49ca6497b486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 12:02:37.838151 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f893b59a-77d5-4621-a64d-32fc499ac78a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:37.838532 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f893b59a-77d5-4621-a64d-32fc499ac78a None None] Bound using segment: {'id': '90b20b4d-ea50-4e33-b185-eb9348189e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': '64cc42ec-6507-4dcf-ad3b-49ca6497b486'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 12:02:37.838980 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f893b59a-77d5-4621-a64d-32fc499ac78a None None] Bound port: 34e97d86-1850-4918-895d-f547473c169b, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b20b4d-ea50-4e33-b185-eb9348189e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': '64cc42ec-6507-4dcf-ad3b-49ca6497b486'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 12:02:37.839339 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f893b59a-77d5-4621-a64d-32fc499ac78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:37.865105 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-414c1cd2-4903-4aa0-a180-f747e4efc6cd tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Unset dirty status for tenant:ee6a5a47facf48328f00df8a9e87ff84 on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 12:02:37.866301 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-414c1cd2-4903-4aa0-a180-f747e4efc6cd tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-997532705&fields=id&tenant_id=ee6a5a47facf48328f00df8a9e87ff84 HTTP/1.1" status: 200 len: 267 time: 0.1213899 Oct 10 12:02:37.928163 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f893b59a-77d5-4621-a64d-32fc499ac78a None None] For port 34e97d86-1850-4918-895d-f547473c169b, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 12:02:37.931348 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f893b59a-77d5-4621-a64d-32fc499ac78a None None] For port 34e97d86-1850-4918-895d-f547473c169b, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=34e97d86-1850-4918-895d-f547473c169b,segment=NetworkSegment(90b20b4d-ea50-4e33-b185-eb9348189e96),segment_id=90b20b4d-ea50-4e33-b185-eb9348189e96)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 12:02:38.008664 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f893b59a-77d5-4621-a64d-32fc499ac78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:38.019076 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-563c9522-c1e8-478b-8a28-4643d9faca67 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:38.019763 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-563c9522-c1e8-478b-8a28-4643d9faca67 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Synchronizing usage tracker for tenant:ee6a5a47facf48328f00df8a9e87ff84 on resource:network {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 12:02:38.073215 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f893b59a-77d5-4621-a64d-32fc499ac78a None None] Routers {'5af01522-8e47-44d8-ace3-7c0be08d0e8b'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:02:38.073875 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f893b59a-77d5-4621-a64d-32fc499ac78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:02:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5af01522-8e47-44d8-ace3-7c0be08d0e8b'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:38.099513 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-563c9522-c1e8-478b-8a28-4643d9faca67 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Unset dirty status for tenant:ee6a5a47facf48328f00df8a9e87ff84 on resource:network {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 12:02:38.100796 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-563c9522-c1e8-478b-8a28-4643d9faca67 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/networks?id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 HTTP/1.1" status: 200 len: 809 time: 0.2278626 Oct 10 12:02:38.116753 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-b81e81fe-a6e2-42c2-9050-c20e0dbec1ee tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/quotas/ee6a5a47facf48328f00df8a9e87ff84 HTTP/1.1" status: 200 len: 375 time: 0.0101912 Oct 10 12:02:38.163894 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227d863-a2e4-476d-bfe7-b9baad2c6e7c None None] Pushing event updated for resources: {'Port': ['ID=34e97d86-1850-4918-895d-f547473c169b,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:38.210733 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-5a636ce5-489d-4f3a-8ece-23b3cb2042f5 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Synchronizing usage tracker for tenant:ee6a5a47facf48328f00df8a9e87ff84 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 12:02:38.264473 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-59a5be44-4c20-45b8-b4f6-53a4f3a2d9bc None None] Attempt 9 to provision port 34e97d86-1850-4918-895d-f547473c169b Oct 10 12:02:38.294893 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-f893b59a-77d5-4621-a64d-32fc499ac78a None None] Set router 5af01522-8e47-44d8-ace3-7c0be08d0e8b gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:02:38.305038 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-5a636ce5-489d-4f3a-8ece-23b3cb2042f5 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Unset dirty status for tenant:ee6a5a47facf48328f00df8a9e87ff84 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 12:02:38.306401 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-5a636ce5-489d-4f3a-8ece-23b3cb2042f5 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=ee6a5a47facf48328f00df8a9e87ff84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1844230 Oct 10 12:02:38.532412 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-59a5be44-4c20-45b8-b4f6-53a4f3a2d9bc None None] Port 34e97d86-1850-4918-895d-f547473c169b had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 12:02:38.550977 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-1acf9895-4d59-4232-99cd-94f16cee0daf service neutron] 10.222.0.40 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327955 Oct 10 12:02:38.694195 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-832a9a7a-cd3e-42ce-903d-2638dbe0748b service neutron] 10.222.0.40 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368372 Oct 10 12:02:38.713301 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f893b59a-77d5-4621-a64d-32fc499ac78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af01522-8e47-44d8-ace3-7c0be08d0e8b', 'name': 'tempest-TestShelveInstance-382621023-router', 'tenant_id': 'b59663740f804fee9d89dece82c2e220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b69c7459-ea8d-4fff-9ac3-0b171390ab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:28Z', 'updated_at': '2022-10-10T12:02:33Z', 'revision_number': 4, 'project_id': 'b59663740f804fee9d89dece82c2e220', 'gw_port': {'id': 'b69c7459-ea8d-4fff-9ac3-0b171390ab78', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af01522-8e47-44d8-ace3-7c0be08d0e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:29Z', 'updated_at': '2022-10-10T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '34e97d86-1850-4918-895d-f547473c169b', 'name': '', 'network_id': '64cc42ec-6507-4dcf-ad3b-49ca6497b486', 'tenant_id': 'b59663740f804fee9d89dece82c2e220', 'mac_address': 'fa:16:3e:ba:64:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af01522-8e47-44d8-ace3-7c0be08d0e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'bbb58f90-d83e-42ea-b19c-c02aa03ca26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:32Z', 'updated_at': '2022-10-10T12:02:37Z', 'revision_number': 4, 'project_id': 'b59663740f804fee9d89dece82c2e220', 'subnets': [{'id': 'bbb58f90-d83e-42ea-b19c-c02aa03ca26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:38.717655 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f893b59a-77d5-4621-a64d-32fc499ac78a None None] The sync data for ids ['5af01522-8e47-44d8-ace3-7c0be08d0e8b'] in dv-neutron-860842-1-hyperv is: [{'id': '5af01522-8e47-44d8-ace3-7c0be08d0e8b', 'name': 'tempest-TestShelveInstance-382621023-router', 'tenant_id': 'b59663740f804fee9d89dece82c2e220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b69c7459-ea8d-4fff-9ac3-0b171390ab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:28Z', 'updated_at': '2022-10-10T12:02:33Z', 'revision_number': 4, 'project_id': 'b59663740f804fee9d89dece82c2e220', 'gw_port': {'id': 'b69c7459-ea8d-4fff-9ac3-0b171390ab78', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af01522-8e47-44d8-ace3-7c0be08d0e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:29Z', 'updated_at': '2022-10-10T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '34e97d86-1850-4918-895d-f547473c169b', 'name': '', 'network_id': '64cc42ec-6507-4dcf-ad3b-49ca6497b486', 'tenant_id': 'b59663740f804fee9d89dece82c2e220', 'mac_address': 'fa:16:3e:ba:64:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af01522-8e47-44d8-ace3-7c0be08d0e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'bbb58f90-d83e-42ea-b19c-c02aa03ca26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:32Z', 'updated_at': '2022-10-10T12:02:37Z', 'revision_number': 4, 'project_id': 'b59663740f804fee9d89dece82c2e220', 'subnets': [{'id': 'bbb58f90-d83e-42ea-b19c-c02aa03ca26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:02:38.814055 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:39.084746 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4a83dd16-8362-45bd-b285-3c04d0730f68 req-113e6c87-e3d1-4d64-89e2-c3fbb86f08ff tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 210 time: 0.1201634 Oct 10 12:02:39.773631 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:40.040039 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:02:40.052757 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 34e97d86-1850-4918-895d-f547473c169b up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:02:40.204284 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-02d5dd8b-f500-4254-9e41-dc1fd9219d3f req-7ee621be-c326-4f5f-b0ab-4912e41dd4d3 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 210 time: 0.0522139 Oct 10 12:02:40.245924 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 34e97d86-1850-4918-895d-f547473c169b completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:02:40.251885 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 34e97d86-1850-4918-895d-f547473c169b triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:02:40.261412 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:40.261412 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 34e97d86-1850-4918-895d-f547473c169b Oct 10 12:02:40.374231 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 34e97d86-1850-4918-895d-f547473c169b is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:02:40.375142 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:40.406619 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 34e97d86-1850-4918-895d-f547473c169b, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=34e97d86-1850-4918-895d-f547473c169b,segment=NetworkSegment(90b20b4d-ea50-4e33-b185-eb9348189e96),segment_id=90b20b4d-ea50-4e33-b185-eb9348189e96)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:02:40.539858 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:40.613210 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=34e97d86-1850-4918-895d-f547473c169b,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:41.363666 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0c724f73-e416-4990-a689-8663cb5c62a3 req-4b898eaa-4c31-470a-b182-57795614c9f6 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 210 time: 0.0494125 Oct 10 12:02:41.749139 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-2369ad10-4366-4f73-97d8-b8fc2fb20703 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:41.750674 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-2369ad10-4366-4f73-97d8-b8fc2fb20703 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.15 "GET /v2.0/networks?id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 HTTP/1.1" status: 200 len: 809 time: 0.1485651 Oct 10 12:02:41.800013 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-a38e1732-09e1-4316-90cb-9058b6906e70 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee6a5a47facf48328f00df8a9e87ff84 HTTP/1.1" status: 200 len: 379 time: 0.0411670 Oct 10 12:02:41.808130 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-c545655c-72bf-4965-8b16-f50dd892e8d5 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Request body: {'port': {'device_id': '360c342a-2e42-4406-9df3-c52d22f48ed4', 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'admin_state_up': True, 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'security_groups': ['ceb9fe0f-3184-4a55-abf2-3b7daa718b98']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:02:41.949061 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-c545655c-72bf-4965-8b16-f50dd892e8d5 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:02:41.958950 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-c545655c-72bf-4965-8b16-f50dd892e8d5 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:02:42.025199 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-c545655c-72bf-4965-8b16-f50dd892e8d5 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Made reservation on behalf of ee6a5a47facf48328f00df8a9e87ff84 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:02:42.032349 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-c545655c-72bf-4965-8b16-f50dd892e8d5 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:42.032495 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 34e97d86-1850-4918-895d-f547473c169b up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:02:42.106791 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 34e97d86-1850-4918-895d-f547473c169b triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:02:42.107164 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:42.107685 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 34e97d86-1850-4918-895d-f547473c169b Oct 10 12:02:42.195634 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-c545655c-72bf-4965-8b16-f50dd892e8d5 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Allocated IP 172.20.0.14 (abb5e2c6-884e-4c77-b3e6-3ff22d2d1489/da02f72b-f36e-4d2b-81ed-d5e58ecf348b/ad6d6151-0952-410e-9107-56eb44dbaea2) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:02:42.225685 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 34e97d86-1850-4918-895d-f547473c169b is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:02:42.382101 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-c545655c-72bf-4965-8b16-f50dd892e8d5 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:42.397726 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-c545655c-72bf-4965-8b16-f50dd892e8d5 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Transition to ACTIVE for port object ad6d6151-0952-410e-9107-56eb44dbaea2 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:02:42.482694 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-c545655c-72bf-4965-8b16-f50dd892e8d5 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:42.558181 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-c545655c-72bf-4965-8b16-f50dd892e8d5 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Network abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:02:42.561139 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-c545655c-72bf-4965-8b16-f50dd892e8d5 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:02:42.563406 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b16d0-30e2-463d-b60f-c8479bcbf886 req-c68aabe1-29e5-449b-864e-647d505bef66 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:42.564850 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b92b16d0-30e2-463d-b60f-c8479bcbf886 req-c68aabe1-29e5-449b-864e-647d505bef66 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 932 time: 0.0886314 Oct 10 12:02:42.565116 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-c545655c-72bf-4965-8b16-f50dd892e8d5 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 12:02:42.599738 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545655c-72bf-4965-8b16-f50dd892e8d5 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Pushing event updated for resources: {'Port': ['ID=ad6d6151-0952-410e-9107-56eb44dbaea2,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:42.624894 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b92b16d0-30e2-463d-b60f-c8479bcbf886 req-24453e0a-b65a-48e4-afc2-5992db22d86b tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528071 Oct 10 12:02:42.633381 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-c545655c-72bf-4965-8b16-f50dd892e8d5 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:42.634137 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-c545655c-72bf-4965-8b16-f50dd892e8d5 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:42.789378 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-c545655c-72bf-4965-8b16-f50dd892e8d5 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9847283 Oct 10 12:02:42.800870 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-db569afa-3e31-4f68-b3fd-3a211bdf4187 service neutron] Request body: {'port': {'device_id': '360c342a-2e42-4406-9df3-c52d22f48ed4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:02:42.891906 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-27821733-940d-4742-a576-f1b78baf3fdd None None] Provisioning for port ad6d6151-0952-410e-9107-56eb44dbaea2 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:02:42.898136 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-27821733-940d-4742-a576-f1b78baf3fdd None None] Provisioning complete for port ad6d6151-0952-410e-9107-56eb44dbaea2 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:02:42.898665 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-27821733-940d-4742-a576-f1b78baf3fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:42.899169 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-27821733-940d-4742-a576-f1b78baf3fdd None None] Attempt 1 to provision port ad6d6151-0952-410e-9107-56eb44dbaea2 Oct 10 12:02:42.916792 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-db569afa-3e31-4f68-b3fd-3a211bdf4187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:42.958634 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-27821733-940d-4742-a576-f1b78baf3fdd None None] Port ad6d6151-0952-410e-9107-56eb44dbaea2 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:02:43.252984 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-db569afa-3e31-4f68-b3fd-3a211bdf4187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad6d6151-0952-410e-9107-56eb44dbaea2 {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:02:43.260231 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-db569afa-3e31-4f68-b3fd-3a211bdf4187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:43.274443 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-db569afa-3e31-4f68-b3fd-3a211bdf4187 service neutron] Transition to ACTIVE for port object ad6d6151-0952-410e-9107-56eb44dbaea2 will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:02:43.342629 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-db569afa-3e31-4f68-b3fd-3a211bdf4187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:43.459695 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-27821733-940d-4742-a576-f1b78baf3fdd None None] Attempt 2 to provision port ad6d6151-0952-410e-9107-56eb44dbaea2 Oct 10 12:02:43.517333 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-27821733-940d-4742-a576-f1b78baf3fdd None None] Port ad6d6151-0952-410e-9107-56eb44dbaea2 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:02:43.625899 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db569afa-3e31-4f68-b3fd-3a211bdf4187 service neutron] Pushing event updated for resources: {'Port': ['ID=ad6d6151-0952-410e-9107-56eb44dbaea2,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:43.662635 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-db569afa-3e31-4f68-b3fd-3a211bdf4187 service neutron] Attempting to bind port ad6d6151-0952-410e-9107-56eb44dbaea2 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 12:02:43.662971 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-db569afa-3e31-4f68-b3fd-3a211bdf4187 service neutron] Attempting to bind port ad6d6151-0952-410e-9107-56eb44dbaea2 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '204f00fb-089f-4dc2-ae71-3f91f97fca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 12:02:43.663290 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-db569afa-3e31-4f68-b3fd-3a211bdf4187 service neutron] Attempting to bind port ad6d6151-0952-410e-9107-56eb44dbaea2 on network abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 12:02:43.667857 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-db569afa-3e31-4f68-b3fd-3a211bdf4187 service neutron] Port ad6d6151-0952-410e-9107-56eb44dbaea2 on network abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 12:02:43.668173 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-db569afa-3e31-4f68-b3fd-3a211bdf4187 service neutron] Attempting to bind port ad6d6151-0952-410e-9107-56eb44dbaea2 on network abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 12:02:43.674140 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-db569afa-3e31-4f68-b3fd-3a211bdf4187 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 12:02:43.674469 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-db569afa-3e31-4f68-b3fd-3a211bdf4187 service neutron] Checking segment: {'id': '204f00fb-089f-4dc2-ae71-3f91f97fca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 12:02:43.674841 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-db569afa-3e31-4f68-b3fd-3a211bdf4187 service neutron] Bound using segment: {'id': '204f00fb-089f-4dc2-ae71-3f91f97fca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 12:02:43.675253 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-db569afa-3e31-4f68-b3fd-3a211bdf4187 service neutron] Bound port: ad6d6151-0952-410e-9107-56eb44dbaea2, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '204f00fb-089f-4dc2-ae71-3f91f97fca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 12:02:43.675595 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-db569afa-3e31-4f68-b3fd-3a211bdf4187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:43.823602 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-db569afa-3e31-4f68-b3fd-3a211bdf4187 service neutron] For port ad6d6151-0952-410e-9107-56eb44dbaea2, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 12:02:43.834242 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-db569afa-3e31-4f68-b3fd-3a211bdf4187 service neutron] For port ad6d6151-0952-410e-9107-56eb44dbaea2, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ad6d6151-0952-410e-9107-56eb44dbaea2,segment=NetworkSegment(204f00fb-089f-4dc2-ae71-3f91f97fca02),segment_id=204f00fb-089f-4dc2-ae71-3f91f97fca02)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 12:02:43.853190 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbf51e-1907-44e3-8eae-28a41095464f req-0bb3bb44-74d3-42b7-adc7-0d00f13ca3fd tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:43.853900 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-3fdbf51e-1907-44e3-8eae-28a41095464f req-0bb3bb44-74d3-42b7-adc7-0d00f13ca3fd tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Synchronizing usage tracker for tenant:ee6a5a47facf48328f00df8a9e87ff84 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 12:02:43.893656 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-db569afa-3e31-4f68-b3fd-3a211bdf4187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:43.896888 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-db569afa-3e31-4f68-b3fd-3a211bdf4187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:43.897730 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-db569afa-3e31-4f68-b3fd-3a211bdf4187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:43.899101 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-db569afa-3e31-4f68-b3fd-3a211bdf4187 service neutron] 10.222.0.15 "PUT /v2.0/ports/ad6d6151-0952-410e-9107-56eb44dbaea2 HTTP/1.1" status: 200 len: 1094 time: 1.1024108 Oct 10 12:02:43.930239 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360c342a-2e42-4406-9df3-c52d22f48ed4', 'tag': 'ad6d6151-0952-410e-9107-56eb44dbaea2'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:02:43.932561 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ca8315-09ef-4e91-b5af-ace104d9e61b" -d '{"events": [{"name": "network-changed", "server_uuid": "360c342a-2e42-4406-9df3-c52d22f48ed4", "tag": "ad6d6151-0952-410e-9107-56eb44dbaea2"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:02:43.940394 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-3fdbf51e-1907-44e3-8eae-28a41095464f req-0bb3bb44-74d3-42b7-adc7-0d00f13ca3fd tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Unset dirty status for tenant:ee6a5a47facf48328f00df8a9e87ff84 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 12:02:43.941572 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3fdbf51e-1907-44e3-8eae-28a41095464f req-0bb3bb44-74d3-42b7-adc7-0d00f13ca3fd tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 944 time: 0.2000494 Oct 10 12:02:43.995894 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd96726-2c73-4875-b785-f252dd579cbf x-openstack-request-id: req-afd96726-2c73-4875-b785-f252dd579cbf {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:02:43.996180 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "360c342a-2e42-4406-9df3-c52d22f48ed4", "tag": "ad6d6151-0952-410e-9107-56eb44dbaea2", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:02:43.996421 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-afd96726-2c73-4875-b785-f252dd579cbf {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:02:43.996806 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afd96726-2c73-4875-b785-f252dd579cbf'] response: {'name': 'network-changed', 'server_uuid': '360c342a-2e42-4406-9df3-c52d22f48ed4', 'tag': 'ad6d6151-0952-410e-9107-56eb44dbaea2', 'status': 'completed', 'code': 200} Oct 10 12:02:44.018182 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-27821733-940d-4742-a576-f1b78baf3fdd None None] Attempt 3 to provision port ad6d6151-0952-410e-9107-56eb44dbaea2 Oct 10 12:02:44.066557 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3fdbf51e-1907-44e3-8eae-28a41095464f req-fd7f3145-4532-4d93-8dca-c2189546f20a tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172168 Oct 10 12:02:44.067139 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db569afa-3e31-4f68-b3fd-3a211bdf4187 service neutron] Pushing event updated for resources: {'Port': ['ID=ad6d6151-0952-410e-9107-56eb44dbaea2,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:44.089941 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-27821733-940d-4742-a576-f1b78baf3fdd None None] Port ad6d6151-0952-410e-9107-56eb44dbaea2 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 12:02:44.101059 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-3a51d8c8-46ac-4867-8451-915e1336d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:44.102583 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-3a51d8c8-46ac-4867-8451-915e1336d033 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee6a5a47facf48328f00df8a9e87ff84&device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 1097 time: 0.1049790 Oct 10 12:02:44.173020 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-e53b0e08-292c-4adc-a050-e94efe059c35 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad6d6151-0952-410e-9107-56eb44dbaea2 HTTP/1.1" status: 200 len: 217 time: 0.0632994 Oct 10 12:02:44.236723 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-b7e9f174-c143-48a1-91b4-cf4cce40e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:44.238136 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-b7e9f174-c143-48a1-91b4-cf4cce40e8be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da02f72b-f36e-4d2b-81ed-d5e58ecf348b HTTP/1.1" status: 200 len: 848 time: 0.0602028 Oct 10 12:02:44.319629 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-5f280934-a2c9-4f0a-ba44-6d9f71216519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:44.321112 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-5f280934-a2c9-4f0a-ba44-6d9f71216519 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764058 Oct 10 12:02:44.450323 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-fbe6e162-e059-4fe4-a313-673045e72e65 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233430 Oct 10 12:02:44.587031 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6ffaac6-7985-465f-9434-e093ff5ae3a8 req-83730aa7-dfad-4adf-9fa3-55324555447d service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309795 Oct 10 12:02:44.798211 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca8315-09ef-4e91-b5af-ace104d9e61b req-4422435f-555a-4ac5-92a9-9798fd4de4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:44.800110 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b5ca8315-09ef-4e91-b5af-ace104d9e61b req-4422435f-555a-4ac5-92a9-9798fd4de4a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee6a5a47facf48328f00df8a9e87ff84&device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 1097 time: 0.0995705 Oct 10 12:02:44.968971 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca8315-09ef-4e91-b5af-ace104d9e61b req-a04854e1-9eb9-4ddb-810c-2a1abff1fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:44.970988 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b5ca8315-09ef-4e91-b5af-ace104d9e61b req-a04854e1-9eb9-4ddb-810c-2a1abff1fa53 service neutron] 10.222.0.15 "GET /v2.0/networks?id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 HTTP/1.1" status: 200 len: 910 time: 0.1623878 Oct 10 12:02:45.041453 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b5ca8315-09ef-4e91-b5af-ace104d9e61b req-3a8b9a18-5992-4f7a-bc6a-2d4903583f01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad6d6151-0952-410e-9107-56eb44dbaea2 HTTP/1.1" status: 200 len: 217 time: 0.0635724 Oct 10 12:02:45.115969 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca8315-09ef-4e91-b5af-ace104d9e61b req-0a371c96-7957-4e9a-a75c-bef75161acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:45.117427 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b5ca8315-09ef-4e91-b5af-ace104d9e61b req-0a371c96-7957-4e9a-a75c-bef75161acd0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da02f72b-f36e-4d2b-81ed-d5e58ecf348b HTTP/1.1" status: 200 len: 848 time: 0.0685797 Oct 10 12:02:45.214984 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca8315-09ef-4e91-b5af-ace104d9e61b req-600e15b5-bfc3-476b-9be2-6ef4e3f52e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:45.216333 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b5ca8315-09ef-4e91-b5af-ace104d9e61b req-600e15b5-bfc3-476b-9be2-6ef4e3f52e29 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0923846 Oct 10 12:02:45.288427 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e75c6-ebd4-44a9-9e93-84c6517e69b6 req-325f0b29-0676-4735-a1eb-84259cbfbfbf tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:45.289946 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-151e75c6-ebd4-44a9-9e93-84c6517e69b6 req-325f0b29-0676-4735-a1eb-84259cbfbfbf tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 944 time: 0.0997739 Oct 10 12:02:45.340344 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-151e75c6-ebd4-44a9-9e93-84c6517e69b6 req-6c5ada18-5c29-45dc-899e-250bc5ec18c9 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444050 Oct 10 12:02:45.376893 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b5ca8315-09ef-4e91-b5af-ace104d9e61b req-cde38f28-cb0e-45d8-8900-2434c83ce493 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525903 Oct 10 12:02:45.606342 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b5ca8315-09ef-4e91-b5af-ace104d9e61b req-fc99681c-4462-429b-b6f1-f97d041c7a6b service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229209 Oct 10 12:02:46.540595 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee935e-93f4-47ce-83d4-c85d4e1d9654 req-d8453ac4-0122-4cdf-b9cf-92c980c20925 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:46.542075 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-09ee935e-93f4-47ce-83d4-c85d4e1d9654 req-d8453ac4-0122-4cdf-b9cf-92c980c20925 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 944 time: 0.0910747 Oct 10 12:02:46.586348 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-09ee935e-93f4-47ce-83d4-c85d4e1d9654 req-19998158-d160-490f-8d2b-8578cdfaacb4 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381708 Oct 10 12:02:47.300538 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device ad6d6151-0952-410e-9107-56eb44dbaea2 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 12:02:47.432238 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port ad6d6151-0952-410e-9107-56eb44dbaea2, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ad6d6151-0952-410e-9107-56eb44dbaea2,segment=NetworkSegment(204f00fb-089f-4dc2-ae71-3f91f97fca02),segment_id=204f00fb-089f-4dc2-ae71-3f91f97fca02)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:02:47.444811 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': 'ad6d6151-0952-410e-9107-56eb44dbaea2', 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'port_id': 'ad6d6151-0952-410e-9107-56eb44dbaea2', 'mac_address': 'fa:16:3e:17:fc:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 497, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 12:02:47.498123 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port ad6d6151-0952-410e-9107-56eb44dbaea2 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:02:47.498490 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:47.514576 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad6d6151-0952-410e-9107-56eb44dbaea2 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:02:47.529887 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port ad6d6151-0952-410e-9107-56eb44dbaea2, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ad6d6151-0952-410e-9107-56eb44dbaea2,segment=NetworkSegment(204f00fb-089f-4dc2-ae71-3f91f97fca02),segment_id=204f00fb-089f-4dc2-ae71-3f91f97fca02)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:02:47.590647 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:47.661608 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=ad6d6151-0952-410e-9107-56eb44dbaea2,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:47.800247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['ad6d6151-0952-410e-9107-56eb44dbaea2'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 12:02:47.897547 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb49911-85a5-43a1-861e-1e814c17d8cc req-3f4eef69-0f95-494a-91d4-f7969cb0b796 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:47.898921 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8bb49911-85a5-43a1-861e-1e814c17d8cc req-3f4eef69-0f95-494a-91d4-f7969cb0b796 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 945 time: 0.1972575 Oct 10 12:02:47.944769 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8bb49911-85a5-43a1-861e-1e814c17d8cc req-c77bf237-1788-4ce7-93e0-debddfe2e137 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396821 Oct 10 12:02:49.139037 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50919659-7562-44c0-80b0-fdf3e11603f9 req-9ceed119-182e-4172-a084-f05d313a9fcd tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:49.140477 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-50919659-7562-44c0-80b0-fdf3e11603f9 req-9ceed119-182e-4172-a084-f05d313a9fcd tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 945 time: 0.0861468 Oct 10 12:02:49.187423 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-50919659-7562-44c0-80b0-fdf3e11603f9 req-99e1508c-e02a-4f4f-8a84-2fcd6815cf35 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408437 Oct 10 12:02:49.331179 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device ad6d6151-0952-410e-9107-56eb44dbaea2 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:02:49.476178 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port ad6d6151-0952-410e-9107-56eb44dbaea2 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:02:49.481211 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port ad6d6151-0952-410e-9107-56eb44dbaea2 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:02:49.481601 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:49.485005 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port ad6d6151-0952-410e-9107-56eb44dbaea2 Oct 10 12:02:49.625189 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port ad6d6151-0952-410e-9107-56eb44dbaea2 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:02:49.625468 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:49.653205 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360c342a-2e42-4406-9df3-c52d22f48ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6d6151-0952-410e-9107-56eb44dbaea2'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:02:49.655491 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db75339-9ba3-42ee-b830-e667fdc35be5" -d '{"events": [{"server_uuid": "360c342a-2e42-4406-9df3-c52d22f48ed4", "name": "network-vif-plugged", "status": "completed", "tag": "ad6d6151-0952-410e-9107-56eb44dbaea2"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:02:49.664191 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port ad6d6151-0952-410e-9107-56eb44dbaea2, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ad6d6151-0952-410e-9107-56eb44dbaea2,segment=NetworkSegment(204f00fb-089f-4dc2-ae71-3f91f97fca02),segment_id=204f00fb-089f-4dc2-ae71-3f91f97fca02)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:02:49.751084 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b578b0-a8f7-487d-969e-0d2fff39290d x-openstack-request-id: req-b1b578b0-a8f7-487d-969e-0d2fff39290d {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:02:49.751374 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360c342a-2e42-4406-9df3-c52d22f48ed4", "name": "network-vif-plugged", "status": "completed", "tag": "ad6d6151-0952-410e-9107-56eb44dbaea2", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:02:49.751624 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b1b578b0-a8f7-487d-969e-0d2fff39290d {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:02:49.752014 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1b578b0-a8f7-487d-969e-0d2fff39290d'] response: {'server_uuid': '360c342a-2e42-4406-9df3-c52d22f48ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6d6151-0952-410e-9107-56eb44dbaea2', 'code': 200} Oct 10 12:02:49.759529 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:49.825473 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=ad6d6151-0952-410e-9107-56eb44dbaea2,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:50.139439 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28378ad-f065-4cee-960e-9a292db63cf9 req-dd4e486f-06f6-412a-b9a8-8aace223e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:50.142046 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d28378ad-f065-4cee-960e-9a292db63cf9 req-dd4e486f-06f6-412a-b9a8-8aace223e7e5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 1099 time: 0.0808256 Oct 10 12:02:50.182141 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d28378ad-f065-4cee-960e-9a292db63cf9 req-8b6aa05f-e0f2-4633-af65-e2807506ea8e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344975 Oct 10 12:02:50.389001 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3ad9c-6247-4a92-a56f-db3b3d4f9ae4 req-37bb7dfe-f77a-4d2d-8a66-736950083efd tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:50.391024 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-efd3ad9c-6247-4a92-a56f-db3b3d4f9ae4 req-37bb7dfe-f77a-4d2d-8a66-736950083efd tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 946 time: 0.0906868 Oct 10 12:02:50.434028 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-efd3ad9c-6247-4a92-a56f-db3b3d4f9ae4 req-2c8facee-37a3-4182-998d-e645d03c7475 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373724 Oct 10 12:02:51.630979 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83128771-9edb-45f3-95e1-26c412d53d74 req-2f18156f-5da5-442a-9cc9-a3b8a2b259f6 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:51.632423 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-83128771-9edb-45f3-95e1-26c412d53d74 req-2f18156f-5da5-442a-9cc9-a3b8a2b259f6 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 946 time: 0.0868227 Oct 10 12:02:51.679759 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-83128771-9edb-45f3-95e1-26c412d53d74 req-b8dbc1b9-fb2b-4d70-9977-81ba98174591 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416961 Oct 10 12:02:51.872271 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24ca31-7066-4f0a-abef-65646c8baba3 req-cf5eda79-00ea-4f1b-aaba-cc61b1c9464d tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:51.873765 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9c24ca31-7066-4f0a-abef-65646c8baba3 req-cf5eda79-00ea-4f1b-aaba-cc61b1c9464d tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 946 time: 0.0862923 Oct 10 12:02:51.921716 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9c24ca31-7066-4f0a-abef-65646c8baba3 req-ab2b7b1b-a279-4356-8cc9-31255981e4dc tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410233 Oct 10 12:02:51.950637 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38734) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:02:52.068090 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841825f5-1b81-47eb-a279-45fb06ec40e9 tempest-TestShelveInstance-1090884493 tempest-TestShelveInstance-1090884493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:52.068801 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-841825f5-1b81-47eb-a279-45fb06ec40e9 tempest-TestShelveInstance-1090884493 tempest-TestShelveInstance-1090884493-project-admin] Synchronizing usage tracker for tenant:b59663740f804fee9d89dece82c2e220 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 12:02:52.171797 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-841825f5-1b81-47eb-a279-45fb06ec40e9 tempest-TestShelveInstance-1090884493 tempest-TestShelveInstance-1090884493-project-admin] Unset dirty status for tenant:b59663740f804fee9d89dece82c2e220 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 12:02:52.172963 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-841825f5-1b81-47eb-a279-45fb06ec40e9 tempest-TestShelveInstance-1090884493 tempest-TestShelveInstance-1090884493-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 1094 time: 0.2213402 Oct 10 12:02:52.175927 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38740) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:02:52.182296 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-307ef94d-d5ad-4135-bc30-be51a9e1bbab tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'port_id': 'ad6d6151-0952-410e-9107-56eb44dbaea2', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:02:52.187069 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-307ef94d-d5ad-4135-bc30-be51a9e1bbab tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:02:52.191161 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-307ef94d-d5ad-4135-bc30-be51a9e1bbab tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Usage tracker for resource:floatingip and tenant:ee6a5a47facf48328f00df8a9e87ff84 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:02:52.194357 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-307ef94d-d5ad-4135-bc30-be51a9e1bbab tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:02:52.200095 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-307ef94d-d5ad-4135-bc30-be51a9e1bbab tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:02:52.259055 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-307ef94d-d5ad-4135-bc30-be51a9e1bbab tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for floatingip, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:52.394243 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-307ef94d-d5ad-4135-bc30-be51a9e1bbab tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:52.530185 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-307ef94d-d5ad-4135-bc30-be51a9e1bbab tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Allocated IP 172.26.4.237 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/7cd925e0-7c33-4989-ab0b-3d136271f7b0) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:02:52.673515 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-307ef94d-d5ad-4135-bc30-be51a9e1bbab tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:52.771499 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-307ef94d-d5ad-4135-bc30-be51a9e1bbab tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:52.835902 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307ef94d-d5ad-4135-bc30-be51a9e1bbab tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:02:52.838572 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-307ef94d-d5ad-4135-bc30-be51a9e1bbab tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:02:52.842093 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307ef94d-d5ad-4135-bc30-be51a9e1bbab tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 12:02:52.873952 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ef94d-d5ad-4135-bc30-be51a9e1bbab tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Pushing event updated for resources: {'Port': ['ID=7cd925e0-7c33-4989-ab0b-3d136271f7b0,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:53.251329 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-307ef94d-d5ad-4135-bc30-be51a9e1bbab tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:53.367325 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-307ef94d-d5ad-4135-bc30-be51a9e1bbab tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:53.575556 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-307ef94d-d5ad-4135-bc30-be51a9e1bbab tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:53.685470 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-307ef94d-d5ad-4135-bc30-be51a9e1bbab tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:53.789000 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ef94d-d5ad-4135-bc30-be51a9e1bbab tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Pushing event updated for resources: {'Port': ['ID=7cd925e0-7c33-4989-ab0b-3d136271f7b0,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:53.794093 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-307ef94d-d5ad-4135-bc30-be51a9e1bbab tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:54.070888 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-307ef94d-d5ad-4135-bc30-be51a9e1bbab tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Floating IP 0e262e26-c4a1-45ba-9185-05998113df14 associated. External IP: 172.26.4.237, port: ad6d6151-0952-410e-9107-56eb44dbaea2. Oct 10 12:02:54.422056 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307ef94d-d5ad-4135-bc30-be51a9e1bbab tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Router 66cfe699-b2a7-4ffa-bde5-c07f7971b992 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 12:02:54.595516 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307ef94d-d5ad-4135-bc30-be51a9e1bbab tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 12:02:54.605599 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8868de-e18f-4c22-8a3e-d74869a67802 None None] Sync routers for ids ['66cfe699-b2a7-4ffa-bde5-c07f7971b992'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:02:54.615827 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8868de-e18f-4c22-8a3e-d74869a67802 None None] Routers {'66cfe699-b2a7-4ffa-bde5-c07f7971b992'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:02:54.616437 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-9f8868de-e18f-4c22-8a3e-d74869a67802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:02:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['66cfe699-b2a7-4ffa-bde5-c07f7971b992'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:54.682386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-307ef94d-d5ad-4135-bc30-be51a9e1bbab tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:02:54.742831 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-307ef94d-d5ad-4135-bc30-be51a9e1bbab tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5658853 Oct 10 12:02:54.743521 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360c342a-2e42-4406-9df3-c52d22f48ed4', 'tag': 'ad6d6151-0952-410e-9107-56eb44dbaea2'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:02:54.745881 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf3a310-44c6-44af-8a71-765bd685b173" -d '{"events": [{"name": "network-changed", "server_uuid": "360c342a-2e42-4406-9df3-c52d22f48ed4", "tag": "ad6d6151-0952-410e-9107-56eb44dbaea2"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:02:54.787103 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c6ac2f-71b1-4cbf-a44d-ab8c13140abc x-openstack-request-id: req-c9c6ac2f-71b1-4cbf-a44d-ab8c13140abc {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:02:54.787396 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "360c342a-2e42-4406-9df3-c52d22f48ed4", "tag": "ad6d6151-0952-410e-9107-56eb44dbaea2", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:02:54.787646 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c9c6ac2f-71b1-4cbf-a44d-ab8c13140abc {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:02:54.788044 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c6ac2f-71b1-4cbf-a44d-ab8c13140abc'] response: {'name': 'network-changed', 'server_uuid': '360c342a-2e42-4406-9df3-c52d22f48ed4', 'tag': 'ad6d6151-0952-410e-9107-56eb44dbaea2', 'status': 'completed', 'code': 200} Oct 10 12:02:54.826493 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-9f8868de-e18f-4c22-8a3e-d74869a67802 None None] Set router 66cfe699-b2a7-4ffa-bde5-c07f7971b992 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:02:54.888931 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3a310-44c6-44af-8a71-765bd685b173 req-112f0272-3968-4f7f-bd5a-c84dfd280efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:54.891172 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4cf3a310-44c6-44af-8a71-765bd685b173 req-112f0272-3968-4f7f-bd5a-c84dfd280efe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee6a5a47facf48328f00df8a9e87ff84&device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 1099 time: 0.0812316 Oct 10 12:02:55.024605 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3a310-44c6-44af-8a71-765bd685b173 req-26837448-ad23-4b8b-a75a-adf6a6559b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:55.026170 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4cf3a310-44c6-44af-8a71-765bd685b173 req-26837448-ad23-4b8b-a75a-adf6a6559b37 service neutron] 10.222.0.15 "GET /v2.0/networks?id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 HTTP/1.1" status: 200 len: 910 time: 0.1298146 Oct 10 12:02:55.128824 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4cf3a310-44c6-44af-8a71-765bd685b173 req-71bd0285-6257-4525-9bf6-06acdc6f185a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad6d6151-0952-410e-9107-56eb44dbaea2 HTTP/1.1" status: 200 len: 1000 time: 0.0963855 Oct 10 12:02:55.174162 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-9f8868de-e18f-4c22-8a3e-d74869a67802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'name': 'tempest-TestShelveInstance-2111425614-router', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:20Z', 'updated_at': '2022-10-10T12:02:25Z', 'revision_number': 4, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'gw_port': {'id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:21Z', 'updated_at': '2022-10-10T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '0e262e26-c4a1-45ba-9185-05998113df14', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'floating_ip_address': '172.26.4.237', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'port_id': 'ad6d6151-0952-410e-9107-56eb44dbaea2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'mac_address': 'fa:16:3e:17:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c342a-2e42-4406-9df3-c52d22f48ed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:02:53Z', 'updated_at': '2022-10-10T12:02:53Z', 'revision_number': 0, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa', 'name': '', 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'mac_address': 'fa:16:3e:69:23:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:24Z', 'updated_at': '2022-10-10T12:02:30Z', 'revision_number': 5, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'subnets': [{'id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:55.177919 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8868de-e18f-4c22-8a3e-d74869a67802 None None] Checking router: 66cfe699-b2a7-4ffa-bde5-c07f7971b992 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:02:55.186104 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8868de-e18f-4c22-8a3e-d74869a67802 None None] Routers {'66cfe699-b2a7-4ffa-bde5-c07f7971b992'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:02:55.187448 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-9f8868de-e18f-4c22-8a3e-d74869a67802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:02:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['66cfe699-b2a7-4ffa-bde5-c07f7971b992'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:55.193212 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3a310-44c6-44af-8a71-765bd685b173 req-8016c2f1-b2fc-4df0-b718-ca1ae9391f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:55.194716 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4cf3a310-44c6-44af-8a71-765bd685b173 req-8016c2f1-b2fc-4df0-b718-ca1ae9391f9b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da02f72b-f36e-4d2b-81ed-d5e58ecf348b HTTP/1.1" status: 200 len: 848 time: 0.0591817 Oct 10 12:02:55.280767 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3a310-44c6-44af-8a71-765bd685b173 req-e39df141-af34-48d1-b0b8-3e57fedbc366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:55.282333 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4cf3a310-44c6-44af-8a71-765bd685b173 req-e39df141-af34-48d1-b0b8-3e57fedbc366 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821102 Oct 10 12:02:55.365237 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-9f8868de-e18f-4c22-8a3e-d74869a67802 None None] Set router 66cfe699-b2a7-4ffa-bde5-c07f7971b992 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:02:55.414456 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4cf3a310-44c6-44af-8a71-765bd685b173 req-8c7fccac-14a9-4024-ac52-d61a8c3e3c42 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259766 Oct 10 12:02:55.550170 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4cf3a310-44c6-44af-8a71-765bd685b173 req-eced1ef7-35f8-4670-b980-0129991841ed service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297057 Oct 10 12:02:55.715983 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-9f8868de-e18f-4c22-8a3e-d74869a67802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'name': 'tempest-TestShelveInstance-2111425614-router', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:20Z', 'updated_at': '2022-10-10T12:02:25Z', 'revision_number': 4, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'gw_port': {'id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:21Z', 'updated_at': '2022-10-10T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '0e262e26-c4a1-45ba-9185-05998113df14', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'floating_ip_address': '172.26.4.237', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'port_id': 'ad6d6151-0952-410e-9107-56eb44dbaea2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'mac_address': 'fa:16:3e:17:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c342a-2e42-4406-9df3-c52d22f48ed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:02:53Z', 'updated_at': '2022-10-10T12:02:53Z', 'revision_number': 0, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa', 'name': '', 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'mac_address': 'fa:16:3e:69:23:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:24Z', 'updated_at': '2022-10-10T12:02:30Z', 'revision_number': 5, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'subnets': [{'id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:02:55.720437 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8868de-e18f-4c22-8a3e-d74869a67802 None None] The sync data for ids ['66cfe699-b2a7-4ffa-bde5-c07f7971b992'] in dv-neutron-860842-1-hyperv is: [{'id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'name': 'tempest-TestShelveInstance-2111425614-router', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:20Z', 'updated_at': '2022-10-10T12:02:25Z', 'revision_number': 4, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'gw_port': {'id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:21Z', 'updated_at': '2022-10-10T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '0e262e26-c4a1-45ba-9185-05998113df14', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'floating_ip_address': '172.26.4.237', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'port_id': 'ad6d6151-0952-410e-9107-56eb44dbaea2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'mac_address': 'fa:16:3e:17:fc:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360c342a-2e42-4406-9df3-c52d22f48ed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:02:53Z', 'updated_at': '2022-10-10T12:02:53Z', 'revision_number': 0, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa', 'name': '', 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'mac_address': 'fa:16:3e:69:23:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:24Z', 'updated_at': '2022-10-10T12:02:30Z', 'revision_number': 5, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'subnets': [{'id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:02:55.914084 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d5ce95-0cd6-40db-91bc-0af493de9cc7 None None] New status for floating IP 0e262e26-c4a1-45ba-9185-05998113df14: ACTIVE {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 12:02:58.497647 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6b4c7dd5-48ec-407a-bac1-e9e0b17f313f req-fb924b94-6800-449f-9594-f485af35bc4a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777125 Oct 10 12:02:58.643813 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c7dd5-48ec-407a-bac1-e9e0b17f313f req-6d2061fd-efa6-49d2-b446-d8fcd61333c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:58.645284 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6b4c7dd5-48ec-407a-bac1-e9e0b17f313f req-6d2061fd-efa6-49d2-b446-d8fcd61333c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee6a5a47facf48328f00df8a9e87ff84&device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 1099 time: 0.0817699 Oct 10 12:02:58.885707 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c7dd5-48ec-407a-bac1-e9e0b17f313f req-caa83eab-5db2-465e-9233-df825a2ba9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:58.887057 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6b4c7dd5-48ec-407a-bac1-e9e0b17f313f req-caa83eab-5db2-465e-9233-df825a2ba9fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 HTTP/1.1" status: 200 len: 910 time: 0.2242947 Oct 10 12:02:58.989990 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6b4c7dd5-48ec-407a-bac1-e9e0b17f313f req-bf1275ee-2253-415f-bcd0-4134e3fd7ea3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad6d6151-0952-410e-9107-56eb44dbaea2 HTTP/1.1" status: 200 len: 1002 time: 0.0971296 Oct 10 12:02:59.051457 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c7dd5-48ec-407a-bac1-e9e0b17f313f req-53bfdcd6-5bc7-4392-9ae9-fad41b66ca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:59.052834 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6b4c7dd5-48ec-407a-bac1-e9e0b17f313f req-53bfdcd6-5bc7-4392-9ae9-fad41b66ca85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da02f72b-f36e-4d2b-81ed-d5e58ecf348b HTTP/1.1" status: 200 len: 848 time: 0.0569873 Oct 10 12:02:59.141069 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c7dd5-48ec-407a-bac1-e9e0b17f313f req-04124f2b-eb94-401c-bac4-a8225b1e2eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:59.142460 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6b4c7dd5-48ec-407a-bac1-e9e0b17f313f req-04124f2b-eb94-401c-bac4-a8225b1e2eac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833719 Oct 10 12:02:59.273534 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6b4c7dd5-48ec-407a-bac1-e9e0b17f313f req-fcaf69f5-9add-49c3-b3d0-d1f5c447f33f service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254580 Oct 10 12:02:59.404688 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6b4c7dd5-48ec-407a-bac1-e9e0b17f313f req-af1d5ea8-56e1-48fe-ba45-cb5a343d4c86 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253643 Oct 10 12:03:03.536669 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b0d87284-6271-4c73-aed4-070de6d724eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:03:05.787662 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-62fd0104-9b84-4b68-9e10-2779569562bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:03:07.062319 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:03:07.187943 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:03:08.810496 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:03:09.790452 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:03:17.039264 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:03:33.527514 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e808ff9a-16b0-42c4-9a38-a6fe2ab49bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:03:35.753419 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4b8ee4b7-a717-4985-ae8b-1b750880636d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:03:37.067220 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:03:37.198554 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:03:38.824002 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:03:39.795719 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:03:54.039051 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:04:00.604091 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-76ede00b-c127-40cd-a79f-8282989d8474 req-34abf921-4747-499f-94ef-99db62443172 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1612852 Oct 10 12:04:00.751002 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ede00b-c127-40cd-a79f-8282989d8474 req-1800e915-b7a0-405c-8003-51feaff825aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:00.752621 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-76ede00b-c127-40cd-a79f-8282989d8474 req-1800e915-b7a0-405c-8003-51feaff825aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee6a5a47facf48328f00df8a9e87ff84&device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 1099 time: 0.0824728 Oct 10 12:04:00.892675 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ede00b-c127-40cd-a79f-8282989d8474 req-9f59ea62-0cf3-4ecc-ae3f-95c60fe97736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:00.894895 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-76ede00b-c127-40cd-a79f-8282989d8474 req-9f59ea62-0cf3-4ecc-ae3f-95c60fe97736 service neutron] 10.222.0.15 "GET /v2.0/networks?id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 HTTP/1.1" status: 200 len: 910 time: 0.1250639 Oct 10 12:04:00.993073 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-76ede00b-c127-40cd-a79f-8282989d8474 req-cde899d4-6d9a-4fdc-b216-eb720ad753ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad6d6151-0952-410e-9107-56eb44dbaea2 HTTP/1.1" status: 200 len: 1002 time: 0.0926182 Oct 10 12:04:01.058776 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ede00b-c127-40cd-a79f-8282989d8474 req-33ba9351-e619-4587-9177-244090165d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:01.060116 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-76ede00b-c127-40cd-a79f-8282989d8474 req-33ba9351-e619-4587-9177-244090165d8e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da02f72b-f36e-4d2b-81ed-d5e58ecf348b HTTP/1.1" status: 200 len: 848 time: 0.0610518 Oct 10 12:04:01.140830 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ede00b-c127-40cd-a79f-8282989d8474 req-d168f0a1-2708-4a89-bef4-6dbb73bd63f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:01.142311 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-76ede00b-c127-40cd-a79f-8282989d8474 req-d168f0a1-2708-4a89-bef4-6dbb73bd63f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760269 Oct 10 12:04:01.271392 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-76ede00b-c127-40cd-a79f-8282989d8474 req-a504585f-7048-4607-ab0d-8042d5706134 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226308 Oct 10 12:04:01.402082 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-76ede00b-c127-40cd-a79f-8282989d8474 req-304a8b56-ff58-4ea9-879a-bc5f5559b369 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243842 Oct 10 12:04:03.495240 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e0704bb9-ae13-453b-a77a-be732abb2720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:04:05.789735 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8baf12a5-24f9-43f6-a2b5-2f7d3766f24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:04:07.049351 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:04:07.194944 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:04:08.833238 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:04:09.841014 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:04:31.041828 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:04:33.526117 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f64e5b63-3135-43f1-9458-3c047b57f83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:04:35.755292 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-884ae076-23ec-4e6e-9f83-53c045dc171a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:04:37.043473 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:04:37.197633 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:04:38.814682 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:04:39.803092 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:04:49.960437 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2828d-37e5-4a5b-a11e-a2bfdfcc201c req-fc0bfb10-5fdd-4fa5-b4d6-30e5c543ddb8 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:49.961931 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a5b2828d-37e5-4a5b-a11e-a2bfdfcc201c req-fc0bfb10-5fdd-4fa5-b4d6-30e5c543ddb8 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 946 time: 0.0887101 Oct 10 12:04:50.008794 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a5b2828d-37e5-4a5b-a11e-a2bfdfcc201c req-81366028-f5ee-4f7f-86a3-59f6b90d3e3e tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410016 Oct 10 12:04:51.217173 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b8f59-3e84-4081-8072-b5cd16530960 req-810648ea-620e-4316-bab4-fa585361a795 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:51.218565 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1b0b8f59-3e84-4081-8072-b5cd16530960 req-810648ea-620e-4316-bab4-fa585361a795 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 946 time: 0.0905581 Oct 10 12:04:51.262259 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1b0b8f59-3e84-4081-8072-b5cd16530960 req-da4da888-8e15-4c16-9040-d89fc6dabc7a tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380688 Oct 10 12:04:52.460599 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02379034-eaa8-4e90-939f-0397a4bde86c req-029e8fe4-b626-4876-9024-77f7afc5559c tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:52.462093 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-02379034-eaa8-4e90-939f-0397a4bde86c req-029e8fe4-b626-4876-9024-77f7afc5559c tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 946 time: 0.0874517 Oct 10 12:04:52.504882 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-02379034-eaa8-4e90-939f-0397a4bde86c req-ba16b407-e1d4-48ca-9357-26c3d213dcf1 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370185 Oct 10 12:04:53.797311 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c9d7a-75e4-4025-8094-bfd93fb0b1fd req-933de7c1-941d-46c9-b58f-0fb4245653ef tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:53.798693 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ce0c9d7a-75e4-4025-8094-bfd93fb0b1fd req-933de7c1-941d-46c9-b58f-0fb4245653ef tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 946 time: 0.1821465 Oct 10 12:04:53.842761 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ce0c9d7a-75e4-4025-8094-bfd93fb0b1fd req-051c2838-d641-4960-9c7b-e99a539e9733 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383942 Oct 10 12:04:55.042417 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b8e17-35fa-4d3e-bbae-54e6a638cef1 req-47a1a896-aa3b-418b-9241-78530a64b3ff tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:55.043857 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-807b8e17-35fa-4d3e-bbae-54e6a638cef1 req-47a1a896-aa3b-418b-9241-78530a64b3ff tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 946 time: 0.0907173 Oct 10 12:04:55.087212 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-807b8e17-35fa-4d3e-bbae-54e6a638cef1 req-e4b0d473-b8c1-4509-8963-28c006a398bb tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375609 Oct 10 12:04:56.281609 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facc6d5-70d5-4b56-9cfc-449e40226aa2 req-32ecba3e-fab9-4eec-bbf9-3bdf036e70cd tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:56.283065 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7facc6d5-70d5-4b56-9cfc-449e40226aa2 req-32ecba3e-fab9-4eec-bbf9-3bdf036e70cd tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 946 time: 0.0861435 Oct 10 12:04:56.326993 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7facc6d5-70d5-4b56-9cfc-449e40226aa2 req-3604b1b4-8ea0-4342-a4a0-d0e13245e8a4 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377352 Oct 10 12:04:57.525838 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac700c-8275-4a06-85a4-6296e3e4f0de req-2e90df6f-4772-49e8-adcb-592ffa1c7301 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:57.527287 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-82ac700c-8275-4a06-85a4-6296e3e4f0de req-2e90df6f-4772-49e8-adcb-592ffa1c7301 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 946 time: 0.0871482 Oct 10 12:04:57.574259 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-82ac700c-8275-4a06-85a4-6296e3e4f0de req-349be711-64f6-44cf-b9e5-a4739eb68165 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413754 Oct 10 12:04:58.773013 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88113db1-1fad-4bc6-831a-8447ff46407e req-69d29301-8c14-4292-90d7-d8b83a6d57b3 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:04:58.774556 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-88113db1-1fad-4bc6-831a-8447ff46407e req-69d29301-8c14-4292-90d7-d8b83a6d57b3 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 946 time: 0.0905931 Oct 10 12:04:58.817816 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-88113db1-1fad-4bc6-831a-8447ff46407e req-37aced47-6d57-449c-8235-01d09af6e69c tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376625 Oct 10 12:05:00.016668 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bcbd1-4e49-454c-8725-f6dbd32d0bd0 req-a29e18ec-f743-4a15-8d22-e35e8bf56ec9 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:00.018123 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ef0bcbd1-4e49-454c-8725-f6dbd32d0bd0 req-a29e18ec-f743-4a15-8d22-e35e8bf56ec9 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 946 time: 0.0857182 Oct 10 12:05:00.062134 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ef0bcbd1-4e49-454c-8725-f6dbd32d0bd0 req-f50ca711-b6de-4d65-9dd7-2cfc6da8fd54 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382915 Oct 10 12:05:00.557970 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92869084-7427-4c99-8934-41ab9c5f4c93 req-f6489a02-f320-4acb-8f4c-00a7dfcddab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:00.559483 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-92869084-7427-4c99-8934-41ab9c5f4c93 req-f6489a02-f320-4acb-8f4c-00a7dfcddab3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee6a5a47facf48328f00df8a9e87ff84&device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 1099 time: 0.0812507 Oct 10 12:05:00.712313 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92869084-7427-4c99-8934-41ab9c5f4c93 req-ce1d0c41-c4ae-4d88-9dd9-dbdb7b93f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:00.713785 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-92869084-7427-4c99-8934-41ab9c5f4c93 req-ce1d0c41-c4ae-4d88-9dd9-dbdb7b93f044 service neutron] 10.222.0.15 "GET /v2.0/networks?id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 HTTP/1.1" status: 200 len: 910 time: 0.1338279 Oct 10 12:05:00.816241 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-92869084-7427-4c99-8934-41ab9c5f4c93 req-5ab7e627-322b-4fdd-8e00-6d1e3356c629 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad6d6151-0952-410e-9107-56eb44dbaea2 HTTP/1.1" status: 200 len: 1002 time: 0.0953419 Oct 10 12:05:00.884194 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92869084-7427-4c99-8934-41ab9c5f4c93 req-4e7c7bcc-dd58-4690-8be8-50082c39ed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:00.885677 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-92869084-7427-4c99-8934-41ab9c5f4c93 req-4e7c7bcc-dd58-4690-8be8-50082c39ed67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da02f72b-f36e-4d2b-81ed-d5e58ecf348b HTTP/1.1" status: 200 len: 848 time: 0.0631185 Oct 10 12:05:00.971861 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92869084-7427-4c99-8934-41ab9c5f4c93 req-c699651c-e5bd-45bb-b66b-831bbdf23dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:00.973331 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-92869084-7427-4c99-8934-41ab9c5f4c93 req-c699651c-e5bd-45bb-b66b-831bbdf23dfc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801759 Oct 10 12:05:01.108629 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-92869084-7427-4c99-8934-41ab9c5f4c93 req-efb89ae7-6858-4eff-968a-f91ed0b7535a service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284263 Oct 10 12:05:01.307046 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-92869084-7427-4c99-8934-41ab9c5f4c93 req-31fc20e7-dfcc-4731-8991-d27e5844fb98 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913869 Oct 10 12:05:01.325456 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98e523-b531-4805-bcf3-0a6764731a50 req-081be26f-e00b-4c89-8c98-46a6a5a82b3d tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:01.326753 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3e98e523-b531-4805-bcf3-0a6764731a50 req-081be26f-e00b-4c89-8c98-46a6a5a82b3d tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 946 time: 0.1284325 Oct 10 12:05:01.371755 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3e98e523-b531-4805-bcf3-0a6764731a50 req-ef1470b4-2dca-4696-a653-d88fb462538d tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382357 Oct 10 12:05:02.001776 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device ad6d6151-0952-410e-9107-56eb44dbaea2 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 12:05:02.142338 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port ad6d6151-0952-410e-9107-56eb44dbaea2, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ad6d6151-0952-410e-9107-56eb44dbaea2,segment=NetworkSegment(204f00fb-089f-4dc2-ae71-3f91f97fca02),segment_id=204f00fb-089f-4dc2-ae71-3f91f97fca02)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:05:02.157374 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': 'ad6d6151-0952-410e-9107-56eb44dbaea2', 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'port_id': 'ad6d6151-0952-410e-9107-56eb44dbaea2', 'mac_address': 'fa:16:3e:17:fc:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 497, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 12:05:02.219544 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port ad6d6151-0952-410e-9107-56eb44dbaea2 is: ACTIVE; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:05:02.219923 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:05:02.236736 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad6d6151-0952-410e-9107-56eb44dbaea2 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:05:02.251777 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port ad6d6151-0952-410e-9107-56eb44dbaea2, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ad6d6151-0952-410e-9107-56eb44dbaea2,segment=NetworkSegment(204f00fb-089f-4dc2-ae71-3f91f97fca02),segment_id=204f00fb-089f-4dc2-ae71-3f91f97fca02)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:05:02.320637 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:05:02.390634 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=ad6d6151-0952-410e-9107-56eb44dbaea2,revision_number=6']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:02.398994 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['ad6d6151-0952-410e-9107-56eb44dbaea2'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 12:05:02.427014 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:02.427362 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:02.427702 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:02.428724 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:02.428844 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:02.429177 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:02.429503 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:02.433088 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:02.433489 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:02.433790 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:02.434123 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:02.434449 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:05:02.700103 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e1663-46db-481a-a9eb-95370032df94 req-04f79fbc-f56d-48d5-bac8-f1cf0d737f44 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:02.701470 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2d7e1663-46db-481a-a9eb-95370032df94 req-04f79fbc-f56d-48d5-bac8-f1cf0d737f44 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 945 time: 0.2134845 Oct 10 12:05:02.746947 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2d7e1663-46db-481a-a9eb-95370032df94 req-9c7cbdb9-6889-4fc3-ac09-466a89192c0a tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390136 Oct 10 12:05:03.551547 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7b508bdb-9c19-40bc-9fdc-e6ae6ad034b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:05:03.977690 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a244041-dead-4d69-a45f-e6b22945da19 req-6bfe9a7a-3555-4392-a088-65a8106b63fd tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:03.979203 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7a244041-dead-4d69-a45f-e6b22945da19 req-6bfe9a7a-3555-4392-a088-65a8106b63fd tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 945 time: 0.1029928 Oct 10 12:05:04.018243 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device ad6d6151-0952-410e-9107-56eb44dbaea2 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:05:04.030694 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7a244041-dead-4d69-a45f-e6b22945da19 req-66a90a5d-cbb4-4220-b961-44b418175288 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433259 Oct 10 12:05:04.093795 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port ad6d6151-0952-410e-9107-56eb44dbaea2 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:05:04.094281 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:05:04.094608 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port ad6d6151-0952-410e-9107-56eb44dbaea2 Oct 10 12:05:04.286651 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port ad6d6151-0952-410e-9107-56eb44dbaea2 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:05:04.287337 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:05:04.321102 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360c342a-2e42-4406-9df3-c52d22f48ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6d6151-0952-410e-9107-56eb44dbaea2'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:05:04.325651 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd91b8c9-8b45-46a2-bd69-d7eccd8e6dcf" -d '{"events": [{"server_uuid": "360c342a-2e42-4406-9df3-c52d22f48ed4", "name": "network-vif-plugged", "status": "completed", "tag": "ad6d6151-0952-410e-9107-56eb44dbaea2"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:05:04.332597 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port ad6d6151-0952-410e-9107-56eb44dbaea2, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ad6d6151-0952-410e-9107-56eb44dbaea2,segment=NetworkSegment(204f00fb-089f-4dc2-ae71-3f91f97fca02),segment_id=204f00fb-089f-4dc2-ae71-3f91f97fca02)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:05:04.378948 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8793314b-8e72-4680-a78c-3558579ee230 x-openstack-request-id: req-8793314b-8e72-4680-a78c-3558579ee230 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:05:04.379378 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360c342a-2e42-4406-9df3-c52d22f48ed4", "name": "network-vif-plugged", "status": "completed", "tag": "ad6d6151-0952-410e-9107-56eb44dbaea2", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:05:04.379723 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8793314b-8e72-4680-a78c-3558579ee230 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:05:04.380207 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8793314b-8e72-4680-a78c-3558579ee230'] response: {'server_uuid': '360c342a-2e42-4406-9df3-c52d22f48ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6d6151-0952-410e-9107-56eb44dbaea2', 'code': 200} Oct 10 12:05:04.412135 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:05:04.502367 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=ad6d6151-0952-410e-9107-56eb44dbaea2,revision_number=7']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:05.277324 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9eef1-e9cf-4423-8663-bea7205c8b37 req-4ed7ba8a-4b50-43ee-b1a6-58bcaee90c86 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:05.279588 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2bd9eef1-e9cf-4423-8663-bea7205c8b37 req-4ed7ba8a-4b50-43ee-b1a6-58bcaee90c86 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 946 time: 0.1046569 Oct 10 12:05:05.352141 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2bd9eef1-e9cf-4423-8663-bea7205c8b37 req-8655801a-25c6-40f4-bba0-9d7d07608834 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625446 Oct 10 12:05:05.904452 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-924b70c5-5d7b-4d1e-8a87-c51dfc65a450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:05:06.583596 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42926b-0751-49ba-b9a0-f8f69e66a65e req-cf712393-644c-43ce-875a-615f0617637e tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:06.585337 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9c42926b-0751-49ba-b9a0-f8f69e66a65e req-cf712393-644c-43ce-875a-615f0617637e tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 946 time: 0.0920749 Oct 10 12:05:06.642367 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-9c42926b-0751-49ba-b9a0-f8f69e66a65e req-66de1586-9dd7-4e9d-9fec-8d8253e4ab15 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500767 Oct 10 12:05:07.183423 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:05:07.203083 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:05:07.866646 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af45da-a9b9-4277-9dc1-2a00b944db9c req-0c423f63-20f0-49f8-acac-c19e31cc9c85 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:07.869110 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e0af45da-a9b9-4277-9dc1-2a00b944db9c req-0c423f63-20f0-49f8-acac-c19e31cc9c85 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 946 time: 0.1080956 Oct 10 12:05:07.942213 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e0af45da-a9b9-4277-9dc1-2a00b944db9c req-3cef5735-9aed-4922-b95d-f51f687d2511 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671437 Oct 10 12:05:08.041401 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:05:09.088951 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:05:09.175486 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221bc11-2eb2-4f9a-a317-a8860464b2c1 req-4decc52b-be44-465f-9ec0-997fca81e3c1 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:09.176930 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0221bc11-2eb2-4f9a-a317-a8860464b2c1 req-4decc52b-be44-465f-9ec0-997fca81e3c1 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 946 time: 0.1184850 Oct 10 12:05:09.229154 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0221bc11-2eb2-4f9a-a317-a8860464b2c1 req-72be431e-2acd-409b-8a22-481fa011bf1d tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462346 Oct 10 12:05:10.116506 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:05:10.460434 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4e662-2c12-4cf6-929b-b4ee47c30581 req-4a472f3a-9e0d-4a07-a6c9-0d7148114530 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:10.461988 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d6c4e662-2c12-4cf6-929b-b4ee47c30581 req-4a472f3a-9e0d-4a07-a6c9-0d7148114530 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 946 time: 0.1042938 Oct 10 12:05:10.509759 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d6c4e662-2c12-4cf6-929b-b4ee47c30581 req-b816492d-fcd8-4b6a-9a1a-5f30a45e9095 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414085 Oct 10 12:05:11.735254 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5ef3d-d5f4-4d66-b477-a48de81d9c97 req-55a34798-70af-429d-b574-f49d65f20782 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:11.736780 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ccf5ef3d-d5f4-4d66-b477-a48de81d9c97 req-55a34798-70af-429d-b574-f49d65f20782 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 946 time: 0.1010411 Oct 10 12:05:11.782933 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ccf5ef3d-d5f4-4d66-b477-a48de81d9c97 req-8bc815e9-8447-4b9a-8afd-144975a25d27 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400774 Oct 10 12:05:12.999354 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4757e-a2aa-4d66-bbf7-6760024ac960 req-8f3b04e5-5061-4312-b861-9cef63d2135e tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:13.000989 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5dc4757e-a2aa-4d66-bbf7-6760024ac960 req-8f3b04e5-5061-4312-b861-9cef63d2135e tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 946 time: 0.0940256 Oct 10 12:05:13.049135 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5dc4757e-a2aa-4d66-bbf7-6760024ac960 req-0ef64460-e1f8-416d-804b-0cff75d64e3d tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418231 Oct 10 12:05:14.240291 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d9462-09ae-4e47-8b50-4f7162c883f3 req-405d6cd5-8da4-4256-86f5-5db029cfef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:14.241790 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-719d9462-09ae-4e47-8b50-4f7162c883f3 req-405d6cd5-8da4-4256-86f5-5db029cfef02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee6a5a47facf48328f00df8a9e87ff84&device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 1099 time: 0.0814757 Oct 10 12:05:14.253565 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a5b5b-f6b4-4e93-bb03-6e02c18cc40a req-6d0a3716-7eba-48eb-a1fd-936b1d83e278 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:14.254991 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f29a5b5b-f6b4-4e93-bb03-6e02c18cc40a req-6d0a3716-7eba-48eb-a1fd-936b1d83e278 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 946 time: 0.0889835 Oct 10 12:05:14.299858 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f29a5b5b-f6b4-4e93-bb03-6e02c18cc40a req-c332a3ac-a084-43e9-8ba6-6f7c2937e609 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380769 Oct 10 12:05:14.462657 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d9462-09ae-4e47-8b50-4f7162c883f3 req-c6b19694-6a87-4772-8b5d-88fadd571867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:14.464075 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-719d9462-09ae-4e47-8b50-4f7162c883f3 req-c6b19694-6a87-4772-8b5d-88fadd571867 service neutron] 10.222.0.15 "GET /v2.0/networks?id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 HTTP/1.1" status: 200 len: 910 time: 0.2165532 Oct 10 12:05:14.563852 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-719d9462-09ae-4e47-8b50-4f7162c883f3 req-bed289f7-08dc-4bb3-8ddd-5dc4640d67c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad6d6151-0952-410e-9107-56eb44dbaea2 HTTP/1.1" status: 200 len: 1002 time: 0.0935340 Oct 10 12:05:14.624454 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d9462-09ae-4e47-8b50-4f7162c883f3 req-6f6cc151-ced1-42c1-9eb9-128712e8b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:14.625854 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-719d9462-09ae-4e47-8b50-4f7162c883f3 req-6f6cc151-ced1-42c1-9eb9-128712e8b886 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da02f72b-f36e-4d2b-81ed-d5e58ecf348b HTTP/1.1" status: 200 len: 848 time: 0.0558410 Oct 10 12:05:14.710345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d9462-09ae-4e47-8b50-4f7162c883f3 req-7b60debb-ae1d-4d6d-befc-2902210cb4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:14.711876 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-719d9462-09ae-4e47-8b50-4f7162c883f3 req-7b60debb-ae1d-4d6d-befc-2902210cb4f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797663 Oct 10 12:05:14.840830 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-719d9462-09ae-4e47-8b50-4f7162c883f3 req-6e8a933b-22c2-4faa-b5ba-a9d819e74c7f service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231039 Oct 10 12:05:14.971777 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-719d9462-09ae-4e47-8b50-4f7162c883f3 req-b2258100-a4a5-440c-9f6c-878cbc2209d3 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246936 Oct 10 12:05:15.504937 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2eda0f-eb11-4660-9e28-d0c8817a9f0e req-00acf0d0-4d33-446f-b2ea-152172c45118 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:15.506448 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9d2eda0f-eb11-4660-9e28-d0c8817a9f0e req-00acf0d0-4d33-446f-b2ea-152172c45118 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 946 time: 0.0867612 Oct 10 12:05:15.549484 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9d2eda0f-eb11-4660-9e28-d0c8817a9f0e req-3a4c4f79-15d5-4fcc-83f3-506f8d3d9dd3 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375199 Oct 10 12:05:16.751131 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d83623-6582-47a3-b825-acbbd6622129 req-f71345cf-4362-4d13-81de-710d2e7f804b tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:16.752579 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f0d83623-6582-47a3-b825-acbbd6622129 req-f71345cf-4362-4d13-81de-710d2e7f804b tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 946 time: 0.0912936 Oct 10 12:05:16.798089 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f0d83623-6582-47a3-b825-acbbd6622129 req-9b2a6fc3-25d2-41e0-bdfa-31683735b1ac tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398171 Oct 10 12:05:17.997797 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0183ef-1211-4db8-bd99-7af58dc8a204 req-3351c23f-d86b-4ff8-a7e5-ee930b5ca188 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:17.999246 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4c0183ef-1211-4db8-bd99-7af58dc8a204 req-3351c23f-d86b-4ff8-a7e5-ee930b5ca188 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 946 time: 0.0906646 Oct 10 12:05:18.042868 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4c0183ef-1211-4db8-bd99-7af58dc8a204 req-daf861d5-0497-4e29-a610-784b056c056e tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379870 Oct 10 12:05:18.092501 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device ad6d6151-0952-410e-9107-56eb44dbaea2 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 12:05:18.206451 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port ad6d6151-0952-410e-9107-56eb44dbaea2 is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:05:18.206825 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:05:18.234440 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360c342a-2e42-4406-9df3-c52d22f48ed4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad6d6151-0952-410e-9107-56eb44dbaea2'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:05:18.236695 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66c77c6-765b-49e5-b3cb-5f5a2c7b03e1" -d '{"events": [{"server_uuid": "360c342a-2e42-4406-9df3-c52d22f48ed4", "name": "network-vif-unplugged", "status": "completed", "tag": "ad6d6151-0952-410e-9107-56eb44dbaea2"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:05:18.244706 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port ad6d6151-0952-410e-9107-56eb44dbaea2, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ad6d6151-0952-410e-9107-56eb44dbaea2,segment=NetworkSegment(204f00fb-089f-4dc2-ae71-3f91f97fca02),segment_id=204f00fb-089f-4dc2-ae71-3f91f97fca02)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:05:18.273745 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 10 Oct 2022 12:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9562cc-78fc-4b38-8463-2d101750ee16 x-openstack-request-id: req-be9562cc-78fc-4b38-8463-2d101750ee16 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:05:18.274036 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360c342a-2e42-4406-9df3-c52d22f48ed4", "name": "network-vif-unplugged", "status": "failed", "tag": "ad6d6151-0952-410e-9107-56eb44dbaea2", "code": 422}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:05:18.274286 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-be9562cc-78fc-4b38-8463-2d101750ee16 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:05:18.274742 dv-neutron-860842-1-hyperv neutron-server[89898]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-be9562cc-78fc-4b38-8463-2d101750ee16']: {'server_uuid': '360c342a-2e42-4406-9df3-c52d22f48ed4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ad6d6151-0952-410e-9107-56eb44dbaea2', 'code': 422} returned with failed status Oct 10 12:05:18.352463 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:05:18.418630 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=ad6d6151-0952-410e-9107-56eb44dbaea2,revision_number=8']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:18.591871 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5a803-eaa5-4283-bc9f-9bfd2ae422d0 req-95c92d72-3467-4e82-ba95-e8b253dc69f6 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:18.593339 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e5b5a803-eaa5-4283-bc9f-9bfd2ae422d0 req-95c92d72-3467-4e82-ba95-e8b253dc69f6 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 944 time: 0.0890324 Oct 10 12:05:18.643360 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e5b5a803-eaa5-4283-bc9f-9bfd2ae422d0 req-f259f713-b9b1-43f0-b324-4873baa6c88a tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442569 Oct 10 12:05:19.107494 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 38932) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:05:19.230066 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3d94a9a8-5e87-457f-ba13-6401c2ff735a req-6f9251a9-fd75-4325-8d23-235db029a805 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1212482 Oct 10 12:05:19.854413 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e25cc-5343-4a51-998d-f0fce844b5b7 req-86a4cb87-7c91-4b12-9e42-c7954fa4daa3 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:19.855849 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a22e25cc-5343-4a51-998d-f0fce844b5b7 req-86a4cb87-7c91-4b12-9e42-c7954fa4daa3 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 944 time: 0.0922537 Oct 10 12:05:19.900491 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-a22e25cc-5343-4a51-998d-f0fce844b5b7 req-9825a6c1-fe27-4f5b-b6c6-133e6919ade9 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389991 Oct 10 12:05:21.098128 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200657d-df8a-4e1b-81d6-f3ffb616de62 req-92299ffc-925f-4aae-b8a1-aaf75fc8ab66 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:21.099557 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2200657d-df8a-4e1b-81d6-f3ffb616de62 req-92299ffc-925f-4aae-b8a1-aaf75fc8ab66 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 944 time: 0.0876083 Oct 10 12:05:21.144508 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2200657d-df8a-4e1b-81d6-f3ffb616de62 req-c7121136-2ad0-4832-a4c3-1504abc498d8 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368021 Oct 10 12:05:22.102381 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device ad6d6151-0952-410e-9107-56eb44dbaea2 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 12:05:22.223200 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port ad6d6151-0952-410e-9107-56eb44dbaea2 is: DOWN; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:05:22.348450 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef9f33-ad3e-40b7-bae6-616f4902bb40 req-bf185b68-81db-4aeb-b88e-da31d1907c41 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:22.350488 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-acef9f33-ad3e-40b7-bae6-616f4902bb40 req-bf185b68-81db-4aeb-b88e-da31d1907c41 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 944 time: 0.0923681 Oct 10 12:05:22.394673 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-acef9f33-ad3e-40b7-bae6-616f4902bb40 req-ff78f3a0-95a3-4782-b06e-958b6b78c28b tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383899 Oct 10 12:05:22.647356 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94a9a8-5e87-457f-ba13-6401c2ff735a req-b2049abb-8206-4120-9dc4-b458b48711a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:22.648823 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3d94a9a8-5e87-457f-ba13-6401c2ff735a req-b2049abb-8206-4120-9dc4-b458b48711a2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4&tenant_id=ee6a5a47facf48328f00df8a9e87ff84 HTTP/1.1" status: 200 len: 1097 time: 0.0824516 Oct 10 12:05:22.746651 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94a9a8-5e87-457f-ba13-6401c2ff735a req-7737bcbe-af5c-489f-a3d2-3966875da05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:22.748242 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3d94a9a8-5e87-457f-ba13-6401c2ff735a req-7737bcbe-af5c-489f-a3d2-3966875da05a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee6a5a47facf48328f00df8a9e87ff84&device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 1097 time: 0.0787933 Oct 10 12:05:22.878836 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94a9a8-5e87-457f-ba13-6401c2ff735a req-6d72be4b-afa1-40fb-83d0-f3c98846d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:22.880300 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3d94a9a8-5e87-457f-ba13-6401c2ff735a req-6d72be4b-afa1-40fb-83d0-f3c98846d11c service neutron] 10.222.0.15 "GET /v2.0/networks?id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 HTTP/1.1" status: 200 len: 910 time: 0.1269143 Oct 10 12:05:22.983955 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3d94a9a8-5e87-457f-ba13-6401c2ff735a req-914e18c8-eb8f-479a-b952-6d335d84c4ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad6d6151-0952-410e-9107-56eb44dbaea2 HTTP/1.1" status: 200 len: 1000 time: 0.0976582 Oct 10 12:05:23.048485 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94a9a8-5e87-457f-ba13-6401c2ff735a req-7bc8c3ca-4657-484c-884a-df4454915800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:23.049893 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3d94a9a8-5e87-457f-ba13-6401c2ff735a req-7bc8c3ca-4657-484c-884a-df4454915800 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da02f72b-f36e-4d2b-81ed-d5e58ecf348b HTTP/1.1" status: 200 len: 848 time: 0.0600660 Oct 10 12:05:23.131822 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94a9a8-5e87-457f-ba13-6401c2ff735a req-7e749fe3-be4e-4fed-bc5d-9946e91edc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:23.133278 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3d94a9a8-5e87-457f-ba13-6401c2ff735a req-7e749fe3-be4e-4fed-bc5d-9946e91edc14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776749 Oct 10 12:05:23.361358 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3d94a9a8-5e87-457f-ba13-6401c2ff735a req-b3eb28d5-79c9-49c0-aec4-e89bce2c3785 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222350 Oct 10 12:05:23.494555 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3d94a9a8-5e87-457f-ba13-6401c2ff735a req-bb10f389-2bac-46d3-a0d0-4fdf4591c698 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254981 Oct 10 12:05:23.597593 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749601b1-fe90-4547-a7aa-675c8d691c0c req-a5414fcf-334f-4e4f-a8e1-172541f3fbea tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:23.599078 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-749601b1-fe90-4547-a7aa-675c8d691c0c req-a5414fcf-334f-4e4f-a8e1-172541f3fbea tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 944 time: 0.0933166 Oct 10 12:05:23.645210 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-749601b1-fe90-4547-a7aa-675c8d691c0c req-9cb9738a-f3c0-4a71-983c-0f1b3cf3b775 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380991 Oct 10 12:05:24.864511 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00e2c0-3547-4ba2-8ecc-7720bc4204cc req-c9ad65da-21db-41d8-90b4-018694edaea2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:24.867312 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2c00e2c0-3547-4ba2-8ecc-7720bc4204cc req-c9ad65da-21db-41d8-90b4-018694edaea2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 944 time: 0.1027381 Oct 10 12:05:24.920325 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-2c00e2c0-3547-4ba2-8ecc-7720bc4204cc req-ee0a7df2-347e-47d6-9ffc-6529dca11643 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482073 Oct 10 12:05:26.147911 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858fcb1-d434-429b-b197-c69b27ecda8d req-ad0d5212-874d-4a85-ab35-5f90f0dbb54c tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:26.149609 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5858fcb1-d434-429b-b197-c69b27ecda8d req-ad0d5212-874d-4a85-ab35-5f90f0dbb54c tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 944 time: 0.1125164 Oct 10 12:05:26.202186 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5858fcb1-d434-429b-b197-c69b27ecda8d req-4ca71f6e-e1f8-4739-805b-c9e43ddb854b tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467534 Oct 10 12:05:27.577585 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0409c-3de4-4679-bf16-80ead996a5df req-1c26150e-5192-401b-b4f2-3d6ba1dfdbdd tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:27.579722 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b9d0409c-3de4-4679-bf16-80ead996a5df req-1c26150e-5192-401b-b4f2-3d6ba1dfdbdd tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 944 time: 0.0974984 Oct 10 12:05:27.630636 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b9d0409c-3de4-4679-bf16-80ead996a5df req-e7801b24-3671-4db8-8ad8-5eaefe0761fb tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438766 Oct 10 12:05:28.845903 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda957be-0268-4500-9e7d-2e1cb8eecd16 req-872f2d9b-1287-4bd3-b536-84d3c3652dbd tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:28.847998 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cda957be-0268-4500-9e7d-2e1cb8eecd16 req-872f2d9b-1287-4bd3-b536-84d3c3652dbd tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 944 time: 0.0954092 Oct 10 12:05:28.901399 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cda957be-0268-4500-9e7d-2e1cb8eecd16 req-c27076b7-69b4-4527-aaa8-6ebbbebcde62 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475397 Oct 10 12:05:30.123782 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12af97-3d21-4e7e-b2cf-9777c5c3edfd req-a09e2d4c-eafa-497e-875c-b1b502b9792f tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:30.126043 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-db12af97-3d21-4e7e-b2cf-9777c5c3edfd req-a09e2d4c-eafa-497e-875c-b1b502b9792f tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 944 time: 0.1003125 Oct 10 12:05:30.176644 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-db12af97-3d21-4e7e-b2cf-9777c5c3edfd req-e4c71920-b588-4860-b617-13496c256dd5 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439579 Oct 10 12:05:31.381324 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014a590-36d7-4c14-a354-4190665f08d3 req-b962a150-52f8-4b87-90bc-ff0e561d99bb tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:31.386449 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0014a590-36d7-4c14-a354-4190665f08d3 req-b962a150-52f8-4b87-90bc-ff0e561d99bb tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 944 time: 0.0927832 Oct 10 12:05:31.427833 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0014a590-36d7-4c14-a354-4190665f08d3 req-5d413cf9-7ea1-4165-b924-e07c7dd409ad tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392292 Oct 10 12:05:32.625763 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5591d3b-5dfe-43c4-84f1-bfdf7b8e1675 req-d22a5364-4aab-41d5-ace7-33b4d6b7b579 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:32.627209 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c5591d3b-5dfe-43c4-84f1-bfdf7b8e1675 req-d22a5364-4aab-41d5-ace7-33b4d6b7b579 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 944 time: 0.0880663 Oct 10 12:05:32.674074 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c5591d3b-5dfe-43c4-84f1-bfdf7b8e1675 req-1f6459ee-885e-4205-a9a7-d3a5e929f23a tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406549 Oct 10 12:05:33.562305 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3df3b305-e6de-4196-8e33-c60ba1914408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:05:33.870092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baee9ee-e9bd-4d03-b8ae-fcb89f9c5b57 req-568a8f2e-6956-412b-89ad-8f874d3a3d06 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:33.871548 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5baee9ee-e9bd-4d03-b8ae-fcb89f9c5b57 req-568a8f2e-6956-412b-89ad-8f874d3a3d06 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 944 time: 0.0870912 Oct 10 12:05:33.918619 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5baee9ee-e9bd-4d03-b8ae-fcb89f9c5b57 req-87e33fb4-1619-4a28-a69a-e8d8d0bcbaa2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415037 Oct 10 12:05:34.179427 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device ad6d6151-0952-410e-9107-56eb44dbaea2 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 12:05:34.309322 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port ad6d6151-0952-410e-9107-56eb44dbaea2, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ad6d6151-0952-410e-9107-56eb44dbaea2,segment=NetworkSegment(204f00fb-089f-4dc2-ae71-3f91f97fca02),segment_id=204f00fb-089f-4dc2-ae71-3f91f97fca02)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:05:34.322542 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': 'ad6d6151-0952-410e-9107-56eb44dbaea2', 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'port_id': 'ad6d6151-0952-410e-9107-56eb44dbaea2', 'mac_address': 'fa:16:3e:17:fc:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 497, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 12:05:34.375392 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port ad6d6151-0952-410e-9107-56eb44dbaea2 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:05:34.375760 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:05:34.392126 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad6d6151-0952-410e-9107-56eb44dbaea2 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:05:34.407368 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port ad6d6151-0952-410e-9107-56eb44dbaea2, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ad6d6151-0952-410e-9107-56eb44dbaea2,segment=NetworkSegment(204f00fb-089f-4dc2-ae71-3f91f97fca02),segment_id=204f00fb-089f-4dc2-ae71-3f91f97fca02)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:05:34.487781 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:05:34.556052 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=ad6d6151-0952-410e-9107-56eb44dbaea2,revision_number=9']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:34.717992 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['ad6d6151-0952-410e-9107-56eb44dbaea2'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 12:05:35.116116 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab35bc-06c2-400a-8b9a-60b6f332ff33 req-dc69ae3c-1903-4775-99e9-4548701be980 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:35.117585 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e6ab35bc-06c2-400a-8b9a-60b6f332ff33 req-dc69ae3c-1903-4775-99e9-4548701be980 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 945 time: 0.0881228 Oct 10 12:05:35.160490 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e6ab35bc-06c2-400a-8b9a-60b6f332ff33 req-bb70b902-2980-4606-ba96-0939b2da5cc5 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372365 Oct 10 12:05:35.750754 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3a6ef09c-cbd3-4458-b88a-c35443a86a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:05:36.189084 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device ad6d6151-0952-410e-9107-56eb44dbaea2 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:05:36.264536 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port ad6d6151-0952-410e-9107-56eb44dbaea2 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:05:36.265203 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:05:36.265547 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port ad6d6151-0952-410e-9107-56eb44dbaea2 Oct 10 12:05:36.388894 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a173afe-719f-45a8-a503-cf95f1f9af97 req-a346d529-9f0c-49a3-a57c-6c0d4097327f tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:36.390328 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6a173afe-719f-45a8-a503-cf95f1f9af97 req-a346d529-9f0c-49a3-a57c-6c0d4097327f tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 945 time: 0.1088097 Oct 10 12:05:36.395162 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port ad6d6151-0952-410e-9107-56eb44dbaea2 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:05:36.395543 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:05:36.425146 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360c342a-2e42-4406-9df3-c52d22f48ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6d6151-0952-410e-9107-56eb44dbaea2'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:05:36.427486 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725f5ef2-f4c9-4ea6-840c-05353de3389b" -d '{"events": [{"server_uuid": "360c342a-2e42-4406-9df3-c52d22f48ed4", "name": "network-vif-plugged", "status": "completed", "tag": "ad6d6151-0952-410e-9107-56eb44dbaea2"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:05:36.436656 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port ad6d6151-0952-410e-9107-56eb44dbaea2, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ad6d6151-0952-410e-9107-56eb44dbaea2,segment=NetworkSegment(204f00fb-089f-4dc2-ae71-3f91f97fca02),segment_id=204f00fb-089f-4dc2-ae71-3f91f97fca02)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:05:36.445839 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6a173afe-719f-45a8-a503-cf95f1f9af97 req-6e304194-6990-4c5d-afb2-cf1103210989 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486486 Oct 10 12:05:36.479639 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b1e05f-4631-489d-ac01-daf5db0d4432 x-openstack-request-id: req-a8b1e05f-4631-489d-ac01-daf5db0d4432 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:05:36.479933 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360c342a-2e42-4406-9df3-c52d22f48ed4", "name": "network-vif-plugged", "status": "completed", "tag": "ad6d6151-0952-410e-9107-56eb44dbaea2", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:05:36.480205 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a8b1e05f-4631-489d-ac01-daf5db0d4432 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:05:36.480603 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8b1e05f-4631-489d-ac01-daf5db0d4432'] response: {'server_uuid': '360c342a-2e42-4406-9df3-c52d22f48ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6d6151-0952-410e-9107-56eb44dbaea2', 'code': 200} Oct 10 12:05:36.682704 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:05:36.753034 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=ad6d6151-0952-410e-9107-56eb44dbaea2,revision_number=10']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:05:36.968450 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db4e59-c673-480e-93d2-11988be461e5 req-1a02816e-3b43-4d63-b3df-1f84341ce9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:36.969943 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d0db4e59-c673-480e-93d2-11988be461e5 req-1a02816e-3b43-4d63-b3df-1f84341ce9d0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 1100 time: 0.0934303 Oct 10 12:05:37.011836 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d0db4e59-c673-480e-93d2-11988be461e5 req-2b4bfb27-c946-4d51-929b-967394adcdaf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359128 Oct 10 12:05:37.047680 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:05:37.208084 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:05:37.642647 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267a1d3-bbbd-47da-9ae4-3371fb76acec req-9ee344cf-62a1-449e-9e0a-c2a7fa2e6f71 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:37.644091 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6267a1d3-bbbd-47da-9ae4-3371fb76acec req-9ee344cf-62a1-449e-9e0a-c2a7fa2e6f71 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 947 time: 0.0866508 Oct 10 12:05:37.690836 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6267a1d3-bbbd-47da-9ae4-3371fb76acec req-82332c46-90b8-48cb-a75b-1b49817bccd0 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405924 Oct 10 12:05:38.871143 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:05:38.895797 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b73fd-328e-47c1-85e1-95334829433f req-5121d823-17f7-4ec4-aa10-53792a658a56 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:38.897658 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5a7b73fd-328e-47c1-85e1-95334829433f req-5121d823-17f7-4ec4-aa10-53792a658a56 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 947 time: 0.0946972 Oct 10 12:05:38.945217 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5a7b73fd-328e-47c1-85e1-95334829433f req-c0f0a97d-5b29-4d65-a688-6412f138b123 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411215 Oct 10 12:05:39.853590 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:05:40.145556 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03334d34-099c-4801-9d9d-b76ea53cf983 req-ee74c44d-ab43-48b9-b2d5-e9350157f128 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:05:40.147061 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-03334d34-099c-4801-9d9d-b76ea53cf983 req-ee74c44d-ab43-48b9-b2d5-e9350157f128 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 947 time: 0.0909517 Oct 10 12:05:40.190807 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-03334d34-099c-4801-9d9d-b76ea53cf983 req-75f1bb38-f97e-4e7d-8d6d-82b655248f7d tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380538 Oct 10 12:05:45.042750 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:06:02.488931 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-44e628c5-c039-41f7-9c8f-ba46f3e83b0d req-5af51002-d160-40f0-9da2-06723c274749 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823808 Oct 10 12:06:02.631931 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e628c5-c039-41f7-9c8f-ba46f3e83b0d req-fdb6a33e-ba3d-4015-9b7a-8b124e2d190a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:02.633983 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-44e628c5-c039-41f7-9c8f-ba46f3e83b0d req-fdb6a33e-ba3d-4015-9b7a-8b124e2d190a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee6a5a47facf48328f00df8a9e87ff84&device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 1100 time: 0.0779612 Oct 10 12:06:02.776049 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e628c5-c039-41f7-9c8f-ba46f3e83b0d req-a84a9e1e-6a47-4a5b-b57e-1116c571f59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:02.777485 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-44e628c5-c039-41f7-9c8f-ba46f3e83b0d req-a84a9e1e-6a47-4a5b-b57e-1116c571f59c service neutron] 10.222.0.15 "GET /v2.0/networks?id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 HTTP/1.1" status: 200 len: 910 time: 0.1253586 Oct 10 12:06:02.879239 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-44e628c5-c039-41f7-9c8f-ba46f3e83b0d req-46509fc7-dc12-4561-9d2d-abc5defd38b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad6d6151-0952-410e-9107-56eb44dbaea2 HTTP/1.1" status: 200 len: 1002 time: 0.0947187 Oct 10 12:06:02.943759 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e628c5-c039-41f7-9c8f-ba46f3e83b0d req-b7d0aeb8-9683-4465-8135-b9e75caacfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:02.945723 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-44e628c5-c039-41f7-9c8f-ba46f3e83b0d req-b7d0aeb8-9683-4465-8135-b9e75caacfae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da02f72b-f36e-4d2b-81ed-d5e58ecf348b HTTP/1.1" status: 200 len: 848 time: 0.0596838 Oct 10 12:06:03.113452 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e628c5-c039-41f7-9c8f-ba46f3e83b0d req-bdc5152c-20bc-4e33-a609-f2a810d054d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:03.114861 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-44e628c5-c039-41f7-9c8f-ba46f3e83b0d req-bdc5152c-20bc-4e33-a609-f2a810d054d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1634648 Oct 10 12:06:03.243967 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-44e628c5-c039-41f7-9c8f-ba46f3e83b0d req-c0c979ca-a2dd-4e06-bf2a-a9be952dc324 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218295 Oct 10 12:06:03.374185 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-44e628c5-c039-41f7-9c8f-ba46f3e83b0d req-4648aaa9-ac35-437d-aa4e-a5a08300891e service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236541 Oct 10 12:06:03.550500 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f3d76ff9-138f-46a6-b48c-c744b966cdc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:05.754016 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4d2b-78e8-4165-b390-8ee0fbb7a6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:07.050913 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:07.193954 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:08.813055 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:09.858503 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:22.042439 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:06:33.521416 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-bf15ec1a-7f3f-4c73-bf53-c01839109cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:35.759156 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-bf61a3da-049f-497b-9373-aa66770b80ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:37.075393 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:37.195035 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:38.839354 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:39.867209 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:50.074296 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 39066) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:06:50.375707 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-4627377d-ffc1-4700-93b5-7af2dad61891 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Deleting port 7cd925e0-7c33-4989-ab0b-3d136271f7b0 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:06:50.376042 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4627377d-ffc1-4700-93b5-7af2dad61891 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:50.542173 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4627377d-ffc1-4700-93b5-7af2dad61891 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:50.542498 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4627377d-ffc1-4700-93b5-7af2dad61891 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:50.664417 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-4627377d-ffc1-4700-93b5-7af2dad61891 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Calling delete_port for 7cd925e0-7c33-4989-ab0b-3d136271f7b0 owned by network:floatingip {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:06:50.875404 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4627377d-ffc1-4700-93b5-7af2dad61891 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:50.925502 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627377d-ffc1-4700-93b5-7af2dad61891 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Pushing event deleted for resources: {'Port': ['ID=7cd925e0-7c33-4989-ab0b-3d136271f7b0,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:50.966823 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627377d-ffc1-4700-93b5-7af2dad61891 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:50.967171 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627377d-ffc1-4700-93b5-7af2dad61891 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:50.967509 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627377d-ffc1-4700-93b5-7af2dad61891 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:50.967843 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627377d-ffc1-4700-93b5-7af2dad61891 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:50.968171 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627377d-ffc1-4700-93b5-7af2dad61891 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:50.968497 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627377d-ffc1-4700-93b5-7af2dad61891 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:50.968821 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627377d-ffc1-4700-93b5-7af2dad61891 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:50.969143 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627377d-ffc1-4700-93b5-7af2dad61891 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:50.969464 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627377d-ffc1-4700-93b5-7af2dad61891 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:50.969815 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627377d-ffc1-4700-93b5-7af2dad61891 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:50.970131 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627377d-ffc1-4700-93b5-7af2dad61891 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:50.970446 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627377d-ffc1-4700-93b5-7af2dad61891 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:51.030981 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4627377d-ffc1-4700-93b5-7af2dad61891 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for floatingip, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:51.031309 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-4627377d-ffc1-4700-93b5-7af2dad61891 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Floating IP 0e262e26-c4a1-45ba-9185-05998113df14 disassociated (deleted). External IP: 172.26.4.237, port: ad6d6151-0952-410e-9107-56eb44dbaea2. Oct 10 12:06:51.378766 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4627377d-ffc1-4700-93b5-7af2dad61891 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Router 66cfe699-b2a7-4ffa-bde5-c07f7971b992 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 12:06:51.557440 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4627377d-ffc1-4700-93b5-7af2dad61891 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 12:06:51.567366 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa167e3c-fe0e-4e75-8d96-3093f2c1f551 None None] Sync routers for ids ['66cfe699-b2a7-4ffa-bde5-c07f7971b992'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:06:51.576778 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa167e3c-fe0e-4e75-8d96-3093f2c1f551 None None] Routers {'66cfe699-b2a7-4ffa-bde5-c07f7971b992'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:06:51.577376 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-fa167e3c-fe0e-4e75-8d96-3093f2c1f551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:06:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['66cfe699-b2a7-4ffa-bde5-c07f7971b992'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:06:51.652595 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4627377d-ffc1-4700-93b5-7af2dad61891 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:51.710190 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4627377d-ffc1-4700-93b5-7af2dad61891 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "DELETE /v2.0/floatingips/0e262e26-c4a1-45ba-9185-05998113df14 HTTP/1.1" status: 204 len: 168 time: 1.6348221 Oct 10 12:06:51.710846 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360c342a-2e42-4406-9df3-c52d22f48ed4', 'tag': 'ad6d6151-0952-410e-9107-56eb44dbaea2'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:06:51.713292 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1a18e1-5df5-4711-8a32-3615ee7bc83c" -d '{"events": [{"name": "network-changed", "server_uuid": "360c342a-2e42-4406-9df3-c52d22f48ed4", "tag": "ad6d6151-0952-410e-9107-56eb44dbaea2"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:06:51.759066 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-fa167e3c-fe0e-4e75-8d96-3093f2c1f551 None None] Set router 66cfe699-b2a7-4ffa-bde5-c07f7971b992 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:06:51.810589 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34836324-b594-4a4b-9f55-211233b568d0 x-openstack-request-id: req-34836324-b594-4a4b-9f55-211233b568d0 {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:06:51.810873 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "360c342a-2e42-4406-9df3-c52d22f48ed4", "tag": "ad6d6151-0952-410e-9107-56eb44dbaea2", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:06:51.811247 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-34836324-b594-4a4b-9f55-211233b568d0 {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:06:51.811657 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34836324-b594-4a4b-9f55-211233b568d0'] response: {'name': 'network-changed', 'server_uuid': '360c342a-2e42-4406-9df3-c52d22f48ed4', 'tag': 'ad6d6151-0952-410e-9107-56eb44dbaea2', 'status': 'completed', 'code': 200} Oct 10 12:06:51.916450 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a18e1-5df5-4711-8a32-3615ee7bc83c req-65fe8b35-aa51-411f-bda7-8f248aa78364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:51.918673 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8b1a18e1-5df5-4711-8a32-3615ee7bc83c req-65fe8b35-aa51-411f-bda7-8f248aa78364 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee6a5a47facf48328f00df8a9e87ff84&device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 1100 time: 0.0863883 Oct 10 12:06:52.053479 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a18e1-5df5-4711-8a32-3615ee7bc83c req-67500218-5ce9-40d8-bffe-3dfd3b3bd247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:52.054983 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8b1a18e1-5df5-4711-8a32-3615ee7bc83c req-67500218-5ce9-40d8-bffe-3dfd3b3bd247 service neutron] 10.222.0.15 "GET /v2.0/networks?id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 HTTP/1.1" status: 200 len: 910 time: 0.1310039 Oct 10 12:06:52.084801 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-fa167e3c-fe0e-4e75-8d96-3093f2c1f551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'name': 'tempest-TestShelveInstance-2111425614-router', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:20Z', 'updated_at': '2022-10-10T12:02:25Z', 'revision_number': 4, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'gw_port': {'id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:21Z', 'updated_at': '2022-10-10T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa', 'name': '', 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'mac_address': 'fa:16:3e:69:23:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:24Z', 'updated_at': '2022-10-10T12:02:30Z', 'revision_number': 5, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'subnets': [{'id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:06:52.089802 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa167e3c-fe0e-4e75-8d96-3093f2c1f551 None None] Checking router: 66cfe699-b2a7-4ffa-bde5-c07f7971b992 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:06:52.099808 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa167e3c-fe0e-4e75-8d96-3093f2c1f551 None None] Routers {'66cfe699-b2a7-4ffa-bde5-c07f7971b992'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:06:52.100409 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-fa167e3c-fe0e-4e75-8d96-3093f2c1f551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:06:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['66cfe699-b2a7-4ffa-bde5-c07f7971b992'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:06:52.124043 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8b1a18e1-5df5-4711-8a32-3615ee7bc83c req-597a368c-c0da-4c6f-ad43-87ac1007a668 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad6d6151-0952-410e-9107-56eb44dbaea2 HTTP/1.1" status: 200 len: 217 time: 0.0634484 Oct 10 12:06:52.191538 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a18e1-5df5-4711-8a32-3615ee7bc83c req-c0e7070f-6d32-401f-a693-0465437c68ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:52.192877 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8b1a18e1-5df5-4711-8a32-3615ee7bc83c req-c0e7070f-6d32-401f-a693-0465437c68ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da02f72b-f36e-4d2b-81ed-d5e58ecf348b HTTP/1.1" status: 200 len: 848 time: 0.0637455 Oct 10 12:06:52.285293 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-fa167e3c-fe0e-4e75-8d96-3093f2c1f551 None None] Set router 66cfe699-b2a7-4ffa-bde5-c07f7971b992 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:06:52.344749 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a18e1-5df5-4711-8a32-3615ee7bc83c req-cb1a8882-1c10-4944-984e-84490c05db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:52.346239 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8b1a18e1-5df5-4711-8a32-3615ee7bc83c req-cb1a8882-1c10-4944-984e-84490c05db76 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1185436 Oct 10 12:06:52.353730 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5ab59-e6d7-4441-af34-1bcbc9b52d1b req-40ce35dd-0e61-4516-8400-bb89339306fd tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:52.355089 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cfc5ab59-e6d7-4441-af34-1bcbc9b52d1b req-40ce35dd-0e61-4516-8400-bb89339306fd tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 947 time: 0.1655190 Oct 10 12:06:52.483958 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cfc5ab59-e6d7-4441-af34-1bcbc9b52d1b req-29be2be6-06e3-405b-9374-e23c57736287 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101446 Oct 10 12:06:52.518553 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8b1a18e1-5df5-4711-8a32-3615ee7bc83c req-206bf5f4-546f-4802-80f3-43cd26c80d88 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625333 Oct 10 12:06:52.599340 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-fa167e3c-fe0e-4e75-8d96-3093f2c1f551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'name': 'tempest-TestShelveInstance-2111425614-router', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:20Z', 'updated_at': '2022-10-10T12:02:25Z', 'revision_number': 4, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'gw_port': {'id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:21Z', 'updated_at': '2022-10-10T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa', 'name': '', 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'mac_address': 'fa:16:3e:69:23:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:24Z', 'updated_at': '2022-10-10T12:02:30Z', 'revision_number': 5, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'subnets': [{'id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:06:52.603960 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa167e3c-fe0e-4e75-8d96-3093f2c1f551 None None] The sync data for ids ['66cfe699-b2a7-4ffa-bde5-c07f7971b992'] in dv-neutron-860842-1-hyperv is: [{'id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'name': 'tempest-TestShelveInstance-2111425614-router', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:20Z', 'updated_at': '2022-10-10T12:02:25Z', 'revision_number': 4, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'gw_port': {'id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:21Z', 'updated_at': '2022-10-10T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa', 'name': '', 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'mac_address': 'fa:16:3e:69:23:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:24Z', 'updated_at': '2022-10-10T12:02:30Z', 'revision_number': 5, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'subnets': [{'id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:06:52.653130 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8b1a18e1-5df5-4711-8a32-3615ee7bc83c req-f861dd11-6f5e-40d5-9174-1d7d0ca430e6 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274509 Oct 10 12:06:52.822016 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0179e7-f4de-4565-ac94-b32c9dcaf4c9 None None] New status for floating IP 0e262e26-c4a1-45ba-9185-05998113df14: DOWN {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 12:06:53.515634 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c1024-d535-47d0-ad90-e55dee35bbb3 req-949b54e2-488a-4320-aa24-384605298d8e tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:53.517142 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-157c1024-d535-47d0-ad90-e55dee35bbb3 req-949b54e2-488a-4320-aa24-384605298d8e tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.15 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 947 time: 0.0914972 Oct 10 12:06:53.588605 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-157c1024-d535-47d0-ad90-e55dee35bbb3 req-dff42469-ae85-4e64-b211-4ee48678f601 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Deleting port ad6d6151-0952-410e-9107-56eb44dbaea2 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:06:53.588938 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-157c1024-d535-47d0-ad90-e55dee35bbb3 req-dff42469-ae85-4e64-b211-4ee48678f601 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:53.692029 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8fcb4-572e-4936-9950-443594eb9181 req-76c398f7-2609-423f-a890-791e54e0f502 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:06:53.692721 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-73a8fcb4-572e-4936-9950-443594eb9181 req-76c398f7-2609-423f-a890-791e54e0f502 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Synchronizing usage tracker for tenant:ee6a5a47facf48328f00df8a9e87ff84 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 12:06:53.800986 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-73a8fcb4-572e-4936-9950-443594eb9181 req-76c398f7-2609-423f-a890-791e54e0f502 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Unset dirty status for tenant:ee6a5a47facf48328f00df8a9e87ff84 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 12:06:53.802158 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-73a8fcb4-572e-4936-9950-443594eb9181 req-76c398f7-2609-423f-a890-791e54e0f502 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 947 time: 0.1968293 Oct 10 12:06:53.849474 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-73a8fcb4-572e-4936-9950-443594eb9181 req-ff74832a-a61e-4e2e-af4a-a983b8deeb38 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=ceb9fe0f-3184-4a55-abf2-3b7daa718b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409632 Oct 10 12:06:53.942460 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-157c1024-d535-47d0-ad90-e55dee35bbb3 req-dff42469-ae85-4e64-b211-4ee48678f601 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] For port ad6d6151-0952-410e-9107-56eb44dbaea2, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ad6d6151-0952-410e-9107-56eb44dbaea2,segment=NetworkSegment(204f00fb-089f-4dc2-ae71-3f91f97fca02),segment_id=204f00fb-089f-4dc2-ae71-3f91f97fca02)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:06:53.942808 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-157c1024-d535-47d0-ad90-e55dee35bbb3 req-dff42469-ae85-4e64-b211-4ee48678f601 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:54.062077 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-157c1024-d535-47d0-ad90-e55dee35bbb3 req-dff42469-ae85-4e64-b211-4ee48678f601 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Calling delete_port for ad6d6151-0952-410e-9107-56eb44dbaea2 owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:06:54.304070 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-157c1024-d535-47d0-ad90-e55dee35bbb3 req-dff42469-ae85-4e64-b211-4ee48678f601 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:54.355910 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff42469-ae85-4e64-b211-4ee48678f601 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Pushing event deleted for resources: {'Port': ['ID=ad6d6151-0952-410e-9107-56eb44dbaea2,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:54.400298 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff42469-ae85-4e64-b211-4ee48678f601 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:54.400654 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff42469-ae85-4e64-b211-4ee48678f601 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:54.401016 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff42469-ae85-4e64-b211-4ee48678f601 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:54.401339 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff42469-ae85-4e64-b211-4ee48678f601 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:54.401707 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff42469-ae85-4e64-b211-4ee48678f601 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:54.402039 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff42469-ae85-4e64-b211-4ee48678f601 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:54.402366 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff42469-ae85-4e64-b211-4ee48678f601 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:54.402693 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff42469-ae85-4e64-b211-4ee48678f601 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:54.403019 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff42469-ae85-4e64-b211-4ee48678f601 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:54.403342 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff42469-ae85-4e64-b211-4ee48678f601 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:54.403670 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff42469-ae85-4e64-b211-4ee48678f601 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:54.403991 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff42469-ae85-4e64-b211-4ee48678f601 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:06:54.458895 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-157c1024-d535-47d0-ad90-e55dee35bbb3 req-dff42469-ae85-4e64-b211-4ee48678f601 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] No DVR routers for this DVR port ad6d6151-0952-410e-9107-56eb44dbaea2 on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 12:06:54.461377 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-157c1024-d535-47d0-ad90-e55dee35bbb3 req-dff42469-ae85-4e64-b211-4ee48678f601 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:54.464634 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360c342a-2e42-4406-9df3-c52d22f48ed4', 'name': 'network-vif-deleted', 'tag': 'ad6d6151-0952-410e-9107-56eb44dbaea2'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:06:54.466922 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d130d228-2dfa-45f7-bf86-8acdda8bab35" -d '{"events": [{"server_uuid": "360c342a-2e42-4406-9df3-c52d22f48ed4", "name": "network-vif-deleted", "tag": "ad6d6151-0952-410e-9107-56eb44dbaea2"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:06:54.511852 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ec04fc-6b76-4e61-b45c-816bed4672e7 x-openstack-request-id: req-a7ec04fc-6b76-4e61-b45c-816bed4672e7 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:06:54.511852 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360c342a-2e42-4406-9df3-c52d22f48ed4", "name": "network-vif-deleted", "tag": "ad6d6151-0952-410e-9107-56eb44dbaea2", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:06:54.511852 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a7ec04fc-6b76-4e61-b45c-816bed4672e7 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:06:54.511852 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7ec04fc-6b76-4e61-b45c-816bed4672e7'] response: {'server_uuid': '360c342a-2e42-4406-9df3-c52d22f48ed4', 'name': 'network-vif-deleted', 'tag': 'ad6d6151-0952-410e-9107-56eb44dbaea2', 'status': 'completed', 'code': 200} Oct 10 12:06:54.548139 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-157c1024-d535-47d0-ad90-e55dee35bbb3 req-dff42469-ae85-4e64-b211-4ee48678f601 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.15 "DELETE /v2.0/ports/ad6d6151-0952-410e-9107-56eb44dbaea2 HTTP/1.1" status: 204 len: 173 time: 1.0252702 Oct 10 12:06:55.143563 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-283302ba-4af5-425f-924c-39c295322f2c req-3ddcaddd-80fc-4467-8aab-2a01d9291c9a tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=360c342a-2e42-4406-9df3-c52d22f48ed4 HTTP/1.1" status: 200 len: 210 time: 0.1689284 Oct 10 12:06:56.244916 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 39088) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:06:56.315447 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-611e03df-1cf4-4cc0-9e19-93a47a9a91f9 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:56.345096 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-611e03df-1cf4-4cc0-9e19-93a47a9a91f9 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:56.480965 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-611e03df-1cf4-4cc0-9e19-93a47a9a91f9 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:56.498975 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e03df-1cf4-4cc0-9e19-93a47a9a91f9 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb9fe0f-3184-4a55-abf2-3b7daa718b98,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:56.575654 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-611e03df-1cf4-4cc0-9e19-93a47a9a91f9 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:56.576798 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-611e03df-1cf4-4cc0-9e19-93a47a9a91f9 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "DELETE /v2.0/security-groups/ceb9fe0f-3184-4a55-abf2-3b7daa718b98 HTTP/1.1" status: 204 len: 168 time: 0.3308651 Oct 10 12:06:56.803871 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 39096) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:06:56.809686 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-f003f46b-b323-4f74-a80b-158fa4194cb2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-522829641', 'description': 'tempest-secgroup-smoke-522829641 description', 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:06:56.815827 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f003f46b-b323-4f74-a80b-158fa4194cb2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:06:56.820025 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f003f46b-b323-4f74-a80b-158fa4194cb2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Usage tracker for resource:security_group and tenant:ee6a5a47facf48328f00df8a9e87ff84 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:06:56.823895 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f003f46b-b323-4f74-a80b-158fa4194cb2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:06:56.829994 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f003f46b-b323-4f74-a80b-158fa4194cb2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:06:56.892195 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f003f46b-b323-4f74-a80b-158fa4194cb2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:56.912355 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f003f46b-b323-4f74-a80b-158fa4194cb2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:06:56.917119 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f003f46b-b323-4f74-a80b-158fa4194cb2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Usage tracker for resource:security_group_rule and tenant:ee6a5a47facf48328f00df8a9e87ff84 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:06:56.920029 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f003f46b-b323-4f74-a80b-158fa4194cb2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:06:56.925967 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f003f46b-b323-4f74-a80b-158fa4194cb2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:06:56.995890 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f003f46b-b323-4f74-a80b-158fa4194cb2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:57.041310 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f003f46b-b323-4f74-a80b-158fa4194cb2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:57.085921 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003f46b-b323-4f74-a80b-158fa4194cb2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83a819c3-f61d-46f9-aa5c-c893df492d04,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:57.147471 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f003f46b-b323-4f74-a80b-158fa4194cb2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:57.148716 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f003f46b-b323-4f74-a80b-158fa4194cb2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3437486 Oct 10 12:06:57.151698 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 39100) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:06:57.156601 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-eac63972-d631-451f-9155-3f2b9257bbd4 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Request body: {'security_group_rule': {'security_group_id': '83a819c3-f61d-46f9-aa5c-c893df492d04', 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:06:57.162584 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-eac63972-d631-451f-9155-3f2b9257bbd4 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:06:57.167070 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-eac63972-d631-451f-9155-3f2b9257bbd4 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Usage tracker for resource:security_group_rule and tenant:ee6a5a47facf48328f00df8a9e87ff84 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:06:57.170031 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-eac63972-d631-451f-9155-3f2b9257bbd4 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:06:57.176080 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-eac63972-d631-451f-9155-3f2b9257bbd4 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:06:57.268112 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eac63972-d631-451f-9155-3f2b9257bbd4 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:57.327211 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eac63972-d631-451f-9155-3f2b9257bbd4 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:57.387561 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eac63972-d631-451f-9155-3f2b9257bbd4 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:57.410456 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac63972-d631-451f-9155-3f2b9257bbd4 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe2a75d-b950-47e7-9723-646902188a02,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:57.503442 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-eac63972-d631-451f-9155-3f2b9257bbd4 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:57.504703 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-eac63972-d631-451f-9155-3f2b9257bbd4 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3520544 Oct 10 12:06:57.507441 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 39104) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:06:57.512468 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-c775c5d9-c117-4a54-8e38-f300a6cc6b60 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Request body: {'security_group_rule': {'security_group_id': '83a819c3-f61d-46f9-aa5c-c893df492d04', 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:06:57.518603 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c775c5d9-c117-4a54-8e38-f300a6cc6b60 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:06:57.522457 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c775c5d9-c117-4a54-8e38-f300a6cc6b60 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Usage tracker for resource:security_group_rule and tenant:ee6a5a47facf48328f00df8a9e87ff84 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:06:57.525997 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-c775c5d9-c117-4a54-8e38-f300a6cc6b60 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:06:57.531724 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-c775c5d9-c117-4a54-8e38-f300a6cc6b60 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:06:57.615862 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c775c5d9-c117-4a54-8e38-f300a6cc6b60 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:57.676177 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c775c5d9-c117-4a54-8e38-f300a6cc6b60 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:57.737590 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c775c5d9-c117-4a54-8e38-f300a6cc6b60 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:57.761331 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775c5d9-c117-4a54-8e38-f300a6cc6b60 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a8c8f7-6e22-4f5d-8049-b92826b01c67,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:57.840630 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-c775c5d9-c117-4a54-8e38-f300a6cc6b60 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:57.841839 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-c775c5d9-c117-4a54-8e38-f300a6cc6b60 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3334470 Oct 10 12:06:57.844480 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 39108) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:06:57.849438 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-08a0ec8e-07c9-4925-9c6c-a8f4c18309e0 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Request body: {'security_group_rule': {'security_group_id': '83a819c3-f61d-46f9-aa5c-c893df492d04', 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:06:57.855291 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-08a0ec8e-07c9-4925-9c6c-a8f4c18309e0 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:06:57.863680 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-08a0ec8e-07c9-4925-9c6c-a8f4c18309e0 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Usage tracker for resource:security_group_rule and tenant:ee6a5a47facf48328f00df8a9e87ff84 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:06:57.863680 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-08a0ec8e-07c9-4925-9c6c-a8f4c18309e0 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:06:57.867712 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-08a0ec8e-07c9-4925-9c6c-a8f4c18309e0 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:06:57.971366 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-08a0ec8e-07c9-4925-9c6c-a8f4c18309e0 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:58.032367 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-08a0ec8e-07c9-4925-9c6c-a8f4c18309e0 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:58.129960 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-08a0ec8e-07c9-4925-9c6c-a8f4c18309e0 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:58.153857 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0ec8e-07c9-4925-9c6c-a8f4c18309e0 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b7d8ab-56f0-4502-b53a-b1ab69662480,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:58.232971 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-08a0ec8e-07c9-4925-9c6c-a8f4c18309e0 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:58.234116 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-08a0ec8e-07c9-4925-9c6c-a8f4c18309e0 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3887293 Oct 10 12:06:58.236804 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 39112) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:06:58.241746 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-3b89123a-e31b-4cd2-90ca-0f7d96f4cd2c tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Request body: {'security_group_rule': {'security_group_id': '83a819c3-f61d-46f9-aa5c-c893df492d04', 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:06:58.248473 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-3b89123a-e31b-4cd2-90ca-0f7d96f4cd2c tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:06:58.252277 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3b89123a-e31b-4cd2-90ca-0f7d96f4cd2c tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Usage tracker for resource:security_group_rule and tenant:ee6a5a47facf48328f00df8a9e87ff84 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:06:58.255101 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-3b89123a-e31b-4cd2-90ca-0f7d96f4cd2c tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:06:58.261407 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-3b89123a-e31b-4cd2-90ca-0f7d96f4cd2c tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:06:58.344953 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3b89123a-e31b-4cd2-90ca-0f7d96f4cd2c tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:58.409453 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3b89123a-e31b-4cd2-90ca-0f7d96f4cd2c tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:58.490040 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3b89123a-e31b-4cd2-90ca-0f7d96f4cd2c tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:58.513916 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89123a-e31b-4cd2-90ca-0f7d96f4cd2c tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c3915c-3ba3-4ec1-bd78-2241a436a2a3,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:58.558366 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device ad6d6151-0952-410e-9107-56eb44dbaea2 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 12:06:58.581363 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3b89123a-e31b-4cd2-90ca-0f7d96f4cd2c tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:58.582591 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3b89123a-e31b-4cd2-90ca-0f7d96f4cd2c tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3448689 Oct 10 12:06:58.585438 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 39116) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:06:58.590554 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-7cf7bf08-9e53-4204-a698-f9823e263434 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Request body: {'security_group_rule': {'security_group_id': '83a819c3-f61d-46f9-aa5c-c893df492d04', 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:06:58.594050 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: ad6d6151-0952-410e-9107-56eb44dbaea2 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 12:06:58.594388 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device ad6d6151-0952-410e-9107-56eb44dbaea2 not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 12:06:58.596484 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7cf7bf08-9e53-4204-a698-f9823e263434 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:06:58.600304 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7cf7bf08-9e53-4204-a698-f9823e263434 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Usage tracker for resource:security_group_rule and tenant:ee6a5a47facf48328f00df8a9e87ff84 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:06:58.603879 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-7cf7bf08-9e53-4204-a698-f9823e263434 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:06:58.609608 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-7cf7bf08-9e53-4204-a698-f9823e263434 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:06:58.678338 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-7cf7bf08-9e53-4204-a698-f9823e263434 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Project ee6a5a47facf48328f00df8a9e87ff84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 12:06:58.685442 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7cf7bf08-9e53-4204-a698-f9823e263434 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:58.748891 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7cf7bf08-9e53-4204-a698-f9823e263434 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:58.821159 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7cf7bf08-9e53-4204-a698-f9823e263434 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:58.845227 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7bf08-9e53-4204-a698-f9823e263434 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b064fe71-40aa-497a-b820-30d62af5aa91,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:58.947300 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7cf7bf08-9e53-4204-a698-f9823e263434 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:58.948501 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7cf7bf08-9e53-4204-a698-f9823e263434 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3621256 Oct 10 12:06:58.951301 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 39120) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:06:58.956304 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-95cffa13-042d-4e6c-8d73-1ffd26499746 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Request body: {'security_group_rule': {'security_group_id': '83a819c3-f61d-46f9-aa5c-c893df492d04', 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:06:58.962978 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-95cffa13-042d-4e6c-8d73-1ffd26499746 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:06:58.966818 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-95cffa13-042d-4e6c-8d73-1ffd26499746 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Usage tracker for resource:security_group_rule and tenant:ee6a5a47facf48328f00df8a9e87ff84 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:06:58.969709 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-95cffa13-042d-4e6c-8d73-1ffd26499746 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:06:58.975385 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-95cffa13-042d-4e6c-8d73-1ffd26499746 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:06:59.041894 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:06:59.097801 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.securitygroups_db [None req-95cffa13-042d-4e6c-8d73-1ffd26499746 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Project ee6a5a47facf48328f00df8a9e87ff84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 12:06:59.105067 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-95cffa13-042d-4e6c-8d73-1ffd26499746 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:59.169123 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-95cffa13-042d-4e6c-8d73-1ffd26499746 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:59.229032 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-95cffa13-042d-4e6c-8d73-1ffd26499746 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:59.255170 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cffa13-042d-4e6c-8d73-1ffd26499746 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e495c0e6-edea-4776-bbcd-4980cf07979c,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:06:59.358922 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-95cffa13-042d-4e6c-8d73-1ffd26499746 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:06:59.360588 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-95cffa13-042d-4e6c-8d73-1ffd26499746 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4081676 Oct 10 12:07:03.589850 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8691af66-52b7-4d89-9715-1cb4404d92f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:05.761031 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-29cb6f5a-bae8-42c5-a05f-a253a93ad129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:07.067545 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:08.052610 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:08.938220 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:09.869356 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:24.685275 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-0a61097d-b4bd-438c-b122-0e30b724a6dd tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-522829641&fields=id&tenant_id=ee6a5a47facf48328f00df8a9e87ff84 HTTP/1.1" status: 200 len: 267 time: 0.0381894 Oct 10 12:07:24.832396 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-da617431-f5c3-4d15-94eb-df1a829d970c tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:24.833760 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-da617431-f5c3-4d15-94eb-df1a829d970c tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/networks?id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 HTTP/1.1" status: 200 len: 809 time: 0.1422329 Oct 10 12:07:24.849094 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-d5602f5a-1c02-4af7-b153-38fd386d2e81 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/quotas/ee6a5a47facf48328f00df8a9e87ff84 HTTP/1.1" status: 200 len: 375 time: 0.0099635 Oct 10 12:07:24.943228 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-0a63fb1f-ea21-47b1-95a0-7177c4a07313 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=ee6a5a47facf48328f00df8a9e87ff84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892956 Oct 10 12:07:24.958678 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-f3cafa77-ac22-4174-9269-c5101bdc223f service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=89896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 12:07:24.959630 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-f3cafa77-ac22-4174-9269-c5101bdc223f service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050092 Oct 10 12:07:25.088628 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-2e5cd017-afdb-4d05-9090-fbbfb2325df5 service neutron] 10.222.0.40 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236908 Oct 10 12:07:25.217163 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-f814b5e6-307e-4e84-b440-857d546290fe service neutron] 10.222.0.40 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228297 Oct 10 12:07:25.925144 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-6ff462e5-5a37-485f-bd3f-c18c3d2cfb15 req-6591091c-686b-439f-a3d4-532fcd92f629 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Synchronizing usage tracker for tenant:ee6a5a47facf48328f00df8a9e87ff84 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 12:07:26.004356 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-6ff462e5-5a37-485f-bd3f-c18c3d2cfb15 req-6591091c-686b-439f-a3d4-532fcd92f629 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Unset dirty status for tenant:ee6a5a47facf48328f00df8a9e87ff84 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 12:07:26.005581 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6ff462e5-5a37-485f-bd3f-c18c3d2cfb15 req-6591091c-686b-439f-a3d4-532fcd92f629 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 210 time: 0.1328094 Oct 10 12:07:27.166448 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-ad85d85f-71d5-4fc5-be9b-817472dbebb4 req-79f1b10d-6628-4b7e-b4dd-a3892831b8c6 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 210 time: 0.0504358 Oct 10 12:07:27.773474 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-5b31fd35-2fb7-4399-b1e6-4599850b7688 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:27.774944 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-5b31fd35-2fb7-4399-b1e6-4599850b7688 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.15 "GET /v2.0/networks?id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 HTTP/1.1" status: 200 len: 809 time: 0.1444068 Oct 10 12:07:27.821933 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-43f4538b-385f-4cff-8ea4-001fbdac521c tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Synchronizing usage tracker for tenant:ee6a5a47facf48328f00df8a9e87ff84 on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 12:07:27.909120 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-43f4538b-385f-4cff-8ea4-001fbdac521c tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Unset dirty status for tenant:ee6a5a47facf48328f00df8a9e87ff84 on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 12:07:27.910401 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-43f4538b-385f-4cff-8ea4-001fbdac521c tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee6a5a47facf48328f00df8a9e87ff84 HTTP/1.1" status: 200 len: 379 time: 0.1273611 Oct 10 12:07:27.919092 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-0a3b2f28-1185-47df-b214-b1df75c5fb82 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Request body: {'port': {'device_id': 'ef23e367-7002-4690-bde8-593a5ebe47d2', 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'admin_state_up': True, 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'security_groups': ['83a819c3-f61d-46f9-aa5c-c893df492d04']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:07:28.059516 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-0a3b2f28-1185-47df-b214-b1df75c5fb82 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:07:28.069265 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-0a3b2f28-1185-47df-b214-b1df75c5fb82 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:07:28.136146 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-0a3b2f28-1185-47df-b214-b1df75c5fb82 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Made reservation on behalf of ee6a5a47facf48328f00df8a9e87ff84 for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:07:28.139754 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-0a3b2f28-1185-47df-b214-b1df75c5fb82 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:28.345644 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bf7ff738-1f06-47d9-a359-01d0616930d8 req-c432db55-2163-466e-8b8f-3c55b9d9d9fb tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 210 time: 0.0621173 Oct 10 12:07:28.363558 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-0a3b2f28-1185-47df-b214-b1df75c5fb82 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Allocated IP 172.20.0.12 (abb5e2c6-884e-4c77-b3e6-3ff22d2d1489/da02f72b-f36e-4d2b-81ed-d5e58ecf348b/0b682ada-a2ff-446f-9df2-f9add674b289) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:07:28.664843 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-0a3b2f28-1185-47df-b214-b1df75c5fb82 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:28.681433 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-0a3b2f28-1185-47df-b214-b1df75c5fb82 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Transition to ACTIVE for port object 0b682ada-a2ff-446f-9df2-f9add674b289 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:07:28.772380 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-0a3b2f28-1185-47df-b214-b1df75c5fb82 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:28.843330 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-0a3b2f28-1185-47df-b214-b1df75c5fb82 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Network abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:07:28.846273 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-0a3b2f28-1185-47df-b214-b1df75c5fb82 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:28.849954 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-0a3b2f28-1185-47df-b214-b1df75c5fb82 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 12:07:28.884326 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b2f28-1185-47df-b214-b1df75c5fb82 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Pushing event updated for resources: {'Port': ['ID=0b682ada-a2ff-446f-9df2-f9add674b289,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:28.926363 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-0a3b2f28-1185-47df-b214-b1df75c5fb82 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:28.927252 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-0a3b2f28-1185-47df-b214-b1df75c5fb82 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:29.029964 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-0a3b2f28-1185-47df-b214-b1df75c5fb82 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1145253 Oct 10 12:07:29.042085 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-d7ad56c5-19aa-4b3a-83ee-417788cfb001 service neutron] Request body: {'port': {'device_id': 'ef23e367-7002-4690-bde8-593a5ebe47d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:07:29.159335 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-d7ad56c5-19aa-4b3a-83ee-417788cfb001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:29.194418 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-56af46a3-f198-4da9-8967-a5f0042ed1d4 None None] Provisioning for port 0b682ada-a2ff-446f-9df2-f9add674b289 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:07:29.199928 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-56af46a3-f198-4da9-8967-a5f0042ed1d4 None None] Provisioning complete for port 0b682ada-a2ff-446f-9df2-f9add674b289 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:07:29.200303 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-56af46a3-f198-4da9-8967-a5f0042ed1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:29.200637 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-56af46a3-f198-4da9-8967-a5f0042ed1d4 None None] Attempt 1 to provision port 0b682ada-a2ff-446f-9df2-f9add674b289 Oct 10 12:07:29.257746 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-56af46a3-f198-4da9-8967-a5f0042ed1d4 None None] Port 0b682ada-a2ff-446f-9df2-f9add674b289 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:07:29.511972 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-d7ad56c5-19aa-4b3a-83ee-417788cfb001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b682ada-a2ff-446f-9df2-f9add674b289 {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:07:29.520171 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-d7ad56c5-19aa-4b3a-83ee-417788cfb001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:29.536055 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-d7ad56c5-19aa-4b3a-83ee-417788cfb001 service neutron] Transition to ACTIVE for port object 0b682ada-a2ff-446f-9df2-f9add674b289 will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:07:29.549009 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ef7b4-7935-4f08-a9c4-70233e02d8f0 req-3c73e5d3-cdc2-493c-8d2f-e8cb2126599e tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:29.552306 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d62ef7b4-7935-4f08-a9c4-70233e02d8f0 req-3c73e5d3-cdc2-493c-8d2f-e8cb2126599e tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 932 time: 0.0919681 Oct 10 12:07:29.597393 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d62ef7b4-7935-4f08-a9c4-70233e02d8f0 req-71d419d5-f117-4bef-915f-020d6f13773a tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410357 Oct 10 12:07:29.598805 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-d7ad56c5-19aa-4b3a-83ee-417788cfb001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:29.758491 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-56af46a3-f198-4da9-8967-a5f0042ed1d4 None None] Attempt 2 to provision port 0b682ada-a2ff-446f-9df2-f9add674b289 Oct 10 12:07:29.791515 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad56c5-19aa-4b3a-83ee-417788cfb001 service neutron] Pushing event updated for resources: {'Port': ['ID=0b682ada-a2ff-446f-9df2-f9add674b289,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:29.816754 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-56af46a3-f198-4da9-8967-a5f0042ed1d4 None None] Port 0b682ada-a2ff-446f-9df2-f9add674b289 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:07:29.830576 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-d7ad56c5-19aa-4b3a-83ee-417788cfb001 service neutron] Attempting to bind port 0b682ada-a2ff-446f-9df2-f9add674b289 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 12:07:29.830905 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-d7ad56c5-19aa-4b3a-83ee-417788cfb001 service neutron] Attempting to bind port 0b682ada-a2ff-446f-9df2-f9add674b289 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '204f00fb-089f-4dc2-ae71-3f91f97fca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 12:07:29.831226 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-d7ad56c5-19aa-4b3a-83ee-417788cfb001 service neutron] Attempting to bind port 0b682ada-a2ff-446f-9df2-f9add674b289 on network abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 12:07:29.835774 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-d7ad56c5-19aa-4b3a-83ee-417788cfb001 service neutron] Port 0b682ada-a2ff-446f-9df2-f9add674b289 on network abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 12:07:29.838153 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-d7ad56c5-19aa-4b3a-83ee-417788cfb001 service neutron] Attempting to bind port 0b682ada-a2ff-446f-9df2-f9add674b289 on network abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 12:07:29.841108 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-d7ad56c5-19aa-4b3a-83ee-417788cfb001 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 12:07:29.841436 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-d7ad56c5-19aa-4b3a-83ee-417788cfb001 service neutron] Checking segment: {'id': '204f00fb-089f-4dc2-ae71-3f91f97fca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 12:07:29.841839 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-d7ad56c5-19aa-4b3a-83ee-417788cfb001 service neutron] Bound using segment: {'id': '204f00fb-089f-4dc2-ae71-3f91f97fca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 12:07:29.842251 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-d7ad56c5-19aa-4b3a-83ee-417788cfb001 service neutron] Bound port: 0b682ada-a2ff-446f-9df2-f9add674b289, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '204f00fb-089f-4dc2-ae71-3f91f97fca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 12:07:29.842631 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-d7ad56c5-19aa-4b3a-83ee-417788cfb001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:29.934170 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-d7ad56c5-19aa-4b3a-83ee-417788cfb001 service neutron] For port 0b682ada-a2ff-446f-9df2-f9add674b289, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 12:07:29.938190 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-d7ad56c5-19aa-4b3a-83ee-417788cfb001 service neutron] For port 0b682ada-a2ff-446f-9df2-f9add674b289, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=0b682ada-a2ff-446f-9df2-f9add674b289,segment=NetworkSegment(204f00fb-089f-4dc2-ae71-3f91f97fca02),segment_id=204f00fb-089f-4dc2-ae71-3f91f97fca02)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 12:07:30.023474 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-d7ad56c5-19aa-4b3a-83ee-417788cfb001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:30.027232 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-d7ad56c5-19aa-4b3a-83ee-417788cfb001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:30.028128 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-d7ad56c5-19aa-4b3a-83ee-417788cfb001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:30.029607 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-d7ad56c5-19aa-4b3a-83ee-417788cfb001 service neutron] 10.222.0.15 "PUT /v2.0/ports/0b682ada-a2ff-446f-9df2-f9add674b289 HTTP/1.1" status: 200 len: 1094 time: 0.9918303 Oct 10 12:07:30.063695 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef23e367-7002-4690-bde8-593a5ebe47d2', 'tag': '0b682ada-a2ff-446f-9df2-f9add674b289'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:07:30.066261 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb544a5ef0fc725165108a46639446b859ba7b701263877acfe5be68f97bb83d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce976c8-a733-4891-85d4-1908b1e8fd11" -d '{"events": [{"name": "network-changed", "server_uuid": "ef23e367-7002-4690-bde8-593a5ebe47d2", "tag": "0b682ada-a2ff-446f-9df2-f9add674b289"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:07:30.107708 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad56c5-19aa-4b3a-83ee-417788cfb001 service neutron] Pushing event updated for resources: {'Port': ['ID=0b682ada-a2ff-446f-9df2-f9add674b289,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:30.173313 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d358081-d121-4e13-9712-dede06f3738b x-openstack-request-id: req-2d358081-d121-4e13-9712-dede06f3738b {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:07:30.173622 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef23e367-7002-4690-bde8-593a5ebe47d2", "tag": "0b682ada-a2ff-446f-9df2-f9add674b289", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:07:30.173870 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2d358081-d121-4e13-9712-dede06f3738b {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:07:30.174261 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d358081-d121-4e13-9712-dede06f3738b'] response: {'name': 'network-changed', 'server_uuid': 'ef23e367-7002-4690-bde8-593a5ebe47d2', 'tag': '0b682ada-a2ff-446f-9df2-f9add674b289', 'status': 'completed', 'code': 200} Oct 10 12:07:30.216132 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-51110043-ae5a-41b9-8f8e-973e271d2d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:30.218247 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-51110043-ae5a-41b9-8f8e-973e271d2d6b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee6a5a47facf48328f00df8a9e87ff84&device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 1097 time: 0.0830243 Oct 10 12:07:30.289165 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-920ae83e-8902-4b69-9e87-9d1d1991cade service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b682ada-a2ff-446f-9df2-f9add674b289 HTTP/1.1" status: 200 len: 217 time: 0.0641558 Oct 10 12:07:30.317685 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-56af46a3-f198-4da9-8967-a5f0042ed1d4 None None] Attempt 3 to provision port 0b682ada-a2ff-446f-9df2-f9add674b289 Oct 10 12:07:30.351555 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-dd6e714e-4bac-4db8-b996-c7a77291e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:30.352998 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-dd6e714e-4bac-4db8-b996-c7a77291e57b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da02f72b-f36e-4d2b-81ed-d5e58ecf348b HTTP/1.1" status: 200 len: 848 time: 0.0586679 Oct 10 12:07:30.377810 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-56af46a3-f198-4da9-8967-a5f0042ed1d4 None None] Port 0b682ada-a2ff-446f-9df2-f9add674b289 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 12:07:30.441324 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-ce825071-00c3-4caa-a278-a62fb026485b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:30.442834 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-ce825071-00c3-4caa-a278-a62fb026485b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832956 Oct 10 12:07:30.575788 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-02485e35-c8bd-4ca6-ba3c-0f43604e8e22 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262178 Oct 10 12:07:30.708307 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-65006e8d-e6cf-4764-a2cf-8975dbfad5bf req-b792b3e9-52d5-4dd2-bd98-3154e67e4f67 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259658 Oct 10 12:07:30.799990 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48b778-58f5-447c-a99e-49c6745f3b12 req-f814f4a5-7f3d-4d37-994e-6c6930af25bb tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:30.801446 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-bb48b778-58f5-447c-a99e-49c6745f3b12 req-f814f4a5-7f3d-4d37-994e-6c6930af25bb tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 944 time: 0.0885000 Oct 10 12:07:30.849783 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-bb48b778-58f5-447c-a99e-49c6745f3b12 req-1ba05f40-963b-4922-be76-80279dc472dd tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413043 Oct 10 12:07:30.987279 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce976c8-a733-4891-85d4-1908b1e8fd11 req-ee51e028-866f-493b-a0c5-f359b176c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:30.988733 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bce976c8-a733-4891-85d4-1908b1e8fd11 req-ee51e028-866f-493b-a0c5-f359b176c8ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee6a5a47facf48328f00df8a9e87ff84&device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 1097 time: 0.1733732 Oct 10 12:07:31.117282 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce976c8-a733-4891-85d4-1908b1e8fd11 req-9df11bc5-9cb6-43a2-8077-445fb962a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:31.118651 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bce976c8-a733-4891-85d4-1908b1e8fd11 req-9df11bc5-9cb6-43a2-8077-445fb962a146 service neutron] 10.222.0.15 "GET /v2.0/networks?id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 HTTP/1.1" status: 200 len: 910 time: 0.1233723 Oct 10 12:07:31.189805 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bce976c8-a733-4891-85d4-1908b1e8fd11 req-eaa015f1-6d03-43b2-9b0e-fa8bef047480 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b682ada-a2ff-446f-9df2-f9add674b289 HTTP/1.1" status: 200 len: 217 time: 0.0645311 Oct 10 12:07:31.251861 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce976c8-a733-4891-85d4-1908b1e8fd11 req-f4fcf86d-24cc-4600-a3ef-31adda31694e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:31.253236 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bce976c8-a733-4891-85d4-1908b1e8fd11 req-f4fcf86d-24cc-4600-a3ef-31adda31694e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da02f72b-f36e-4d2b-81ed-d5e58ecf348b HTTP/1.1" status: 200 len: 848 time: 0.0562694 Oct 10 12:07:31.337371 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce976c8-a733-4891-85d4-1908b1e8fd11 req-f81b726d-6ef1-443b-8867-e0d207ed79a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:31.338852 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bce976c8-a733-4891-85d4-1908b1e8fd11 req-f81b726d-6ef1-443b-8867-e0d207ed79a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799189 Oct 10 12:07:31.470960 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bce976c8-a733-4891-85d4-1908b1e8fd11 req-9a675dfc-22ed-455f-8662-b2bbb8520e4c service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259561 Oct 10 12:07:31.601498 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-bce976c8-a733-4891-85d4-1908b1e8fd11 req-cff0a7b5-e28e-4172-a050-c3ab389c7267 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242113 Oct 10 12:07:32.050902 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab4832-ac68-4428-a6c6-a9068f4d403f req-a7f9332f-cd15-41f2-bab9-2ef76feda72d tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:32.051602 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-2fab4832-ac68-4428-a6c6-a9068f4d403f req-a7f9332f-cd15-41f2-bab9-2ef76feda72d tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Synchronizing usage tracker for tenant:ee6a5a47facf48328f00df8a9e87ff84 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 12:07:32.124530 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-2fab4832-ac68-4428-a6c6-a9068f4d403f req-a7f9332f-cd15-41f2-bab9-2ef76feda72d tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Unset dirty status for tenant:ee6a5a47facf48328f00df8a9e87ff84 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 12:07:32.125713 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2fab4832-ac68-4428-a6c6-a9068f4d403f req-a7f9332f-cd15-41f2-bab9-2ef76feda72d tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 944 time: 0.1608093 Oct 10 12:07:32.169807 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2fab4832-ac68-4428-a6c6-a9068f4d403f req-19c8b0fa-3fc3-44a6-8d23-47d59b05a10b tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382435 Oct 10 12:07:33.368967 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf7330-e55c-417d-8093-9a91481fd8ca req-70ff09a5-ce2d-4a88-b893-53cc698b4615 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:33.370410 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-afdf7330-e55c-417d-8093-9a91481fd8ca req-70ff09a5-ce2d-4a88-b893-53cc698b4615 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 944 time: 0.0900822 Oct 10 12:07:33.414836 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-afdf7330-e55c-417d-8093-9a91481fd8ca req-358e8f58-6576-4f2d-a0c5-6158e37bcb1c tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382438 Oct 10 12:07:33.519976 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c8d37b15-1fb0-436f-b640-cab12bd7cada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:34.616584 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907296b-2df2-40d8-a92f-3ad0aee8c5a8 req-dfab538d-49da-469d-8a9a-f6bf1170b818 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:34.618041 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4907296b-2df2-40d8-a92f-3ad0aee8c5a8 req-dfab538d-49da-469d-8a9a-f6bf1170b818 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 944 time: 0.0890551 Oct 10 12:07:34.701275 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-4907296b-2df2-40d8-a92f-3ad0aee8c5a8 req-c92bf8b7-b930-48c7-a5e7-da89f3af8076 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776410 Oct 10 12:07:35.760094 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-04ade73f-d21e-41a9-9309-5ff457e9af8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:35.902851 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41841d88-e1e3-4700-aea6-ed29e8a7d89b req-6ee04d38-635f-4582-9c0a-6940e5be51bb tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:35.904303 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-41841d88-e1e3-4700-aea6-ed29e8a7d89b req-6ee04d38-635f-4582-9c0a-6940e5be51bb tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 944 time: 0.0920899 Oct 10 12:07:35.953208 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-41841d88-e1e3-4700-aea6-ed29e8a7d89b req-df4ffb93-584e-41b0-a580-b77e22d3f767 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421491 Oct 10 12:07:36.040864 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:07:37.066920 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:37.172972 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315299a-aae0-4393-9a1d-e0f0fd4ef92a req-ebf69812-897e-432b-92ca-7d7e2de2acbe tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:37.174451 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9315299a-aae0-4393-9a1d-e0f0fd4ef92a req-ebf69812-897e-432b-92ca-7d7e2de2acbe tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 944 time: 0.1059132 Oct 10 12:07:37.215459 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:37.219562 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9315299a-aae0-4393-9a1d-e0f0fd4ef92a req-a9494679-0628-412e-8140-2dd81e0f3dbb tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384493 Oct 10 12:07:38.420198 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a71bc-2bd7-47ac-9645-5a11f003124e req-2510011f-2069-40ce-ab83-2140dd0fbaae tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:38.422608 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b75a71bc-2bd7-47ac-9645-5a11f003124e req-2510011f-2069-40ce-ab83-2140dd0fbaae tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 944 time: 0.0882781 Oct 10 12:07:38.466279 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b75a71bc-2bd7-47ac-9645-5a11f003124e req-639a86e3-e629-43e5-ab23-dc19ab32534b tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380249 Oct 10 12:07:38.744006 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 0b682ada-a2ff-446f-9df2-f9add674b289 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 12:07:38.843468 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:38.889581 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 0b682ada-a2ff-446f-9df2-f9add674b289, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=0b682ada-a2ff-446f-9df2-f9add674b289,segment=NetworkSegment(204f00fb-089f-4dc2-ae71-3f91f97fca02),segment_id=204f00fb-089f-4dc2-ae71-3f91f97fca02)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:07:38.902450 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '0b682ada-a2ff-446f-9df2-f9add674b289', 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'port_id': '0b682ada-a2ff-446f-9df2-f9add674b289', 'mac_address': 'fa:16:3e:40:52:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 497, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 12:07:38.961727 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 0b682ada-a2ff-446f-9df2-f9add674b289 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:07:38.962108 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:38.979379 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b682ada-a2ff-446f-9df2-f9add674b289 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:07:38.994369 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 0b682ada-a2ff-446f-9df2-f9add674b289, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=0b682ada-a2ff-446f-9df2-f9add674b289,segment=NetworkSegment(204f00fb-089f-4dc2-ae71-3f91f97fca02),segment_id=204f00fb-089f-4dc2-ae71-3f91f97fca02)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:07:39.079921 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:39.147614 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=0b682ada-a2ff-446f-9df2-f9add674b289,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:39.154588 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:39.154958 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:39.155290 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:39.155618 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:39.155956 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:39.156265 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:39.156591 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:39.156906 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:39.157224 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:39.157565 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:39.157886 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:39.158199 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:39.283713 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['0b682ada-a2ff-446f-9df2-f9add674b289'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 12:07:39.730011 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1caaa7b-d97f-42fe-9ca2-1e3cc7d45c3f req-f39364f7-7d72-40c8-bc02-b1fb44505d33 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:39.731484 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c1caaa7b-d97f-42fe-9ca2-1e3cc7d45c3f req-f39364f7-7d72-40c8-bc02-b1fb44505d33 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 945 time: 0.1446576 Oct 10 12:07:39.792087 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c1caaa7b-d97f-42fe-9ca2-1e3cc7d45c3f req-ad85aa6a-2910-44b4-9c13-d8d11f9c4aa3 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540421 Oct 10 12:07:39.903918 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:40.759551 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 0b682ada-a2ff-446f-9df2-f9add674b289 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:07:40.886294 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port 0b682ada-a2ff-446f-9df2-f9add674b289 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:07:40.892226 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 0b682ada-a2ff-446f-9df2-f9add674b289 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:07:40.892600 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:40.892988 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 0b682ada-a2ff-446f-9df2-f9add674b289 Oct 10 12:07:41.007849 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e7b86-cad1-4095-98fe-05555e923af1 req-60fb0d01-59f7-418b-ab96-134d6cc05371 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:41.009298 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b80e7b86-cad1-4095-98fe-05555e923af1 req-60fb0d01-59f7-418b-ab96-134d6cc05371 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 945 time: 0.0942633 Oct 10 12:07:41.013083 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 0b682ada-a2ff-446f-9df2-f9add674b289 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:07:41.013715 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:41.041541 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef23e367-7002-4690-bde8-593a5ebe47d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b682ada-a2ff-446f-9df2-f9add674b289'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:07:41.043909 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8732addd951e9e324e8611d33d1bd68b9465e92c22bfe81da564c58254099f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1423ee-9f20-4c65-94c5-7bf9cc3bf9a5" -d '{"events": [{"server_uuid": "ef23e367-7002-4690-bde8-593a5ebe47d2", "name": "network-vif-plugged", "status": "completed", "tag": "0b682ada-a2ff-446f-9df2-f9add674b289"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:07:41.051960 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 0b682ada-a2ff-446f-9df2-f9add674b289, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=0b682ada-a2ff-446f-9df2-f9add674b289,segment=NetworkSegment(204f00fb-089f-4dc2-ae71-3f91f97fca02),segment_id=204f00fb-089f-4dc2-ae71-3f91f97fca02)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:07:41.059566 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b80e7b86-cad1-4095-98fe-05555e923af1 req-a35140e6-62d3-411a-8704-df81a37b19d7 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414064 Oct 10 12:07:41.105504 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36d9aac-62ab-44a1-8c7c-dbfaf9e6e915 x-openstack-request-id: req-b36d9aac-62ab-44a1-8c7c-dbfaf9e6e915 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:07:41.105880 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef23e367-7002-4690-bde8-593a5ebe47d2", "name": "network-vif-plugged", "status": "completed", "tag": "0b682ada-a2ff-446f-9df2-f9add674b289", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:07:41.106398 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b36d9aac-62ab-44a1-8c7c-dbfaf9e6e915 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:07:41.106792 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b36d9aac-62ab-44a1-8c7c-dbfaf9e6e915'] response: {'server_uuid': 'ef23e367-7002-4690-bde8-593a5ebe47d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b682ada-a2ff-446f-9df2-f9add674b289', 'code': 200} Oct 10 12:07:41.141956 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:41.212405 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=0b682ada-a2ff-446f-9df2-f9add674b289,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:41.491582 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4295fd9-bb3d-4692-9018-f1fcda04fc4b req-551260c1-bbbc-4155-af26-29bb69b02708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:41.493034 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f4295fd9-bb3d-4692-9018-f1fcda04fc4b req-551260c1-bbbc-4155-af26-29bb69b02708 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 1099 time: 0.0816748 Oct 10 12:07:41.533999 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f4295fd9-bb3d-4692-9018-f1fcda04fc4b req-5bd9c509-c2f3-431f-9db4-0b8bfe7f4816 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345316 Oct 10 12:07:42.253951 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b473-0655-49c3-95dd-2fe20c2f61a6 req-36498b86-e859-4bc7-b341-c56d7d3c2a6a tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:42.255407 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-54c0b473-0655-49c3-95dd-2fe20c2f61a6 req-36498b86-e859-4bc7-b341-c56d7d3c2a6a tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 946 time: 0.0873430 Oct 10 12:07:42.303354 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-54c0b473-0655-49c3-95dd-2fe20c2f61a6 req-ce4f4404-ebc4-437f-8349-7e248dc6e4a0 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422339 Oct 10 12:07:43.499290 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd61bd-3ef1-4492-a6db-f3d1428f7938 req-880d98a7-e63e-4cb8-a076-17663d5c5e4b tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:43.500672 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e8bd61bd-3ef1-4492-a6db-f3d1428f7938 req-880d98a7-e63e-4cb8-a076-17663d5c5e4b tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 946 time: 0.0885413 Oct 10 12:07:43.547651 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e8bd61bd-3ef1-4492-a6db-f3d1428f7938 req-ecba4900-6cb4-4a98-a225-f5741f2a80e6 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411174 Oct 10 12:07:43.745673 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a3df0-06e0-4eda-b3d5-6278864c53fc req-853e33f9-718f-42a3-bcf6-fadeb6a2f573 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:43.747127 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4b6a3df0-06e0-4eda-b3d5-6278864c53fc req-853e33f9-718f-42a3-bcf6-fadeb6a2f573 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 946 time: 0.0886128 Oct 10 12:07:43.790648 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4b6a3df0-06e0-4eda-b3d5-6278864c53fc req-14c05438-0d7c-4a9c-85b2-77f5a8ccfe71 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375605 Oct 10 12:07:43.819523 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 39344) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:07:43.900032 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e97f60e-61ea-4a99-81b4-2e69fc19f0dc tempest-TestShelveInstance-1090884493 tempest-TestShelveInstance-1090884493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:43.901539 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0e97f60e-61ea-4a99-81b4-2e69fc19f0dc tempest-TestShelveInstance-1090884493 tempest-TestShelveInstance-1090884493-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 1094 time: 0.0810361 Oct 10 12:07:43.904385 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 39348) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:07:43.909838 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-c2ca8246-0aad-4d04-a8ad-d57feb41a7be tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'port_id': '0b682ada-a2ff-446f-9df2-f9add674b289', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:07:43.915881 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c2ca8246-0aad-4d04-a8ad-d57feb41a7be tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:07:43.919707 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c2ca8246-0aad-4d04-a8ad-d57feb41a7be tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Usage tracker for resource:floatingip and tenant:ee6a5a47facf48328f00df8a9e87ff84 is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:07:43.923734 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c2ca8246-0aad-4d04-a8ad-d57feb41a7be tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:07:43.929400 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c2ca8246-0aad-4d04-a8ad-d57feb41a7be tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:07:44.023220 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c2ca8246-0aad-4d04-a8ad-d57feb41a7be tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for floatingip, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:44.158887 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c2ca8246-0aad-4d04-a8ad-d57feb41a7be tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:44.291285 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-c2ca8246-0aad-4d04-a8ad-d57feb41a7be tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Allocated IP 172.26.4.195 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/545c3005-65d1-413a-9bae-161eb6903a91) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:07:44.441314 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c2ca8246-0aad-4d04-a8ad-d57feb41a7be tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:44.566386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c2ca8246-0aad-4d04-a8ad-d57feb41a7be tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:44.631857 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ca8246-0aad-4d04-a8ad-d57feb41a7be tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:07:44.634581 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-c2ca8246-0aad-4d04-a8ad-d57feb41a7be tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:44.638078 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ca8246-0aad-4d04-a8ad-d57feb41a7be tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 12:07:44.666456 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca8246-0aad-4d04-a8ad-d57feb41a7be tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Pushing event updated for resources: {'Port': ['ID=545c3005-65d1-413a-9bae-161eb6903a91,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:45.142383 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c2ca8246-0aad-4d04-a8ad-d57feb41a7be tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:45.308557 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c2ca8246-0aad-4d04-a8ad-d57feb41a7be tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:45.508451 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c2ca8246-0aad-4d04-a8ad-d57feb41a7be tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:45.569158 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c2ca8246-0aad-4d04-a8ad-d57feb41a7be tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:45.673175 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca8246-0aad-4d04-a8ad-d57feb41a7be tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Pushing event updated for resources: {'Port': ['ID=545c3005-65d1-413a-9bae-161eb6903a91,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:45.678392 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c2ca8246-0aad-4d04-a8ad-d57feb41a7be tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:45.849407 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-c2ca8246-0aad-4d04-a8ad-d57feb41a7be tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Floating IP 04b650d8-9552-4ce1-b494-549af0c24cab associated. External IP: 172.26.4.195, port: 0b682ada-a2ff-446f-9df2-f9add674b289. Oct 10 12:07:46.196126 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ca8246-0aad-4d04-a8ad-d57feb41a7be tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Router 66cfe699-b2a7-4ffa-bde5-c07f7971b992 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 12:07:46.487489 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ca8246-0aad-4d04-a8ad-d57feb41a7be tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 12:07:46.496742 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ce06a6-0c7e-4c3c-aa0f-7be9191baea2 None None] Sync routers for ids ['66cfe699-b2a7-4ffa-bde5-c07f7971b992'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:07:46.506763 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ce06a6-0c7e-4c3c-aa0f-7be9191baea2 None None] Routers {'66cfe699-b2a7-4ffa-bde5-c07f7971b992'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:07:46.507367 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-66ce06a6-0c7e-4c3c-aa0f-7be9191baea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:07:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['66cfe699-b2a7-4ffa-bde5-c07f7971b992'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:46.575359 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c2ca8246-0aad-4d04-a8ad-d57feb41a7be tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:07:46.632655 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c2ca8246-0aad-4d04-a8ad-d57feb41a7be tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7264907 Oct 10 12:07:46.633377 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef23e367-7002-4690-bde8-593a5ebe47d2', 'tag': '0b682ada-a2ff-446f-9df2-f9add674b289'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:07:46.635771 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9190b4edb183f7b226a166b8738129be6f33359a534cd93ad8b1f9788c081b44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee5c742-6c62-40b3-b0bb-deaabf49f1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "ef23e367-7002-4690-bde8-593a5ebe47d2", "tag": "0b682ada-a2ff-446f-9df2-f9add674b289"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:07:46.677303 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbaf33cc-653a-4060-bf93-f9a9a0a7937d x-openstack-request-id: req-cbaf33cc-653a-4060-bf93-f9a9a0a7937d {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:07:46.677626 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef23e367-7002-4690-bde8-593a5ebe47d2", "tag": "0b682ada-a2ff-446f-9df2-f9add674b289", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:07:46.677880 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cbaf33cc-653a-4060-bf93-f9a9a0a7937d {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:07:46.678280 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbaf33cc-653a-4060-bf93-f9a9a0a7937d'] response: {'name': 'network-changed', 'server_uuid': 'ef23e367-7002-4690-bde8-593a5ebe47d2', 'tag': '0b682ada-a2ff-446f-9df2-f9add674b289', 'status': 'completed', 'code': 200} Oct 10 12:07:46.688096 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-66ce06a6-0c7e-4c3c-aa0f-7be9191baea2 None None] Set router 66cfe699-b2a7-4ffa-bde5-c07f7971b992 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:07:46.775538 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5c742-6c62-40b3-b0bb-deaabf49f1ae req-9dc05d18-f7bb-4845-ae7f-ef83d8e2aab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:46.777879 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cee5c742-6c62-40b3-b0bb-deaabf49f1ae req-9dc05d18-f7bb-4845-ae7f-ef83d8e2aab1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee6a5a47facf48328f00df8a9e87ff84&device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 1099 time: 0.0788004 Oct 10 12:07:46.913432 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5c742-6c62-40b3-b0bb-deaabf49f1ae req-e7a7e136-4543-46a3-967a-3965db7b4420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:46.914930 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cee5c742-6c62-40b3-b0bb-deaabf49f1ae req-e7a7e136-4543-46a3-967a-3965db7b4420 service neutron] 10.222.0.15 "GET /v2.0/networks?id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 HTTP/1.1" status: 200 len: 910 time: 0.1307614 Oct 10 12:07:47.043613 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-66ce06a6-0c7e-4c3c-aa0f-7be9191baea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'name': 'tempest-TestShelveInstance-2111425614-router', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:20Z', 'updated_at': '2022-10-10T12:02:25Z', 'revision_number': 4, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'gw_port': {'id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:21Z', 'updated_at': '2022-10-10T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '04b650d8-9552-4ce1-b494-549af0c24cab', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'floating_ip_address': '172.26.4.195', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'port_id': '0b682ada-a2ff-446f-9df2-f9add674b289', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'mac_address': 'fa:16:3e:40:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef23e367-7002-4690-bde8-593a5ebe47d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:07:45Z', 'updated_at': '2022-10-10T12:07:45Z', 'revision_number': 0, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa', 'name': '', 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'mac_address': 'fa:16:3e:69:23:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:24Z', 'updated_at': '2022-10-10T12:02:30Z', 'revision_number': 5, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'subnets': [{'id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:47.047873 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ce06a6-0c7e-4c3c-aa0f-7be9191baea2 None None] Checking router: 66cfe699-b2a7-4ffa-bde5-c07f7971b992 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:07:47.056404 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ce06a6-0c7e-4c3c-aa0f-7be9191baea2 None None] Routers {'66cfe699-b2a7-4ffa-bde5-c07f7971b992'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:07:47.057010 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-66ce06a6-0c7e-4c3c-aa0f-7be9191baea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:07:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['66cfe699-b2a7-4ffa-bde5-c07f7971b992'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:47.118516 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cee5c742-6c62-40b3-b0bb-deaabf49f1ae req-e6974ea3-5949-452d-bc1d-a40f4dc92314 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b682ada-a2ff-446f-9df2-f9add674b289 HTTP/1.1" status: 200 len: 1000 time: 0.1968906 Oct 10 12:07:47.183593 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5c742-6c62-40b3-b0bb-deaabf49f1ae req-c1d7d974-f0a9-45b0-8881-377e989689b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:47.185007 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cee5c742-6c62-40b3-b0bb-deaabf49f1ae req-c1d7d974-f0a9-45b0-8881-377e989689b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da02f72b-f36e-4d2b-81ed-d5e58ecf348b HTTP/1.1" status: 200 len: 848 time: 0.0602083 Oct 10 12:07:47.231440 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-66ce06a6-0c7e-4c3c-aa0f-7be9191baea2 None None] Set router 66cfe699-b2a7-4ffa-bde5-c07f7971b992 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:07:47.268356 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5c742-6c62-40b3-b0bb-deaabf49f1ae req-260a4239-9b85-4be0-90b3-5caafae27855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:47.269867 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cee5c742-6c62-40b3-b0bb-deaabf49f1ae req-260a4239-9b85-4be0-90b3-5caafae27855 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788844 Oct 10 12:07:47.401993 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cee5c742-6c62-40b3-b0bb-deaabf49f1ae req-50455b96-1ef2-4b4d-8591-672fbb441ebc service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258900 Oct 10 12:07:47.533477 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cee5c742-6c62-40b3-b0bb-deaabf49f1ae req-3b5d02c1-4e7a-46a5-a9a7-4ad5c1e10fbc service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260712 Oct 10 12:07:47.578151 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-66ce06a6-0c7e-4c3c-aa0f-7be9191baea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'name': 'tempest-TestShelveInstance-2111425614-router', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:20Z', 'updated_at': '2022-10-10T12:02:25Z', 'revision_number': 4, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'gw_port': {'id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:21Z', 'updated_at': '2022-10-10T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '04b650d8-9552-4ce1-b494-549af0c24cab', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'floating_ip_address': '172.26.4.195', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'port_id': '0b682ada-a2ff-446f-9df2-f9add674b289', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'mac_address': 'fa:16:3e:40:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef23e367-7002-4690-bde8-593a5ebe47d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:07:45Z', 'updated_at': '2022-10-10T12:07:45Z', 'revision_number': 0, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa', 'name': '', 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'mac_address': 'fa:16:3e:69:23:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:24Z', 'updated_at': '2022-10-10T12:02:30Z', 'revision_number': 5, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'subnets': [{'id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:47.582039 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ce06a6-0c7e-4c3c-aa0f-7be9191baea2 None None] The sync data for ids ['66cfe699-b2a7-4ffa-bde5-c07f7971b992'] in dv-neutron-860842-1-hyperv is: [{'id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'name': 'tempest-TestShelveInstance-2111425614-router', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:20Z', 'updated_at': '2022-10-10T12:02:25Z', 'revision_number': 4, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'gw_port': {'id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:21Z', 'updated_at': '2022-10-10T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': '04b650d8-9552-4ce1-b494-549af0c24cab', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'floating_ip_address': '172.26.4.195', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'port_id': '0b682ada-a2ff-446f-9df2-f9add674b289', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'mac_address': 'fa:16:3e:40:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef23e367-7002-4690-bde8-593a5ebe47d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:07:45Z', 'updated_at': '2022-10-10T12:07:45Z', 'revision_number': 0, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa', 'name': '', 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'mac_address': 'fa:16:3e:69:23:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:24Z', 'updated_at': '2022-10-10T12:02:30Z', 'revision_number': 5, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'subnets': [{'id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:07:47.764930 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259d973e-53e5-4614-89b3-550b1c76669d None None] New status for floating IP 04b650d8-9552-4ce1-b494-549af0c24cab: ACTIVE {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 12:08:02.494806 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-53c70f67-5ff6-4c47-a173-3ff23f7f49d9 req-a838a84f-d39f-48c4-bd14-7923d82a6628 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0830967 Oct 10 12:08:02.643288 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c70f67-5ff6-4c47-a173-3ff23f7f49d9 req-e1cc8ac6-8662-4f74-9672-a569519762be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:02.644495 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-53c70f67-5ff6-4c47-a173-3ff23f7f49d9 req-e1cc8ac6-8662-4f74-9672-a569519762be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee6a5a47facf48328f00df8a9e87ff84&device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 1099 time: 0.0817440 Oct 10 12:08:02.800355 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c70f67-5ff6-4c47-a173-3ff23f7f49d9 req-450c2d01-09fd-4b7d-98f0-1dffc757aee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:02.800355 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-53c70f67-5ff6-4c47-a173-3ff23f7f49d9 req-450c2d01-09fd-4b7d-98f0-1dffc757aee0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 HTTP/1.1" status: 200 len: 910 time: 0.1319933 Oct 10 12:08:02.906165 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-53c70f67-5ff6-4c47-a173-3ff23f7f49d9 req-f2b6d280-6a95-4803-900e-56627b50a37f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b682ada-a2ff-446f-9df2-f9add674b289 HTTP/1.1" status: 200 len: 1002 time: 0.1016254 Oct 10 12:08:02.969337 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c70f67-5ff6-4c47-a173-3ff23f7f49d9 req-11bd815b-f21b-4964-a418-fc2e8d4b1e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:02.970799 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-53c70f67-5ff6-4c47-a173-3ff23f7f49d9 req-11bd815b-f21b-4964-a418-fc2e8d4b1e3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da02f72b-f36e-4d2b-81ed-d5e58ecf348b HTTP/1.1" status: 200 len: 848 time: 0.0585830 Oct 10 12:08:03.058161 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c70f67-5ff6-4c47-a173-3ff23f7f49d9 req-823cf490-2c23-4537-8be4-34295e8c1938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:03.059628 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-53c70f67-5ff6-4c47-a173-3ff23f7f49d9 req-823cf490-2c23-4537-8be4-34295e8c1938 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812912 Oct 10 12:08:03.198054 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-53c70f67-5ff6-4c47-a173-3ff23f7f49d9 req-e90f2a3a-7d04-4780-8a83-81c2322096c6 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315904 Oct 10 12:08:03.335277 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-53c70f67-5ff6-4c47-a173-3ff23f7f49d9 req-b5605ff5-4066-4346-8675-af9ae28bd083 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240089 Oct 10 12:08:03.497097 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-37ccf492-07bf-4cec-bae8-112f2c54174b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:08:05.760157 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b3172ddf-7455-4c1c-b855-bcfbf2638e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:08:07.066543 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:08:07.211338 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:08:08.822570 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:08:09.931553 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:08:13.041117 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:08:33.492704 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-79d27142-4209-4486-a079-6a7b2eb3ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:08:35.763404 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-098de15a-5bcc-4b79-87c0-1b222fd61853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:08:37.060239 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:08:37.239063 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:08:38.821867 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:08:39.994570 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:08:50.040841 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:09:03.472679 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d96d65c7-c4c3-40c8-8563-d1c33711043d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:09:03.595967 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9d03051c-3eb3-4e2f-af47-ff1920a9ede7 req-bafe379a-823b-4ecc-94bc-06395740ea7e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1142168 Oct 10 12:09:03.743732 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03051c-3eb3-4e2f-af47-ff1920a9ede7 req-1dac037a-be9a-44fb-9283-4e855877a071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:03.745223 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9d03051c-3eb3-4e2f-af47-ff1920a9ede7 req-1dac037a-be9a-44fb-9283-4e855877a071 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee6a5a47facf48328f00df8a9e87ff84&device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 1099 time: 0.0824857 Oct 10 12:09:03.993908 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03051c-3eb3-4e2f-af47-ff1920a9ede7 req-37160b97-6136-4a52-98b2-a1a760ef721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:03.995317 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9d03051c-3eb3-4e2f-af47-ff1920a9ede7 req-37160b97-6136-4a52-98b2-a1a760ef721c service neutron] 10.222.0.15 "GET /v2.0/networks?id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 HTTP/1.1" status: 200 len: 910 time: 0.2326477 Oct 10 12:09:04.101683 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9d03051c-3eb3-4e2f-af47-ff1920a9ede7 req-466310a3-ba8f-4bee-b4d8-32794e0553ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b682ada-a2ff-446f-9df2-f9add674b289 HTTP/1.1" status: 200 len: 1002 time: 0.0968721 Oct 10 12:09:04.166160 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03051c-3eb3-4e2f-af47-ff1920a9ede7 req-9ccf2176-b0b5-497f-9b73-9a596fc35872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:04.167737 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9d03051c-3eb3-4e2f-af47-ff1920a9ede7 req-9ccf2176-b0b5-497f-9b73-9a596fc35872 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da02f72b-f36e-4d2b-81ed-d5e58ecf348b HTTP/1.1" status: 200 len: 848 time: 0.0603354 Oct 10 12:09:04.254195 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03051c-3eb3-4e2f-af47-ff1920a9ede7 req-d6cf60f2-d979-4be8-b32c-c4f2c7156462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:04.255649 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9d03051c-3eb3-4e2f-af47-ff1920a9ede7 req-d6cf60f2-d979-4be8-b32c-c4f2c7156462 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816598 Oct 10 12:09:04.390717 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9d03051c-3eb3-4e2f-af47-ff1920a9ede7 req-2b50ecf8-2fa8-4ae7-99d0-cc4fad905119 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289363 Oct 10 12:09:04.524395 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9d03051c-3eb3-4e2f-af47-ff1920a9ede7 req-c8368c06-07ec-49af-8298-32e0a9f34d96 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276605 Oct 10 12:09:05.793153 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4a23e1ae-6c6e-4797-a2f3-5f394192d14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:09:07.095250 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:09:07.242309 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:09:08.837776 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:09:10.248943 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:09:27.040280 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:09:33.546174 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-705535d8-b108-4fb6-9da3-10a6410a9c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:09:35.870726 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f418c63c-9ec2-4991-8aea-b59afb3ade58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:09:37.083181 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:09:37.207609 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:09:38.906348 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:09:39.980817 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:10:03.476381 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-929d5b5a-3fb9-49cb-a998-e0d65456db1b req-ac004a30-73bb-4463-a555-1fa0fbe1b932 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773182 Oct 10 12:10:03.511163 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4138a726-624d-42e3-83ea-04283e3192c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:10:03.623952 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d5b5a-3fb9-49cb-a998-e0d65456db1b req-2082ade9-97aa-4acf-83ae-d1cb07f32918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:03.625414 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-929d5b5a-3fb9-49cb-a998-e0d65456db1b req-2082ade9-97aa-4acf-83ae-d1cb07f32918 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee6a5a47facf48328f00df8a9e87ff84&device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 1099 time: 0.0835893 Oct 10 12:10:03.768848 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d5b5a-3fb9-49cb-a998-e0d65456db1b req-4834b78b-eb78-493a-92b7-a655d48feda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:03.770392 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-929d5b5a-3fb9-49cb-a998-e0d65456db1b req-4834b78b-eb78-493a-92b7-a655d48feda2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 HTTP/1.1" status: 200 len: 910 time: 0.1279559 Oct 10 12:10:03.868841 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-929d5b5a-3fb9-49cb-a998-e0d65456db1b req-f3c8a452-1f08-4199-997d-6c2982035cfc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b682ada-a2ff-446f-9df2-f9add674b289 HTTP/1.1" status: 200 len: 1002 time: 0.0924444 Oct 10 12:10:03.934299 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d5b5a-3fb9-49cb-a998-e0d65456db1b req-bcae8f6c-b799-448b-9dbc-ac20eb389746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:03.935742 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-929d5b5a-3fb9-49cb-a998-e0d65456db1b req-bcae8f6c-b799-448b-9dbc-ac20eb389746 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da02f72b-f36e-4d2b-81ed-d5e58ecf348b HTTP/1.1" status: 200 len: 848 time: 0.0612597 Oct 10 12:10:04.018354 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d5b5a-3fb9-49cb-a998-e0d65456db1b req-0b29a7c0-2c98-46f8-b97e-7f508ccafd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:04.019861 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-929d5b5a-3fb9-49cb-a998-e0d65456db1b req-0b29a7c0-2c98-46f8-b97e-7f508ccafd7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783353 Oct 10 12:10:04.039132 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:10:04.147593 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-929d5b5a-3fb9-49cb-a998-e0d65456db1b req-87fb9c2d-966e-4516-bcc2-11928cae3373 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209478 Oct 10 12:10:04.274789 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-929d5b5a-3fb9-49cb-a998-e0d65456db1b req-dd53ec94-15f8-40b4-a505-9342ccce1fb1 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215758 Oct 10 12:10:05.790436 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d3e6de04-a7c0-4cbd-a3a8-20972b7a25ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:10:07.065708 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:10:07.236789 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:10:08.847130 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:10:09.990418 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:10:33.527623 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-903f0702-c926-44a2-b4eb-3cf5d576f796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:10:35.762214 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c77cbdc6-f4e7-4ebc-9bf6-6a47ed05fc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:10:37.105957 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:10:37.265415 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:10:37.430310 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d6337-9831-4d67-874f-e40b9c777049 req-9e968939-52eb-42b7-a40d-3002aa69b854 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:37.436195 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-354d6337-9831-4d67-874f-e40b9c777049 req-9e968939-52eb-42b7-a40d-3002aa69b854 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 946 time: 0.1556826 Oct 10 12:10:37.477172 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-354d6337-9831-4d67-874f-e40b9c777049 req-36bbcfc8-8e90-4de9-bed3-8f37cffc0d68 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396800 Oct 10 12:10:38.815331 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239acec6-d482-45f2-a5f0-a95d95031d6a req-d6f88e98-db28-45dd-bada-751662592ca0 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:38.816718 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-239acec6-d482-45f2-a5f0-a95d95031d6a req-d6f88e98-db28-45dd-bada-751662592ca0 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 946 time: 0.1412551 Oct 10 12:10:38.865258 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:10:38.866604 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-239acec6-d482-45f2-a5f0-a95d95031d6a req-51d618e7-b5b8-4455-96f7-da3eec97b269 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443294 Oct 10 12:10:39.996637 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:10:40.179621 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa522f3d-8dc7-433e-9517-89943d62f236 req-af39ceba-7eac-43f5-be31-8cdbf74219d3 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:40.181094 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fa522f3d-8dc7-433e-9517-89943d62f236 req-af39ceba-7eac-43f5-be31-8cdbf74219d3 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 946 time: 0.1883082 Oct 10 12:10:40.225935 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-fa522f3d-8dc7-433e-9517-89943d62f236 req-410aaf5a-060a-48a3-acfd-0ce660dfe61a tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388799 Oct 10 12:10:41.041984 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:10:41.422384 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d35119-72b6-4996-8065-2476ba02e94d req-40dfbf0f-73ff-41ad-a34c-d6d2865728b2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:41.424451 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-87d35119-72b6-4996-8065-2476ba02e94d req-40dfbf0f-73ff-41ad-a34c-d6d2865728b2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 946 time: 0.0876651 Oct 10 12:10:41.468021 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-87d35119-72b6-4996-8065-2476ba02e94d req-8731bfe4-7937-4ed5-a2c3-8fdf26703dbf tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379186 Oct 10 12:10:42.668670 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61be55-ef41-4891-b336-ea1c94e917cb req-01a7b889-4de3-44aa-8f56-552bfee38407 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:42.670255 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0e61be55-ef41-4891-b336-ea1c94e917cb req-01a7b889-4de3-44aa-8f56-552bfee38407 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 946 time: 0.0879321 Oct 10 12:10:42.714334 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0e61be55-ef41-4891-b336-ea1c94e917cb req-e610644b-96fa-456f-afda-183bc9b8dfdc tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376952 Oct 10 12:10:43.914676 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef04df-199a-4ae7-80ed-1d5b778aa090 req-f1592dbf-2345-427a-ab88-4f7742f17bfe tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:43.916102 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-91ef04df-199a-4ae7-80ed-1d5b778aa090 req-f1592dbf-2345-427a-ab88-4f7742f17bfe tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 946 time: 0.0907001 Oct 10 12:10:43.960545 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-91ef04df-199a-4ae7-80ed-1d5b778aa090 req-51e2b5d3-35bf-4dfd-a4c9-47a58c513e59 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388360 Oct 10 12:10:45.167106 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d57c62-b56b-46bc-9e9d-6fdb5dc0f2e7 req-58ebec91-ff23-4b2a-b2f4-51522d72b9e2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:45.168538 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f1d57c62-b56b-46bc-9e9d-6fdb5dc0f2e7 req-58ebec91-ff23-4b2a-b2f4-51522d72b9e2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 946 time: 0.0899541 Oct 10 12:10:45.211342 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f1d57c62-b56b-46bc-9e9d-6fdb5dc0f2e7 req-b476047f-e738-4ac0-add9-3dd1ac1fa193 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367985 Oct 10 12:10:46.411854 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82bdcbb-d6b6-4eee-a8a9-a19d8c702b1d req-57dbd672-6315-430a-9cb3-2843368fe786 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:46.413213 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f82bdcbb-d6b6-4eee-a8a9-a19d8c702b1d req-57dbd672-6315-430a-9cb3-2843368fe786 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 946 time: 0.0897644 Oct 10 12:10:46.460915 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-f82bdcbb-d6b6-4eee-a8a9-a19d8c702b1d req-70ae7b8a-7278-47c9-abec-8a86ae24ad89 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420434 Oct 10 12:10:47.447475 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaaeb80-83d8-4236-8b84-8a53e16d21f2 req-1b5ecd84-e3ed-4496-b225-836e74315551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:47.448951 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7eaaeb80-83d8-4236-8b84-8a53e16d21f2 req-1b5ecd84-e3ed-4496-b225-836e74315551 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee6a5a47facf48328f00df8a9e87ff84&device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 1099 time: 0.0820291 Oct 10 12:10:47.614999 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaaeb80-83d8-4236-8b84-8a53e16d21f2 req-f3d462a3-b0ff-41e4-a57a-5485646fec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:47.616349 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7eaaeb80-83d8-4236-8b84-8a53e16d21f2 req-f3d462a3-b0ff-41e4-a57a-5485646fec36 service neutron] 10.222.0.15 "GET /v2.0/networks?id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 HTTP/1.1" status: 200 len: 910 time: 0.1615713 Oct 10 12:10:47.735141 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7eaaeb80-83d8-4236-8b84-8a53e16d21f2 req-8ac6a271-06a2-4b38-a34b-e1c0f278bc42 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b682ada-a2ff-446f-9df2-f9add674b289 HTTP/1.1" status: 200 len: 1002 time: 0.1114743 Oct 10 12:10:47.795279 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a448358-4079-4382-983e-f1745dee72ea req-907b3d5c-1942-4d8f-9440-d82f0f54d0a9 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:47.796714 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2a448358-4079-4382-983e-f1745dee72ea req-907b3d5c-1942-4d8f-9440-d82f0f54d0a9 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 946 time: 0.2242208 Oct 10 12:10:47.826663 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaaeb80-83d8-4236-8b84-8a53e16d21f2 req-b5a3ed4b-98cf-4200-8137-3f4ae9ee7450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:47.828038 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7eaaeb80-83d8-4236-8b84-8a53e16d21f2 req-b5a3ed4b-98cf-4200-8137-3f4ae9ee7450 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da02f72b-f36e-4d2b-81ed-d5e58ecf348b HTTP/1.1" status: 200 len: 848 time: 0.0863218 Oct 10 12:10:47.893313 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2a448358-4079-4382-983e-f1745dee72ea req-cfe30036-ab76-4634-bc0b-bfef6dfc2b6c tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888522 Oct 10 12:10:47.925261 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaaeb80-83d8-4236-8b84-8a53e16d21f2 req-e1ece4e8-025f-4451-84ee-0b6c0ad38192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:47.927041 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7eaaeb80-83d8-4236-8b84-8a53e16d21f2 req-e1ece4e8-025f-4451-84ee-0b6c0ad38192 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0885842 Oct 10 12:10:48.059760 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7eaaeb80-83d8-4236-8b84-8a53e16d21f2 req-eb110440-66f4-467d-9cb1-c6b7eb4d95be service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256258 Oct 10 12:10:48.190003 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7eaaeb80-83d8-4236-8b84-8a53e16d21f2 req-f1791201-56ce-452b-ad7f-f48ed150e18f service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244352 Oct 10 12:10:49.091512 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e305782-8467-422e-9a1a-9eb15d06fcc7 req-0bb2b28f-d726-46e4-93ee-a61ec938a769 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:49.092949 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8e305782-8467-422e-9a1a-9eb15d06fcc7 req-0bb2b28f-d726-46e4-93ee-a61ec938a769 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 946 time: 0.0891397 Oct 10 12:10:49.137047 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8e305782-8467-422e-9a1a-9eb15d06fcc7 req-4cf8df7d-b0c0-4e5c-9d72-3b05ae68c8ef tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380533 Oct 10 12:10:50.341428 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec4cee-f33e-43c5-8b80-04514f5ac0d8 req-a2ba32cf-2471-433e-b83e-5e2ac9b51a8e tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:50.342995 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7fec4cee-f33e-43c5-8b80-04514f5ac0d8 req-a2ba32cf-2471-433e-b83e-5e2ac9b51a8e tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 946 time: 0.0961261 Oct 10 12:10:50.387206 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7fec4cee-f33e-43c5-8b80-04514f5ac0d8 req-21bff12f-0bf9-4d15-9c99-2d0cc5e6ebdd tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380747 Oct 10 12:10:51.592481 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb9a83-4c7a-4dd8-8515-1c1336cb34b8 req-adf0099c-6fe3-4304-8140-10761fbaaf7d tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:51.593945 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-57fb9a83-4c7a-4dd8-8515-1c1336cb34b8 req-adf0099c-6fe3-4304-8140-10761fbaaf7d tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 946 time: 0.0933571 Oct 10 12:10:51.645357 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-57fb9a83-4c7a-4dd8-8515-1c1336cb34b8 req-8948ed47-e519-4ed5-8409-b473d0ef1299 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451434 Oct 10 12:10:52.275574 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab93c73-b340-440d-ad40-4b842d59823e req-ccaaf3dd-2697-497b-b594-1142c2a6e067 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:52.277060 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8ab93c73-b340-440d-ad40-4b842d59823e req-ccaaf3dd-2697-497b-b594-1142c2a6e067 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 946 time: 0.1596549 Oct 10 12:10:52.345906 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8ab93c73-b340-440d-ad40-4b842d59823e req-32991657-07c9-496f-b81b-7bd8ec7c2544 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608478 Oct 10 12:10:52.356506 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8570e337-4838-42d0-84f8-8c2799772140 req-f152cdb8-84a2-4c0c-bd56-52b540bb049b service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2440360 Oct 10 12:10:53.546471 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab461d5-ccf7-44ac-bafa-b35c2681245a req-6034631b-eeb2-4328-9f25-fea4deac9bbf tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:53.548080 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2ab461d5-ccf7-44ac-bafa-b35c2681245a req-6034631b-eeb2-4328-9f25-fea4deac9bbf tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 946 time: 0.0864265 Oct 10 12:10:53.592817 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2ab461d5-ccf7-44ac-bafa-b35c2681245a req-0aa34101-9632-4a8b-9554-b0646d39a765 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387888 Oct 10 12:10:53.613480 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 0b682ada-a2ff-446f-9df2-f9add674b289 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 12:10:53.732280 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 0b682ada-a2ff-446f-9df2-f9add674b289 is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:10:53.732653 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:10:53.762487 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef23e367-7002-4690-bde8-593a5ebe47d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b682ada-a2ff-446f-9df2-f9add674b289'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:10:53.771931 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 0b682ada-a2ff-446f-9df2-f9add674b289, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=0b682ada-a2ff-446f-9df2-f9add674b289,segment=NetworkSegment(204f00fb-089f-4dc2-ae71-3f91f97fca02),segment_id=204f00fb-089f-4dc2-ae71-3f91f97fca02)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:10:53.804931 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08b049e25f9c1c27e38c4df2ba44dd3c28e4d8113b2db211f28810618a681f70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fed74b6-4422-4481-8f9e-0a34664c25c9" -d '{"events": [{"server_uuid": "ef23e367-7002-4690-bde8-593a5ebe47d2", "name": "network-vif-unplugged", "status": "completed", "tag": "0b682ada-a2ff-446f-9df2-f9add674b289"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:10:53.836576 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:10:53.896680 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 10 Oct 2022 12:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927655b2-f557-488c-b628-3963470df174 x-openstack-request-id: req-927655b2-f557-488c-b628-3963470df174 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:10:53.896961 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef23e367-7002-4690-bde8-593a5ebe47d2", "name": "network-vif-unplugged", "status": "failed", "tag": "0b682ada-a2ff-446f-9df2-f9add674b289", "code": 422}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:10:53.897212 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-927655b2-f557-488c-b628-3963470df174 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:10:53.897630 dv-neutron-860842-1-hyperv neutron-server[89898]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-927655b2-f557-488c-b628-3963470df174']: {'server_uuid': 'ef23e367-7002-4690-bde8-593a5ebe47d2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0b682ada-a2ff-446f-9df2-f9add674b289', 'code': 422} returned with failed status Oct 10 12:10:53.911898 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=0b682ada-a2ff-446f-9df2-f9add674b289,revision_number=6']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:53.919279 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:53.923308 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:53.923308 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:53.923308 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:53.923308 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:53.923308 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:53.923308 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:53.923308 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:53.923308 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:53.923308 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:53.923308 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:53.923308 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:54.797671 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92035771-b6f9-4e3b-a231-79592b828837 req-61f9eb69-ee17-42a2-9f31-a3248ee2c9ee tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:54.799467 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-92035771-b6f9-4e3b-a231-79592b828837 req-61f9eb69-ee17-42a2-9f31-a3248ee2c9ee tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 944 time: 0.0932102 Oct 10 12:10:54.843412 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-92035771-b6f9-4e3b-a231-79592b828837 req-a882f779-4b38-405c-aab0-77f61a0ed575 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380845 Oct 10 12:10:55.869655 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570e337-4838-42d0-84f8-8c2799772140 req-32294041-21ba-4d48-9469-e23c4522c1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:55.871127 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8570e337-4838-42d0-84f8-8c2799772140 req-32294041-21ba-4d48-9469-e23c4522c1a5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2&tenant_id=ee6a5a47facf48328f00df8a9e87ff84 HTTP/1.1" status: 200 len: 1097 time: 0.0823414 Oct 10 12:10:55.974375 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570e337-4838-42d0-84f8-8c2799772140 req-514812cc-0dd1-4ce8-818f-9a49ec69485e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:55.975917 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8570e337-4838-42d0-84f8-8c2799772140 req-514812cc-0dd1-4ce8-818f-9a49ec69485e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee6a5a47facf48328f00df8a9e87ff84&device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 1097 time: 0.0813086 Oct 10 12:10:56.049732 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2788030-36f3-4668-a760-1ad632131211 req-aed59b99-7673-4713-b4a3-93636104ede2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:56.051992 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b2788030-36f3-4668-a760-1ad632131211 req-aed59b99-7673-4713-b4a3-93636104ede2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 944 time: 0.0932877 Oct 10 12:10:56.099861 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b2788030-36f3-4668-a760-1ad632131211 req-7038d9e6-7f3f-4acf-91bc-b1c658160971 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420492 Oct 10 12:10:56.205616 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570e337-4838-42d0-84f8-8c2799772140 req-d8b2332e-9065-4d3a-9a64-8b458d6c7a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:56.207241 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8570e337-4838-42d0-84f8-8c2799772140 req-d8b2332e-9065-4d3a-9a64-8b458d6c7a7b service neutron] 10.222.0.15 "GET /v2.0/networks?id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 HTTP/1.1" status: 200 len: 910 time: 0.2247176 Oct 10 12:10:56.309879 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8570e337-4838-42d0-84f8-8c2799772140 req-0812645d-4245-4d66-a34a-9d3560a9257f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b682ada-a2ff-446f-9df2-f9add674b289 HTTP/1.1" status: 200 len: 1000 time: 0.0956609 Oct 10 12:10:56.406283 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570e337-4838-42d0-84f8-8c2799772140 req-5114f776-d5b7-45b1-bb32-98d41f7a2276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:56.408269 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8570e337-4838-42d0-84f8-8c2799772140 req-5114f776-d5b7-45b1-bb32-98d41f7a2276 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da02f72b-f36e-4d2b-81ed-d5e58ecf348b HTTP/1.1" status: 200 len: 848 time: 0.0924718 Oct 10 12:10:56.496387 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570e337-4838-42d0-84f8-8c2799772140 req-330c2c3e-12cd-46c7-a877-415db36dbc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:56.497896 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8570e337-4838-42d0-84f8-8c2799772140 req-330c2c3e-12cd-46c7-a877-415db36dbc9e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831730 Oct 10 12:10:56.629319 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8570e337-4838-42d0-84f8-8c2799772140 req-9d9d4ec9-8160-4daa-8e86-8bf44875dd14 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245172 Oct 10 12:10:56.757692 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8570e337-4838-42d0-84f8-8c2799772140 req-dcecf69b-e74c-4795-bf69-d850ecdf7bdc service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227183 Oct 10 12:10:57.310425 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965fa21-08ee-4a67-8ec6-5fe375f608f0 req-0fddb2a9-f347-4034-90a0-253c01602ddd tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:57.312757 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d965fa21-08ee-4a67-8ec6-5fe375f608f0 req-0fddb2a9-f347-4034-90a0-253c01602ddd tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 944 time: 0.0989492 Oct 10 12:10:57.360215 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d965fa21-08ee-4a67-8ec6-5fe375f608f0 req-5f657338-973c-4561-8419-9eb3ba26bbf6 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407364 Oct 10 12:10:58.555762 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7abd7d-7dbd-4f67-8bf0-d74db1fa61d4 req-e4d4284e-9bd4-4c66-857e-02b6c4d0a574 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:58.557202 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3f7abd7d-7dbd-4f67-8bf0-d74db1fa61d4 req-e4d4284e-9bd4-4c66-857e-02b6c4d0a574 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 944 time: 0.0867867 Oct 10 12:10:58.600639 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-3f7abd7d-7dbd-4f67-8bf0-d74db1fa61d4 req-e209db9f-a907-461a-9ef6-1596fd64fdba tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378861 Oct 10 12:10:59.796366 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a83bb-fbb6-447b-a04b-76661fae5088 req-7e4c989f-ca51-4eac-9330-217054baceff tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:59.797841 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5c8a83bb-fbb6-447b-a04b-76661fae5088 req-7e4c989f-ca51-4eac-9330-217054baceff tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 944 time: 0.0876560 Oct 10 12:10:59.842093 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5c8a83bb-fbb6-447b-a04b-76661fae5088 req-d28797d8-57d8-4ab0-95c5-0ae3632eb030 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377548 Oct 10 12:11:01.042749 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a7cd3-4d6c-403b-a366-785c74cc157e req-3e9b8690-7ee3-4eb6-afea-26539cccdf16 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:01.044186 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-eb9a7cd3-4d6c-403b-a366-785c74cc157e req-3e9b8690-7ee3-4eb6-afea-26539cccdf16 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 944 time: 0.0901885 Oct 10 12:11:01.088737 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-eb9a7cd3-4d6c-403b-a366-785c74cc157e req-44efad91-19a6-4235-83f0-b3f7e80b5ebb tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386231 Oct 10 12:11:02.291295 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d149f41-3f99-45fb-8c02-1009425eea85 req-6aaf15ac-f15d-4139-a24f-be773f0c642e tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:02.292782 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9d149f41-3f99-45fb-8c02-1009425eea85 req-6aaf15ac-f15d-4139-a24f-be773f0c642e tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 944 time: 0.0918174 Oct 10 12:11:02.335916 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9d149f41-3f99-45fb-8c02-1009425eea85 req-faa5df8c-235c-4a86-85c6-6b7a39e096cf tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376184 Oct 10 12:11:03.532853 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b5aa8427-b04f-4cd7-9366-bf03dea17da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:11:03.535278 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f7e12-030f-49f2-a921-80801ce363c6 req-ee8264e5-8c5d-45aa-a607-fc6a3bf9aae8 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:03.536738 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-167f7e12-030f-49f2-a921-80801ce363c6 req-ee8264e5-8c5d-45aa-a607-fc6a3bf9aae8 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 944 time: 0.0912504 Oct 10 12:11:03.580242 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-167f7e12-030f-49f2-a921-80801ce363c6 req-d5cb95d5-c422-4baa-b2c6-752291c6392b tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378635 Oct 10 12:11:03.675770 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 0b682ada-a2ff-446f-9df2-f9add674b289 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 12:11:03.805980 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 0b682ada-a2ff-446f-9df2-f9add674b289, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=0b682ada-a2ff-446f-9df2-f9add674b289,segment=NetworkSegment(204f00fb-089f-4dc2-ae71-3f91f97fca02),segment_id=204f00fb-089f-4dc2-ae71-3f91f97fca02)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:11:03.818619 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '0b682ada-a2ff-446f-9df2-f9add674b289', 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'port_id': '0b682ada-a2ff-446f-9df2-f9add674b289', 'mac_address': 'fa:16:3e:40:52:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 497, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 12:11:03.871944 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 0b682ada-a2ff-446f-9df2-f9add674b289 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:11:03.872312 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:11:03.888505 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b682ada-a2ff-446f-9df2-f9add674b289 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:11:03.904260 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 0b682ada-a2ff-446f-9df2-f9add674b289, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=0b682ada-a2ff-446f-9df2-f9add674b289,segment=NetworkSegment(204f00fb-089f-4dc2-ae71-3f91f97fca02),segment_id=204f00fb-089f-4dc2-ae71-3f91f97fca02)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:11:03.973528 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:11:04.042667 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=0b682ada-a2ff-446f-9df2-f9add674b289,revision_number=7']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:04.231589 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['0b682ada-a2ff-446f-9df2-f9add674b289'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 12:11:04.539845 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a466c-3eea-4d5d-9c6c-dac36caad9f6 req-ae9b7d06-f633-4fbb-85e3-ee5b5bb1fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:04.541292 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b91a466c-3eea-4d5d-9c6c-dac36caad9f6 req-ae9b7d06-f633-4fbb-85e3-ee5b5bb1fd67 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee6a5a47facf48328f00df8a9e87ff84&device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 1098 time: 0.0772679 Oct 10 12:11:04.684504 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a466c-3eea-4d5d-9c6c-dac36caad9f6 req-08d98d3e-2a52-4d3d-ba62-0a3010976e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:04.685977 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b91a466c-3eea-4d5d-9c6c-dac36caad9f6 req-08d98d3e-2a52-4d3d-ba62-0a3010976e28 service neutron] 10.222.0.15 "GET /v2.0/networks?id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 HTTP/1.1" status: 200 len: 910 time: 0.1248436 Oct 10 12:11:04.843733 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b91a466c-3eea-4d5d-9c6c-dac36caad9f6 req-fc4c0ee9-32ff-4d00-a6f6-41e25074d125 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b682ada-a2ff-446f-9df2-f9add674b289 HTTP/1.1" status: 200 len: 1001 time: 0.1503611 Oct 10 12:11:04.908936 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586c0d4-355c-4f94-af63-a5ce6434eb4c req-ac4ec2ed-da57-4d5a-a1e3-256d41b6af61 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:04.910928 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f586c0d4-355c-4f94-af63-a5ce6434eb4c req-ac4ec2ed-da57-4d5a-a1e3-256d41b6af61 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 945 time: 0.2200696 Oct 10 12:11:04.919206 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a466c-3eea-4d5d-9c6c-dac36caad9f6 req-d1f7840f-d453-4970-a815-1435789a5e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:04.920526 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b91a466c-3eea-4d5d-9c6c-dac36caad9f6 req-d1f7840f-d453-4970-a815-1435789a5e39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da02f72b-f36e-4d2b-81ed-d5e58ecf348b HTTP/1.1" status: 200 len: 848 time: 0.0703206 Oct 10 12:11:05.013477 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f586c0d4-355c-4f94-af63-a5ce6434eb4c req-9112c561-a80d-4e90-b9d0-6b23583b67e2 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958543 Oct 10 12:11:05.031128 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a466c-3eea-4d5d-9c6c-dac36caad9f6 req-8cbed190-07c8-47b8-b2e9-c59d97b72103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:05.032544 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b91a466c-3eea-4d5d-9c6c-dac36caad9f6 req-8cbed190-07c8-47b8-b2e9-c59d97b72103 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0990245 Oct 10 12:11:05.256016 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b91a466c-3eea-4d5d-9c6c-dac36caad9f6 req-ed31a50e-1d9a-45e8-9090-477358c58e69 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165985 Oct 10 12:11:05.383651 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-b91a466c-3eea-4d5d-9c6c-dac36caad9f6 req-ab1a275c-1fa9-4645-a6f8-7a5d6f5b815d service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210303 Oct 10 12:11:05.693616 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 0b682ada-a2ff-446f-9df2-f9add674b289 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:11:05.804016 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 0b682ada-a2ff-446f-9df2-f9add674b289 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:11:05.804436 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:11:05.804773 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 0b682ada-a2ff-446f-9df2-f9add674b289 Oct 10 12:11:05.847721 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4a9ef3b5-ff13-4f94-ab0c-8567a9451654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:11:05.921984 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 0b682ada-a2ff-446f-9df2-f9add674b289 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:11:05.922473 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:11:05.952306 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef23e367-7002-4690-bde8-593a5ebe47d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b682ada-a2ff-446f-9df2-f9add674b289'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:11:05.954585 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08b049e25f9c1c27e38c4df2ba44dd3c28e4d8113b2db211f28810618a681f70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471afb84-9bf2-4d3d-8ff1-a42e1f333522" -d '{"events": [{"server_uuid": "ef23e367-7002-4690-bde8-593a5ebe47d2", "name": "network-vif-plugged", "status": "completed", "tag": "0b682ada-a2ff-446f-9df2-f9add674b289"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:11:05.962596 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 0b682ada-a2ff-446f-9df2-f9add674b289, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=0b682ada-a2ff-446f-9df2-f9add674b289,segment=NetworkSegment(204f00fb-089f-4dc2-ae71-3f91f97fca02),segment_id=204f00fb-089f-4dc2-ae71-3f91f97fca02)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:11:05.997284 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5167bf-1fdc-4c10-bd72-0448829d3a0d x-openstack-request-id: req-ba5167bf-1fdc-4c10-bd72-0448829d3a0d {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:11:05.997284 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef23e367-7002-4690-bde8-593a5ebe47d2", "name": "network-vif-plugged", "status": "completed", "tag": "0b682ada-a2ff-446f-9df2-f9add674b289", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:11:05.997284 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ba5167bf-1fdc-4c10-bd72-0448829d3a0d {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:11:05.997284 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba5167bf-1fdc-4c10-bd72-0448829d3a0d'] response: {'server_uuid': 'ef23e367-7002-4690-bde8-593a5ebe47d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b682ada-a2ff-446f-9df2-f9add674b289', 'code': 200} Oct 10 12:11:06.040856 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:11:06.112794 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=0b682ada-a2ff-446f-9df2-f9add674b289,revision_number=8']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:06.215132 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7849a5e-5eb0-4799-bd25-5c98f16a01e4 req-6f0d7ee4-606f-45e0-a986-44356e569ab8 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:06.216505 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c7849a5e-5eb0-4799-bd25-5c98f16a01e4 req-6f0d7ee4-606f-45e0-a986-44356e569ab8 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 946 time: 0.0888557 Oct 10 12:11:06.270086 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-c7849a5e-5eb0-4799-bd25-5c98f16a01e4 req-580ba1ab-440e-4af4-a1d3-1ed662c77638 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473404 Oct 10 12:11:06.368193 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4cb203-35e0-40d3-a00b-79250a4fbf99 req-a0ab2cbb-c871-47d2-a885-06b8623313dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:06.369671 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ac4cb203-35e0-40d3-a00b-79250a4fbf99 req-a0ab2cbb-c871-47d2-a885-06b8623313dc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 1099 time: 0.0795536 Oct 10 12:11:06.409009 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-ac4cb203-35e0-40d3-a00b-79250a4fbf99 req-ad48ea47-26f7-40df-983d-60158865faaa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331531 Oct 10 12:11:07.086999 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:11:07.223881 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:11:07.473263 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c3f77-ed4f-4256-b2b1-27eb7a0735d2 req-791443ce-6ec5-4890-8a09-671e94ea7f82 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:07.475122 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-524c3f77-ed4f-4256-b2b1-27eb7a0735d2 req-791443ce-6ec5-4890-8a09-671e94ea7f82 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 946 time: 0.0920434 Oct 10 12:11:07.518611 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-524c3f77-ed4f-4256-b2b1-27eb7a0735d2 req-6c5d0ef5-ca60-49e4-b618-1586511c9736 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378394 Oct 10 12:11:08.721140 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6243ab4-fab9-4eeb-a7b5-21c2ce85ed75 req-317a42b6-9547-4143-a6ee-dfad5f50fffe tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:08.723488 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6243ab4-fab9-4eeb-a7b5-21c2ce85ed75 req-317a42b6-9547-4143-a6ee-dfad5f50fffe tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 946 time: 0.0913799 Oct 10 12:11:08.767535 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-e6243ab4-fab9-4eeb-a7b5-21c2ce85ed75 req-66639ded-3bec-424d-8f02-5e1fba5295fc tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387437 Oct 10 12:11:08.840688 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:11:09.995603 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:11:18.038673 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:11:33.515361 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9dbb5167-76d1-49ec-b10b-8a0bd4288b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:11:35.771806 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-2b8580ef-8be5-4887-b7d2-13264f386152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:11:37.120115 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:11:37.223824 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:11:38.829388 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:11:40.012484 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:11:55.037300 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:12:03.491923 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-40697d36-bdac-4232-a781-70212d0000fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:12:05.766390 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4db95300-f078-46dc-8a86-62206e935fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:12:06.503605 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2afd4bc0-680a-49df-9775-f58bf53af945 req-63ceb4b5-6d9a-48f8-91b4-1b41b0a684ed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782256 Oct 10 12:12:06.651941 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd4bc0-680a-49df-9775-f58bf53af945 req-84f04bc1-77e4-4596-8455-daabd8ac1546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:06.653435 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2afd4bc0-680a-49df-9775-f58bf53af945 req-84f04bc1-77e4-4596-8455-daabd8ac1546 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee6a5a47facf48328f00df8a9e87ff84&device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 1099 time: 0.0828180 Oct 10 12:12:06.800136 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd4bc0-680a-49df-9775-f58bf53af945 req-a98a2392-e639-4dc5-ad85-cda6ea35841b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:06.801648 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2afd4bc0-680a-49df-9775-f58bf53af945 req-a98a2392-e639-4dc5-ad85-cda6ea35841b service neutron] 10.222.0.15 "GET /v2.0/networks?id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 HTTP/1.1" status: 200 len: 910 time: 0.1266801 Oct 10 12:12:06.907223 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2afd4bc0-680a-49df-9775-f58bf53af945 req-13419acd-ff1c-40f7-bb24-15eb9aff6c88 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b682ada-a2ff-446f-9df2-f9add674b289 HTTP/1.1" status: 200 len: 1002 time: 0.0999796 Oct 10 12:12:06.970539 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd4bc0-680a-49df-9775-f58bf53af945 req-48898496-490b-4f18-bb4d-9eb062d19c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:06.972311 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2afd4bc0-680a-49df-9775-f58bf53af945 req-48898496-490b-4f18-bb4d-9eb062d19c13 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da02f72b-f36e-4d2b-81ed-d5e58ecf348b HTTP/1.1" status: 200 len: 848 time: 0.0591416 Oct 10 12:12:07.059019 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd4bc0-680a-49df-9775-f58bf53af945 req-ce78ce3e-6328-4fcc-b731-d6f1b8712df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:07.060417 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2afd4bc0-680a-49df-9775-f58bf53af945 req-ce78ce3e-6328-4fcc-b731-d6f1b8712df9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821056 Oct 10 12:12:07.070654 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [req-2afd4bc0-680a-49df-9775-f58bf53af945 req-ee0a6042-e38d-4c2d-8f27-8ba835ad6c43 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 12:12:07.072418 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2afd4bc0-680a-49df-9775-f58bf53af945 req-ee0a6042-e38d-4c2d-8f27-8ba835ad6c43 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055475 Oct 10 12:12:07.154458 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:12:07.205737 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2afd4bc0-680a-49df-9775-f58bf53af945 req-494467d4-c2a0-4b86-b4e6-d69d6f1f7ec1 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269944 Oct 10 12:12:07.252402 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:12:07.341226 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2afd4bc0-680a-49df-9775-f58bf53af945 req-b8e45376-279f-4f11-91af-204b3da8afb8 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297216 Oct 10 12:12:08.829099 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:12:10.006039 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:12:32.037027 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:12:33.513847 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e433e580-20c3-4796-b4c5-1bcfd5e43793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:12:36.010984 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-27eee1ec-b835-4bc7-9cbf-c66e2e78b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:12:37.085301 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:12:37.239679 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:12:38.851001 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:12:40.005272 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:03.501835 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-df5fb761-41f8-47cc-ad3b-2a5e57693c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:05.787267 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9bc2d8ae-0b50-48d6-a2bc-88ebc4cbcbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:06.647569 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 39608) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:13:07.043860 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23dc7-c2ec-42f8-b82a-c7f715c1f726 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Deleting port 545c3005-65d1-413a-9bae-161eb6903a91 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:13:07.044198 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ec23dc7-c2ec-42f8-b82a-c7f715c1f726 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:07.068672 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:07.233458 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:07.319417 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ec23dc7-c2ec-42f8-b82a-c7f715c1f726 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:07.319743 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ec23dc7-c2ec-42f8-b82a-c7f715c1f726 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:07.478531 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23dc7-c2ec-42f8-b82a-c7f715c1f726 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Calling delete_port for 545c3005-65d1-413a-9bae-161eb6903a91 owned by network:floatingip {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:13:07.587595 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6272a824-8526-43d1-b7c8-a4c61dae3284 req-759b596c-084a-4b0a-8ec2-be6d23dc6eff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1508417 Oct 10 12:13:07.730855 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ec23dc7-c2ec-42f8-b82a-c7f715c1f726 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:07.769373 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272a824-8526-43d1-b7c8-a4c61dae3284 req-7985407c-bbfe-4676-b0eb-86f6f9ea33e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:07.771433 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6272a824-8526-43d1-b7c8-a4c61dae3284 req-7985407c-bbfe-4676-b0eb-86f6f9ea33e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee6a5a47facf48328f00df8a9e87ff84&device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 1099 time: 0.1162992 Oct 10 12:13:07.813434 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23dc7-c2ec-42f8-b82a-c7f715c1f726 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Pushing event deleted for resources: {'Port': ['ID=545c3005-65d1-413a-9bae-161eb6903a91,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:07.877235 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23dc7-c2ec-42f8-b82a-c7f715c1f726 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:07.877508 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23dc7-c2ec-42f8-b82a-c7f715c1f726 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:07.877864 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23dc7-c2ec-42f8-b82a-c7f715c1f726 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:07.878193 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23dc7-c2ec-42f8-b82a-c7f715c1f726 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:07.878524 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23dc7-c2ec-42f8-b82a-c7f715c1f726 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:07.878852 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23dc7-c2ec-42f8-b82a-c7f715c1f726 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:07.879174 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23dc7-c2ec-42f8-b82a-c7f715c1f726 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:07.879496 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23dc7-c2ec-42f8-b82a-c7f715c1f726 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:07.880181 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23dc7-c2ec-42f8-b82a-c7f715c1f726 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:07.880639 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23dc7-c2ec-42f8-b82a-c7f715c1f726 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:07.880962 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23dc7-c2ec-42f8-b82a-c7f715c1f726 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:07.881283 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec23dc7-c2ec-42f8-b82a-c7f715c1f726 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:07.984582 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ec23dc7-c2ec-42f8-b82a-c7f715c1f726 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for floatingip, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:07.984916 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [None req-7ec23dc7-c2ec-42f8-b82a-c7f715c1f726 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Floating IP 04b650d8-9552-4ce1-b494-549af0c24cab disassociated (deleted). External IP: 172.26.4.195, port: 0b682ada-a2ff-446f-9df2-f9add674b289. Oct 10 12:13:08.081780 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272a824-8526-43d1-b7c8-a4c61dae3284 req-5d9080a5-aed4-4ff6-ab87-1c56d322d989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:08.090253 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6272a824-8526-43d1-b7c8-a4c61dae3284 req-5d9080a5-aed4-4ff6-ab87-1c56d322d989 service neutron] 10.222.0.15 "GET /v2.0/networks?id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 HTTP/1.1" status: 200 len: 910 time: 0.2626324 Oct 10 12:13:08.214102 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6272a824-8526-43d1-b7c8-a4c61dae3284 req-82575038-ff84-436e-bbb8-ce845b7c7396 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b682ada-a2ff-446f-9df2-f9add674b289 HTTP/1.1" status: 200 len: 217 time: 0.0767796 Oct 10 12:13:08.345342 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272a824-8526-43d1-b7c8-a4c61dae3284 req-8ac80a92-25f3-4e74-830a-ebf5c0c6b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:08.346777 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6272a824-8526-43d1-b7c8-a4c61dae3284 req-8ac80a92-25f3-4e74-830a-ebf5c0c6b288 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da02f72b-f36e-4d2b-81ed-d5e58ecf348b HTTP/1.1" status: 200 len: 848 time: 0.1277032 Oct 10 12:13:08.631655 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec23dc7-c2ec-42f8-b82a-c7f715c1f726 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Router 66cfe699-b2a7-4ffa-bde5-c07f7971b992 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 12:13:08.635712 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272a824-8526-43d1-b7c8-a4c61dae3284 req-762e85b3-1607-4f19-af96-2d32a745cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:08.637161 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6272a824-8526-43d1-b7c8-a4c61dae3284 req-762e85b3-1607-4f19-af96-2d32a745cdcc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2814913 Oct 10 12:13:08.867330 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:08.921806 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6272a824-8526-43d1-b7c8-a4c61dae3284 req-b06fb853-5401-4576-88c1-a8ae65eeab77 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772458 Oct 10 12:13:08.922828 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec23dc7-c2ec-42f8-b82a-c7f715c1f726 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 12:13:08.935048 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc81b6c-c388-4d50-a737-b003951046bf None None] Sync routers for ids ['66cfe699-b2a7-4ffa-bde5-c07f7971b992'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:13:08.945101 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc81b6c-c388-4d50-a737-b003951046bf None None] Routers {'66cfe699-b2a7-4ffa-bde5-c07f7971b992'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:13:08.945732 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-1dc81b6c-c388-4d50-a737-b003951046bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:13:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['66cfe699-b2a7-4ffa-bde5-c07f7971b992'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:09.042169 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-7ec23dc7-c2ec-42f8-b82a-c7f715c1f726 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:09.085445 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:13:09.113372 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6272a824-8526-43d1-b7c8-a4c61dae3284 req-0894e7a7-1aff-4e7a-b6c0-7733b8807125 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845422 Oct 10 12:13:09.119265 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-7ec23dc7-c2ec-42f8-b82a-c7f715c1f726 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "DELETE /v2.0/floatingips/04b650d8-9552-4ce1-b494-549af0c24cab HTTP/1.1" status: 204 len: 168 time: 2.4706330 Oct 10 12:13:09.120110 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef23e367-7002-4690-bde8-593a5ebe47d2', 'tag': '0b682ada-a2ff-446f-9df2-f9add674b289'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:13:09.136533 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-1dc81b6c-c388-4d50-a737-b003951046bf None None] Set router 66cfe699-b2a7-4ffa-bde5-c07f7971b992 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:13:09.239530 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714c78c2e4d93ea9dde330a5be4e5ffb87c832b10a2057182438f50f811a6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04cd1fc-9e35-463b-b07e-96d8b29e7327" -d '{"events": [{"name": "network-changed", "server_uuid": "ef23e367-7002-4690-bde8-593a5ebe47d2", "tag": "0b682ada-a2ff-446f-9df2-f9add674b289"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:13:09.330931 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f4893d-0a17-4ce7-bbc4-e0f229fe22f0 x-openstack-request-id: req-10f4893d-0a17-4ce7-bbc4-e0f229fe22f0 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:13:09.331312 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef23e367-7002-4690-bde8-593a5ebe47d2", "tag": "0b682ada-a2ff-446f-9df2-f9add674b289", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:13:09.331652 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-10f4893d-0a17-4ce7-bbc4-e0f229fe22f0 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:13:09.332142 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10f4893d-0a17-4ce7-bbc4-e0f229fe22f0'] response: {'name': 'network-changed', 'server_uuid': 'ef23e367-7002-4690-bde8-593a5ebe47d2', 'tag': '0b682ada-a2ff-446f-9df2-f9add674b289', 'status': 'completed', 'code': 200} Oct 10 12:13:09.440334 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cd1fc-9e35-463b-b07e-96d8b29e7327 req-4167cbf9-e545-4545-89fe-12209b5bf65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:09.441832 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d04cd1fc-9e35-463b-b07e-96d8b29e7327 req-4167cbf9-e545-4545-89fe-12209b5bf65b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee6a5a47facf48328f00df8a9e87ff84&device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 1099 time: 0.0846572 Oct 10 12:13:09.471346 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-1dc81b6c-c388-4d50-a737-b003951046bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'name': 'tempest-TestShelveInstance-2111425614-router', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:20Z', 'updated_at': '2022-10-10T12:02:25Z', 'revision_number': 4, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'gw_port': {'id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:21Z', 'updated_at': '2022-10-10T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa', 'name': '', 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'mac_address': 'fa:16:3e:69:23:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:24Z', 'updated_at': '2022-10-10T12:02:30Z', 'revision_number': 5, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'subnets': [{'id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:09.471346 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc81b6c-c388-4d50-a737-b003951046bf None None] Checking router: 66cfe699-b2a7-4ffa-bde5-c07f7971b992 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:13:09.478190 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc81b6c-c388-4d50-a737-b003951046bf None None] Routers {'66cfe699-b2a7-4ffa-bde5-c07f7971b992'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:13:09.478773 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-1dc81b6c-c388-4d50-a737-b003951046bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:13:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['66cfe699-b2a7-4ffa-bde5-c07f7971b992'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:09.583360 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cd1fc-9e35-463b-b07e-96d8b29e7327 req-7a32325a-f596-4933-8790-bc024e3ab06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:09.584867 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d04cd1fc-9e35-463b-b07e-96d8b29e7327 req-7a32325a-f596-4933-8790-bc024e3ab06e service neutron] 10.222.0.15 "GET /v2.0/networks?id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 HTTP/1.1" status: 200 len: 910 time: 0.1355579 Oct 10 12:13:09.659432 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d04cd1fc-9e35-463b-b07e-96d8b29e7327 req-8401bac8-a189-4e2b-ab62-ac5364eb97bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b682ada-a2ff-446f-9df2-f9add674b289 HTTP/1.1" status: 200 len: 217 time: 0.0683043 Oct 10 12:13:09.674719 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-1dc81b6c-c388-4d50-a737-b003951046bf None None] Set router 66cfe699-b2a7-4ffa-bde5-c07f7971b992 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:13:09.727571 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cd1fc-9e35-463b-b07e-96d8b29e7327 req-916d5beb-1a59-4418-bea5-56a4b4a4c2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:09.728939 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d04cd1fc-9e35-463b-b07e-96d8b29e7327 req-916d5beb-1a59-4418-bea5-56a4b4a4c2ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da02f72b-f36e-4d2b-81ed-d5e58ecf348b HTTP/1.1" status: 200 len: 848 time: 0.0634437 Oct 10 12:13:09.880900 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933290f2-6d7a-4c4e-8c17-d8f8e21c63cc req-98f0ff02-d46d-465b-9450-e1841fab0e07 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:09.881637 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-933290f2-6d7a-4c4e-8c17-d8f8e21c63cc req-98f0ff02-d46d-465b-9450-e1841fab0e07 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Synchronizing usage tracker for tenant:ee6a5a47facf48328f00df8a9e87ff84 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 12:13:09.889640 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cd1fc-9e35-463b-b07e-96d8b29e7327 req-86a4d0f4-d2c8-4ba5-93a7-a6e37abd9fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:09.891064 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d04cd1fc-9e35-463b-b07e-96d8b29e7327 req-86a4d0f4-d2c8-4ba5-93a7-a6e37abd9fcd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1226048 Oct 10 12:13:09.988887 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-933290f2-6d7a-4c4e-8c17-d8f8e21c63cc req-98f0ff02-d46d-465b-9450-e1841fab0e07 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Unset dirty status for tenant:ee6a5a47facf48328f00df8a9e87ff84 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 12:13:09.991603 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-933290f2-6d7a-4c4e-8c17-d8f8e21c63cc req-98f0ff02-d46d-465b-9450-e1841fab0e07 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 946 time: 0.2608612 Oct 10 12:13:10.026128 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-1dc81b6c-c388-4d50-a737-b003951046bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'name': 'tempest-TestShelveInstance-2111425614-router', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:20Z', 'updated_at': '2022-10-10T12:02:25Z', 'revision_number': 4, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'gw_port': {'id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:21Z', 'updated_at': '2022-10-10T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa', 'name': '', 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'mac_address': 'fa:16:3e:69:23:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:24Z', 'updated_at': '2022-10-10T12:02:30Z', 'revision_number': 5, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'subnets': [{'id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:10.030513 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc81b6c-c388-4d50-a737-b003951046bf None None] The sync data for ids ['66cfe699-b2a7-4ffa-bde5-c07f7971b992'] in dv-neutron-860842-1-hyperv is: [{'id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'name': 'tempest-TestShelveInstance-2111425614-router', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:20Z', 'updated_at': '2022-10-10T12:02:25Z', 'revision_number': 4, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'gw_port': {'id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:21Z', 'updated_at': '2022-10-10T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa', 'name': '', 'network_id': 'abb5e2c6-884e-4c77-b3e6-3ff22d2d1489', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'mac_address': 'fa:16:3e:69:23:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:24Z', 'updated_at': '2022-10-10T12:02:30Z', 'revision_number': 5, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'subnets': [{'id': 'da02f72b-f36e-4d2b-81ed-d5e58ecf348b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:13:10.051152 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:10.067847 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-933290f2-6d7a-4c4e-8c17-d8f8e21c63cc req-2108e25e-4d50-4e39-8858-736b2fbe3777 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671725 Oct 10 12:13:10.071389 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d04cd1fc-9e35-463b-b07e-96d8b29e7327 req-1806c3af-6c40-45aa-96ac-32c01527c770 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714029 Oct 10 12:13:10.262575 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e456ad-1a56-4952-9b2d-24694ef48095 None None] New status for floating IP 04b650d8-9552-4ce1-b494-549af0c24cab: DOWN {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 12:13:10.322340 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d04cd1fc-9e35-463b-b07e-96d8b29e7327 req-ca2a7155-fc65-4f9a-aae0-4a4d68e158e0 service neutron] 10.222.0.15 "GET /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440574 Oct 10 12:13:11.264439 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da4ad1-c2df-4ef5-a228-c75899c9da33 req-9fcb1bed-094d-4d27-897e-386c85d55d0a tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:11.265990 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d9da4ad1-c2df-4ef5-a228-c75899c9da33 req-9fcb1bed-094d-4d27-897e-386c85d55d0a tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 946 time: 0.0878251 Oct 10 12:13:11.274950 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9fb00-3c3b-4b2e-9c8c-85521dd13aac req-76a1d6da-f191-4756-87cb-bf47e1feba1f tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:11.276442 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c6a9fb00-3c3b-4b2e-9c8c-85521dd13aac req-76a1d6da-f191-4756-87cb-bf47e1feba1f tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 946 time: 0.0945826 Oct 10 12:13:11.321429 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-c6a9fb00-3c3b-4b2e-9c8c-85521dd13aac req-9a9a6d3d-1798-4575-a27b-ea4c37ab5be6 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/security-groups?id=83a819c3-f61d-46f9-aa5c-c893df492d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391729 Oct 10 12:13:11.340445 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-d9da4ad1-c2df-4ef5-a228-c75899c9da33 req-b8691fb8-3931-4c08-816b-83bf51362a40 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Deleting port 0b682ada-a2ff-446f-9df2-f9add674b289 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:13:11.340786 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-d9da4ad1-c2df-4ef5-a228-c75899c9da33 req-b8691fb8-3931-4c08-816b-83bf51362a40 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:11.584369 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-d9da4ad1-c2df-4ef5-a228-c75899c9da33 req-b8691fb8-3931-4c08-816b-83bf51362a40 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] For port 0b682ada-a2ff-446f-9df2-f9add674b289, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=0b682ada-a2ff-446f-9df2-f9add674b289,segment=NetworkSegment(204f00fb-089f-4dc2-ae71-3f91f97fca02),segment_id=204f00fb-089f-4dc2-ae71-3f91f97fca02)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:13:11.584645 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-d9da4ad1-c2df-4ef5-a228-c75899c9da33 req-b8691fb8-3931-4c08-816b-83bf51362a40 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:11.708800 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-d9da4ad1-c2df-4ef5-a228-c75899c9da33 req-b8691fb8-3931-4c08-816b-83bf51362a40 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Calling delete_port for 0b682ada-a2ff-446f-9df2-f9add674b289 owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:13:11.987705 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-d9da4ad1-c2df-4ef5-a228-c75899c9da33 req-b8691fb8-3931-4c08-816b-83bf51362a40 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:12.037269 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8691fb8-3931-4c08-816b-83bf51362a40 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Pushing event deleted for resources: {'Port': ['ID=0b682ada-a2ff-446f-9df2-f9add674b289,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:12.126600 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9da4ad1-c2df-4ef5-a228-c75899c9da33 req-b8691fb8-3931-4c08-816b-83bf51362a40 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] No DVR routers for this DVR port 0b682ada-a2ff-446f-9df2-f9add674b289 on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 12:13:12.129036 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-d9da4ad1-c2df-4ef5-a228-c75899c9da33 req-b8691fb8-3931-4c08-816b-83bf51362a40 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:12.131893 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef23e367-7002-4690-bde8-593a5ebe47d2', 'name': 'network-vif-deleted', 'tag': '0b682ada-a2ff-446f-9df2-f9add674b289'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:13:12.134163 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714c78c2e4d93ea9dde330a5be4e5ffb87c832b10a2057182438f50f811a6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3888d5d0-4c9d-4f97-8662-5109b0b08ba1" -d '{"events": [{"server_uuid": "ef23e367-7002-4690-bde8-593a5ebe47d2", "name": "network-vif-deleted", "tag": "0b682ada-a2ff-446f-9df2-f9add674b289"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:13:12.174906 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80663327-c608-4379-ab48-184943650bfa x-openstack-request-id: req-80663327-c608-4379-ab48-184943650bfa {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:13:12.175192 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef23e367-7002-4690-bde8-593a5ebe47d2", "name": "network-vif-deleted", "tag": "0b682ada-a2ff-446f-9df2-f9add674b289", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:13:12.175438 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-80663327-c608-4379-ab48-184943650bfa {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:13:12.175837 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80663327-c608-4379-ab48-184943650bfa'] response: {'server_uuid': 'ef23e367-7002-4690-bde8-593a5ebe47d2', 'name': 'network-vif-deleted', 'tag': '0b682ada-a2ff-446f-9df2-f9add674b289', 'status': 'completed', 'code': 200} Oct 10 12:13:12.199827 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d9da4ad1-c2df-4ef5-a228-c75899c9da33 req-b8691fb8-3931-4c08-816b-83bf51362a40 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.15 "DELETE /v2.0/ports/0b682ada-a2ff-446f-9df2-f9add674b289 HTTP/1.1" status: 204 len: 173 time: 0.9283094 Oct 10 12:13:12.501399 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-78ce9042-fdc6-49f4-b750-deaa05943083 req-820d930e-57af-46e1-89d6-c765ae5ed736 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 210 time: 0.0551324 Oct 10 12:13:13.681309 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-d695b3b6-62bd-4066-bca0-ef086994a853 req-a781ebfc-8b00-427c-99e8-d0ba942801f5 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Synchronizing usage tracker for tenant:ee6a5a47facf48328f00df8a9e87ff84 on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 12:13:13.770876 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-d695b3b6-62bd-4066-bca0-ef086994a853 req-a781ebfc-8b00-427c-99e8-d0ba942801f5 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Unset dirty status for tenant:ee6a5a47facf48328f00df8a9e87ff84 on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 12:13:13.775085 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d695b3b6-62bd-4066-bca0-ef086994a853 req-a781ebfc-8b00-427c-99e8-d0ba942801f5 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "GET /v2.0/ports?device_id=ef23e367-7002-4690-bde8-593a5ebe47d2 HTTP/1.1" status: 200 len: 210 time: 0.1412659 Oct 10 12:13:14.357742 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 0b682ada-a2ff-446f-9df2-f9add674b289 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 12:13:14.395938 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: 0b682ada-a2ff-446f-9df2-f9add674b289 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 12:13:14.396269 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 0b682ada-a2ff-446f-9df2-f9add674b289 not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 12:13:14.876049 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 39640) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:13:14.944240 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8f7c50d1-cac1-4be7-ba36-1de02e75a2c0 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:14.974936 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8f7c50d1-cac1-4be7-ba36-1de02e75a2c0 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:15.101678 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8f7c50d1-cac1-4be7-ba36-1de02e75a2c0 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:15.121207 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c50d1-cac1-4be7-ba36-1de02e75a2c0 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a819c3-f61d-46f9-aa5c-c893df492d04,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:15.193170 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8f7c50d1-cac1-4be7-ba36-1de02e75a2c0 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:15.194408 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8f7c50d1-cac1-4be7-ba36-1de02e75a2c0 tempest-TestShelveInstance-1268158839 tempest-TestShelveInstance-1268158839-project] 10.222.0.40 "DELETE /v2.0/security-groups/83a819c3-f61d-46f9-aa5c-c893df492d04 HTTP/1.1" status: 204 len: 168 time: 0.3173335 Oct 10 12:13:15.313325 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 39646) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:13:16.117473 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6533380f-be82-423c-b0ae-0ae89ba807f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:16.461602 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-6533380f-be82-423c-b0ae-0ae89ba807f6 admin admin] Deleting port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:13:16.462272 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6533380f-be82-423c-b0ae-0ae89ba807f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:16.630562 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-6533380f-be82-423c-b0ae-0ae89ba807f6 admin admin] For port 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa,segment=NetworkSegment(204f00fb-089f-4dc2-ae71-3f91f97fca02),segment_id=204f00fb-089f-4dc2-ae71-3f91f97fca02)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:13:16.630562 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6533380f-be82-423c-b0ae-0ae89ba807f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:16.750303 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-6533380f-be82-423c-b0ae-0ae89ba807f6 admin admin] Calling delete_port for 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:13:17.240040 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6533380f-be82-423c-b0ae-0ae89ba807f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:17.285152 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533380f-be82-423c-b0ae-0ae89ba807f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:17.327874 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6533380f-be82-423c-b0ae-0ae89ba807f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:17.328225 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6533380f-be82-423c-b0ae-0ae89ba807f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:17.328569 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6533380f-be82-423c-b0ae-0ae89ba807f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:17.328901 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6533380f-be82-423c-b0ae-0ae89ba807f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:17.329232 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6533380f-be82-423c-b0ae-0ae89ba807f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:17.329582 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6533380f-be82-423c-b0ae-0ae89ba807f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:17.329914 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6533380f-be82-423c-b0ae-0ae89ba807f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:17.330246 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6533380f-be82-423c-b0ae-0ae89ba807f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:17.330574 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6533380f-be82-423c-b0ae-0ae89ba807f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:17.330894 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6533380f-be82-423c-b0ae-0ae89ba807f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:17.331218 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6533380f-be82-423c-b0ae-0ae89ba807f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:17.331537 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6533380f-be82-423c-b0ae-0ae89ba807f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:17.567044 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-6533380f-be82-423c-b0ae-0ae89ba807f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:17.919932 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6533380f-be82-423c-b0ae-0ae89ba807f6 admin admin] Router 66cfe699-b2a7-4ffa-bde5-c07f7971b992 has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 12:13:18.093096 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6533380f-be82-423c-b0ae-0ae89ba807f6 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 12:13:18.102030 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3812fde1-783f-4494-91a9-03c3b7c791d1 None None] Sync routers for ids ['66cfe699-b2a7-4ffa-bde5-c07f7971b992'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:13:18.111460 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3812fde1-783f-4494-91a9-03c3b7c791d1 None None] Routers {'66cfe699-b2a7-4ffa-bde5-c07f7971b992'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:13:18.113554 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-3812fde1-783f-4494-91a9-03c3b7c791d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:13:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['66cfe699-b2a7-4ffa-bde5-c07f7971b992'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:18.149352 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-6533380f-be82-423c-b0ae-0ae89ba807f6 admin admin] 10.222.0.40 "PUT /v2.0/routers/66cfe699-b2a7-4ffa-bde5-c07f7971b992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8348126 Oct 10 12:13:18.151739 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 39652) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:13:18.288887 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-3812fde1-783f-4494-91a9-03c3b7c791d1 None None] Set router 66cfe699-b2a7-4ffa-bde5-c07f7971b992 gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:13:18.336392 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b5de2e75-6ebf-425b-b34a-731a06f39c6e admin admin] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:18.512028 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b5de2e75-6ebf-425b-b34a-731a06f39c6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:18.564692 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-b5de2e75-6ebf-425b-b34a-731a06f39c6e admin admin] Deleting port 9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:13:18.564954 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b5de2e75-6ebf-425b-b34a-731a06f39c6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:18.570478 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-3812fde1-783f-4494-91a9-03c3b7c791d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'name': 'tempest-TestShelveInstance-2111425614-router', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:20Z', 'updated_at': '2022-10-10T12:13:17Z', 'revision_number': 5, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'gw_port': {'id': '9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:56:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:21Z', 'updated_at': '2022-10-10T12:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:18.574313 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3812fde1-783f-4494-91a9-03c3b7c791d1 None None] Checking router: 66cfe699-b2a7-4ffa-bde5-c07f7971b992 for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:13:18.582660 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3812fde1-783f-4494-91a9-03c3b7c791d1 None None] Routers {'66cfe699-b2a7-4ffa-bde5-c07f7971b992'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:13:18.583390 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-3812fde1-783f-4494-91a9-03c3b7c791d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:13:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['66cfe699-b2a7-4ffa-bde5-c07f7971b992'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:18.737569 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-3812fde1-783f-4494-91a9-03c3b7c791d1 None None] Set router 66cfe699-b2a7-4ffa-bde5-c07f7971b992 gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:13:18.844299 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-3812fde1-783f-4494-91a9-03c3b7c791d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'name': 'tempest-TestShelveInstance-2111425614-router', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:20Z', 'updated_at': '2022-10-10T12:13:18Z', 'revision_number': 6, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:18.849353 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3812fde1-783f-4494-91a9-03c3b7c791d1 None None] The sync data for ids ['66cfe699-b2a7-4ffa-bde5-c07f7971b992'] in dv-neutron-860842-1-hyperv is: [{'id': '66cfe699-b2a7-4ffa-bde5-c07f7971b992', 'name': 'tempest-TestShelveInstance-2111425614-router', 'tenant_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:20Z', 'updated_at': '2022-10-10T12:13:18Z', 'revision_number': 6, 'project_id': 'ee6a5a47facf48328f00df8a9e87ff84', 'gw_port_host': None}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:13:18.857892 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-b5de2e75-6ebf-425b-b34a-731a06f39c6e admin admin] For port 9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:13:18.858394 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b5de2e75-6ebf-425b-b34a-731a06f39c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:18.991053 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-b5de2e75-6ebf-425b-b34a-731a06f39c6e admin admin] Calling delete_port for 9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7 owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:13:19.187480 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b5de2e75-6ebf-425b-b34a-731a06f39c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:19.241234 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de2e75-6ebf-425b-b34a-731a06f39c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:19.335566 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b5de2e75-6ebf-425b-b34a-731a06f39c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:19.504005 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b5de2e75-6ebf-425b-b34a-731a06f39c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:19.506703 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b5de2e75-6ebf-425b-b34a-731a06f39c6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:19.615794 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b5de2e75-6ebf-425b-b34a-731a06f39c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:19.616341 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5de2e75-6ebf-425b-b34a-731a06f39c6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66cfe699-b2a7-4ffa-bde5-c07f7971b992 {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 12:13:19.628692 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-b5de2e75-6ebf-425b-b34a-731a06f39c6e admin admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:19.631256 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-b5de2e75-6ebf-425b-b34a-731a06f39c6e admin admin] 10.222.0.40 "DELETE /v2.0/routers/66cfe699-b2a7-4ffa-bde5-c07f7971b992 HTTP/1.1" status: 204 len: 168 time: 1.4777272 Oct 10 12:13:19.633020 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 39656) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:13:19.696311 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a599f1-a839-4278-bef0-f4a8f14a8e28 admin admin] Deleting subnet da02f72b-f36e-4d2b-81ed-d5e58ecf348b {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 12:13:19.699664 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e2a599f1-a839-4278-bef0-f4a8f14a8e28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:19.749030 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e2a599f1-a839-4278-bef0-f4a8f14a8e28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:19.834286 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e2a599f1-a839-4278-bef0-f4a8f14a8e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:19.964894 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e2a599f1-a839-4278-bef0-f4a8f14a8e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:20.002625 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a599f1-a839-4278-bef0-f4a8f14a8e28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da02f72b-f36e-4d2b-81ed-d5e58ecf348b,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:20.006353 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e2a599f1-a839-4278-bef0-f4a8f14a8e28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:20.012129 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e2a599f1-a839-4278-bef0-f4a8f14a8e28 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/da02f72b-f36e-4d2b-81ed-d5e58ecf348b HTTP/1.1" status: 204 len: 168 time: 0.3781319 Oct 10 12:13:20.012924 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae3d412-11af-4f9a-9c45-f82bb7f5008f None None] Network abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 12:13:20.014655 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 39660) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:13:20.119404 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-40d03676-730b-4dc9-a047-82a7b9305a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:20.130117 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-40d03676-730b-4dc9-a047-82a7b9305a7f admin admin] Deleting port 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:13:20.130544 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-40d03676-730b-4dc9-a047-82a7b9305a7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:20.260543 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c690852-e90b-418b-8a53-2d5e2c22ae5b None None] DHCP port deletion for abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 12:13:20.265346 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-1c690852-e90b-418b-8a53-2d5e2c22ae5b None None] Deleting port 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:13:20.265864 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1c690852-e90b-418b-8a53-2d5e2c22ae5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:20.351015 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 12:13:20.399986 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 12:13:20.400328 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 6dd6a68c-3aad-45d8-8d1e-20ea3aee82fa not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 12:13:20.400735 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 12:13:20.442333 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 12:13:20.442562 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 9d8d88ab-64fd-41bb-b9cf-d68b6a9084b7 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 12:13:20.442941 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 12:13:20.451509 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-40d03676-730b-4dc9-a047-82a7b9305a7f admin admin] For port 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc,segment=NetworkSegment(204f00fb-089f-4dc2-ae71-3f91f97fca02),segment_id=204f00fb-089f-4dc2-ae71-3f91f97fca02)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:13:20.451872 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-40d03676-730b-4dc9-a047-82a7b9305a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:20.574224 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-40d03676-730b-4dc9-a047-82a7b9305a7f admin admin] Calling delete_port for 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:13:20.593366 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-1c690852-e90b-418b-8a53-2d5e2c22ae5b None None] For port 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc,segment=NetworkSegment(204f00fb-089f-4dc2-ae71-3f91f97fca02),segment_id=204f00fb-089f-4dc2-ae71-3f91f97fca02)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:13:20.593779 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1c690852-e90b-418b-8a53-2d5e2c22ae5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:20.718684 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-40d03676-730b-4dc9-a047-82a7b9305a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:20.767111 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d03676-730b-4dc9-a047-82a7b9305a7f admin admin] No DVR routers for this DVR port 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 12:13:20.768882 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d03676-730b-4dc9-a047-82a7b9305a7f admin admin] Pushing event deleted for resources: {'Port': ['ID=2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:20.784240 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-1c690852-e90b-418b-8a53-2d5e2c22ae5b None None] Calling delete_port for 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:13:20.839684 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:13:20.840000 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:20.890305 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-40d03676-730b-4dc9-a047-82a7b9305a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:20.916560 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-40d03676-730b-4dc9-a047-82a7b9305a7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb5e2c6-884e-4c77-b3e6-3ff22d2d1489']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:20.923565 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-1c690852-e90b-418b-8a53-2d5e2c22ae5b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 12:13:20.923840 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-1c690852-e90b-418b-8a53-2d5e2c22ae5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 12:13:20.929453 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-40d03676-730b-4dc9-a047-82a7b9305a7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '204f00fb-089f-4dc2-ae71-3f91f97fca02') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:20.929789 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-40d03676-730b-4dc9-a047-82a7b9305a7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '204f00fb-089f-4dc2-ae71-3f91f97fca02') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:20.941380 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-40d03676-730b-4dc9-a047-82a7b9305a7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:20.958681 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-40d03676-730b-4dc9-a047-82a7b9305a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:20.964703 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d03676-730b-4dc9-a047-82a7b9305a7f admin admin] Releasing vlan 497 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:13:20.965085 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-40d03676-730b-4dc9-a047-82a7b9305a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:21.118936 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-40d03676-730b-4dc9-a047-82a7b9305a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:21.140929 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-40d03676-730b-4dc9-a047-82a7b9305a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:21.147063 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 204f00fb-089f-4dc2-ae71-3f91f97fca02 resource provider aggregate not found Oct 10 12:13:21.152027 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d03676-730b-4dc9-a047-82a7b9305a7f admin admin] Pushing event deleted for resources: {'Network': ['ID=abb5e2c6-884e-4c77-b3e6-3ff22d2d1489,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:21.167075 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 204f00fb-089f-4dc2-ae71-3f91f97fca02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 204f00fb-089f-4dc2-ae71-3f91f97fca02 found for delete ", "request_id": "req-e759faaf-75be-403b-aa09-fc85b981623a"}]} Oct 10 12:13:21.245228 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-40d03676-730b-4dc9-a047-82a7b9305a7f admin admin] 10.222.0.40 "DELETE /v2.0/networks/abb5e2c6-884e-4c77-b3e6-3ff22d2d1489 HTTP/1.1" status: 204 len: 168 time: 1.2296031 Oct 10 12:13:21.248025 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 39672) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:13:21.425335 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-1c690852-e90b-418b-8a53-2d5e2c22ae5b None None] Deleting port 2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:13:21.425889 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1c690852-e90b-418b-8a53-2d5e2c22ae5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:21.493012 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-1c690852-e90b-418b-8a53-2d5e2c22ae5b None None] The port '2f9ed294-63b4-4bb7-a570-3a8dd73b6fcc' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 12:13:21.783671 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1b1e17ed-6659-47f3-bd59-eaf53fa78aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:22.231112 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-1b1e17ed-6659-47f3-bd59-eaf53fa78aa9 admin admin] Deleting port 34e97d86-1850-4918-895d-f547473c169b {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:13:22.231769 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1b1e17ed-6659-47f3-bd59-eaf53fa78aa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:22.397988 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-1b1e17ed-6659-47f3-bd59-eaf53fa78aa9 admin admin] For port 34e97d86-1850-4918-895d-f547473c169b, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=34e97d86-1850-4918-895d-f547473c169b,segment=NetworkSegment(90b20b4d-ea50-4e33-b185-eb9348189e96),segment_id=90b20b4d-ea50-4e33-b185-eb9348189e96)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:13:22.398343 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1b1e17ed-6659-47f3-bd59-eaf53fa78aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:22.518441 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-1b1e17ed-6659-47f3-bd59-eaf53fa78aa9 admin admin] Calling delete_port for 34e97d86-1850-4918-895d-f547473c169b owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:13:22.747569 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1b1e17ed-6659-47f3-bd59-eaf53fa78aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:22.827567 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e17ed-6659-47f3-bd59-eaf53fa78aa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=34e97d86-1850-4918-895d-f547473c169b,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:23.070876 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-1b1e17ed-6659-47f3-bd59-eaf53fa78aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:23.422541 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1e17ed-6659-47f3-bd59-eaf53fa78aa9 admin admin] Router 5af01522-8e47-44d8-ace3-7c0be08d0e8b has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 12:13:23.702649 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1e17ed-6659-47f3-bd59-eaf53fa78aa9 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 12:13:23.711906 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d39ec1-1f47-4f53-bcfd-44a199b03c06 None None] Sync routers for ids ['5af01522-8e47-44d8-ace3-7c0be08d0e8b'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:13:23.720807 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d39ec1-1f47-4f53-bcfd-44a199b03c06 None None] Routers {'5af01522-8e47-44d8-ace3-7c0be08d0e8b'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:13:23.721401 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f4d39ec1-1f47-4f53-bcfd-44a199b03c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:13:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5af01522-8e47-44d8-ace3-7c0be08d0e8b'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:23.777484 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-1b1e17ed-6659-47f3-bd59-eaf53fa78aa9 admin admin] 10.222.0.40 "PUT /v2.0/routers/5af01522-8e47-44d8-ace3-7c0be08d0e8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5284207 Oct 10 12:13:23.780028 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 39676) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:13:23.899505 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-f4d39ec1-1f47-4f53-bcfd-44a199b03c06 None None] Set router 5af01522-8e47-44d8-ace3-7c0be08d0e8b gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:13:23.961343 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-58ab164d-9e44-4e2f-ae00-ca039a241888 admin admin] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:24.136823 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-58ab164d-9e44-4e2f-ae00-ca039a241888 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:24.185194 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f4d39ec1-1f47-4f53-bcfd-44a199b03c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af01522-8e47-44d8-ace3-7c0be08d0e8b', 'name': 'tempest-TestShelveInstance-382621023-router', 'tenant_id': 'b59663740f804fee9d89dece82c2e220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b69c7459-ea8d-4fff-9ac3-0b171390ab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:28Z', 'updated_at': '2022-10-10T12:13:22Z', 'revision_number': 5, 'project_id': 'b59663740f804fee9d89dece82c2e220', 'gw_port': {'id': 'b69c7459-ea8d-4fff-9ac3-0b171390ab78', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af01522-8e47-44d8-ace3-7c0be08d0e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:02:29Z', 'updated_at': '2022-10-10T12:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:24.188992 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d39ec1-1f47-4f53-bcfd-44a199b03c06 None None] Checking router: 5af01522-8e47-44d8-ace3-7c0be08d0e8b for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:13:24.198034 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d39ec1-1f47-4f53-bcfd-44a199b03c06 None None] Routers {'5af01522-8e47-44d8-ace3-7c0be08d0e8b'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:13:24.198623 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f4d39ec1-1f47-4f53-bcfd-44a199b03c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:13:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['5af01522-8e47-44d8-ace3-7c0be08d0e8b'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:24.204522 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-58ab164d-9e44-4e2f-ae00-ca039a241888 admin admin] Deleting port b69c7459-ea8d-4fff-9ac3-0b171390ab78 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:13:24.207983 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-58ab164d-9e44-4e2f-ae00-ca039a241888 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:24.349157 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-f4d39ec1-1f47-4f53-bcfd-44a199b03c06 None None] Set router 5af01522-8e47-44d8-ace3-7c0be08d0e8b gateway port host: None {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:13:24.389277 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-58ab164d-9e44-4e2f-ae00-ca039a241888 admin admin] For port b69c7459-ea8d-4fff-9ac3-0b171390ab78, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=b69c7459-ea8d-4fff-9ac3-0b171390ab78,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:13:24.389662 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-58ab164d-9e44-4e2f-ae00-ca039a241888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:24.454128 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f4d39ec1-1f47-4f53-bcfd-44a199b03c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af01522-8e47-44d8-ace3-7c0be08d0e8b', 'name': 'tempest-TestShelveInstance-382621023-router', 'tenant_id': 'b59663740f804fee9d89dece82c2e220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:28Z', 'updated_at': '2022-10-10T12:13:24Z', 'revision_number': 6, 'project_id': 'b59663740f804fee9d89dece82c2e220', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:24.458053 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d39ec1-1f47-4f53-bcfd-44a199b03c06 None None] The sync data for ids ['5af01522-8e47-44d8-ace3-7c0be08d0e8b'] in dv-neutron-860842-1-hyperv is: [{'id': '5af01522-8e47-44d8-ace3-7c0be08d0e8b', 'name': 'tempest-TestShelveInstance-382621023-router', 'tenant_id': 'b59663740f804fee9d89dece82c2e220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:02:28Z', 'updated_at': '2022-10-10T12:13:24Z', 'revision_number': 6, 'project_id': 'b59663740f804fee9d89dece82c2e220', 'gw_port_host': None}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:13:24.513482 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-58ab164d-9e44-4e2f-ae00-ca039a241888 admin admin] Calling delete_port for b69c7459-ea8d-4fff-9ac3-0b171390ab78 owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:13:24.747239 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-58ab164d-9e44-4e2f-ae00-ca039a241888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:24.792610 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab164d-9e44-4e2f-ae00-ca039a241888 admin admin] Pushing event deleted for resources: {'Port': ['ID=b69c7459-ea8d-4fff-9ac3-0b171390ab78,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:24.895406 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-58ab164d-9e44-4e2f-ae00-ca039a241888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:25.172850 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-58ab164d-9e44-4e2f-ae00-ca039a241888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:25.175171 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-58ab164d-9e44-4e2f-ae00-ca039a241888 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:25.278671 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-58ab164d-9e44-4e2f-ae00-ca039a241888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:25.279217 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ab164d-9e44-4e2f-ae00-ca039a241888 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5af01522-8e47-44d8-ace3-7c0be08d0e8b {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 12:13:25.291568 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-58ab164d-9e44-4e2f-ae00-ca039a241888 admin admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:25.292630 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-58ab164d-9e44-4e2f-ae00-ca039a241888 admin admin] 10.222.0.40 "DELETE /v2.0/routers/5af01522-8e47-44d8-ace3-7c0be08d0e8b HTTP/1.1" status: 204 len: 168 time: 1.5117085 Oct 10 12:13:25.295365 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 39680) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:13:25.356268 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3a60aa-8aee-4e6b-ad5b-c9215022a87e admin admin] Deleting subnet bbb58f90-d83e-42ea-b19c-c02aa03ca26d {{(pid=89897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 12:13:25.359164 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3c3a60aa-8aee-4e6b-ad5b-c9215022a87e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:25.414316 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3c3a60aa-8aee-4e6b-ad5b-c9215022a87e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2594706'] for subnet, precommit_delete_associations {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:25.495090 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3c3a60aa-8aee-4e6b-ad5b-c9215022a87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:25.639054 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3c3a60aa-8aee-4e6b-ad5b-c9215022a87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2413695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518557'] for subnet, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:25.680343 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a60aa-8aee-4e6b-ad5b-c9215022a87e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb58f90-d83e-42ea-b19c-c02aa03ca26d,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:25.683960 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-3c3a60aa-8aee-4e6b-ad5b-c9215022a87e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:25.689632 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea7a2cd-b0f6-4dc2-89b0-b6c6ccc63d6b None None] Network 64cc42ec-6507-4dcf-ad3b-49ca6497b486 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 12:13:25.690054 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-3c3a60aa-8aee-4e6b-ad5b-c9215022a87e admin admin] 10.222.0.40 "DELETE /v2.0/subnets/bbb58f90-d83e-42ea-b19c-c02aa03ca26d HTTP/1.1" status: 204 len: 168 time: 0.3934329 Oct 10 12:13:25.692538 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 39684) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:13:25.798554 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-be721992-bc8d-46e6-9cbe-4cd85a0f7d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:25.809347 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-be721992-bc8d-46e6-9cbe-4cd85a0f7d90 admin admin] Deleting port 034fae91-709d-4e60-9b12-9b6bf7b0bdeb {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:13:25.809742 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-be721992-bc8d-46e6-9cbe-4cd85a0f7d90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:25.989644 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbeb23c-e71b-45af-be1f-905781fd24e0 None None] DHCP port deletion for 64cc42ec-6507-4dcf-ad3b-49ca6497b486 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 12:13:25.993826 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7dbeb23c-e71b-45af-be1f-905781fd24e0 None None] Deleting port 034fae91-709d-4e60-9b12-9b6bf7b0bdeb {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:13:25.994190 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7dbeb23c-e71b-45af-be1f-905781fd24e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:26.018327 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [None req-be721992-bc8d-46e6-9cbe-4cd85a0f7d90 admin admin] For port 034fae91-709d-4e60-9b12-9b6bf7b0bdeb, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=034fae91-709d-4e60-9b12-9b6bf7b0bdeb,segment=NetworkSegment(90b20b4d-ea50-4e33-b185-eb9348189e96),segment_id=90b20b4d-ea50-4e33-b185-eb9348189e96)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:13:26.018683 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-be721992-bc8d-46e6-9cbe-4cd85a0f7d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:26.199781 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7dbeb23c-e71b-45af-be1f-905781fd24e0 None None] For port 034fae91-709d-4e60-9b12-9b6bf7b0bdeb, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=034fae91-709d-4e60-9b12-9b6bf7b0bdeb,segment=NetworkSegment(90b20b4d-ea50-4e33-b185-eb9348189e96),segment_id=90b20b4d-ea50-4e33-b185-eb9348189e96)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:13:26.200088 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7dbeb23c-e71b-45af-be1f-905781fd24e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:26.236950 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [None req-be721992-bc8d-46e6-9cbe-4cd85a0f7d90 admin admin] Calling delete_port for 034fae91-709d-4e60-9b12-9b6bf7b0bdeb owned by network:dhcp {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:13:26.322824 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7dbeb23c-e71b-45af-be1f-905781fd24e0 None None] Calling delete_port for 034fae91-709d-4e60-9b12-9b6bf7b0bdeb owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:13:26.351512 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device b69c7459-ea8d-4fff-9ac3-0b171390ab78 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 12:13:26.375600 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-be721992-bc8d-46e6-9cbe-4cd85a0f7d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:26.400743 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: b69c7459-ea8d-4fff-9ac3-0b171390ab78 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 12:13:26.401075 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device b69c7459-ea8d-4fff-9ac3-0b171390ab78 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 12:13:26.401474 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 34e97d86-1850-4918-895d-f547473c169b no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 12:13:26.422644 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be721992-bc8d-46e6-9cbe-4cd85a0f7d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=034fae91-709d-4e60-9b12-9b6bf7b0bdeb,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:26.426735 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be721992-bc8d-46e6-9cbe-4cd85a0f7d90 admin admin] No DVR routers for this DVR port 034fae91-709d-4e60-9b12-9b6bf7b0bdeb on host dv-neutron-860842-1-hyperv {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 12:13:26.441353 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 34e97d86-1850-4918-895d-f547473c169b {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 12:13:26.442432 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 34e97d86-1850-4918-895d-f547473c169b not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 12:13:26.442846 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 034fae91-709d-4e60-9b12-9b6bf7b0bdeb no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 12:13:26.479402 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 034fae91-709d-4e60-9b12-9b6bf7b0bdeb {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 12:13:26.479661 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 034fae91-709d-4e60-9b12-9b6bf7b0bdeb not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 12:13:26.500770 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-7dbeb23c-e71b-45af-be1f-905781fd24e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 12:13:26.501125 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-7dbeb23c-e71b-45af-be1f-905781fd24e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 12:13:26.541530 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-be721992-bc8d-46e6-9cbe-4cd85a0f7d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:26.571095 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-be721992-bc8d-46e6-9cbe-4cd85a0f7d90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64cc42ec-6507-4dcf-ad3b-49ca6497b486']}} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:26.582834 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-be721992-bc8d-46e6-9cbe-4cd85a0f7d90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b20b4d-ea50-4e33-b185-eb9348189e96') {'for_net_delete': True} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:26.583139 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.services.segments.db [None req-be721992-bc8d-46e6-9cbe-4cd85a0f7d90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b20b4d-ea50-4e33-b185-eb9348189e96') {} {{(pid=89897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:26.594033 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-be721992-bc8d-46e6-9cbe-4cd85a0f7d90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2594699'] for segment, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:26.609267 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-be721992-bc8d-46e6-9cbe-4cd85a0f7d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:26.615826 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be721992-bc8d-46e6-9cbe-4cd85a0f7d90 admin admin] Releasing vlan 481 on physical network physnet1 to pool {{(pid=89897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:13:26.616202 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-be721992-bc8d-46e6-9cbe-4cd85a0f7d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2414545'] for segment, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:26.744989 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 90b20b4d-ea50-4e33-b185-eb9348189e96 resource provider aggregate not found Oct 10 12:13:26.761501 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.services.segments.plugin [-] Segment 90b20b4d-ea50-4e33-b185-eb9348189e96 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90b20b4d-ea50-4e33-b185-eb9348189e96 found for delete ", "request_id": "req-15cf8586-5985-4eb8-92cc-c2ceb934ed7f"}]} Oct 10 12:13:26.804199 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-be721992-bc8d-46e6-9cbe-4cd85a0f7d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:26.824468 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-be721992-bc8d-46e6-9cbe-4cd85a0f7d90 admin admin] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:26.834587 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be721992-bc8d-46e6-9cbe-4cd85a0f7d90 admin admin] Pushing event deleted for resources: {'Network': ['ID=64cc42ec-6507-4dcf-ad3b-49ca6497b486,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:26.841625 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-be721992-bc8d-46e6-9cbe-4cd85a0f7d90 admin admin] 10.222.0.40 "DELETE /v2.0/networks/64cc42ec-6507-4dcf-ad3b-49ca6497b486 HTTP/1.1" status: 204 len: 168 time: 1.1480844 Oct 10 12:13:27.002139 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7dbeb23c-e71b-45af-be1f-905781fd24e0 None None] Deleting port 034fae91-709d-4e60-9b12-9b6bf7b0bdeb {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:13:27.002633 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7dbeb23c-e71b-45af-be1f-905781fd24e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:27.069163 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7dbeb23c-e71b-45af-be1f-905781fd24e0 None None] The port '034fae91-709d-4e60-9b12-9b6bf7b0bdeb' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 12:13:27.221895 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 39698) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:13:27.270448 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-5f505441-490e-4c63-b5a9-56403818e9ff admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ee6a5a47facf48328f00df8a9e87ff84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467730 Oct 10 12:13:27.273515 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 39702) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:13:27.330361 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-48f2ff64-d4fb-49d5-b5aa-98c1c01dee51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:27.358279 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-48f2ff64-d4fb-49d5-b5aa-98c1c01dee51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:27.461657 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-48f2ff64-d4fb-49d5-b5aa-98c1c01dee51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:27.480736 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2ff64-d4fb-49d5-b5aa-98c1c01dee51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436fb72c-b99c-42cb-ab4b-0a05130ead64,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:27.486092 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-48f2ff64-d4fb-49d5-b5aa-98c1c01dee51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:27.490260 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-48f2ff64-d4fb-49d5-b5aa-98c1c01dee51 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/436fb72c-b99c-42cb-ab4b-0a05130ead64 HTTP/1.1" status: 204 len: 168 time: 0.2132668 Oct 10 12:13:28.130072 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 39710) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:13:28.178034 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-6b46052f-7c70-4f89-b1a0-da4c13268b08 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b59663740f804fee9d89dece82c2e220&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468109 Oct 10 12:13:28.180408 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 39714) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:13:28.236359 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-75dc95dc-b932-4f06-ae16-146ba5839ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:28.261934 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-75dc95dc-b932-4f06-ae16-146ba5839ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:28.398768 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-75dc95dc-b932-4f06-ae16-146ba5839ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:28.412300 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc95dc-b932-4f06-ae16-146ba5839ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d717693b-9602-47f3-91f0-bb1a67b6f45e,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:28.420320 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-75dc95dc-b932-4f06-ae16-146ba5839ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:28.421420 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-75dc95dc-b932-4f06-ae16-146ba5839ab5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d717693b-9602-47f3-91f0-bb1a67b6f45e HTTP/1.1" status: 204 len: 168 time: 0.2401419 Oct 10 12:13:29.455442 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 39738) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:13:29.557575 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-87061238-8752-4372-9607-0baa7668f3f7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-252971054-network', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:13:29.562306 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-87061238-8752-4372-9607-0baa7668f3f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:13:29.566224 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-87061238-8752-4372-9607-0baa7668f3f7 admin admin] Usage tracker for resource:network and tenant:8e71ce14ad114b1991a797131e645f5c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:13:29.568979 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-87061238-8752-4372-9607-0baa7668f3f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:13:29.574570 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-87061238-8752-4372-9607-0baa7668f3f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:13:29.655398 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87061238-8752-4372-9607-0baa7668f3f7 admin admin] Made reservation on behalf of 8e71ce14ad114b1991a797131e645f5c for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:13:29.657778 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-87061238-8752-4372-9607-0baa7668f3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:29.673380 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-87061238-8752-4372-9607-0baa7668f3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:29.687781 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-87061238-8752-4372-9607-0baa7668f3f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:13:29.691792 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-87061238-8752-4372-9607-0baa7668f3f7 admin admin] Usage tracker for resource:security_group_rule and tenant:8e71ce14ad114b1991a797131e645f5c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:13:29.694468 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-87061238-8752-4372-9607-0baa7668f3f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:13:29.700053 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-87061238-8752-4372-9607-0baa7668f3f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:13:29.778372 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-87061238-8752-4372-9607-0baa7668f3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:29.866891 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-87061238-8752-4372-9607-0baa7668f3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:29.900179 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87061238-8752-4372-9607-0baa7668f3f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 497} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:13:29.905242 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87061238-8752-4372-9607-0baa7668f3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6b5266-471c-43e1-9f77-f526b74bca7d,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:29.912941 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-87061238-8752-4372-9607-0baa7668f3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:29.913811 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-87061238-8752-4372-9607-0baa7668f3f7 admin admin] Added segment 58517e19-da95-45c3-a9f7-f6f15727e763 of type vlan for network 6b89c66c-46a9-4024-8404-d4b60be01bac Oct 10 12:13:29.939278 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-87061238-8752-4372-9607-0baa7668f3f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:30.038776 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-87061238-8752-4372-9607-0baa7668f3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:30.039806 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87061238-8752-4372-9607-0baa7668f3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:30.040569 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-87061238-8752-4372-9607-0baa7668f3f7 admin admin] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:30.140801 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87061238-8752-4372-9607-0baa7668f3f7 admin admin] Pushing event updated for resources: {'Network': ['ID=6b89c66c-46a9-4024-8404-d4b60be01bac,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:30.150919 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 6b89c66c-46a9-4024-8404-d4b60be01bac details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 12:13:30.185071 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-87061238-8752-4372-9607-0baa7668f3f7 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7259943 Oct 10 12:13:30.185293 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 39744) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:13:30.190806 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-8e8744ec-4ef5-4cd2-91bb-ed998c92e328 admin admin] Request body: {'subnet': {'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-252971054-subnet', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'ip_version': 4}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:13:30.196950 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8e8744ec-4ef5-4cd2-91bb-ed998c92e328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:13:30.200883 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8e8744ec-4ef5-4cd2-91bb-ed998c92e328 admin admin] Usage tracker for resource:subnet and tenant:8e71ce14ad114b1991a797131e645f5c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:13:30.203828 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-8e8744ec-4ef5-4cd2-91bb-ed998c92e328 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:13:30.210206 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-8e8744ec-4ef5-4cd2-91bb-ed998c92e328 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:13:30.283944 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8744ec-4ef5-4cd2-91bb-ed998c92e328 admin admin] Made reservation on behalf of 8e71ce14ad114b1991a797131e645f5c for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:13:30.286308 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8e8744ec-4ef5-4cd2-91bb-ed998c92e328 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:30.535504 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8e8744ec-4ef5-4cd2-91bb-ed998c92e328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:30.610361 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8744ec-4ef5-4cd2-91bb-ed998c92e328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0ae7ab7-1359-4f02-a948-8513bd89c2fb,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:30.621138 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8744ec-4ef5-4cd2-91bb-ed998c92e328 admin admin] Checking segment: {'id': '58517e19-da95-45c3-a9f7-f6f15727e763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 12:13:30.621491 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8744ec-4ef5-4cd2-91bb-ed998c92e328 admin admin] Network hostable DHCP agents. Network: 6b89c66c-46a9-4024-8404-d4b60be01bac, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:13:30.683804 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8744ec-4ef5-4cd2-91bb-ed998c92e328 admin admin] Network 6b89c66c-46a9-4024-8404-d4b60be01bac is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:13:30.770099 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-8e8744ec-4ef5-4cd2-91bb-ed998c92e328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 6b89c66c-46a9-4024-8404-d4b60be01bac) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:13:30.774510 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8744ec-4ef5-4cd2-91bb-ed998c92e328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:30.775096 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-8e8744ec-4ef5-4cd2-91bb-ed998c92e328 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:30.779807 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d92c94-0911-4c78-a58c-d58017a22c65 None None] Network 6b89c66c-46a9-4024-8404-d4b60be01bac requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 12:13:30.856408 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-8e8744ec-4ef5-4cd2-91bb-ed998c92e328 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6698542 Oct 10 12:13:30.859023 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 39748) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:13:30.864642 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-76d3cbca-a706-4d4f-a56d-855e6395c225 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-252971054-router', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:13:30.869533 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-76d3cbca-a706-4d4f-a56d-855e6395c225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:13:30.873466 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-76d3cbca-a706-4d4f-a56d-855e6395c225 admin admin] Usage tracker for resource:router and tenant:8e71ce14ad114b1991a797131e645f5c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:13:30.876330 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-76d3cbca-a706-4d4f-a56d-855e6395c225 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:13:30.883223 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-76d3cbca-a706-4d4f-a56d-855e6395c225 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:13:30.942800 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76d3cbca-a706-4d4f-a56d-855e6395c225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:30.944051 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76d3cbca-a706-4d4f-a56d-855e6395c225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:30.960524 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76d3cbca-a706-4d4f-a56d-855e6395c225 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:31.011329 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-6b89c66c-46a9-4024-8404-d4b60be01bac', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'fixed_ips': [{'subnet_id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 12:13:31.012154 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:31.168289 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Allocated IP 172.20.0.2 (6b89c66c-46a9-4024-8404-d4b60be01bac/b0ae7ab7-1359-4f02-a948-8513bd89c2fb/c630ca43-3cbe-490d-a7f1-6da4cc9f5485) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:13:31.367958 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76d3cbca-a706-4d4f-a56d-855e6395c225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:31.378939 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:31.388860 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Transition to ACTIVE for port object c630ca43-3cbe-490d-a7f1-6da4cc9f5485 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:13:31.406922 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Transition to ACTIVE for port object c630ca43-3cbe-490d-a7f1-6da4cc9f5485 will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:13:31.531007 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:31.599787 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Network 6b89c66c-46a9-4024-8404-d4b60be01bac is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:13:31.602769 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:13:31.606357 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 12:13:31.615556 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Pushing event updated for resources: {'Port': ['ID=c630ca43-3cbe-490d-a7f1-6da4cc9f5485,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:31.691278 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:31.691772 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:31.692113 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:31.692449 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:31.692772 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:31.693105 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:31.693423 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:31.693770 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:31.694090 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:31.694411 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:31.694728 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:31.695042 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:31.751972 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76d3cbca-a706-4d4f-a56d-855e6395c225 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:31.753106 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Attempting to bind port c630ca43-3cbe-490d-a7f1-6da4cc9f5485 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 12:13:31.753473 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Attempting to bind port c630ca43-3cbe-490d-a7f1-6da4cc9f5485 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '58517e19-da95-45c3-a9f7-f6f15727e763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 12:13:31.753927 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Attempting to bind port c630ca43-3cbe-490d-a7f1-6da4cc9f5485 on network 6b89c66c-46a9-4024-8404-d4b60be01bac {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 12:13:31.759438 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 12:13:31.759805 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Checking segment: {'id': '58517e19-da95-45c3-a9f7-f6f15727e763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 12:13:31.760197 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:31.760579 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Bound using segment: {'id': '58517e19-da95-45c3-a9f7-f6f15727e763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 12:13:31.761027 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Bound port: c630ca43-3cbe-490d-a7f1-6da4cc9f5485, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58517e19-da95-45c3-a9f7-f6f15727e763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 12:13:31.761390 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:31.781920 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76d3cbca-a706-4d4f-a56d-855e6395c225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:31.853595 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] For port c630ca43-3cbe-490d-a7f1-6da4cc9f5485, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 12:13:31.856770 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] For port c630ca43-3cbe-490d-a7f1-6da4cc9f5485, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c630ca43-3cbe-490d-a7f1-6da4cc9f5485,segment=NetworkSegment(58517e19-da95-45c3-a9f7-f6f15727e763),segment_id=58517e19-da95-45c3-a9f7-f6f15727e763)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 12:13:31.914030 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:31.919082 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-76d3cbca-a706-4d4f-a56d-855e6395c225 admin admin] Allocated IP 172.26.4.223 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/35e93c41-5be6-46e6-b210-08f61312ce8a) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:13:31.999215 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b512ab1-1be4-4da1-851a-f4a3bd283ec6 None None] Pushing event updated for resources: {'Port': ['ID=c630ca43-3cbe-490d-a7f1-6da4cc9f5485,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:32.071351 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76d3cbca-a706-4d4f-a56d-855e6395c225 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:32.162689 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76d3cbca-a706-4d4f-a56d-855e6395c225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:32.231672 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d3cbca-a706-4d4f-a56d-855e6395c225 admin admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:13:32.234680 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-76d3cbca-a706-4d4f-a56d-855e6395c225 admin admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:13:32.239009 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d3cbca-a706-4d4f-a56d-855e6395c225 admin admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 12:13:32.277002 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3cbca-a706-4d4f-a56d-855e6395c225 admin admin] Pushing event updated for resources: {'Port': ['ID=35e93c41-5be6-46e6-b210-08f61312ce8a,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:32.371689 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c630ca43-3cbe-490d-a7f1-6da4cc9f5485 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:13:32.484229 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port c630ca43-3cbe-490d-a7f1-6da4cc9f5485 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:13:32.712193 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76d3cbca-a706-4d4f-a56d-855e6395c225 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:32.835498 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09e6cc5-a7e8-4e1f-bba5-dc31754b3787 None None] Network 6b89c66c-46a9-4024-8404-d4b60be01bac requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 12:13:32.990847 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8d75c657-2b27-4288-8e7a-9fff4d514c1c None None] Provisioning for port c630ca43-3cbe-490d-a7f1-6da4cc9f5485 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:13:33.008917 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8d75c657-2b27-4288-8e7a-9fff4d514c1c None None] Provisioning complete for port c630ca43-3cbe-490d-a7f1-6da4cc9f5485 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:13:33.009290 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8d75c657-2b27-4288-8e7a-9fff4d514c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:33.009648 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8d75c657-2b27-4288-8e7a-9fff4d514c1c None None] Attempt 1 to provision port c630ca43-3cbe-490d-a7f1-6da4cc9f5485 Oct 10 12:13:33.173603 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76d3cbca-a706-4d4f-a56d-855e6395c225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:33.193051 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8d75c657-2b27-4288-8e7a-9fff4d514c1c None None] Current status of the port c630ca43-3cbe-490d-a7f1-6da4cc9f5485 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:13:33.193423 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8d75c657-2b27-4288-8e7a-9fff4d514c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:33.227923 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-8d75c657-2b27-4288-8e7a-9fff4d514c1c None None] For port c630ca43-3cbe-490d-a7f1-6da4cc9f5485, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c630ca43-3cbe-490d-a7f1-6da4cc9f5485,segment=NetworkSegment(58517e19-da95-45c3-a9f7-f6f15727e763),segment_id=58517e19-da95-45c3-a9f7-f6f15727e763)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:13:33.290138 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8d75c657-2b27-4288-8e7a-9fff4d514c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:33.361020 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75c657-2b27-4288-8e7a-9fff4d514c1c None None] Pushing event updated for resources: {'Port': ['ID=c630ca43-3cbe-490d-a7f1-6da4cc9f5485,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:33.409477 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-64e13ea6-37b8-4a4f-a3ed-22cd8165fe6a None None] Provisioning complete for port c630ca43-3cbe-490d-a7f1-6da4cc9f5485 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:13:33.410274 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-64e13ea6-37b8-4a4f-a3ed-22cd8165fe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:33.410274 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-64e13ea6-37b8-4a4f-a3ed-22cd8165fe6a None None] Attempt 1 to provision port c630ca43-3cbe-490d-a7f1-6da4cc9f5485 Oct 10 12:13:33.461393 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d3cbca-a706-4d4f-a56d-855e6395c225 admin admin] Router 9e558ca4-845b-48b7-adab-a0808271921e is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 12:13:33.538968 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-64e13ea6-37b8-4a4f-a3ed-22cd8165fe6a None None] Current status of the port c630ca43-3cbe-490d-a7f1-6da4cc9f5485 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:13:33.547019 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9ec25dd3-fa99-4f7f-beb0-a2867c40fe4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:33.642432 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d3cbca-a706-4d4f-a56d-855e6395c225 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 12:13:33.653080 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcfb3ec-1854-43da-b070-a0c032adb2eb None None] Sync routers for ids ['9e558ca4-845b-48b7-adab-a0808271921e'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:13:33.663357 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcfb3ec-1854-43da-b070-a0c032adb2eb None None] Routers {'9e558ca4-845b-48b7-adab-a0808271921e'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:13:33.663953 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ebcfb3ec-1854-43da-b070-a0c032adb2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:13:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9e558ca4-845b-48b7-adab-a0808271921e'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:33.770418 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-76d3cbca-a706-4d4f-a56d-855e6395c225 admin admin] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:33.771680 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-76d3cbca-a706-4d4f-a56d-855e6395c225 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9117370 Oct 10 12:13:33.774457 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 39752) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:13:33.834819 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-ebcfb3ec-1854-43da-b070-a0c032adb2eb None None] Set router 9e558ca4-845b-48b7-adab-a0808271921e gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:13:34.142211 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ebcfb3ec-1854-43da-b070-a0c032adb2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e558ca4-845b-48b7-adab-a0808271921e', 'name': 'tempest-TestSnapshotPattern-252971054-router', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:30Z', 'updated_at': '2022-10-10T12:13:32Z', 'revision_number': 3, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'gw_port': {'id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:31Z', 'updated_at': '2022-10-10T12:13:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:34.146440 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcfb3ec-1854-43da-b070-a0c032adb2eb None None] Checking router: 9e558ca4-845b-48b7-adab-a0808271921e for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:13:34.146779 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcfb3ec-1854-43da-b070-a0c032adb2eb None None] Updating router 9e558ca4-845b-48b7-adab-a0808271921e port 35e93c41-5be6-46e6-b210-08f61312ce8a binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:13:34.198117 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-ebcfb3ec-1854-43da-b070-a0c032adb2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:34.358040 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c630ca43-3cbe-490d-a7f1-6da4cc9f5485 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:13:34.430425 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port c630ca43-3cbe-490d-a7f1-6da4cc9f5485 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:13:34.431071 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:34.431071 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port c630ca43-3cbe-490d-a7f1-6da4cc9f5485 Oct 10 12:13:34.445452 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-36e06111-a431-4ff3-92e5-ef429e614c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:34.533235 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-ebcfb3ec-1854-43da-b070-a0c032adb2eb None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:34.545778 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-ebcfb3ec-1854-43da-b070-a0c032adb2eb None None] Transition to ACTIVE for port object 35e93c41-5be6-46e6-b210-08f61312ce8a will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:13:34.556462 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port c630ca43-3cbe-490d-a7f1-6da4cc9f5485 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:13:34.615719 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-ebcfb3ec-1854-43da-b070-a0c032adb2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:34.682004 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-ebcfb3ec-1854-43da-b070-a0c032adb2eb None None] Attempting to bind port 35e93c41-5be6-46e6-b210-08f61312ce8a on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 12:13:34.682630 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-ebcfb3ec-1854-43da-b070-a0c032adb2eb None None] Attempting to bind port 35e93c41-5be6-46e6-b210-08f61312ce8a by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 12:13:34.682630 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcfb3ec-1854-43da-b070-a0c032adb2eb None None] Attempting to bind port 35e93c41-5be6-46e6-b210-08f61312ce8a on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 12:13:34.693036 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcfb3ec-1854-43da-b070-a0c032adb2eb None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 12:13:34.693396 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcfb3ec-1854-43da-b070-a0c032adb2eb None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 12:13:34.693807 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-ebcfb3ec-1854-43da-b070-a0c032adb2eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:34.694184 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcfb3ec-1854-43da-b070-a0c032adb2eb None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 12:13:34.694635 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-ebcfb3ec-1854-43da-b070-a0c032adb2eb None None] Bound port: 35e93c41-5be6-46e6-b210-08f61312ce8a, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 12:13:34.694993 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-ebcfb3ec-1854-43da-b070-a0c032adb2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:34.729394 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a648c-f34d-4c37-beae-d8ac39170c75 None None] Pushing event updated for resources: {'Port': ['ID=35e93c41-5be6-46e6-b210-08f61312ce8a,revision_number=2']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:34.746484 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a648c-f34d-4c37-beae-d8ac39170c75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:34.746821 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a648c-f34d-4c37-beae-d8ac39170c75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:34.747151 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a648c-f34d-4c37-beae-d8ac39170c75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:34.747472 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a648c-f34d-4c37-beae-d8ac39170c75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:34.747792 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a648c-f34d-4c37-beae-d8ac39170c75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:34.748110 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a648c-f34d-4c37-beae-d8ac39170c75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:34.748424 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a648c-f34d-4c37-beae-d8ac39170c75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:34.748754 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a648c-f34d-4c37-beae-d8ac39170c75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:34.749057 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a648c-f34d-4c37-beae-d8ac39170c75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:34.749366 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a648c-f34d-4c37-beae-d8ac39170c75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:34.749701 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a648c-f34d-4c37-beae-d8ac39170c75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:34.750011 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3a648c-f34d-4c37-beae-d8ac39170c75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:34.765558 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-36e06111-a431-4ff3-92e5-ef429e614c55 admin admin] Allocated IP 172.20.0.1 (6b89c66c-46a9-4024-8404-d4b60be01bac/b0ae7ab7-1359-4f02-a948-8513bd89c2fb/1d7a5868-a959-4069-bfd5-bb8335adbb42) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:13:34.781828 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-ebcfb3ec-1854-43da-b070-a0c032adb2eb None None] For port 35e93c41-5be6-46e6-b210-08f61312ce8a, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 12:13:34.784693 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-ebcfb3ec-1854-43da-b070-a0c032adb2eb None None] For port 35e93c41-5be6-46e6-b210-08f61312ce8a, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=35e93c41-5be6-46e6-b210-08f61312ce8a,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 12:13:34.850559 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-ebcfb3ec-1854-43da-b070-a0c032adb2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:34.914026 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcfb3ec-1854-43da-b070-a0c032adb2eb None None] Routers {'9e558ca4-845b-48b7-adab-a0808271921e'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:13:34.914646 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ebcfb3ec-1854-43da-b070-a0c032adb2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:13:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9e558ca4-845b-48b7-adab-a0808271921e'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:34.916678 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-36e06111-a431-4ff3-92e5-ef429e614c55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:34.933481 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [None req-36e06111-a431-4ff3-92e5-ef429e614c55 admin admin] Transition to ACTIVE for port object 1d7a5868-a959-4069-bfd5-bb8335adbb42 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:13:35.007236 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a648c-f34d-4c37-beae-d8ac39170c75 None None] Pushing event updated for resources: {'Port': ['ID=35e93c41-5be6-46e6-b210-08f61312ce8a,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:35.033032 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-36e06111-a431-4ff3-92e5-ef429e614c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:35.097259 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e06111-a431-4ff3-92e5-ef429e614c55 admin admin] Network 6b89c66c-46a9-4024-8404-d4b60be01bac is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:13:35.100989 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-36e06111-a431-4ff3-92e5-ef429e614c55 admin admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:13:35.104718 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e06111-a431-4ff3-92e5-ef429e614c55 admin admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 12:13:35.105221 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-ebcfb3ec-1854-43da-b070-a0c032adb2eb None None] Set router 9e558ca4-845b-48b7-adab-a0808271921e gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:13:35.143912 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e06111-a431-4ff3-92e5-ef429e614c55 admin admin] Pushing event updated for resources: {'Port': ['ID=1d7a5868-a959-4069-bfd5-bb8335adbb42,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:35.168203 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-36e06111-a431-4ff3-92e5-ef429e614c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:35.398378 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ebcfb3ec-1854-43da-b070-a0c032adb2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e558ca4-845b-48b7-adab-a0808271921e', 'name': 'tempest-TestSnapshotPattern-252971054-router', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:30Z', 'updated_at': '2022-10-10T12:13:32Z', 'revision_number': 3, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'gw_port': {'id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:31Z', 'updated_at': '2022-10-10T12:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:35.402203 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcfb3ec-1854-43da-b070-a0c032adb2eb None None] The sync data for ids ['9e558ca4-845b-48b7-adab-a0808271921e'] in dv-neutron-860842-1-hyperv is: [{'id': '9e558ca4-845b-48b7-adab-a0808271921e', 'name': 'tempest-TestSnapshotPattern-252971054-router', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:30Z', 'updated_at': '2022-10-10T12:13:32Z', 'revision_number': 3, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'gw_port': {'id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:31Z', 'updated_at': '2022-10-10T12:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:13:35.427689 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3489a587-f96b-4370-b0dd-03239619cb99 None None] Provisioning for port 1d7a5868-a959-4069-bfd5-bb8335adbb42 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:13:35.432896 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-3489a587-f96b-4370-b0dd-03239619cb99 None None] Provisioning complete for port 1d7a5868-a959-4069-bfd5-bb8335adbb42 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:13:35.433547 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3489a587-f96b-4370-b0dd-03239619cb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:35.433699 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3489a587-f96b-4370-b0dd-03239619cb99 None None] Attempt 1 to provision port 1d7a5868-a959-4069-bfd5-bb8335adbb42 Oct 10 12:13:35.493210 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3489a587-f96b-4370-b0dd-03239619cb99 None None] Port 1d7a5868-a959-4069-bfd5-bb8335adbb42 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:13:35.517652 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-36e06111-a431-4ff3-92e5-ef429e614c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:35.774870 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-36e06111-a431-4ff3-92e5-ef429e614c55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:35.792762 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4f1ff3bf-2a0d-47cb-be49-d36b4dc5b6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:35.838471 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-36e06111-a431-4ff3-92e5-ef429e614c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:35.947282 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-36e06111-a431-4ff3-92e5-ef429e614c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:35.950827 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e06111-a431-4ff3-92e5-ef429e614c55 admin admin] Pushing event updated for resources: {'Port': ['ID=1d7a5868-a959-4069-bfd5-bb8335adbb42,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:35.994149 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3489a587-f96b-4370-b0dd-03239619cb99 None None] Attempt 2 to provision port 1d7a5868-a959-4069-bfd5-bb8335adbb42 Oct 10 12:13:36.052711 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3489a587-f96b-4370-b0dd-03239619cb99 None None] Port 1d7a5868-a959-4069-bfd5-bb8335adbb42 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:13:36.093850 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e06111-a431-4ff3-92e5-ef429e614c55 admin admin] Network 6b89c66c-46a9-4024-8404-d4b60be01bac is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:13:36.095024 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-36e06111-a431-4ff3-92e5-ef429e614c55 admin admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:13:36.295207 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e06111-a431-4ff3-92e5-ef429e614c55 admin admin] Router 9e558ca4-845b-48b7-adab-a0808271921e has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 12:13:36.375614 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 35e93c41-5be6-46e6-b210-08f61312ce8a up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:13:36.513049 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 35e93c41-5be6-46e6-b210-08f61312ce8a completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:13:36.518046 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 35e93c41-5be6-46e6-b210-08f61312ce8a triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:13:36.518443 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:36.518775 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 35e93c41-5be6-46e6-b210-08f61312ce8a Oct 10 12:13:36.554012 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3489a587-f96b-4370-b0dd-03239619cb99 None None] Attempt 3 to provision port 1d7a5868-a959-4069-bfd5-bb8335adbb42 Oct 10 12:13:36.579942 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e06111-a431-4ff3-92e5-ef429e614c55 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 12:13:36.594275 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-36e06111-a431-4ff3-92e5-ef429e614c55 admin admin] 10.222.0.40 "PUT /v2.0/routers/9e558ca4-845b-48b7-adab-a0808271921e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8138351 Oct 10 12:13:36.629819 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3489a587-f96b-4370-b0dd-03239619cb99 None None] Port 1d7a5868-a959-4069-bfd5-bb8335adbb42 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:13:36.692163 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 35e93c41-5be6-46e6-b210-08f61312ce8a is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:13:36.692544 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:36.709730 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 35e93c41-5be6-46e6-b210-08f61312ce8a, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=35e93c41-5be6-46e6-b210-08f61312ce8a,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:13:36.792711 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:36.869712 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=35e93c41-5be6-46e6-b210-08f61312ce8a,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:36.907063 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e0fedb-f183-4eb6-beae-ebb848fe405f None None] Sync routers for ids ['9e558ca4-845b-48b7-adab-a0808271921e'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:13:36.916836 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e0fedb-f183-4eb6-beae-ebb848fe405f None None] Routers {'9e558ca4-845b-48b7-adab-a0808271921e'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:13:36.917441 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-b0e0fedb-f183-4eb6-beae-ebb848fe405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:13:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9e558ca4-845b-48b7-adab-a0808271921e'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:37.131961 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3489a587-f96b-4370-b0dd-03239619cb99 None None] Attempt 4 to provision port 1d7a5868-a959-4069-bfd5-bb8335adbb42 Oct 10 12:13:37.165154 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:37.176213 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-b0e0fedb-f183-4eb6-beae-ebb848fe405f None None] Set router 9e558ca4-845b-48b7-adab-a0808271921e gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:13:37.267602 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3489a587-f96b-4370-b0dd-03239619cb99 None None] Port 1d7a5868-a959-4069-bfd5-bb8335adbb42 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:13:37.312772 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 39770) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:13:37.319261 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-90b7a85b-a8e4-4cb0-a9d5-a6f2e42c3f53 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2125284731-network', 'tenant_id': 'a6b1895ff99e4ce19709e29ae4828eb3'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:13:37.324195 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-90b7a85b-a8e4-4cb0-a9d5-a6f2e42c3f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:13:37.328683 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:37.328793 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-90b7a85b-a8e4-4cb0-a9d5-a6f2e42c3f53 admin admin] Usage tracker for resource:network and tenant:a6b1895ff99e4ce19709e29ae4828eb3 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:13:37.331205 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-90b7a85b-a8e4-4cb0-a9d5-a6f2e42c3f53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:13:37.337845 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-90b7a85b-a8e4-4cb0-a9d5-a6f2e42c3f53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:13:37.404316 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b7a85b-a8e4-4cb0-a9d5-a6f2e42c3f53 admin admin] Made reservation on behalf of a6b1895ff99e4ce19709e29ae4828eb3 for: {'network': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:13:37.406672 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-90b7a85b-a8e4-4cb0-a9d5-a6f2e42c3f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for network, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:37.419576 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-90b7a85b-a8e4-4cb0-a9d5-a6f2e42c3f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:37.434663 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-90b7a85b-a8e4-4cb0-a9d5-a6f2e42c3f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:13:37.438481 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-90b7a85b-a8e4-4cb0-a9d5-a6f2e42c3f53 admin admin] Usage tracker for resource:security_group_rule and tenant:a6b1895ff99e4ce19709e29ae4828eb3 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:13:37.441429 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-90b7a85b-a8e4-4cb0-a9d5-a6f2e42c3f53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:13:37.447155 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-90b7a85b-a8e4-4cb0-a9d5-a6f2e42c3f53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:13:37.516157 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-b0e0fedb-f183-4eb6-beae-ebb848fe405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e558ca4-845b-48b7-adab-a0808271921e', 'name': 'tempest-TestSnapshotPattern-252971054-router', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:30Z', 'updated_at': '2022-10-10T12:13:35Z', 'revision_number': 4, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'gw_port': {'id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:31Z', 'updated_at': '2022-10-10T12:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '1d7a5868-a959-4069-bfd5-bb8335adbb42', 'name': '', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'mac_address': 'fa:16:3e:1b:f7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:34Z', 'updated_at': '2022-10-10T12:13:35Z', 'revision_number': 2, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'subnets': [{'id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:37.520351 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e0fedb-f183-4eb6-beae-ebb848fe405f None None] Checking router: 9e558ca4-845b-48b7-adab-a0808271921e for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:13:37.520705 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e0fedb-f183-4eb6-beae-ebb848fe405f None None] Updating router 9e558ca4-845b-48b7-adab-a0808271921e port 1d7a5868-a959-4069-bfd5-bb8335adbb42 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:13:37.532706 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-90b7a85b-a8e4-4cb0-a9d5-a6f2e42c3f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:37.580462 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b0e0fedb-f183-4eb6-beae-ebb848fe405f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:37.615835 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-90b7a85b-a8e4-4cb0-a9d5-a6f2e42c3f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:37.648192 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b7a85b-a8e4-4cb0-a9d5-a6f2e42c3f53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 488} {{(pid=89897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:13:37.653458 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7a85b-a8e4-4cb0-a9d5-a6f2e42c3f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ea9875-b197-4b8e-b17d-13eabd3d9075,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:37.660800 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-90b7a85b-a8e4-4cb0-a9d5-a6f2e42c3f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:37.661209 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.segments_db [None req-90b7a85b-a8e4-4cb0-a9d5-a6f2e42c3f53 admin admin] Added segment af2e4652-0359-44b0-86c4-635386d2343e of type vlan for network 91720516-2c47-48e4-9691-4fbab9b7dee3 Oct 10 12:13:37.688008 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-90b7a85b-a8e4-4cb0-a9d5-a6f2e42c3f53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733223917397'] for network, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:37.758417 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-90b7a85b-a8e4-4cb0-a9d5-a6f2e42c3f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988'] for network, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:37.759392 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b7a85b-a8e4-4cb0-a9d5-a6f2e42c3f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:37.759957 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-90b7a85b-a8e4-4cb0-a9d5-a6f2e42c3f53 admin admin] Notify callbacks [] for network, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:37.795245 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3489a587-f96b-4370-b0dd-03239619cb99 None None] Attempt 5 to provision port 1d7a5868-a959-4069-bfd5-bb8335adbb42 Oct 10 12:13:37.862211 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7a85b-a8e4-4cb0-a9d5-a6f2e42c3f53 admin admin] Pushing event updated for resources: {'Network': ['ID=91720516-2c47-48e4-9691-4fbab9b7dee3,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:37.873749 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3489a587-f96b-4370-b0dd-03239619cb99 None None] Port 1d7a5868-a959-4069-bfd5-bb8335adbb42 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:13:37.874374 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Network 91720516-2c47-48e4-9691-4fbab9b7dee3 details requested by agent ovs-agent-dv-neutron-860842-1-hyperv with host dv-neutron-860842-1-hyperv {{(pid=89898) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 10 12:13:37.893509 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-90b7a85b-a8e4-4cb0-a9d5-a6f2e42c3f53 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5768430 Oct 10 12:13:37.893748 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 39774) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:13:37.900198 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-bb235528-e3e9-41eb-ad5f-9c953719f553 admin admin] Request body: {'subnet': {'network_id': '91720516-2c47-48e4-9691-4fbab9b7dee3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2125284731-subnet', 'tenant_id': 'a6b1895ff99e4ce19709e29ae4828eb3', 'ip_version': 4}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:13:37.905267 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-bb235528-e3e9-41eb-ad5f-9c953719f553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:13:37.909299 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-bb235528-e3e9-41eb-ad5f-9c953719f553 admin admin] Usage tracker for resource:subnet and tenant:a6b1895ff99e4ce19709e29ae4828eb3 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:13:37.913257 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-bb235528-e3e9-41eb-ad5f-9c953719f553 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:13:37.919379 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-bb235528-e3e9-41eb-ad5f-9c953719f553 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:13:37.975544 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb235528-e3e9-41eb-ad5f-9c953719f553 admin admin] Made reservation on behalf of a6b1895ff99e4ce19709e29ae4828eb3 for: {'subnet': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:13:37.977967 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bb235528-e3e9-41eb-ad5f-9c953719f553 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518584'] for subnet, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:38.063723 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b0e0fedb-f183-4eb6-beae-ebb848fe405f None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:38.076059 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-b0e0fedb-f183-4eb6-beae-ebb848fe405f None None] Transition to ACTIVE for port object 1d7a5868-a959-4069-bfd5-bb8335adbb42 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:13:38.152692 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b0e0fedb-f183-4eb6-beae-ebb848fe405f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:38.239485 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bb235528-e3e9-41eb-ad5f-9c953719f553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2413758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518538'] for subnet, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:38.315398 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb235528-e3e9-41eb-ad5f-9c953719f553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=318589bb-3687-4161-9b28-02cbaaaeb276,revision_number=0']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:38.321061 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb235528-e3e9-41eb-ad5f-9c953719f553 admin admin] Checking segment: {'id': 'af2e4652-0359-44b0-86c4-635386d2343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '91720516-2c47-48e4-9691-4fbab9b7dee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 12:13:38.322896 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb235528-e3e9-41eb-ad5f-9c953719f553 admin admin] Network hostable DHCP agents. Network: 91720516-2c47-48e4-9691-4fbab9b7dee3, hostable agents: ['edfce11a-b89a-4553-a0de-13fbc83cf01a'], hosted agents: [] {{(pid=89897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:13:38.360339 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a39a6b-3aec-4946-b2a9-62c0259b6db6 None None] Pushing event updated for resources: {'Port': ['ID=1d7a5868-a959-4069-bfd5-bb8335adbb42,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:38.366160 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 35e93c41-5be6-46e6-b210-08f61312ce8a up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:13:38.387108 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb235528-e3e9-41eb-ad5f-9c953719f553 admin admin] Network 91720516-2c47-48e4-9691-4fbab9b7dee3 is scheduled to be hosted by DHCP agent edfce11a-b89a-4553-a0de-13fbc83cf01a with binding_index 1 {{(pid=89897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:13:38.395641 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3489a587-f96b-4370-b0dd-03239619cb99 None None] Attempt 6 to provision port 1d7a5868-a959-4069-bfd5-bb8335adbb42 Oct 10 12:13:38.424018 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-b0e0fedb-f183-4eb6-beae-ebb848fe405f None None] Attempting to bind port 1d7a5868-a959-4069-bfd5-bb8335adbb42 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 12:13:38.424321 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-b0e0fedb-f183-4eb6-beae-ebb848fe405f None None] Attempting to bind port 1d7a5868-a959-4069-bfd5-bb8335adbb42 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '58517e19-da95-45c3-a9f7-f6f15727e763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 12:13:38.424928 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e0fedb-f183-4eb6-beae-ebb848fe405f None None] Attempting to bind port 1d7a5868-a959-4069-bfd5-bb8335adbb42 on network 6b89c66c-46a9-4024-8404-d4b60be01bac {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 12:13:38.461733 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-bb235528-e3e9-41eb-ad5f-9c953719f553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860842-1-hyperv, 91720516-2c47-48e4-9691-4fbab9b7dee3) {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:13:38.465974 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb235528-e3e9-41eb-ad5f-9c953719f553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:38.466664 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-bb235528-e3e9-41eb-ad5f-9c953719f553 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:38.494649 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e0fedb-f183-4eb6-beae-ebb848fe405f None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 12:13:38.495094 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e0fedb-f183-4eb6-beae-ebb848fe405f None None] Checking segment: {'id': '58517e19-da95-45c3-a9f7-f6f15727e763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 12:13:38.495489 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b0e0fedb-f183-4eb6-beae-ebb848fe405f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:38.495877 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e0fedb-f183-4eb6-beae-ebb848fe405f None None] Bound using segment: {'id': '58517e19-da95-45c3-a9f7-f6f15727e763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 12:13:38.496350 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-b0e0fedb-f183-4eb6-beae-ebb848fe405f None None] Bound port: 1d7a5868-a959-4069-bfd5-bb8335adbb42, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58517e19-da95-45c3-a9f7-f6f15727e763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 12:13:38.496713 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b0e0fedb-f183-4eb6-beae-ebb848fe405f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:38.514110 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58874c57-0386-449a-9608-cff10053fcdb None None] Network 91720516-2c47-48e4-9691-4fbab9b7dee3 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 12:13:38.548246 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-bb235528-e3e9-41eb-ad5f-9c953719f553 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6529200 Oct 10 12:13:38.551062 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 39778) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:13:38.556082 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-31dcb0c5-e2ff-4cbb-a9b9-a632ec67d7c6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2125284731-router', 'tenant_id': 'a6b1895ff99e4ce19709e29ae4828eb3', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:13:38.560803 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-31dcb0c5-e2ff-4cbb-a9b9-a632ec67d7c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:13:38.564742 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-31dcb0c5-e2ff-4cbb-a9b9-a632ec67d7c6 admin admin] Usage tracker for resource:router and tenant:a6b1895ff99e4ce19709e29ae4828eb3 is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:13:38.567588 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-31dcb0c5-e2ff-4cbb-a9b9-a632ec67d7c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:13:38.573182 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-31dcb0c5-e2ff-4cbb-a9b9-a632ec67d7c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:13:38.621293 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-31dcb0c5-e2ff-4cbb-a9b9-a632ec67d7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-568685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5219'] for router, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:38.622434 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-31dcb0c5-e2ff-4cbb-a9b9-a632ec67d7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5224'] for router, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:38.637453 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-31dcb0c5-e2ff-4cbb-a9b9-a632ec67d7c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:38.645204 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3489a587-f96b-4370-b0dd-03239619cb99 None None] Port 1d7a5868-a959-4069-bfd5-bb8335adbb42 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:13:38.718106 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 35e93c41-5be6-46e6-b210-08f61312ce8a triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:13:38.718393 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:38.718729 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 35e93c41-5be6-46e6-b210-08f61312ce8a Oct 10 12:13:38.771794 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-b0e0fedb-f183-4eb6-beae-ebb848fe405f None None] For port 1d7a5868-a959-4069-bfd5-bb8335adbb42, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 12:13:38.822956 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-b0e0fedb-f183-4eb6-beae-ebb848fe405f None None] For port 1d7a5868-a959-4069-bfd5-bb8335adbb42, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1d7a5868-a959-4069-bfd5-bb8335adbb42,segment=NetworkSegment(58517e19-da95-45c3-a9f7-f6f15727e763),segment_id=58517e19-da95-45c3-a9f7-f6f15727e763)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 12:13:38.922153 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb646b3-f059-4df4-989e-d44617dd972d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04ea8c7f-59fc-558d-a975-3d1abed1b88d-91720516-2c47-48e4-9691-4fbab9b7dee3', 'network_id': '91720516-2c47-48e4-9691-4fbab9b7dee3', 'tenant_id': 'a6b1895ff99e4ce19709e29ae4828eb3', 'fixed_ips': [{'subnet_id': '318589bb-3687-4161-9b28-02cbaaaeb276'}]}} from dv-neutron-860842-1-hyperv. {{(pid=89898) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 10 12:13:38.922966 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ceb646b3-f059-4df4-989e-d44617dd972d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:38.942293 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:38.943432 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-b0e0fedb-f183-4eb6-beae-ebb848fe405f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:38.952202 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-31dcb0c5-e2ff-4cbb-a9b9-a632ec67d7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568726', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-568582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5150'] for router, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:39.072885 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e0fedb-f183-4eb6-beae-ebb848fe405f None None] Routers {'9e558ca4-845b-48b7-adab-a0808271921e'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:13:39.073515 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-b0e0fedb-f183-4eb6-beae-ebb848fe405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:13:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9e558ca4-845b-48b7-adab-a0808271921e'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:39.144955 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 35e93c41-5be6-46e6-b210-08f61312ce8a is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:13:39.162945 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-3489a587-f96b-4370-b0dd-03239619cb99 None None] Attempt 7 to provision port 1d7a5868-a959-4069-bfd5-bb8335adbb42 Oct 10 12:13:39.220619 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a39a6b-3aec-4946-b2a9-62c0259b6db6 None None] Pushing event updated for resources: {'Port': ['ID=1d7a5868-a959-4069-bfd5-bb8335adbb42,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:39.312687 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-31dcb0c5-e2ff-4cbb-a9b9-a632ec67d7c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:39.342816 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-31dcb0c5-e2ff-4cbb-a9b9-a632ec67d7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:39.384713 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-3489a587-f96b-4370-b0dd-03239619cb99 None None] Port 1d7a5868-a959-4069-bfd5-bb8335adbb42 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 12:13:39.402112 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-b0e0fedb-f183-4eb6-beae-ebb848fe405f None None] Set router 9e558ca4-845b-48b7-adab-a0808271921e gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:13:39.455238 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.db_base_plugin_common [None req-ceb646b3-f059-4df4-989e-d44617dd972d None None] Allocated IP 172.20.0.2 (91720516-2c47-48e4-9691-4fbab9b7dee3/318589bb-3687-4161-9b28-02cbaaaeb276/a6e65bd5-1113-4555-9ba4-a2d35984eb6b) {{(pid=89898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:13:39.591500 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-31dcb0c5-e2ff-4cbb-a9b9-a632ec67d7c6 admin admin] Allocated IP 172.26.4.129 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/74201ddd-9c87-419f-a889-d00b16ba29a6) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:13:39.756113 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-31dcb0c5-e2ff-4cbb-a9b9-a632ec67d7c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:39.844756 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-31dcb0c5-e2ff-4cbb-a9b9-a632ec67d7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:39.901343 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ceb646b3-f059-4df4-989e-d44617dd972d None None] Notify callbacks [] for port, precommit_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:39.910463 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dcb0c5-e2ff-4cbb-a9b9-a632ec67d7c6 admin admin] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:13:39.913881 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-31dcb0c5-e2ff-4cbb-a9b9-a632ec67d7c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:13:39.915622 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ceb646b3-f059-4df4-989e-d44617dd972d None None] Transition to ACTIVE for port object a6e65bd5-1113-4555-9ba4-a2d35984eb6b will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:13:39.917676 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dcb0c5-e2ff-4cbb-a9b9-a632ec67d7c6 admin admin] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 12:13:39.940054 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-ceb646b3-f059-4df4-989e-d44617dd972d None None] Transition to ACTIVE for port object a6e65bd5-1113-4555-9ba4-a2d35984eb6b will not be triggered until provisioned by entity DHCP. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:13:39.951162 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-b0e0fedb-f183-4eb6-beae-ebb848fe405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e558ca4-845b-48b7-adab-a0808271921e', 'name': 'tempest-TestSnapshotPattern-252971054-router', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:30Z', 'updated_at': '2022-10-10T12:13:35Z', 'revision_number': 4, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'gw_port': {'id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:31Z', 'updated_at': '2022-10-10T12:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '1d7a5868-a959-4069-bfd5-bb8335adbb42', 'name': '', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'mac_address': 'fa:16:3e:1b:f7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:34Z', 'updated_at': '2022-10-10T12:13:38Z', 'revision_number': 4, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'subnets': [{'id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:39.957731 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dcb0c5-e2ff-4cbb-a9b9-a632ec67d7c6 admin admin] Pushing event updated for resources: {'Port': ['ID=74201ddd-9c87-419f-a889-d00b16ba29a6,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:39.958805 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e0fedb-f183-4eb6-beae-ebb848fe405f None None] The sync data for ids ['9e558ca4-845b-48b7-adab-a0808271921e'] in dv-neutron-860842-1-hyperv is: [{'id': '9e558ca4-845b-48b7-adab-a0808271921e', 'name': 'tempest-TestSnapshotPattern-252971054-router', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:30Z', 'updated_at': '2022-10-10T12:13:35Z', 'revision_number': 4, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'gw_port': {'id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:31Z', 'updated_at': '2022-10-10T12:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '1d7a5868-a959-4069-bfd5-bb8335adbb42', 'name': '', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'mac_address': 'fa:16:3e:1b:f7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:34Z', 'updated_at': '2022-10-10T12:13:38Z', 'revision_number': 4, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'subnets': [{'id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:13:40.062166 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ceb646b3-f059-4df4-989e-d44617dd972d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299'] for port, after_create {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:40.171883 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:40.195388 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb646b3-f059-4df4-989e-d44617dd972d None None] Network 91720516-2c47-48e4-9691-4fbab9b7dee3 is already hosted by enough agents. {{(pid=89898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:13:40.198595 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.scheduler.base_scheduler [None req-ceb646b3-f059-4df4-989e-d44617dd972d None None] Resources bound (agent type, host, resource id): {{(pid=89898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:13:40.202628 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb646b3-f059-4df4-989e-d44617dd972d None None] Received port after_create {{(pid=89898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 12:13:40.208514 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb646b3-f059-4df4-989e-d44617dd972d None None] Pushing event updated for resources: {'Port': ['ID=a6e65bd5-1113-4555-9ba4-a2d35984eb6b,revision_number=1']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:40.333326 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-ceb646b3-f059-4df4-989e-d44617dd972d None None] Attempting to bind port a6e65bd5-1113-4555-9ba4-a2d35984eb6b on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 12:13:40.333732 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-ceb646b3-f059-4df4-989e-d44617dd972d None None] Attempting to bind port a6e65bd5-1113-4555-9ba4-a2d35984eb6b by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'af2e4652-0359-44b0-86c4-635386d2343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '91720516-2c47-48e4-9691-4fbab9b7dee3'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 12:13:40.334093 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb646b3-f059-4df4-989e-d44617dd972d None None] Attempting to bind port a6e65bd5-1113-4555-9ba4-a2d35984eb6b on network 91720516-2c47-48e4-9691-4fbab9b7dee3 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 12:13:40.340512 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb646b3-f059-4df4-989e-d44617dd972d None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 12:13:40.340932 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb646b3-f059-4df4-989e-d44617dd972d None None] Checking segment: {'id': 'af2e4652-0359-44b0-86c4-635386d2343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '91720516-2c47-48e4-9691-4fbab9b7dee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 12:13:40.341566 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ceb646b3-f059-4df4-989e-d44617dd972d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:40.341965 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb646b3-f059-4df4-989e-d44617dd972d None None] Bound using segment: {'id': 'af2e4652-0359-44b0-86c4-635386d2343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '91720516-2c47-48e4-9691-4fbab9b7dee3'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 12:13:40.342434 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-ceb646b3-f059-4df4-989e-d44617dd972d None None] Bound port: a6e65bd5-1113-4555-9ba4-a2d35984eb6b, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af2e4652-0359-44b0-86c4-635386d2343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '91720516-2c47-48e4-9691-4fbab9b7dee3'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 12:13:40.342826 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ceb646b3-f059-4df4-989e-d44617dd972d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:40.437839 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1d7a5868-a959-4069-bfd5-bb8335adbb42 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:13:40.500064 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-31dcb0c5-e2ff-4cbb-a9b9-a632ec67d7c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:40.515857 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-ceb646b3-f059-4df4-989e-d44617dd972d None None] For port a6e65bd5-1113-4555-9ba4-a2d35984eb6b, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 12:13:40.525990 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-ceb646b3-f059-4df4-989e-d44617dd972d None None] For port a6e65bd5-1113-4555-9ba4-a2d35984eb6b, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a6e65bd5-1113-4555-9ba4-a2d35984eb6b,segment=NetworkSegment(af2e4652-0359-44b0-86c4-635386d2343e),segment_id=af2e4652-0359-44b0-86c4-635386d2343e)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 12:13:40.571236 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ceb646b3-f059-4df4-989e-d44617dd972d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:40.632081 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 1d7a5868-a959-4069-bfd5-bb8335adbb42 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:13:40.648063 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 1d7a5868-a959-4069-bfd5-bb8335adbb42 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:13:40.648516 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:40.648987 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 1d7a5868-a959-4069-bfd5-bb8335adbb42 Oct 10 12:13:40.714167 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb646b3-f059-4df4-989e-d44617dd972d None None] Pushing event updated for resources: {'Port': ['ID=a6e65bd5-1113-4555-9ba4-a2d35984eb6b,revision_number=2']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:40.793455 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 1d7a5868-a959-4069-bfd5-bb8335adbb42 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:13:40.793921 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:40.833363 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 1d7a5868-a959-4069-bfd5-bb8335adbb42, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1d7a5868-a959-4069-bfd5-bb8335adbb42,segment=NetworkSegment(58517e19-da95-45c3-a9f7-f6f15727e763),segment_id=58517e19-da95-45c3-a9f7-f6f15727e763)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:13:40.901512 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:40.908216 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-31dcb0c5-e2ff-4cbb-a9b9-a632ec67d7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568829'] for router, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:41.001115 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=1d7a5868-a959-4069-bfd5-bb8335adbb42,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:41.209749 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31dcb0c5-e2ff-4cbb-a9b9-a632ec67d7c6 admin admin] Router 42479fcb-8de3-4c91-9e13-129157769e0b is scheduled to L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 with binding_index 1 {{(pid=89897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 10 12:13:41.538492 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31dcb0c5-e2ff-4cbb-a9b9-a632ec67d7c6 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 12:13:41.554671 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c2b2fa-9c8e-4cb0-856c-5344af210f10 None None] Sync routers for ids ['42479fcb-8de3-4c91-9e13-129157769e0b'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:13:41.568546 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c2b2fa-9c8e-4cb0-856c-5344af210f10 None None] Routers {'42479fcb-8de3-4c91-9e13-129157769e0b'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:13:41.569368 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-97c2b2fa-9c8e-4cb0-856c-5344af210f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:13:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['42479fcb-8de3-4c91-9e13-129157769e0b'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:41.633318 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-31dcb0c5-e2ff-4cbb-a9b9-a632ec67d7c6 admin admin] Notify callbacks [] for router, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:41.634749 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-31dcb0c5-e2ff-4cbb-a9b9-a632ec67d7c6 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0826716 Oct 10 12:13:41.637598 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 39784) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:13:41.747584 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87445406-0725-4890-8ce9-ef4461a13a37 None None] Network 91720516-2c47-48e4-9691-4fbab9b7dee3 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 12:13:41.784238 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-97c2b2fa-9c8e-4cb0-856c-5344af210f10 None None] Set router 42479fcb-8de3-4c91-9e13-129157769e0b gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:13:41.990696 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-15341a42-7543-4327-9dac-b655cfec732c None None] Provisioning for port a6e65bd5-1113-4555-9ba4-a2d35984eb6b completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:13:42.075645 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-97c2b2fa-9c8e-4cb0-856c-5344af210f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42479fcb-8de3-4c91-9e13-129157769e0b', 'name': 'tempest-TestSnapshotPattern-2125284731-router', 'tenant_id': 'a6b1895ff99e4ce19709e29ae4828eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '74201ddd-9c87-419f-a889-d00b16ba29a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:38Z', 'updated_at': '2022-10-10T12:13:40Z', 'revision_number': 3, 'project_id': 'a6b1895ff99e4ce19709e29ae4828eb3', 'gw_port': {'id': '74201ddd-9c87-419f-a889-d00b16ba29a6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42479fcb-8de3-4c91-9e13-129157769e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:39Z', 'updated_at': '2022-10-10T12:13:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:42.080281 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c2b2fa-9c8e-4cb0-856c-5344af210f10 None None] Checking router: 42479fcb-8de3-4c91-9e13-129157769e0b for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:13:42.080622 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c2b2fa-9c8e-4cb0-856c-5344af210f10 None None] Updating router 42479fcb-8de3-4c91-9e13-129157769e0b port 74201ddd-9c87-419f-a889-d00b16ba29a6 binding host dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:13:42.135164 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-97c2b2fa-9c8e-4cb0-856c-5344af210f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:42.355086 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f0953656-a3fc-4b9f-bf0c-79676da33538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:42.450191 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device a6e65bd5-1113-4555-9ba4-a2d35984eb6b up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:13:42.496108 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-97c2b2fa-9c8e-4cb0-856c-5344af210f10 None None] Notify callbacks [] for port, precommit_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:42.508414 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.provisioning_blocks [None req-97c2b2fa-9c8e-4cb0-856c-5344af210f10 None None] Transition to ACTIVE for port object 74201ddd-9c87-419f-a889-d00b16ba29a6 will not be triggered until provisioned by entity L2. {{(pid=89899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:13:42.572801 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_common [None req-f0953656-a3fc-4b9f-bf0c-79676da33538 admin admin] Allocated IP 172.20.0.1 (91720516-2c47-48e4-9691-4fbab9b7dee3/318589bb-3687-4161-9b28-02cbaaaeb276/63a3c582-4c62-4696-9b75-d40f7a34f718) {{(pid=89896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:13:42.580893 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-97c2b2fa-9c8e-4cb0-856c-5344af210f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:42.610188 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port a6e65bd5-1113-4555-9ba4-a2d35984eb6b completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:13:42.618312 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port a6e65bd5-1113-4555-9ba4-a2d35984eb6b triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:13:42.618765 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:42.619201 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port a6e65bd5-1113-4555-9ba4-a2d35984eb6b Oct 10 12:13:42.644900 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-97c2b2fa-9c8e-4cb0-856c-5344af210f10 None None] Attempting to bind port 74201ddd-9c87-419f-a889-d00b16ba29a6 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 12:13:42.645257 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-97c2b2fa-9c8e-4cb0-856c-5344af210f10 None None] Attempting to bind port 74201ddd-9c87-419f-a889-d00b16ba29a6 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 12:13:42.645710 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c2b2fa-9c8e-4cb0-856c-5344af210f10 None None] Attempting to bind port 74201ddd-9c87-419f-a889-d00b16ba29a6 on network 1e933860-f99f-4a0b-a611-91d190754508 {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 12:13:42.656042 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c2b2fa-9c8e-4cb0-856c-5344af210f10 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 12:13:42.656405 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c2b2fa-9c8e-4cb0-856c-5344af210f10 None None] Checking segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 12:13:42.656792 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-97c2b2fa-9c8e-4cb0-856c-5344af210f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:42.657174 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c2b2fa-9c8e-4cb0-856c-5344af210f10 None None] Bound using segment: {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'} {{(pid=89899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 12:13:42.657640 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.managers [None req-97c2b2fa-9c8e-4cb0-856c-5344af210f10 None None] Bound port: 74201ddd-9c87-419f-a889-d00b16ba29a6, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832c7f51-4f19-4955-83a5-29010a0e4c44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e933860-f99f-4a0b-a611-91d190754508'}}] {{(pid=89899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 12:13:42.658001 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-97c2b2fa-9c8e-4cb0-856c-5344af210f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:42.695532 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc48b6-82ea-4d74-8973-cf4bfe68577c None None] Pushing event updated for resources: {'Port': ['ID=74201ddd-9c87-419f-a889-d00b16ba29a6,revision_number=2']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:42.728661 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f0953656-a3fc-4b9f-bf0c-79676da33538 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:42.745342 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port a6e65bd5-1113-4555-9ba4-a2d35984eb6b is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:13:42.745585 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.provisioning_blocks [None req-f0953656-a3fc-4b9f-bf0c-79676da33538 admin admin] Transition to ACTIVE for port object 63a3c582-4c62-4696-9b75-d40f7a34f718 will not be triggered until provisioned by entity DHCP. {{(pid=89896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:13:42.745796 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:42.747422 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-97c2b2fa-9c8e-4cb0-856c-5344af210f10 None None] For port 74201ddd-9c87-419f-a889-d00b16ba29a6, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 12:13:42.750842 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.plugins.ml2.db [None req-97c2b2fa-9c8e-4cb0-856c-5344af210f10 None None] For port 74201ddd-9c87-419f-a889-d00b16ba29a6, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=74201ddd-9c87-419f-a889-d00b16ba29a6,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 12:13:42.780934 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port a6e65bd5-1113-4555-9ba4-a2d35984eb6b, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a6e65bd5-1113-4555-9ba4-a2d35984eb6b,segment=NetworkSegment(af2e4652-0359-44b0-86c4-635386d2343e),segment_id=af2e4652-0359-44b0-86c4-635386d2343e)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:13:42.838911 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron_lib.callbacks.manager [None req-97c2b2fa-9c8e-4cb0-856c-5344af210f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:42.861418 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:42.861928 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f0953656-a3fc-4b9f-bf0c-79676da33538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:42.862306 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1d7a5868-a959-4069-bfd5-bb8335adbb42 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:13:42.899662 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c2b2fa-9c8e-4cb0-856c-5344af210f10 None None] Routers {'42479fcb-8de3-4c91-9e13-129157769e0b'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:13:42.900282 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-97c2b2fa-9c8e-4cb0-856c-5344af210f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:13:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['42479fcb-8de3-4c91-9e13-129157769e0b'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:42.934769 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0953656-a3fc-4b9f-bf0c-79676da33538 admin admin] Pushing event updated for resources: {'Port': ['ID=63a3c582-4c62-4696-9b75-d40f7a34f718,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:42.953307 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0953656-a3fc-4b9f-bf0c-79676da33538 admin admin] Network 91720516-2c47-48e4-9691-4fbab9b7dee3 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:13:42.954646 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-f0953656-a3fc-4b9f-bf0c-79676da33538 admin admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:13:42.959435 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0953656-a3fc-4b9f-bf0c-79676da33538 admin admin] Received port after_create {{(pid=89896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 12:13:42.993494 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc48b6-82ea-4d74-8973-cf4bfe68577c None None] Pushing event updated for resources: {'Port': ['ID=74201ddd-9c87-419f-a889-d00b16ba29a6,revision_number=3']} {{(pid=89899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:43.001956 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=a6e65bd5-1113-4555-9ba4-a2d35984eb6b,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:43.020859 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 1d7a5868-a959-4069-bfd5-bb8335adbb42 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:13:43.021293 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:43.021585 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 1d7a5868-a959-4069-bfd5-bb8335adbb42 Oct 10 12:13:43.028154 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f0953656-a3fc-4b9f-bf0c-79676da33538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611507'] for router_interface, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:43.127220 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-97c2b2fa-9c8e-4cb0-856c-5344af210f10 None None] Set router 42479fcb-8de3-4c91-9e13-129157769e0b gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:13:43.150453 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 1d7a5868-a959-4069-bfd5-bb8335adbb42 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:13:43.324628 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-07525fea-3705-4137-9e6f-7598bd6a8e58 None None] Provisioning for port 63a3c582-4c62-4696-9b75-d40f7a34f718 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:13:43.329979 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-07525fea-3705-4137-9e6f-7598bd6a8e58 None None] Provisioning complete for port 63a3c582-4c62-4696-9b75-d40f7a34f718 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:13:43.330663 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-07525fea-3705-4137-9e6f-7598bd6a8e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:43.330663 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-07525fea-3705-4137-9e6f-7598bd6a8e58 None None] Attempt 1 to provision port 63a3c582-4c62-4696-9b75-d40f7a34f718 Oct 10 12:13:43.387272 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-07525fea-3705-4137-9e6f-7598bd6a8e58 None None] Port 63a3c582-4c62-4696-9b75-d40f7a34f718 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:13:43.422742 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-97c2b2fa-9c8e-4cb0-856c-5344af210f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42479fcb-8de3-4c91-9e13-129157769e0b', 'name': 'tempest-TestSnapshotPattern-2125284731-router', 'tenant_id': 'a6b1895ff99e4ce19709e29ae4828eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '74201ddd-9c87-419f-a889-d00b16ba29a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:38Z', 'updated_at': '2022-10-10T12:13:40Z', 'revision_number': 3, 'project_id': 'a6b1895ff99e4ce19709e29ae4828eb3', 'gw_port': {'id': '74201ddd-9c87-419f-a889-d00b16ba29a6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42479fcb-8de3-4c91-9e13-129157769e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:39Z', 'updated_at': '2022-10-10T12:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:43.427634 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c2b2fa-9c8e-4cb0-856c-5344af210f10 None None] The sync data for ids ['42479fcb-8de3-4c91-9e13-129157769e0b'] in dv-neutron-860842-1-hyperv is: [{'id': '42479fcb-8de3-4c91-9e13-129157769e0b', 'name': 'tempest-TestSnapshotPattern-2125284731-router', 'tenant_id': 'a6b1895ff99e4ce19709e29ae4828eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '74201ddd-9c87-419f-a889-d00b16ba29a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:38Z', 'updated_at': '2022-10-10T12:13:40Z', 'revision_number': 3, 'project_id': 'a6b1895ff99e4ce19709e29ae4828eb3', 'gw_port': {'id': '74201ddd-9c87-419f-a889-d00b16ba29a6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42479fcb-8de3-4c91-9e13-129157769e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:39Z', 'updated_at': '2022-10-10T12:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:13:43.474357 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f0953656-a3fc-4b9f-bf0c-79676da33538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:43.720305 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f0953656-a3fc-4b9f-bf0c-79676da33538 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:43.776009 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f0953656-a3fc-4b9f-bf0c-79676da33538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528882'] for port, after_update {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:43.887707 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f0953656-a3fc-4b9f-bf0c-79676da33538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611534'] for router_interface, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:43.888599 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-07525fea-3705-4137-9e6f-7598bd6a8e58 None None] Attempt 2 to provision port 63a3c582-4c62-4696-9b75-d40f7a34f718 Oct 10 12:13:43.891288 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0953656-a3fc-4b9f-bf0c-79676da33538 admin admin] Pushing event updated for resources: {'Port': ['ID=63a3c582-4c62-4696-9b75-d40f7a34f718,revision_number=2']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:43.954429 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-07525fea-3705-4137-9e6f-7598bd6a8e58 None None] Port 63a3c582-4c62-4696-9b75-d40f7a34f718 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:13:44.039479 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0953656-a3fc-4b9f-bf0c-79676da33538 admin admin] Network 91720516-2c47-48e4-9691-4fbab9b7dee3 is already hosted by enough agents. {{(pid=89896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:13:44.040720 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.base_scheduler [None req-f0953656-a3fc-4b9f-bf0c-79676da33538 admin admin] Resources bound (agent type, host, resource id): {{(pid=89896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:13:44.246805 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0953656-a3fc-4b9f-bf0c-79676da33538 admin admin] Router 42479fcb-8de3-4c91-9e13-129157769e0b has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 12:13:44.424994 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device a6e65bd5-1113-4555-9ba4-a2d35984eb6b up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:13:44.430306 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0953656-a3fc-4b9f-bf0c-79676da33538 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 12:13:44.439307 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f0953656-a3fc-4b9f-bf0c-79676da33538 admin admin] 10.222.0.40 "PUT /v2.0/routers/42479fcb-8de3-4c91-9e13-129157769e0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8002872 Oct 10 12:13:44.457564 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-07525fea-3705-4137-9e6f-7598bd6a8e58 None None] Attempt 3 to provision port 63a3c582-4c62-4696-9b75-d40f7a34f718 Oct 10 12:13:44.530194 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-07525fea-3705-4137-9e6f-7598bd6a8e58 None None] Port 63a3c582-4c62-4696-9b75-d40f7a34f718 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:13:44.541566 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port a6e65bd5-1113-4555-9ba4-a2d35984eb6b triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:13:44.541942 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:44.542266 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port a6e65bd5-1113-4555-9ba4-a2d35984eb6b Oct 10 12:13:44.697656 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port a6e65bd5-1113-4555-9ba4-a2d35984eb6b is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:13:44.698760 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 74201ddd-9c87-419f-a889-d00b16ba29a6 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:13:44.820948 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 74201ddd-9c87-419f-a889-d00b16ba29a6 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:13:44.826235 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 74201ddd-9c87-419f-a889-d00b16ba29a6 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:13:44.826608 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:44.826966 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 74201ddd-9c87-419f-a889-d00b16ba29a6 Oct 10 12:13:44.877081 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 39796) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:13:44.883835 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-3a493aa1-a30e-440c-a82e-344094881741 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-213446643', 'description': 'tempest-secgroup-smoke-213446643 description', 'project_id': '8e71ce14ad114b1991a797131e645f5c'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:13:44.895213 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-3a493aa1-a30e-440c-a82e-344094881741 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:13:44.901753 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-3a493aa1-a30e-440c-a82e-344094881741 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Usage tracker for resource:security_group and tenant:8e71ce14ad114b1991a797131e645f5c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:13:44.904539 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-3a493aa1-a30e-440c-a82e-344094881741 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:13:44.910601 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-3a493aa1-a30e-440c-a82e-344094881741 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:13:44.954912 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 74201ddd-9c87-419f-a889-d00b16ba29a6 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:13:44.955297 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:44.971798 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3feb402-1917-40e2-b735-26f934a891c5 None None] Sync routers for ids ['42479fcb-8de3-4c91-9e13-129157769e0b'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:13:44.980368 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 74201ddd-9c87-419f-a889-d00b16ba29a6, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=74201ddd-9c87-419f-a889-d00b16ba29a6,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:13:44.981224 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3a493aa1-a30e-440c-a82e-344094881741 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for security_group, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:44.985230 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3feb402-1917-40e2-b735-26f934a891c5 None None] Routers {'42479fcb-8de3-4c91-9e13-129157769e0b'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:13:44.985363 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f3feb402-1917-40e2-b735-26f934a891c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:13:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['42479fcb-8de3-4c91-9e13-129157769e0b'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:45.005820 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-3a493aa1-a30e-440c-a82e-344094881741 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:13:45.009769 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-3a493aa1-a30e-440c-a82e-344094881741 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Usage tracker for resource:security_group_rule and tenant:8e71ce14ad114b1991a797131e645f5c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:13:45.012555 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-3a493aa1-a30e-440c-a82e-344094881741 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:13:45.018524 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-3a493aa1-a30e-440c-a82e-344094881741 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:13:45.040323 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-07525fea-3705-4137-9e6f-7598bd6a8e58 None None] Attempt 4 to provision port 63a3c582-4c62-4696-9b75-d40f7a34f718 Oct 10 12:13:45.089380 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3a493aa1-a30e-440c-a82e-344094881741 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for security_group, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:45.091069 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:45.186745 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3a493aa1-a30e-440c-a82e-344094881741 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:45.226247 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-07525fea-3705-4137-9e6f-7598bd6a8e58 None None] Port 63a3c582-4c62-4696-9b75-d40f7a34f718 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:13:45.229360 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a493aa1-a30e-440c-a82e-344094881741 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a02953-b83c-40cc-a37c-843cf2fbc579,revision_number=1']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:45.260232 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=74201ddd-9c87-419f-a889-d00b16ba29a6,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:45.275225 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-f3feb402-1917-40e2-b735-26f934a891c5 None None] Set router 42479fcb-8de3-4c91-9e13-129157769e0b gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:13:45.324048 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-3a493aa1-a30e-440c-a82e-344094881741 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:45.325329 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-3a493aa1-a30e-440c-a82e-344094881741 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4471185 Oct 10 12:13:45.328313 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 39802) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:13:45.334129 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-c3468222-df5e-470c-aeba-129a3691d6af tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Request body: {'security_group_rule': {'security_group_id': 'a0a02953-b83c-40cc-a37c-843cf2fbc579', 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:13:45.340113 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c3468222-df5e-470c-aeba-129a3691d6af tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:13:45.353567 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c3468222-df5e-470c-aeba-129a3691d6af tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Usage tracker for resource:security_group_rule and tenant:8e71ce14ad114b1991a797131e645f5c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:13:45.353567 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c3468222-df5e-470c-aeba-129a3691d6af tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:13:45.353567 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c3468222-df5e-470c-aeba-129a3691d6af tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:13:45.439329 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c3468222-df5e-470c-aeba-129a3691d6af tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:45.499465 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c3468222-df5e-470c-aeba-129a3691d6af tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:45.575233 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c3468222-df5e-470c-aeba-129a3691d6af tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:45.591604 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f3feb402-1917-40e2-b735-26f934a891c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42479fcb-8de3-4c91-9e13-129157769e0b', 'name': 'tempest-TestSnapshotPattern-2125284731-router', 'tenant_id': 'a6b1895ff99e4ce19709e29ae4828eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '74201ddd-9c87-419f-a889-d00b16ba29a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:38Z', 'updated_at': '2022-10-10T12:13:43Z', 'revision_number': 4, 'project_id': 'a6b1895ff99e4ce19709e29ae4828eb3', 'gw_port': {'id': '74201ddd-9c87-419f-a889-d00b16ba29a6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42479fcb-8de3-4c91-9e13-129157769e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:39Z', 'updated_at': '2022-10-10T12:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '63a3c582-4c62-4696-9b75-d40f7a34f718', 'name': '', 'network_id': '91720516-2c47-48e4-9691-4fbab9b7dee3', 'tenant_id': 'a6b1895ff99e4ce19709e29ae4828eb3', 'mac_address': 'fa:16:3e:3f:5c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42479fcb-8de3-4c91-9e13-129157769e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '318589bb-3687-4161-9b28-02cbaaaeb276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:42Z', 'updated_at': '2022-10-10T12:13:43Z', 'revision_number': 2, 'project_id': 'a6b1895ff99e4ce19709e29ae4828eb3', 'subnets': [{'id': '318589bb-3687-4161-9b28-02cbaaaeb276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:45.595491 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3feb402-1917-40e2-b735-26f934a891c5 None None] Checking router: 42479fcb-8de3-4c91-9e13-129157769e0b for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:13:45.595838 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3feb402-1917-40e2-b735-26f934a891c5 None None] Updating router 42479fcb-8de3-4c91-9e13-129157769e0b port 63a3c582-4c62-4696-9b75-d40f7a34f718 binding host dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:13:45.598162 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3468222-df5e-470c-aeba-129a3691d6af tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97bd733b-ad32-4182-9b1c-588f2c9352ba,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:45.651490 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f3feb402-1917-40e2-b735-26f934a891c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:45.661328 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c3468222-df5e-470c-aeba-129a3691d6af tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:45.662588 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c3468222-df5e-470c-aeba-129a3691d6af tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3333142 Oct 10 12:13:45.665293 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 39806) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:13:45.670306 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-e40408eb-3251-4126-af22-937d710f05b5 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Request body: {'security_group_rule': {'security_group_id': 'a0a02953-b83c-40cc-a37c-843cf2fbc579', 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:13:45.676551 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e40408eb-3251-4126-af22-937d710f05b5 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:13:45.680377 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e40408eb-3251-4126-af22-937d710f05b5 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Usage tracker for resource:security_group_rule and tenant:8e71ce14ad114b1991a797131e645f5c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:13:45.683269 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-e40408eb-3251-4126-af22-937d710f05b5 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:13:45.688935 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-e40408eb-3251-4126-af22-937d710f05b5 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:13:45.757507 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-07525fea-3705-4137-9e6f-7598bd6a8e58 None None] Attempt 5 to provision port 63a3c582-4c62-4696-9b75-d40f7a34f718 Oct 10 12:13:45.776737 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e40408eb-3251-4126-af22-937d710f05b5 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:45.834004 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-07525fea-3705-4137-9e6f-7598bd6a8e58 None None] Port 63a3c582-4c62-4696-9b75-d40f7a34f718 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:13:45.842988 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e40408eb-3251-4126-af22-937d710f05b5 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:45.907023 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e40408eb-3251-4126-af22-937d710f05b5 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:45.929968 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40408eb-3251-4126-af22-937d710f05b5 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbb14aa-d6a6-471b-805f-13e4d7f3b4d5,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:45.998574 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e40408eb-3251-4126-af22-937d710f05b5 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:45.999917 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e40408eb-3251-4126-af22-937d710f05b5 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3336415 Oct 10 12:13:46.002653 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 39810) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:13:46.008374 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-20e9deaf-55a6-4318-836f-272abc96fc4d tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Request body: {'security_group_rule': {'security_group_id': 'a0a02953-b83c-40cc-a37c-843cf2fbc579', 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:13:46.014449 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-20e9deaf-55a6-4318-836f-272abc96fc4d tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:13:46.018286 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-20e9deaf-55a6-4318-836f-272abc96fc4d tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Usage tracker for resource:security_group_rule and tenant:8e71ce14ad114b1991a797131e645f5c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:13:46.021549 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-20e9deaf-55a6-4318-836f-272abc96fc4d tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:13:46.027312 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-20e9deaf-55a6-4318-836f-272abc96fc4d tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:13:46.035326 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:13:46.041601 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f3feb402-1917-40e2-b735-26f934a891c5 None None] Notify callbacks [] for port, precommit_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:46.054073 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f3feb402-1917-40e2-b735-26f934a891c5 None None] Transition to ACTIVE for port object 63a3c582-4c62-4696-9b75-d40f7a34f718 will not be triggered until provisioned by entity L2. {{(pid=89898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:13:46.136900 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-20e9deaf-55a6-4318-836f-272abc96fc4d tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:46.152541 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f3feb402-1917-40e2-b735-26f934a891c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:46.200188 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-20e9deaf-55a6-4318-836f-272abc96fc4d tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:46.270469 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-20e9deaf-55a6-4318-836f-272abc96fc4d tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:46.297492 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9deaf-55a6-4318-836f-272abc96fc4d tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc0a6bd-9978-4116-abd4-d470d5ddfbad,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:46.335707 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-07525fea-3705-4137-9e6f-7598bd6a8e58 None None] Attempt 6 to provision port 63a3c582-4c62-4696-9b75-d40f7a34f718 Oct 10 12:13:46.347302 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-20e9deaf-55a6-4318-836f-272abc96fc4d tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:46.351130 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-20e9deaf-55a6-4318-836f-272abc96fc4d tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3442400 Oct 10 12:13:46.351352 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 39816) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:13:46.356510 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-c7f9522b-d1fe-4b31-993d-f49ec6278d7f tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Request body: {'security_group_rule': {'security_group_id': 'a0a02953-b83c-40cc-a37c-843cf2fbc579', 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:13:46.362789 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c7f9522b-d1fe-4b31-993d-f49ec6278d7f tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:13:46.366909 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c7f9522b-d1fe-4b31-993d-f49ec6278d7f tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Usage tracker for resource:security_group_rule and tenant:8e71ce14ad114b1991a797131e645f5c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:13:46.371484 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c7f9522b-d1fe-4b31-993d-f49ec6278d7f tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:13:46.377167 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-c7f9522b-d1fe-4b31-993d-f49ec6278d7f tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:13:46.409236 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 74201ddd-9c87-419f-a889-d00b16ba29a6 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:13:46.457498 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cc4ce-f77d-4548-95f3-54714bc3a113 None None] Pushing event updated for resources: {'Port': ['ID=63a3c582-4c62-4696-9b75-d40f7a34f718,revision_number=3']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:46.463614 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c7f9522b-d1fe-4b31-993d-f49ec6278d7f tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:46.498120 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-07525fea-3705-4137-9e6f-7598bd6a8e58 None None] Port 63a3c582-4c62-4696-9b75-d40f7a34f718 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:13:46.504172 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f3feb402-1917-40e2-b735-26f934a891c5 None None] Attempting to bind port 63a3c582-4c62-4696-9b75-d40f7a34f718 on host dv-neutron-860842-1-hyperv for vnic_type normal with profile {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 12:13:46.504534 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f3feb402-1917-40e2-b735-26f934a891c5 None None] Attempting to bind port 63a3c582-4c62-4696-9b75-d40f7a34f718 by drivers openvswitch,hyperv on host dv-neutron-860842-1-hyperv at level 0 using segments [{'id': 'af2e4652-0359-44b0-86c4-635386d2343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '91720516-2c47-48e4-9691-4fbab9b7dee3'}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 12:13:46.504890 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3feb402-1917-40e2-b735-26f934a891c5 None None] Attempting to bind port 63a3c582-4c62-4696-9b75-d40f7a34f718 on network 91720516-2c47-48e4-9691-4fbab9b7dee3 {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 12:13:46.512583 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3feb402-1917-40e2-b735-26f934a891c5 None None] Checking agent: {'id': '053cfe51-4e18-4fed-b731-b9bb7d920d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860842-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 1, 37), 'started_at': datetime.datetime(2022, 10, 10, 11, 2, 7), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860842-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 12:13:46.512945 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3feb402-1917-40e2-b735-26f934a891c5 None None] Checking segment: {'id': 'af2e4652-0359-44b0-86c4-635386d2343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '91720516-2c47-48e4-9691-4fbab9b7dee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 12:13:46.513335 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f3feb402-1917-40e2-b735-26f934a891c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:46.513745 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3feb402-1917-40e2-b735-26f934a891c5 None None] Bound using segment: {'id': 'af2e4652-0359-44b0-86c4-635386d2343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '91720516-2c47-48e4-9691-4fbab9b7dee3'} {{(pid=89898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 12:13:46.514194 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.managers [None req-f3feb402-1917-40e2-b735-26f934a891c5 None None] Bound port: 63a3c582-4c62-4696-9b75-d40f7a34f718, host: dv-neutron-860842-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af2e4652-0359-44b0-86c4-635386d2343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '91720516-2c47-48e4-9691-4fbab9b7dee3'}}] {{(pid=89898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 12:13:46.514556 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f3feb402-1917-40e2-b735-26f934a891c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:46.528605 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c7f9522b-d1fe-4b31-993d-f49ec6278d7f tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:46.584085 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 74201ddd-9c87-419f-a889-d00b16ba29a6 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:13:46.584453 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:46.584783 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 74201ddd-9c87-419f-a889-d00b16ba29a6 Oct 10 12:13:46.603886 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c7f9522b-d1fe-4b31-993d-f49ec6278d7f tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:46.631520 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9522b-d1fe-4b31-993d-f49ec6278d7f tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2cb9d6-f2aa-466a-80f2-5a291fee999f,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:46.662279 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f3feb402-1917-40e2-b735-26f934a891c5 None None] For port 63a3c582-4c62-4696-9b75-d40f7a34f718, host dv-neutron-860842-1-hyperv, cleared binding levels {{(pid=89898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 12:13:46.665382 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f3feb402-1917-40e2-b735-26f934a891c5 None None] For port 63a3c582-4c62-4696-9b75-d40f7a34f718, host dv-neutron-860842-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=63a3c582-4c62-4696-9b75-d40f7a34f718,segment=NetworkSegment(af2e4652-0359-44b0-86c4-635386d2343e),segment_id=af2e4652-0359-44b0-86c4-635386d2343e)] {{(pid=89898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 12:13:46.718120 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c7f9522b-d1fe-4b31-993d-f49ec6278d7f tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:46.719332 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c7f9522b-d1fe-4b31-993d-f49ec6278d7f tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3669403 Oct 10 12:13:46.722253 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 39820) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:13:46.726259 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f3feb402-1917-40e2-b735-26f934a891c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:46.727812 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-4b0f7c4b-164c-4501-ab9b-aef5fd17eef3 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Request body: {'security_group_rule': {'security_group_id': 'a0a02953-b83c-40cc-a37c-843cf2fbc579', 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:13:46.733989 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4b0f7c4b-164c-4501-ab9b-aef5fd17eef3 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:13:46.738447 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4b0f7c4b-164c-4501-ab9b-aef5fd17eef3 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Usage tracker for resource:security_group_rule and tenant:8e71ce14ad114b1991a797131e645f5c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:13:46.741359 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-4b0f7c4b-164c-4501-ab9b-aef5fd17eef3 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:13:46.747089 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-4b0f7c4b-164c-4501-ab9b-aef5fd17eef3 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:13:46.757126 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 74201ddd-9c87-419f-a889-d00b16ba29a6 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:13:46.793723 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3feb402-1917-40e2-b735-26f934a891c5 None None] Routers {'42479fcb-8de3-4c91-9e13-129157769e0b'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:13:46.794256 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f3feb402-1917-40e2-b735-26f934a891c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:13:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['42479fcb-8de3-4c91-9e13-129157769e0b'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:46.816327 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.securitygroups_db [None req-4b0f7c4b-164c-4501-ab9b-aef5fd17eef3 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Project 8e71ce14ad114b1991a797131e645f5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 12:13:46.823169 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4b0f7c4b-164c-4501-ab9b-aef5fd17eef3 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:46.873975 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cc4ce-f77d-4548-95f3-54714bc3a113 None None] Pushing event updated for resources: {'Port': ['ID=63a3c582-4c62-4696-9b75-d40f7a34f718,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:46.895239 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4b0f7c4b-164c-4501-ab9b-aef5fd17eef3 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:46.958173 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4b0f7c4b-164c-4501-ab9b-aef5fd17eef3 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:46.982557 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f7c4b-164c-4501-ab9b-aef5fd17eef3 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab815fcd-91ff-4f07-b52e-c25ee7daa29f,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:46.986443 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-f3feb402-1917-40e2-b735-26f934a891c5 None None] Set router 42479fcb-8de3-4c91-9e13-129157769e0b gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:13:47.027610 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-07525fea-3705-4137-9e6f-7598bd6a8e58 None None] Attempt 7 to provision port 63a3c582-4c62-4696-9b75-d40f7a34f718 Oct 10 12:13:47.038366 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-4b0f7c4b-164c-4501-ab9b-aef5fd17eef3 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:47.039619 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-4b0f7c4b-164c-4501-ab9b-aef5fd17eef3 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3161595 Oct 10 12:13:47.042395 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 39824) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:13:47.047565 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.v2.base [None req-0878276c-b8f1-4306-a642-b9f50376dc87 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Request body: {'security_group_rule': {'security_group_id': 'a0a02953-b83c-40cc-a37c-843cf2fbc579', 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:13:47.054717 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-0878276c-b8f1-4306-a642-b9f50376dc87 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:13:47.058473 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0878276c-b8f1-4306-a642-b9f50376dc87 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Usage tracker for resource:security_group_rule and tenant:8e71ce14ad114b1991a797131e645f5c is out of sync, need to count used quota {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:13:47.061398 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-0878276c-b8f1-4306-a642-b9f50376dc87 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89896) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:13:47.067875 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.quota.driver [None req-0878276c-b8f1-4306-a642-b9f50376dc87 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89896) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:13:47.123790 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.securitygroups_db [None req-0878276c-b8f1-4306-a642-b9f50376dc87 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Project 8e71ce14ad114b1991a797131e645f5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 12:13:47.131022 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0878276c-b8f1-4306-a642-b9f50376dc87 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:47.196482 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0878276c-b8f1-4306-a642-b9f50376dc87 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:47.196687 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-07525fea-3705-4137-9e6f-7598bd6a8e58 None None] Port 63a3c582-4c62-4696-9b75-d40f7a34f718 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 12:13:47.249888 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0878276c-b8f1-4306-a642-b9f50376dc87 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528224'] for security_group_rule, after_create {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:47.273111 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878276c-b8f1-4306-a642-b9f50376dc87 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3392c52f-b6e6-4eeb-89b0-b2f53a3b91b3,revision_number=0']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:47.335404 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-0878276c-b8f1-4306-a642-b9f50376dc87 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:47.337685 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0878276c-b8f1-4306-a642-b9f50376dc87 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2931876 Oct 10 12:13:47.361765 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-f3feb402-1917-40e2-b735-26f934a891c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42479fcb-8de3-4c91-9e13-129157769e0b', 'name': 'tempest-TestSnapshotPattern-2125284731-router', 'tenant_id': 'a6b1895ff99e4ce19709e29ae4828eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '74201ddd-9c87-419f-a889-d00b16ba29a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:38Z', 'updated_at': '2022-10-10T12:13:43Z', 'revision_number': 4, 'project_id': 'a6b1895ff99e4ce19709e29ae4828eb3', 'gw_port': {'id': '74201ddd-9c87-419f-a889-d00b16ba29a6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42479fcb-8de3-4c91-9e13-129157769e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:39Z', 'updated_at': '2022-10-10T12:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '63a3c582-4c62-4696-9b75-d40f7a34f718', 'name': '', 'network_id': '91720516-2c47-48e4-9691-4fbab9b7dee3', 'tenant_id': 'a6b1895ff99e4ce19709e29ae4828eb3', 'mac_address': 'fa:16:3e:3f:5c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42479fcb-8de3-4c91-9e13-129157769e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '318589bb-3687-4161-9b28-02cbaaaeb276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:42Z', 'updated_at': '2022-10-10T12:13:46Z', 'revision_number': 4, 'project_id': 'a6b1895ff99e4ce19709e29ae4828eb3', 'subnets': [{'id': '318589bb-3687-4161-9b28-02cbaaaeb276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:47.365952 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3feb402-1917-40e2-b735-26f934a891c5 None None] The sync data for ids ['42479fcb-8de3-4c91-9e13-129157769e0b'] in dv-neutron-860842-1-hyperv is: [{'id': '42479fcb-8de3-4c91-9e13-129157769e0b', 'name': 'tempest-TestSnapshotPattern-2125284731-router', 'tenant_id': 'a6b1895ff99e4ce19709e29ae4828eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '74201ddd-9c87-419f-a889-d00b16ba29a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:38Z', 'updated_at': '2022-10-10T12:13:43Z', 'revision_number': 4, 'project_id': 'a6b1895ff99e4ce19709e29ae4828eb3', 'gw_port': {'id': '74201ddd-9c87-419f-a889-d00b16ba29a6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42479fcb-8de3-4c91-9e13-129157769e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:39Z', 'updated_at': '2022-10-10T12:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '63a3c582-4c62-4696-9b75-d40f7a34f718', 'name': '', 'network_id': '91720516-2c47-48e4-9691-4fbab9b7dee3', 'tenant_id': 'a6b1895ff99e4ce19709e29ae4828eb3', 'mac_address': 'fa:16:3e:3f:5c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42479fcb-8de3-4c91-9e13-129157769e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '318589bb-3687-4161-9b28-02cbaaaeb276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:42Z', 'updated_at': '2022-10-10T12:13:46Z', 'revision_number': 4, 'project_id': 'a6b1895ff99e4ce19709e29ae4828eb3', 'subnets': [{'id': '318589bb-3687-4161-9b28-02cbaaaeb276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:13:47.508514 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-24f04786-316f-46ad-99fb-a0e4cf0f86ae tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Synchronizing usage tracker for tenant:8e71ce14ad114b1991a797131e645f5c on resource:security_group {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 12:13:47.592874 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-24f04786-316f-46ad-99fb-a0e4cf0f86ae tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Unset dirty status for tenant:8e71ce14ad114b1991a797131e645f5c on resource:security_group {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 12:13:47.594090 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-24f04786-316f-46ad-99fb-a0e4cf0f86ae tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-213446643&fields=id&tenant_id=8e71ce14ad114b1991a797131e645f5c HTTP/1.1" status: 200 len: 267 time: 0.1262708 Oct 10 12:13:47.751162 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-617e22a9-6d0f-473a-a7bc-1dfd6997b8f4 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:47.751848 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-617e22a9-6d0f-473a-a7bc-1dfd6997b8f4 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Synchronizing usage tracker for tenant:8e71ce14ad114b1991a797131e645f5c on resource:network {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 12:13:47.821584 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-617e22a9-6d0f-473a-a7bc-1dfd6997b8f4 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Unset dirty status for tenant:8e71ce14ad114b1991a797131e645f5c on resource:network {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 12:13:47.822852 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-617e22a9-6d0f-473a-a7bc-1dfd6997b8f4 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/networks?id=6b89c66c-46a9-4024-8404-d4b60be01bac HTTP/1.1" status: 200 len: 809 time: 0.2219684 Oct 10 12:13:47.839105 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-87c1bb9c-8995-40ac-9453-182e032722e9 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/quotas/8e71ce14ad114b1991a797131e645f5c HTTP/1.1" status: 200 len: 375 time: 0.0106900 Oct 10 12:13:47.938111 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-631ccd8f-5d32-4796-842f-29765001301e tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Synchronizing usage tracker for tenant:8e71ce14ad114b1991a797131e645f5c on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 12:13:48.027090 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-631ccd8f-5d32-4796-842f-29765001301e tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Unset dirty status for tenant:8e71ce14ad114b1991a797131e645f5c on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 12:13:48.028439 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-631ccd8f-5d32-4796-842f-29765001301e tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=8e71ce14ad114b1991a797131e645f5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1838853 Oct 10 12:13:48.313692 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-9709ad06-a276-4974-9c2f-4cf23a3cc02d service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=89897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 10 12:13:48.314945 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-9709ad06-a276-4974-9c2f-4cf23a3cc02d service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462637 Oct 10 12:13:48.396579 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 63a3c582-4c62-4696-9b75-d40f7a34f718 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:13:48.466190 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-d445edd0-5f51-4cbb-9e7c-29df5ecf4839 service neutron] 10.222.0.40 "GET /v2.0/networks/6b89c66c-46a9-4024-8404-d4b60be01bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430457 Oct 10 12:13:48.506742 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning for port 63a3c582-4c62-4696-9b75-d40f7a34f718 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:13:48.512152 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 63a3c582-4c62-4696-9b75-d40f7a34f718 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:13:48.512519 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:48.513016 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 63a3c582-4c62-4696-9b75-d40f7a34f718 Oct 10 12:13:48.608334 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-f730339c-aba8-4645-9aec-6fff56837a07 service neutron] 10.222.0.40 "GET /v2.0/networks/6b89c66c-46a9-4024-8404-d4b60be01bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359057 Oct 10 12:13:48.633915 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 63a3c582-4c62-4696-9b75-d40f7a34f718 is: DOWN; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:13:48.634292 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:48.666309 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] For port 63a3c582-4c62-4696-9b75-d40f7a34f718, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=63a3c582-4c62-4696-9b75-d40f7a34f718,segment=NetworkSegment(af2e4652-0359-44b0-86c4-635386d2343e),segment_id=af2e4652-0359-44b0-86c4-635386d2343e)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:13:48.729609 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:48.799714 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Pushing event updated for resources: {'Port': ['ID=63a3c582-4c62-4696-9b75-d40f7a34f718,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:49.971251 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d7eaa131-b4e9-47b1-82ab-13ee28443251 req-8db36bf8-ed0c-41a1-855d-89757d1a2541 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 210 time: 0.1532137 Oct 10 12:13:50.366546 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 63a3c582-4c62-4696-9b75-d40f7a34f718 up at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:13:50.434394 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Provisioning complete for port 63a3c582-4c62-4696-9b75-d40f7a34f718 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:13:50.434759 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:50.435086 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Attempt 1 to provision port 63a3c582-4c62-4696-9b75-d40f7a34f718 Oct 10 12:13:50.585898 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Current status of the port 63a3c582-4c62-4696-9b75-d40f7a34f718 is: ACTIVE; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:13:51.083883 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-cbb0384b-9115-4651-943c-a4e60427e779 req-d8463594-f5db-4c5a-8d39-028488d25805 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 210 time: 0.0544786 Oct 10 12:13:52.192468 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-6d8f937f-3832-4fb0-8816-919e5c990459 req-08005f81-8bad-4fce-9db0-e90e48c523a9 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 210 time: 0.0515752 Oct 10 12:13:53.299776 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-346335a7-74af-4cf9-b5fb-fd8ac41b5ed5 req-a0c89dfc-9452-482e-a941-5fc8a82b6d80 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 210 time: 0.0502229 Oct 10 12:13:54.459152 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-8aad93ee-ca9f-43ad-b23d-636e01710555 req-3436b7a5-f0fc-4a8c-8899-33c4ee91413c tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 210 time: 0.0523424 Oct 10 12:13:55.623609 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0fb33247-0046-4b28-a69e-78deeb769584 req-e1759dcd-6535-48d6-b8f1-2016009adfc9 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 210 time: 0.0540364 Oct 10 12:13:56.169814 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-dfd872f1-7f6a-40dd-b3cf-a3931aba15ba tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:56.171226 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-dfd872f1-7f6a-40dd-b3cf-a3931aba15ba tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.15 "GET /v2.0/networks?id=6b89c66c-46a9-4024-8404-d4b60be01bac HTTP/1.1" status: 200 len: 809 time: 0.1488805 Oct 10 12:13:56.217675 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-5e965ac0-16a0-4e40-b671-19b99231d5f7 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e71ce14ad114b1991a797131e645f5c HTTP/1.1" status: 200 len: 379 time: 0.0389001 Oct 10 12:13:56.225831 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-ea0f0461-09d2-4349-952c-6668736c0709 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Request body: {'port': {'device_id': '14641fa7-6b7e-422a-855e-978db3967677', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'admin_state_up': True, 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'security_groups': ['a0a02953-b83c-40cc-a37c-843cf2fbc579']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:13:56.360516 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-ea0f0461-09d2-4349-952c-6668736c0709 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:13:56.370786 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-ea0f0461-09d2-4349-952c-6668736c0709 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:13:56.427211 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-ea0f0461-09d2-4349-952c-6668736c0709 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Made reservation on behalf of 8e71ce14ad114b1991a797131e645f5c for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:13:56.430853 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-ea0f0461-09d2-4349-952c-6668736c0709 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:56.591439 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-ea0f0461-09d2-4349-952c-6668736c0709 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Allocated IP 172.20.0.8 (6b89c66c-46a9-4024-8404-d4b60be01bac/b0ae7ab7-1359-4f02-a948-8513bd89c2fb/fe7852e3-b67b-47b8-b570-621c9f81f8a8) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:13:56.777169 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-ea0f0461-09d2-4349-952c-6668736c0709 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:56.789948 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5d35ad09-ba1b-4e1a-ba45-2721bf5a33fa req-3fd3c0a3-c02b-4720-9b2a-dfba844ee7f8 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 210 time: 0.0499854 Oct 10 12:13:56.793649 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-ea0f0461-09d2-4349-952c-6668736c0709 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Transition to ACTIVE for port object fe7852e3-b67b-47b8-b570-621c9f81f8a8 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:13:56.849988 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-ea0f0461-09d2-4349-952c-6668736c0709 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:56.923359 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-ea0f0461-09d2-4349-952c-6668736c0709 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Network 6b89c66c-46a9-4024-8404-d4b60be01bac is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:13:56.927346 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-ea0f0461-09d2-4349-952c-6668736c0709 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:13:56.931167 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-ea0f0461-09d2-4349-952c-6668736c0709 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 12:13:57.087461 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f0461-09d2-4349-952c-6668736c0709 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Pushing event updated for resources: {'Port': ['ID=fe7852e3-b67b-47b8-b570-621c9f81f8a8,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:57.116927 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-ea0f0461-09d2-4349-952c-6668736c0709 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:57.117545 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-ea0f0461-09d2-4349-952c-6668736c0709 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:57.176017 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f29cec19-b047-4ae7-ae2b-da73a4ccc477 None None] Provisioning for port fe7852e3-b67b-47b8-b570-621c9f81f8a8 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:13:57.180886 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-f29cec19-b047-4ae7-ae2b-da73a4ccc477 None None] Provisioning complete for port fe7852e3-b67b-47b8-b570-621c9f81f8a8 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:13:57.181253 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f29cec19-b047-4ae7-ae2b-da73a4ccc477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:57.181613 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f29cec19-b047-4ae7-ae2b-da73a4ccc477 None None] Attempt 1 to provision port fe7852e3-b67b-47b8-b570-621c9f81f8a8 Oct 10 12:13:57.194087 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-ea0f0461-09d2-4349-952c-6668736c0709 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9722927 Oct 10 12:13:57.204875 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-3ca2a6d3-330a-4e16-87cc-f6d7a9ba5eb1 service neutron] Request body: {'port': {'device_id': '14641fa7-6b7e-422a-855e-978db3967677', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:13:57.233373 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f29cec19-b047-4ae7-ae2b-da73a4ccc477 None None] Port fe7852e3-b67b-47b8-b570-621c9f81f8a8 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:13:57.320883 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-3ca2a6d3-330a-4e16-87cc-f6d7a9ba5eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:57.657456 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-3ca2a6d3-330a-4e16-87cc-f6d7a9ba5eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe7852e3-b67b-47b8-b570-621c9f81f8a8 {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:13:57.665208 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-3ca2a6d3-330a-4e16-87cc-f6d7a9ba5eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:57.680297 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-3ca2a6d3-330a-4e16-87cc-f6d7a9ba5eb1 service neutron] Transition to ACTIVE for port object fe7852e3-b67b-47b8-b570-621c9f81f8a8 will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:13:57.729504 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-3ca2a6d3-330a-4e16-87cc-f6d7a9ba5eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:57.734562 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f29cec19-b047-4ae7-ae2b-da73a4ccc477 None None] Attempt 2 to provision port fe7852e3-b67b-47b8-b570-621c9f81f8a8 Oct 10 12:13:57.789949 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f29cec19-b047-4ae7-ae2b-da73a4ccc477 None None] Port fe7852e3-b67b-47b8-b570-621c9f81f8a8 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:13:57.954984 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2a6d3-330a-4e16-87cc-f6d7a9ba5eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7852e3-b67b-47b8-b570-621c9f81f8a8,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:58.015161 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-3ca2a6d3-330a-4e16-87cc-f6d7a9ba5eb1 service neutron] Attempting to bind port fe7852e3-b67b-47b8-b570-621c9f81f8a8 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 12:13:58.015490 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-3ca2a6d3-330a-4e16-87cc-f6d7a9ba5eb1 service neutron] Attempting to bind port fe7852e3-b67b-47b8-b570-621c9f81f8a8 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '58517e19-da95-45c3-a9f7-f6f15727e763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 12:13:58.015810 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-3ca2a6d3-330a-4e16-87cc-f6d7a9ba5eb1 service neutron] Attempting to bind port fe7852e3-b67b-47b8-b570-621c9f81f8a8 on network 6b89c66c-46a9-4024-8404-d4b60be01bac {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 12:13:58.024277 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-3ca2a6d3-330a-4e16-87cc-f6d7a9ba5eb1 service neutron] Port fe7852e3-b67b-47b8-b570-621c9f81f8a8 on network 6b89c66c-46a9-4024-8404-d4b60be01bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 12:13:58.024589 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-3ca2a6d3-330a-4e16-87cc-f6d7a9ba5eb1 service neutron] Attempting to bind port fe7852e3-b67b-47b8-b570-621c9f81f8a8 on network 6b89c66c-46a9-4024-8404-d4b60be01bac {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 12:13:58.032075 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-3ca2a6d3-330a-4e16-87cc-f6d7a9ba5eb1 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 12:13:58.032400 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-3ca2a6d3-330a-4e16-87cc-f6d7a9ba5eb1 service neutron] Checking segment: {'id': '58517e19-da95-45c3-a9f7-f6f15727e763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 12:13:58.032772 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-3ca2a6d3-330a-4e16-87cc-f6d7a9ba5eb1 service neutron] Bound using segment: {'id': '58517e19-da95-45c3-a9f7-f6f15727e763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 12:13:58.033185 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-3ca2a6d3-330a-4e16-87cc-f6d7a9ba5eb1 service neutron] Bound port: fe7852e3-b67b-47b8-b570-621c9f81f8a8, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58517e19-da95-45c3-a9f7-f6f15727e763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 12:13:58.033547 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-3ca2a6d3-330a-4e16-87cc-f6d7a9ba5eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:58.053841 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3b9cb-9666-43e6-a5f7-1c497238106c req-7a103466-7d10-49cb-8649-0a6290d4f3cf tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:58.054527 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-f1b3b9cb-9666-43e6-a5f7-1c497238106c req-7a103466-7d10-49cb-8649-0a6290d4f3cf tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Synchronizing usage tracker for tenant:8e71ce14ad114b1991a797131e645f5c on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 12:13:58.139345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-3ca2a6d3-330a-4e16-87cc-f6d7a9ba5eb1 service neutron] For port fe7852e3-b67b-47b8-b570-621c9f81f8a8, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 12:13:58.142192 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-3ca2a6d3-330a-4e16-87cc-f6d7a9ba5eb1 service neutron] For port fe7852e3-b67b-47b8-b570-621c9f81f8a8, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=fe7852e3-b67b-47b8-b570-621c9f81f8a8,segment=NetworkSegment(58517e19-da95-45c3-a9f7-f6f15727e763),segment_id=58517e19-da95-45c3-a9f7-f6f15727e763)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 12:13:58.203228 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-f1b3b9cb-9666-43e6-a5f7-1c497238106c req-7a103466-7d10-49cb-8649-0a6290d4f3cf tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Unset dirty status for tenant:8e71ce14ad114b1991a797131e645f5c on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 12:13:58.204308 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f1b3b9cb-9666-43e6-a5f7-1c497238106c req-7a103466-7d10-49cb-8649-0a6290d4f3cf tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 943 time: 0.2951403 Oct 10 12:13:58.227306 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-3ca2a6d3-330a-4e16-87cc-f6d7a9ba5eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:58.259145 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-3ca2a6d3-330a-4e16-87cc-f6d7a9ba5eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:58.259743 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-3ca2a6d3-330a-4e16-87cc-f6d7a9ba5eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:13:58.261056 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-3ca2a6d3-330a-4e16-87cc-f6d7a9ba5eb1 service neutron] 10.222.0.15 "PUT /v2.0/ports/fe7852e3-b67b-47b8-b570-621c9f81f8a8 HTTP/1.1" status: 200 len: 1093 time: 1.0603054 Oct 10 12:13:58.262616 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14641fa7-6b7e-422a-855e-978db3967677', 'tag': 'fe7852e3-b67b-47b8-b570-621c9f81f8a8'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:13:58.264850 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714c78c2e4d93ea9dde330a5be4e5ffb87c832b10a2057182438f50f811a6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949de83c-e983-4617-9886-3c01c85904d2" -d '{"events": [{"name": "network-changed", "server_uuid": "14641fa7-6b7e-422a-855e-978db3967677", "tag": "fe7852e3-b67b-47b8-b570-621c9f81f8a8"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:13:58.290934 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-f29cec19-b047-4ae7-ae2b-da73a4ccc477 None None] Attempt 3 to provision port fe7852e3-b67b-47b8-b570-621c9f81f8a8 Oct 10 12:13:58.312588 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-f1b3b9cb-9666-43e6-a5f7-1c497238106c req-82868e79-6b06-4eff-af3a-cac796b6227e tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024635 Oct 10 12:13:58.315747 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef0ceb0-6bcc-4098-95d9-74fa41bdbe37 x-openstack-request-id: req-6ef0ceb0-6bcc-4098-95d9-74fa41bdbe37 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:13:58.316149 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14641fa7-6b7e-422a-855e-978db3967677", "tag": "fe7852e3-b67b-47b8-b570-621c9f81f8a8", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:13:58.316333 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6ef0ceb0-6bcc-4098-95d9-74fa41bdbe37 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:13:58.316657 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ef0ceb0-6bcc-4098-95d9-74fa41bdbe37'] response: {'name': 'network-changed', 'server_uuid': '14641fa7-6b7e-422a-855e-978db3967677', 'tag': 'fe7852e3-b67b-47b8-b570-621c9f81f8a8', 'status': 'completed', 'code': 200} Oct 10 12:13:58.364726 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f29cec19-b047-4ae7-ae2b-da73a4ccc477 None None] Port fe7852e3-b67b-47b8-b570-621c9f81f8a8 had new provisioning blocks added so it will not transition to active. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 10 12:13:58.379654 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2a6d3-330a-4e16-87cc-f6d7a9ba5eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7852e3-b67b-47b8-b570-621c9f81f8a8,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:58.419023 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949de83c-e983-4617-9886-3c01c85904d2 req-0c4036f0-6bef-4965-be43-b8fd4821c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:58.420592 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-949de83c-e983-4617-9886-3c01c85904d2 req-0c4036f0-6bef-4965-be43-b8fd4821c578 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e71ce14ad114b1991a797131e645f5c&device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 1096 time: 0.0859325 Oct 10 12:13:58.558476 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949de83c-e983-4617-9886-3c01c85904d2 req-c628c30c-c348-42ea-8e11-3d950d01d4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:58.559885 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-949de83c-e983-4617-9886-3c01c85904d2 req-c628c30c-c348-42ea-8e11-3d950d01d4dc service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8e71ce14ad114b1991a797131e645f5c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1331029 Oct 10 12:13:58.694451 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949de83c-e983-4617-9886-3c01c85904d2 req-51b467ae-2453-4e51-912a-de0b5e88fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:58.695913 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-949de83c-e983-4617-9886-3c01c85904d2 req-51b467ae-2453-4e51-912a-de0b5e88fa55 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1304276 Oct 10 12:13:58.813100 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-d765100a-c9d2-4ccd-9672-60732772e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:58.814484 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-d765100a-c9d2-4ccd-9672-60732772e9c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e71ce14ad114b1991a797131e645f5c&device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 1096 time: 0.0815301 Oct 10 12:13:58.879873 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-61ad2494-4a9e-4e17-9c2c-e76840f7c594 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe7852e3-b67b-47b8-b570-621c9f81f8a8 HTTP/1.1" status: 200 len: 217 time: 0.0589991 Oct 10 12:13:59.032350 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-7307d030-39ca-43b1-bfb9-cfd7877ec734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:59.033789 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-7307d030-39ca-43b1-bfb9-cfd7877ec734 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0ae7ab7-1359-4f02-a948-8513bd89c2fb HTTP/1.1" status: 200 len: 848 time: 0.1481769 Oct 10 12:13:59.121226 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-1290290a-77b1-49f9-8a7b-0206f50b3b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:59.122644 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-1290290a-77b1-49f9-8a7b-0206f50b3b87 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b89c66c-46a9-4024-8404-d4b60be01bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835710 Oct 10 12:13:59.251667 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-beff45f7-8155-4035-9517-3da611185196 service neutron] 10.222.0.15 "GET /v2.0/networks/6b89c66c-46a9-4024-8404-d4b60be01bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233580 Oct 10 12:13:59.383913 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-80a0cde1-d526-4fed-b30b-421667c2ad4d req-375c7849-03d2-46d7-9399-a36702c25268 service neutron] 10.222.0.15 "GET /v2.0/networks/6b89c66c-46a9-4024-8404-d4b60be01bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265917 Oct 10 12:13:59.518182 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c487963-3e45-4319-b60e-970743e6075a req-ad43ec91-41eb-4a90-aa33-25aeb0c3c120 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:59.520198 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4c487963-3e45-4319-b60e-970743e6075a req-ad43ec91-41eb-4a90-aa33-25aeb0c3c120 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 943 time: 0.0913143 Oct 10 12:13:59.563301 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-4c487963-3e45-4319-b60e-970743e6075a req-85db5f59-90d5-4707-aae3-5870e988ee35 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Synchronizing usage tracker for tenant:8e71ce14ad114b1991a797131e645f5c on resource:security_group {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 12:13:59.574606 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-4c487963-3e45-4319-b60e-970743e6075a req-85db5f59-90d5-4707-aae3-5870e988ee35 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Unset dirty status for tenant:8e71ce14ad114b1991a797131e645f5c on resource:security_group {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 12:13:59.575679 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4c487963-3e45-4319-b60e-970743e6075a req-85db5f59-90d5-4707-aae3-5870e988ee35 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499485 Oct 10 12:14:00.776771 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004619d-b2cf-42cb-850b-528318d15617 req-808551fc-6124-4f9a-964f-161ba27cff39 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:00.778261 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a004619d-b2cf-42cb-850b-528318d15617 req-808551fc-6124-4f9a-964f-161ba27cff39 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 943 time: 0.0901356 Oct 10 12:14:00.821790 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a004619d-b2cf-42cb-850b-528318d15617 req-3b16e43f-48b3-4a77-b022-26b52b984001 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379558 Oct 10 12:14:02.017159 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efdf92-5764-404d-bace-0861910ddc90 req-7077bb0e-f928-49c3-b724-ec597236d230 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:02.018637 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-43efdf92-5764-404d-bace-0861910ddc90 req-7077bb0e-f928-49c3-b724-ec597236d230 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 943 time: 0.0873652 Oct 10 12:14:02.062948 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-43efdf92-5764-404d-bace-0861910ddc90 req-3e33d381-4842-4302-863a-4f87aa9fcf53 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382068 Oct 10 12:14:02.579086 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device fe7852e3-b67b-47b8-b570-621c9f81f8a8 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 12:14:02.709432 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port fe7852e3-b67b-47b8-b570-621c9f81f8a8, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=fe7852e3-b67b-47b8-b570-621c9f81f8a8,segment=NetworkSegment(58517e19-da95-45c3-a9f7-f6f15727e763),segment_id=58517e19-da95-45c3-a9f7-f6f15727e763)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:14:02.722870 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': 'fe7852e3-b67b-47b8-b570-621c9f81f8a8', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'port_id': 'fe7852e3-b67b-47b8-b570-621c9f81f8a8', 'mac_address': 'fa:16:3e:f9:1f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 497, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 12:14:02.780221 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port fe7852e3-b67b-47b8-b570-621c9f81f8a8 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:14:02.780603 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:14:02.796935 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7852e3-b67b-47b8-b570-621c9f81f8a8 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:14:02.812256 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port fe7852e3-b67b-47b8-b570-621c9f81f8a8, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=fe7852e3-b67b-47b8-b570-621c9f81f8a8,segment=NetworkSegment(58517e19-da95-45c3-a9f7-f6f15727e763),segment_id=58517e19-da95-45c3-a9f7-f6f15727e763)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:14:02.854982 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:14:02.921274 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=fe7852e3-b67b-47b8-b570-621c9f81f8a8,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:14:03.092572 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['fe7852e3-b67b-47b8-b570-621c9f81f8a8'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 12:14:03.259087 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363e758-f22d-4491-9a4f-2f66f5b6a6cb req-ead6e505-d910-4457-8c71-0221bbde218e tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:03.260533 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d363e758-f22d-4491-9a4f-2f66f5b6a6cb req-ead6e505-d910-4457-8c71-0221bbde218e tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 944 time: 0.0871649 Oct 10 12:14:03.305661 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d363e758-f22d-4491-9a4f-2f66f5b6a6cb req-d13ff299-fe74-4fbc-b059-318818428131 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391474 Oct 10 12:14:03.517895 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c81f7919-6446-4524-91af-cfb0d7c2fa11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:14:04.505944 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243693e-ea7e-43e0-b96a-7b220f00a7e5 req-528a8e03-7ff5-4131-abba-1fc7cbf29b6d tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:04.507412 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e243693e-ea7e-43e0-b96a-7b220f00a7e5 req-528a8e03-7ff5-4131-abba-1fc7cbf29b6d tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 944 time: 0.0906799 Oct 10 12:14:04.551786 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-e243693e-ea7e-43e0-b96a-7b220f00a7e5 req-d1c57cae-c761-4f83-a750-0cdaf831cee1 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388248 Oct 10 12:14:04.574640 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device fe7852e3-b67b-47b8-b570-621c9f81f8a8 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:14:04.712017 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port fe7852e3-b67b-47b8-b570-621c9f81f8a8 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:14:04.716764 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port fe7852e3-b67b-47b8-b570-621c9f81f8a8 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:14:04.717132 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:14:04.717488 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port fe7852e3-b67b-47b8-b570-621c9f81f8a8 Oct 10 12:14:04.833032 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port fe7852e3-b67b-47b8-b570-621c9f81f8a8 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:14:04.833324 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:14:04.859645 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14641fa7-6b7e-422a-855e-978db3967677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7852e3-b67b-47b8-b570-621c9f81f8a8'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:14:04.861924 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08b049e25f9c1c27e38c4df2ba44dd3c28e4d8113b2db211f28810618a681f70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6e2ce7-a29b-4678-bea8-064404244033" -d '{"events": [{"server_uuid": "14641fa7-6b7e-422a-855e-978db3967677", "name": "network-vif-plugged", "status": "completed", "tag": "fe7852e3-b67b-47b8-b570-621c9f81f8a8"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:14:04.869747 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port fe7852e3-b67b-47b8-b570-621c9f81f8a8, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=fe7852e3-b67b-47b8-b570-621c9f81f8a8,segment=NetworkSegment(58517e19-da95-45c3-a9f7-f6f15727e763),segment_id=58517e19-da95-45c3-a9f7-f6f15727e763)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:14:04.904559 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d26686-3c84-4cd2-855e-ae55de8ea124 x-openstack-request-id: req-38d26686-3c84-4cd2-855e-ae55de8ea124 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:14:04.904850 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14641fa7-6b7e-422a-855e-978db3967677", "name": "network-vif-plugged", "status": "completed", "tag": "fe7852e3-b67b-47b8-b570-621c9f81f8a8", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:14:04.905101 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-38d26686-3c84-4cd2-855e-ae55de8ea124 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:14:04.905493 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38d26686-3c84-4cd2-855e-ae55de8ea124'] response: {'server_uuid': '14641fa7-6b7e-422a-855e-978db3967677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7852e3-b67b-47b8-b570-621c9f81f8a8', 'code': 200} Oct 10 12:14:04.935578 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:14:05.004631 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=fe7852e3-b67b-47b8-b570-621c9f81f8a8,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:14:05.342943 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903bb47-d4b1-4546-a6bb-ce3209ba773d req-caa831b1-693b-405f-8e65-0da30ac7d35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:05.344410 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a903bb47-d4b1-4546-a6bb-ce3209ba773d req-caa831b1-693b-405f-8e65-0da30ac7d35d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 1098 time: 0.1621602 Oct 10 12:14:05.384635 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-a903bb47-d4b1-4546-a6bb-ce3209ba773d req-fadefbe4-7b4f-47d8-9a60-e252ec7ad7d9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342169 Oct 10 12:14:05.752158 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e144321-f5ae-4554-80b5-ad6b42f99079 req-a588dab6-d1b2-4230-b6aa-4fe930bc1fe2 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:05.753691 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4e144321-f5ae-4554-80b5-ad6b42f99079 req-a588dab6-d1b2-4230-b6aa-4fe930bc1fe2 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 945 time: 0.0922296 Oct 10 12:14:05.792643 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d8419576-ac78-4c30-b4bb-a5340a42d029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:14:05.797908 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4e144321-f5ae-4554-80b5-ad6b42f99079 req-53d8eef6-f310-4f46-9b9f-1c8da63573f8 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385320 Oct 10 12:14:06.998641 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4855e-a37e-49f2-ace7-9296f7dced09 req-26d6d056-a618-479c-b72c-d9c46ff08b4a tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:07.000283 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-38c4855e-a37e-49f2-ace7-9296f7dced09 req-26d6d056-a618-479c-b72c-d9c46ff08b4a tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 945 time: 0.0920165 Oct 10 12:14:07.046019 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-38c4855e-a37e-49f2-ace7-9296f7dced09 req-ec37564a-4426-4628-ba2c-1777469dfd33 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400083 Oct 10 12:14:07.083414 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:14:07.237861 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:14:07.245179 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a049c33-addb-479e-b9c3-b12931b9c76d req-22b0d311-05a9-4b1d-b062-6a3bb15b7df5 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:07.246649 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5a049c33-addb-479e-b9c3-b12931b9c76d req-22b0d311-05a9-4b1d-b062-6a3bb15b7df5 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 945 time: 0.0873024 Oct 10 12:14:07.291218 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5a049c33-addb-479e-b9c3-b12931b9c76d req-a052a5c2-7f5d-4999-a853-127bbeaa16bc tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389812 Oct 10 12:14:07.320028 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 39932) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:14:07.476426 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56a33e7-6ae4-4063-a027-bc260130d7d3 tempest-TestSnapshotPattern-1546487601 tempest-TestSnapshotPattern-1546487601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:07.477128 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c56a33e7-6ae4-4063-a027-bc260130d7d3 tempest-TestSnapshotPattern-1546487601 tempest-TestSnapshotPattern-1546487601-project-admin] Synchronizing usage tracker for tenant:a6b1895ff99e4ce19709e29ae4828eb3 on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 12:14:07.545981 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [None req-c56a33e7-6ae4-4063-a027-bc260130d7d3 tempest-TestSnapshotPattern-1546487601 tempest-TestSnapshotPattern-1546487601-project-admin] Unset dirty status for tenant:a6b1895ff99e4ce19709e29ae4828eb3 on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 12:14:07.547519 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c56a33e7-6ae4-4063-a027-bc260130d7d3 tempest-TestSnapshotPattern-1546487601 tempest-TestSnapshotPattern-1546487601-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 1093 time: 0.2262199 Oct 10 12:14:07.550518 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 39938) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:14:07.555677 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'port_id': 'fe7852e3-b67b-47b8-b570-621c9f81f8a8', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:14:07.561898 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:14:07.566257 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Usage tracker for resource:floatingip and tenant:8e71ce14ad114b1991a797131e645f5c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:14:07.569065 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:14:07.575177 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:14:07.643576 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for floatingip, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:14:07.784536 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:14:07.915073 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Allocated IP 172.26.4.92 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/76327f20-3932-475d-9863-43208a240a2f) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:14:08.070305 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:14:08.146427 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:14:08.223229 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:14:08.223229 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:14:08.223586 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 12:14:08.255608 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Pushing event updated for resources: {'Port': ['ID=76327f20-3932-475d-9863-43208a240a2f,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:14:08.271025 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:14:08.271370 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:14:08.271732 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:14:08.272065 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:14:08.272394 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:14:08.272717 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:14:08.273038 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:14:08.273361 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:14:08.273707 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:14:08.274031 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:14:08.274351 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:14:08.274664 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:14:08.734131 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:14:08.832531 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:14:08.851634 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:14:09.119582 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2de53e04-8e68-482c-840b-79d6bfff2171 req-ff110efe-288f-4824-946a-0b2cb63b1df9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14641fa7-6b7e-422a-855e-978db3967677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1282167 Oct 10 12:14:09.125829 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:14:09.169734 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:14:09.337801 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:14:09.386989 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Pushing event updated for resources: {'Port': ['ID=76327f20-3932-475d-9863-43208a240a2f,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:14:09.480117 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de53e04-8e68-482c-840b-79d6bfff2171 req-0beb2f2d-a754-48dc-b65c-e454d43bde7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:09.481629 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2de53e04-8e68-482c-840b-79d6bfff2171 req-0beb2f2d-a754-48dc-b65c-e454d43bde7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e71ce14ad114b1991a797131e645f5c&device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 1098 time: 0.2823741 Oct 10 12:14:09.609738 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Floating IP b6342f9f-ef05-458d-a2f7-83f0bf6058ff associated. External IP: 172.26.4.92, port: fe7852e3-b67b-47b8-b570-621c9f81f8a8. Oct 10 12:14:09.770686 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de53e04-8e68-482c-840b-79d6bfff2171 req-04d3d24a-e52d-465f-9cef-be48c881ee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:09.772141 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2de53e04-8e68-482c-840b-79d6bfff2171 req-04d3d24a-e52d-465f-9cef-be48c881ee3e service neutron] 10.222.0.15 "GET /v2.0/networks?id=6b89c66c-46a9-4024-8404-d4b60be01bac HTTP/1.1" status: 200 len: 910 time: 0.2706265 Oct 10 12:14:09.897969 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2de53e04-8e68-482c-840b-79d6bfff2171 req-691b79b5-1ca9-4ab1-844e-ef66e1622214 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe7852e3-b67b-47b8-b570-621c9f81f8a8 HTTP/1.1" status: 200 len: 998 time: 0.1181335 Oct 10 12:14:10.026226 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:14:10.204754 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de53e04-8e68-482c-840b-79d6bfff2171 req-98c101fb-9019-4f70-8d73-4b51b1fff228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:10.206260 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2de53e04-8e68-482c-840b-79d6bfff2171 req-98c101fb-9019-4f70-8d73-4b51b1fff228 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0ae7ab7-1359-4f02-a948-8513bd89c2fb HTTP/1.1" status: 200 len: 848 time: 0.2577524 Oct 10 12:14:10.303918 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Router 9e558ca4-845b-48b7-adab-a0808271921e has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 12:14:10.387311 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de53e04-8e68-482c-840b-79d6bfff2171 req-b6f3c722-feb8-425c-ade2-3e85ac799ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:10.388754 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2de53e04-8e68-482c-840b-79d6bfff2171 req-b6f3c722-feb8-425c-ade2-3e85ac799ca1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b89c66c-46a9-4024-8404-d4b60be01bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1733534 Oct 10 12:14:10.583956 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 12:14:10.593437 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5acdd0-52a0-4869-b1f9-ea271d72f7b8 None None] Sync routers for ids ['9e558ca4-845b-48b7-adab-a0808271921e'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:14:10.604180 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5acdd0-52a0-4869-b1f9-ea271d72f7b8 None None] Routers {'9e558ca4-845b-48b7-adab-a0808271921e'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:14:10.604777 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ba5acdd0-52a0-4869-b1f9-ea271d72f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:14:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9e558ca4-845b-48b7-adab-a0808271921e'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:14:10.613645 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2de53e04-8e68-482c-840b-79d6bfff2171 req-0ad5170b-657f-482f-b673-4dc74a4ca6ea service neutron] 10.222.0.15 "GET /v2.0/networks/6b89c66c-46a9-4024-8404-d4b60be01bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173140 Oct 10 12:14:10.703404 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:14:10.782427 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-f86f94af-58b9-4c71-a2ea-a9cc1820d8b0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2307920 Oct 10 12:14:10.791524 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14641fa7-6b7e-422a-855e-978db3967677', 'tag': 'fe7852e3-b67b-47b8-b570-621c9f81f8a8'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:14:10.793823 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714c78c2e4d93ea9dde330a5be4e5ffb87c832b10a2057182438f50f811a6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a57671-f97a-4662-8d05-5d7b5925207d" -d '{"events": [{"name": "network-changed", "server_uuid": "14641fa7-6b7e-422a-855e-978db3967677", "tag": "fe7852e3-b67b-47b8-b570-621c9f81f8a8"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:14:10.808164 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-2de53e04-8e68-482c-840b-79d6bfff2171 req-3a1d3445-1aa4-4192-9ff1-3a7641cd9af5 service neutron] 10.222.0.15 "GET /v2.0/networks/6b89c66c-46a9-4024-8404-d4b60be01bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886356 Oct 10 12:14:10.819205 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-ba5acdd0-52a0-4869-b1f9-ea271d72f7b8 None None] Set router 9e558ca4-845b-48b7-adab-a0808271921e gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:14:10.835942 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341aec33-da32-409f-8209-bd1344c7c540 x-openstack-request-id: req-341aec33-da32-409f-8209-bd1344c7c540 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:14:10.836233 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14641fa7-6b7e-422a-855e-978db3967677", "tag": "fe7852e3-b67b-47b8-b570-621c9f81f8a8", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:14:10.836480 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-341aec33-da32-409f-8209-bd1344c7c540 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:14:10.836997 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-341aec33-da32-409f-8209-bd1344c7c540'] response: {'name': 'network-changed', 'server_uuid': '14641fa7-6b7e-422a-855e-978db3967677', 'tag': 'fe7852e3-b67b-47b8-b570-621c9f81f8a8', 'status': 'completed', 'code': 200} Oct 10 12:14:10.982104 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a57671-f97a-4662-8d05-5d7b5925207d req-c671ae53-4906-4bd4-aa27-9d4e271d6b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:10.983735 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-81a57671-f97a-4662-8d05-5d7b5925207d req-c671ae53-4906-4bd4-aa27-9d4e271d6b7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e71ce14ad114b1991a797131e645f5c&device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 1098 time: 0.0925035 Oct 10 12:14:11.115584 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a57671-f97a-4662-8d05-5d7b5925207d req-3972b2e0-7f03-4a90-8050-ac5b491e5b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:11.116983 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-81a57671-f97a-4662-8d05-5d7b5925207d req-3972b2e0-7f03-4a90-8050-ac5b491e5b24 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6b89c66c-46a9-4024-8404-d4b60be01bac HTTP/1.1" status: 200 len: 910 time: 0.1279633 Oct 10 12:14:11.173836 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ba5acdd0-52a0-4869-b1f9-ea271d72f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e558ca4-845b-48b7-adab-a0808271921e', 'name': 'tempest-TestSnapshotPattern-252971054-router', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:30Z', 'updated_at': '2022-10-10T12:13:35Z', 'revision_number': 4, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'gw_port': {'id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:31Z', 'updated_at': '2022-10-10T12:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'b6342f9f-ef05-458d-a2f7-83f0bf6058ff', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'floating_ip_address': '172.26.4.92', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'port_id': 'fe7852e3-b67b-47b8-b570-621c9f81f8a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'mac_address': 'fa:16:3e:f9:1f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14641fa7-6b7e-422a-855e-978db3967677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:14:08Z', 'updated_at': '2022-10-10T12:14:08Z', 'revision_number': 0, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7a5868-a959-4069-bfd5-bb8335adbb42', 'name': '', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'mac_address': 'fa:16:3e:1b:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:34Z', 'updated_at': '2022-10-10T12:13:40Z', 'revision_number': 5, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'subnets': [{'id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:14:11.177906 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5acdd0-52a0-4869-b1f9-ea271d72f7b8 None None] Checking router: 9e558ca4-845b-48b7-adab-a0808271921e for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:14:11.186396 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5acdd0-52a0-4869-b1f9-ea271d72f7b8 None None] Routers {'9e558ca4-845b-48b7-adab-a0808271921e'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:14:11.187100 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ba5acdd0-52a0-4869-b1f9-ea271d72f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:14:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9e558ca4-845b-48b7-adab-a0808271921e'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:14:11.229035 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-81a57671-f97a-4662-8d05-5d7b5925207d req-579c3778-c240-4990-a010-fe86b7a23647 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe7852e3-b67b-47b8-b570-621c9f81f8a8 HTTP/1.1" status: 200 len: 998 time: 0.1062732 Oct 10 12:14:11.291336 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a57671-f97a-4662-8d05-5d7b5925207d req-01733047-240a-47bd-9e39-2e5ddcfbb271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:11.292770 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-81a57671-f97a-4662-8d05-5d7b5925207d req-01733047-240a-47bd-9e39-2e5ddcfbb271 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0ae7ab7-1359-4f02-a948-8513bd89c2fb HTTP/1.1" status: 200 len: 848 time: 0.0584106 Oct 10 12:14:11.362920 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-ba5acdd0-52a0-4869-b1f9-ea271d72f7b8 None None] Set router 9e558ca4-845b-48b7-adab-a0808271921e gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:14:11.379899 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a57671-f97a-4662-8d05-5d7b5925207d req-8aff55de-4418-454c-9c31-315a544b1ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:11.381307 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-81a57671-f97a-4662-8d05-5d7b5925207d req-8aff55de-4418-454c-9c31-315a544b1ce7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b89c66c-46a9-4024-8404-d4b60be01bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829575 Oct 10 12:14:11.516108 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-81a57671-f97a-4662-8d05-5d7b5925207d req-5b838020-08ad-4e7a-90ba-712e0d76dffb service neutron] 10.222.0.15 "GET /v2.0/networks/6b89c66c-46a9-4024-8404-d4b60be01bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286938 Oct 10 12:14:11.646825 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-81a57671-f97a-4662-8d05-5d7b5925207d req-3f1ae829-f151-4daa-9897-3cce9dce0d98 service neutron] 10.222.0.15 "GET /v2.0/networks/6b89c66c-46a9-4024-8404-d4b60be01bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252632 Oct 10 12:14:11.709128 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-ba5acdd0-52a0-4869-b1f9-ea271d72f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e558ca4-845b-48b7-adab-a0808271921e', 'name': 'tempest-TestSnapshotPattern-252971054-router', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:30Z', 'updated_at': '2022-10-10T12:13:35Z', 'revision_number': 4, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'gw_port': {'id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:31Z', 'updated_at': '2022-10-10T12:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'b6342f9f-ef05-458d-a2f7-83f0bf6058ff', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'floating_ip_address': '172.26.4.92', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'port_id': 'fe7852e3-b67b-47b8-b570-621c9f81f8a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'mac_address': 'fa:16:3e:f9:1f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14641fa7-6b7e-422a-855e-978db3967677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:14:08Z', 'updated_at': '2022-10-10T12:14:08Z', 'revision_number': 0, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7a5868-a959-4069-bfd5-bb8335adbb42', 'name': '', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'mac_address': 'fa:16:3e:1b:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:34Z', 'updated_at': '2022-10-10T12:13:40Z', 'revision_number': 5, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'subnets': [{'id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:14:11.713007 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5acdd0-52a0-4869-b1f9-ea271d72f7b8 None None] The sync data for ids ['9e558ca4-845b-48b7-adab-a0808271921e'] in dv-neutron-860842-1-hyperv is: [{'id': '9e558ca4-845b-48b7-adab-a0808271921e', 'name': 'tempest-TestSnapshotPattern-252971054-router', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:30Z', 'updated_at': '2022-10-10T12:13:35Z', 'revision_number': 4, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'gw_port': {'id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:31Z', 'updated_at': '2022-10-10T12:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'b6342f9f-ef05-458d-a2f7-83f0bf6058ff', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'floating_ip_address': '172.26.4.92', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'port_id': 'fe7852e3-b67b-47b8-b570-621c9f81f8a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'mac_address': 'fa:16:3e:f9:1f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14641fa7-6b7e-422a-855e-978db3967677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:14:08Z', 'updated_at': '2022-10-10T12:14:08Z', 'revision_number': 0, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7a5868-a959-4069-bfd5-bb8335adbb42', 'name': '', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'mac_address': 'fa:16:3e:1b:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:34Z', 'updated_at': '2022-10-10T12:13:40Z', 'revision_number': 5, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'subnets': [{'id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:14:11.889477 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01d4d67-5463-40bf-98d8-bf9ed5717a9a None None] New status for floating IP b6342f9f-ef05-458d-a2f7-83f0bf6058ff: ACTIVE {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 12:14:23.034451 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:14:33.551851 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-127c5bc9-d2f0-4241-a43d-ef00554fca08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:14:35.751621 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-19428592-81ba-4520-9783-d96ca2a0a034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:14:37.083274 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:14:37.243069 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:14:38.899861 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:14:40.014419 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:15:00.033859 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:15:03.516928 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dc121f9-ed9f-492c-9b57-c8a5eb6264f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:15:05.773570 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5d3a280a-db47-404c-904c-3098dda9cadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:15:07.105437 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:15:07.236863 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:15:08.870794 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:15:09.217141 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5f300d65-9066-4926-a304-4876ae3fcf4f req-f36b11e9-cc35-4fbc-b4ab-7cb30aaf18b3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14641fa7-6b7e-422a-855e-978db3967677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765812 Oct 10 12:15:09.474608 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f300d65-9066-4926-a304-4876ae3fcf4f req-34c57c54-9c3a-4f41-a5e7-e2a756231b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:09.476020 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5f300d65-9066-4926-a304-4876ae3fcf4f req-34c57c54-9c3a-4f41-a5e7-e2a756231b50 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e71ce14ad114b1991a797131e645f5c&device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 1098 time: 0.1917727 Oct 10 12:15:09.618175 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f300d65-9066-4926-a304-4876ae3fcf4f req-a8817d27-4b00-449b-ae3b-f1acd6907f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:09.619589 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5f300d65-9066-4926-a304-4876ae3fcf4f req-a8817d27-4b00-449b-ae3b-f1acd6907f42 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6b89c66c-46a9-4024-8404-d4b60be01bac HTTP/1.1" status: 200 len: 910 time: 0.1263316 Oct 10 12:15:09.724742 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5f300d65-9066-4926-a304-4876ae3fcf4f req-5e87b195-4991-496d-b381-04cf907f00df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe7852e3-b67b-47b8-b570-621c9f81f8a8 HTTP/1.1" status: 200 len: 1000 time: 0.0982666 Oct 10 12:15:09.785597 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f300d65-9066-4926-a304-4876ae3fcf4f req-3a829677-50bd-4181-af5a-98f78ef236ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:09.786996 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5f300d65-9066-4926-a304-4876ae3fcf4f req-3a829677-50bd-4181-af5a-98f78ef236ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0ae7ab7-1359-4f02-a948-8513bd89c2fb HTTP/1.1" status: 200 len: 848 time: 0.0570376 Oct 10 12:15:09.876755 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f300d65-9066-4926-a304-4876ae3fcf4f req-404d6a61-0caa-45a4-99cc-71bdb1db5287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:09.878280 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5f300d65-9066-4926-a304-4876ae3fcf4f req-404d6a61-0caa-45a4-99cc-71bdb1db5287 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b89c66c-46a9-4024-8404-d4b60be01bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859983 Oct 10 12:15:10.010984 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5f300d65-9066-4926-a304-4876ae3fcf4f req-fd453db3-4c78-499d-a991-eab6d678a6b4 service neutron] 10.222.0.15 "GET /v2.0/networks/6b89c66c-46a9-4024-8404-d4b60be01bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263900 Oct 10 12:15:10.036740 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:15:10.141148 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-5f300d65-9066-4926-a304-4876ae3fcf4f req-084cdee3-fd4e-449b-aa32-aba8be970739 service neutron] 10.222.0.15 "GET /v2.0/networks/6b89c66c-46a9-4024-8404-d4b60be01bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233165 Oct 10 12:15:33.539209 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-57a1e250-b9d5-4967-91b0-d27695f380f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:15:35.785324 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ba365232-11d1-439d-aae7-1ca05f0d3271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:15:37.033477 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:15:37.093772 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:15:37.241894 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:15:38.853462 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:15:40.030585 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:03.510304 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6283011a-12af-4e79-bcac-1c3fcd1c029c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:05.778481 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-933b4129-2753-40eb-84c7-cd55c4e5d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:07.093122 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:07.252591 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:08.858430 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:09.161906 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device fe7852e3-b67b-47b8-b570-621c9f81f8a8 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 12:16:09.163272 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8ad8e-ea2a-4209-8d40-2ce6052f0311 req-7e18db24-fb6d-4616-80c9-49bf26e3e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:09.164734 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7cf8ad8e-ea2a-4209-8d40-2ce6052f0311 req-7e18db24-fb6d-4616-80c9-49bf26e3e27d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e71ce14ad114b1991a797131e645f5c&device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 1098 time: 0.0798624 Oct 10 12:16:09.296327 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port fe7852e3-b67b-47b8-b570-621c9f81f8a8, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=fe7852e3-b67b-47b8-b570-621c9f81f8a8,segment=NetworkSegment(58517e19-da95-45c3-a9f7-f6f15727e763),segment_id=58517e19-da95-45c3-a9f7-f6f15727e763)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:16:09.310330 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': 'fe7852e3-b67b-47b8-b570-621c9f81f8a8', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'port_id': 'fe7852e3-b67b-47b8-b570-621c9f81f8a8', 'mac_address': 'fa:16:3e:f9:1f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 497, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 12:16:09.314742 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8ad8e-ea2a-4209-8d40-2ce6052f0311 req-efc159b5-ff4e-428e-bf07-5303c7e10e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:09.316180 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7cf8ad8e-ea2a-4209-8d40-2ce6052f0311 req-efc159b5-ff4e-428e-bf07-5303c7e10e42 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6b89c66c-46a9-4024-8404-d4b60be01bac HTTP/1.1" status: 200 len: 910 time: 0.1321716 Oct 10 12:16:09.365415 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port fe7852e3-b67b-47b8-b570-621c9f81f8a8 is: ACTIVE; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:16:09.365818 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:09.382689 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe7852e3-b67b-47b8-b570-621c9f81f8a8 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:16:09.397968 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port fe7852e3-b67b-47b8-b570-621c9f81f8a8, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=fe7852e3-b67b-47b8-b570-621c9f81f8a8,segment=NetworkSegment(58517e19-da95-45c3-a9f7-f6f15727e763),segment_id=58517e19-da95-45c3-a9f7-f6f15727e763)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:16:09.424135 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7cf8ad8e-ea2a-4209-8d40-2ce6052f0311 req-8b7eb974-4fbb-46af-a705-03052ca2c0ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe7852e3-b67b-47b8-b570-621c9f81f8a8 HTTP/1.1" status: 200 len: 1000 time: 0.0989544 Oct 10 12:16:09.464050 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:09.488432 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8ad8e-ea2a-4209-8d40-2ce6052f0311 req-10cf8fbd-087c-4332-b756-59260d11a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:09.490177 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7cf8ad8e-ea2a-4209-8d40-2ce6052f0311 req-10cf8fbd-087c-4332-b756-59260d11a192 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0ae7ab7-1359-4f02-a948-8513bd89c2fb HTTP/1.1" status: 200 len: 848 time: 0.0566497 Oct 10 12:16:09.539529 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=fe7852e3-b67b-47b8-b570-621c9f81f8a8,revision_number=6']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:09.548072 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:09.548420 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:09.548832 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:09.549166 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:09.549494 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:09.549842 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:09.550164 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:09.550756 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:09.551075 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:09.551394 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:09.551713 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:09.552028 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:09.558686 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['fe7852e3-b67b-47b8-b570-621c9f81f8a8'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 12:16:09.581373 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8ad8e-ea2a-4209-8d40-2ce6052f0311 req-a9896625-1890-4a0e-b4d6-ffa64f9af526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:09.582929 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7cf8ad8e-ea2a-4209-8d40-2ce6052f0311 req-a9896625-1890-4a0e-b4d6-ffa64f9af526 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b89c66c-46a9-4024-8404-d4b60be01bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839076 Oct 10 12:16:09.720723 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7cf8ad8e-ea2a-4209-8d40-2ce6052f0311 req-c4aaa643-c850-4374-bd55-b67017828aaf service neutron] 10.222.0.15 "GET /v2.0/networks/6b89c66c-46a9-4024-8404-d4b60be01bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301460 Oct 10 12:16:09.863330 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7cf8ad8e-ea2a-4209-8d40-2ce6052f0311 req-f15b8005-6265-4514-af55-80f22d5c8e24 service neutron] 10.222.0.15 "GET /v2.0/networks/6b89c66c-46a9-4024-8404-d4b60be01bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368427 Oct 10 12:16:10.035373 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:11.163763 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device fe7852e3-b67b-47b8-b570-621c9f81f8a8 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:16:11.247898 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port fe7852e3-b67b-47b8-b570-621c9f81f8a8 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:16:11.248456 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:11.248773 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port fe7852e3-b67b-47b8-b570-621c9f81f8a8 Oct 10 12:16:11.387890 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port fe7852e3-b67b-47b8-b570-621c9f81f8a8 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:16:11.388575 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:11.422938 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14641fa7-6b7e-422a-855e-978db3967677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7852e3-b67b-47b8-b570-621c9f81f8a8'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:16:11.426683 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08b049e25f9c1c27e38c4df2ba44dd3c28e4d8113b2db211f28810618a681f70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908982a7-6d6e-4d9b-928f-7e61950fbc5a" -d '{"events": [{"server_uuid": "14641fa7-6b7e-422a-855e-978db3967677", "name": "network-vif-plugged", "status": "completed", "tag": "fe7852e3-b67b-47b8-b570-621c9f81f8a8"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:16:11.432256 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port fe7852e3-b67b-47b8-b570-621c9f81f8a8, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=fe7852e3-b67b-47b8-b570-621c9f81f8a8,segment=NetworkSegment(58517e19-da95-45c3-a9f7-f6f15727e763),segment_id=58517e19-da95-45c3-a9f7-f6f15727e763)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:16:11.506191 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:11.572647 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e6a11f-aae0-49e2-9d98-da642e95ee8e x-openstack-request-id: req-97e6a11f-aae0-49e2-9d98-da642e95ee8e {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:16:11.573015 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14641fa7-6b7e-422a-855e-978db3967677", "name": "network-vif-plugged", "status": "completed", "tag": "fe7852e3-b67b-47b8-b570-621c9f81f8a8", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:16:11.573207 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-97e6a11f-aae0-49e2-9d98-da642e95ee8e {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:16:11.574009 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97e6a11f-aae0-49e2-9d98-da642e95ee8e'] response: {'server_uuid': '14641fa7-6b7e-422a-855e-978db3967677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7852e3-b67b-47b8-b570-621c9f81f8a8', 'code': 200} Oct 10 12:16:11.605816 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=fe7852e3-b67b-47b8-b570-621c9f81f8a8,revision_number=7']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:14.034244 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:16:21.022523 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-f4c1b4d6-2b70-4ee2-893a-f2c2c2f9edc4 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-213446643&fields=id&tenant_id=8e71ce14ad114b1991a797131e645f5c HTTP/1.1" status: 200 len: 267 time: 0.0392721 Oct 10 12:16:21.169862 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-d017b99e-6d40-43ed-9c99-326db4b72f3b tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:21.171169 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-d017b99e-6d40-43ed-9c99-326db4b72f3b tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/networks?id=6b89c66c-46a9-4024-8404-d4b60be01bac HTTP/1.1" status: 200 len: 809 time: 0.1414175 Oct 10 12:16:21.185588 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-a1902fa3-04b1-4d81-aaa4-d1fa23cccce2 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/quotas/8e71ce14ad114b1991a797131e645f5c HTTP/1.1" status: 200 len: 375 time: 0.0088193 Oct 10 12:16:21.281823 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-eaf8bc23-b069-4741-8807-11fbaedd6288 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=8e71ce14ad114b1991a797131e645f5c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0913982 Oct 10 12:16:21.490513 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-08518ac8-9231-4ee5-aace-306cd02fb98f service neutron] 10.222.0.40 "GET /v2.0/networks/6b89c66c-46a9-4024-8404-d4b60be01bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611290 Oct 10 12:16:21.622371 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-de0fe606-9de6-4e09-9da8-0b8b7ccc8060 service neutron] 10.222.0.40 "GET /v2.0/networks/6b89c66c-46a9-4024-8404-d4b60be01bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255023 Oct 10 12:16:21.931796 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-7c8fa12f-bf17-47a6-b167-6d456d8ed19a req-573fa41d-4768-4275-ba6a-55437dc9d4f3 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=46759903-b855-4115-9199-8add9ab04545 HTTP/1.1" status: 200 len: 210 time: 0.1012974 Oct 10 12:16:23.093426 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5512fe0c-d5c0-4a91-81b7-a073f2bd7c30 req-93038f12-2b3d-499a-9cdc-28f3f0312f99 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=46759903-b855-4115-9199-8add9ab04545 HTTP/1.1" status: 200 len: 210 time: 0.0490952 Oct 10 12:16:24.023653 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-86c41024-c9d0-4ed2-8f7b-025841f4af41 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:24.025347 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-86c41024-c9d0-4ed2-8f7b-025841f4af41 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.15 "GET /v2.0/networks?id=6b89c66c-46a9-4024-8404-d4b60be01bac HTTP/1.1" status: 200 len: 809 time: 0.2505805 Oct 10 12:16:24.072512 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-249497fb-a551-4440-95d5-fb313f7428db tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e71ce14ad114b1991a797131e645f5c HTTP/1.1" status: 200 len: 379 time: 0.0398691 Oct 10 12:16:24.080389 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-90bd87bc-6eb8-461c-8603-cb4f2fa94195 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Request body: {'port': {'device_id': '46759903-b855-4115-9199-8add9ab04545', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'admin_state_up': True, 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'security_groups': ['a0a02953-b83c-40cc-a37c-843cf2fbc579']}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:16:24.269184 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-90bd87bc-6eb8-461c-8603-cb4f2fa94195 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:16:24.272924 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-1259ba0f-f7f2-4765-a9ae-e121776be435 req-053fe315-a7c0-49af-838c-8ec276305156 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=46759903-b855-4115-9199-8add9ab04545 HTTP/1.1" status: 200 len: 210 time: 0.0654173 Oct 10 12:16:24.281729 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-90bd87bc-6eb8-461c-8603-cb4f2fa94195 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:16:24.367074 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-90bd87bc-6eb8-461c-8603-cb4f2fa94195 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Made reservation on behalf of 8e71ce14ad114b1991a797131e645f5c for: {'port': 1} {{(pid=89897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:16:24.370672 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-90bd87bc-6eb8-461c-8603-cb4f2fa94195 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:24.534957 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-90bd87bc-6eb8-461c-8603-cb4f2fa94195 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Allocated IP 172.20.0.13 (6b89c66c-46a9-4024-8404-d4b60be01bac/b0ae7ab7-1359-4f02-a948-8513bd89c2fb/04dffacc-66fd-49a4-962f-5f3f6caae059) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:16:24.797178 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-90bd87bc-6eb8-461c-8603-cb4f2fa94195 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:24.818210 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-90bd87bc-6eb8-461c-8603-cb4f2fa94195 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Transition to ACTIVE for port object 04dffacc-66fd-49a4-962f-5f3f6caae059 will not be triggered until provisioned by entity DHCP. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:16:24.922280 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-90bd87bc-6eb8-461c-8603-cb4f2fa94195 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:25.007447 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-90bd87bc-6eb8-461c-8603-cb4f2fa94195 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Network 6b89c66c-46a9-4024-8404-d4b60be01bac is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:16:25.011383 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-90bd87bc-6eb8-461c-8603-cb4f2fa94195 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:16:25.015745 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-90bd87bc-6eb8-461c-8603-cb4f2fa94195 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 12:16:25.086042 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd87bc-6eb8-461c-8603-cb4f2fa94195 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Pushing event updated for resources: {'Port': ['ID=04dffacc-66fd-49a4-962f-5f3f6caae059,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:25.109698 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd87bc-6eb8-461c-8603-cb4f2fa94195 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:25.110038 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd87bc-6eb8-461c-8603-cb4f2fa94195 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:25.110375 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd87bc-6eb8-461c-8603-cb4f2fa94195 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:25.110701 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd87bc-6eb8-461c-8603-cb4f2fa94195 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:25.111024 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd87bc-6eb8-461c-8603-cb4f2fa94195 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:25.111347 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd87bc-6eb8-461c-8603-cb4f2fa94195 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:25.111665 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd87bc-6eb8-461c-8603-cb4f2fa94195 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:25.111983 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd87bc-6eb8-461c-8603-cb4f2fa94195 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:25.112300 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd87bc-6eb8-461c-8603-cb4f2fa94195 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:25.112613 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd87bc-6eb8-461c-8603-cb4f2fa94195 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:25.112927 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd87bc-6eb8-461c-8603-cb4f2fa94195 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:25.113239 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd87bc-6eb8-461c-8603-cb4f2fa94195 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:25.123552 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-90bd87bc-6eb8-461c-8603-cb4f2fa94195 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:25.124220 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-90bd87bc-6eb8-461c-8603-cb4f2fa94195 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:25.215529 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device fe7852e3-b67b-47b8-b570-621c9f81f8a8 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 12:16:25.253980 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-90bd87bc-6eb8-461c-8603-cb4f2fa94195 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1769893 Oct 10 12:16:25.381833 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port fe7852e3-b67b-47b8-b570-621c9f81f8a8 is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:16:25.387790 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:25.414485 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14641fa7-6b7e-422a-855e-978db3967677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe7852e3-b67b-47b8-b570-621c9f81f8a8'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:16:25.417486 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08b049e25f9c1c27e38c4df2ba44dd3c28e4d8113b2db211f28810618a681f70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbdbcb5-78ed-441e-bb1b-5fdfac37d57d" -d '{"events": [{"server_uuid": "14641fa7-6b7e-422a-855e-978db3967677", "name": "network-vif-unplugged", "status": "completed", "tag": "fe7852e3-b67b-47b8-b570-621c9f81f8a8"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:16:25.449543 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port fe7852e3-b67b-47b8-b570-621c9f81f8a8, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=fe7852e3-b67b-47b8-b570-621c9f81f8a8,segment=NetworkSegment(58517e19-da95-45c3-a9f7-f6f15727e763),segment_id=58517e19-da95-45c3-a9f7-f6f15727e763)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:16:25.453480 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8bcef1c2-2439-4f5c-97b2-6e382d4040b4 None None] Provisioning for port 04dffacc-66fd-49a4-962f-5f3f6caae059 completed by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:16:25.459218 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-8bcef1c2-2439-4f5c-97b2-6e382d4040b4 None None] Provisioning complete for port 04dffacc-66fd-49a4-962f-5f3f6caae059 triggered by entity DHCP. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:16:25.459789 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8bcef1c2-2439-4f5c-97b2-6e382d4040b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:25.462487 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8bcef1c2-2439-4f5c-97b2-6e382d4040b4 None None] Attempt 1 to provision port 04dffacc-66fd-49a4-962f-5f3f6caae059 Oct 10 12:16:25.494930 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Oct 2022 12:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56707ad1-838e-4ae2-800c-a4cfebb3566c x-openstack-request-id: req-56707ad1-838e-4ae2-800c-a4cfebb3566c {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:16:25.502579 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14641fa7-6b7e-422a-855e-978db3967677", "name": "network-vif-unplugged", "status": "completed", "tag": "fe7852e3-b67b-47b8-b570-621c9f81f8a8", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:16:25.502579 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-56707ad1-838e-4ae2-800c-a4cfebb3566c {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:16:25.502579 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56707ad1-838e-4ae2-800c-a4cfebb3566c'] response: {'server_uuid': '14641fa7-6b7e-422a-855e-978db3967677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe7852e3-b67b-47b8-b570-621c9f81f8a8', 'code': 200} Oct 10 12:16:25.536318 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:25.575877 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8bcef1c2-2439-4f5c-97b2-6e382d4040b4 None None] Port 04dffacc-66fd-49a4-962f-5f3f6caae059 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:16:25.577546 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264f20a-9e08-4206-8e79-1690a75a0d05 req-325db801-bceb-4815-bed1-8949ef2c072a tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:25.579198 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1264f20a-9e08-4206-8e79-1690a75a0d05 req-325db801-bceb-4815-bed1-8949ef2c072a tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=46759903-b855-4115-9199-8add9ab04545 HTTP/1.1" status: 200 len: 932 time: 0.1061282 Oct 10 12:16:25.629433 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=fe7852e3-b67b-47b8-b570-621c9f81f8a8,revision_number=8']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:25.644505 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1264f20a-9e08-4206-8e79-1690a75a0d05 req-e5de4b3e-47f1-4e43-b5d4-15c0d583b216 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586188 Oct 10 12:16:26.077837 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8bcef1c2-2439-4f5c-97b2-6e382d4040b4 None None] Attempt 2 to provision port 04dffacc-66fd-49a4-962f-5f3f6caae059 Oct 10 12:16:26.139507 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8bcef1c2-2439-4f5c-97b2-6e382d4040b4 None None] Port 04dffacc-66fd-49a4-962f-5f3f6caae059 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:16:26.641487 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8bcef1c2-2439-4f5c-97b2-6e382d4040b4 None None] Attempt 3 to provision port 04dffacc-66fd-49a4-962f-5f3f6caae059 Oct 10 12:16:26.696067 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8bcef1c2-2439-4f5c-97b2-6e382d4040b4 None None] Port 04dffacc-66fd-49a4-962f-5f3f6caae059 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:16:26.859152 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc95802-735d-47be-a5ea-5cb2ee46db70 req-fb78c22e-2b1d-4efe-8e4f-d3ccc364560e tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:26.859847 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-6fc95802-735d-47be-a5ea-5cb2ee46db70 req-fb78c22e-2b1d-4efe-8e4f-d3ccc364560e tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Synchronizing usage tracker for tenant:8e71ce14ad114b1991a797131e645f5c on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 12:16:26.944215 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-6fc95802-735d-47be-a5ea-5cb2ee46db70 req-fb78c22e-2b1d-4efe-8e4f-d3ccc364560e tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Unset dirty status for tenant:8e71ce14ad114b1991a797131e645f5c on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 12:16:26.945391 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6fc95802-735d-47be-a5ea-5cb2ee46db70 req-fb78c22e-2b1d-4efe-8e4f-d3ccc364560e tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=46759903-b855-4115-9199-8add9ab04545 HTTP/1.1" status: 200 len: 932 time: 0.1826122 Oct 10 12:16:26.999490 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-6fc95802-735d-47be-a5ea-5cb2ee46db70 req-25b9a443-647b-4334-9651-9ed290a8dc94 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477831 Oct 10 12:16:27.197028 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8bcef1c2-2439-4f5c-97b2-6e382d4040b4 None None] Attempt 4 to provision port 04dffacc-66fd-49a4-962f-5f3f6caae059 Oct 10 12:16:27.254743 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8bcef1c2-2439-4f5c-97b2-6e382d4040b4 None None] Port 04dffacc-66fd-49a4-962f-5f3f6caae059 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:16:27.756619 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8bcef1c2-2439-4f5c-97b2-6e382d4040b4 None None] Attempt 5 to provision port 04dffacc-66fd-49a4-962f-5f3f6caae059 Oct 10 12:16:27.861402 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8bcef1c2-2439-4f5c-97b2-6e382d4040b4 None None] Port 04dffacc-66fd-49a4-962f-5f3f6caae059 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:16:28.208223 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5f20b-18fa-4ba8-b0cf-f4ed78ff8871 req-19c80e06-4857-4cfe-9cf2-575e5aa7cec4 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:28.209696 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-85c5f20b-18fa-4ba8-b0cf-f4ed78ff8871 req-19c80e06-4857-4cfe-9cf2-575e5aa7cec4 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=46759903-b855-4115-9199-8add9ab04545 HTTP/1.1" status: 200 len: 932 time: 0.0894995 Oct 10 12:16:28.264544 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-85c5f20b-18fa-4ba8-b0cf-f4ed78ff8871 req-9ec48acf-03db-4ff0-807d-1561ed56516f tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456617 Oct 10 12:16:28.362669 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8bcef1c2-2439-4f5c-97b2-6e382d4040b4 None None] Attempt 6 to provision port 04dffacc-66fd-49a4-962f-5f3f6caae059 Oct 10 12:16:28.421703 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8bcef1c2-2439-4f5c-97b2-6e382d4040b4 None None] Port 04dffacc-66fd-49a4-962f-5f3f6caae059 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:16:28.923435 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8bcef1c2-2439-4f5c-97b2-6e382d4040b4 None None] Attempt 7 to provision port 04dffacc-66fd-49a4-962f-5f3f6caae059 Oct 10 12:16:28.983058 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8bcef1c2-2439-4f5c-97b2-6e382d4040b4 None None] Port 04dffacc-66fd-49a4-962f-5f3f6caae059 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:16:29.484089 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134b4a8-84ff-4930-bfe7-608e94123acf req-c977d470-892d-461e-b93a-ee4ffda0b44a tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:29.485720 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8bcef1c2-2439-4f5c-97b2-6e382d4040b4 None None] Attempt 8 to provision port 04dffacc-66fd-49a4-962f-5f3f6caae059 Oct 10 12:16:29.485920 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9134b4a8-84ff-4930-bfe7-608e94123acf req-c977d470-892d-461e-b93a-ee4ffda0b44a tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=46759903-b855-4115-9199-8add9ab04545 HTTP/1.1" status: 200 len: 932 time: 0.0933173 Oct 10 12:16:29.546071 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8bcef1c2-2439-4f5c-97b2-6e382d4040b4 None None] Port 04dffacc-66fd-49a4-962f-5f3f6caae059 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:16:29.548004 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9134b4a8-84ff-4930-bfe7-608e94123acf req-749e9b0d-7c9c-4a85-9b80-e3f39e8f5442 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537233 Oct 10 12:16:30.047443 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8bcef1c2-2439-4f5c-97b2-6e382d4040b4 None None] Attempt 9 to provision port 04dffacc-66fd-49a4-962f-5f3f6caae059 Oct 10 12:16:30.111774 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8bcef1c2-2439-4f5c-97b2-6e382d4040b4 None None] Port 04dffacc-66fd-49a4-962f-5f3f6caae059 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:16:30.613062 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-8bcef1c2-2439-4f5c-97b2-6e382d4040b4 None None] Attempt 10 to provision port 04dffacc-66fd-49a4-962f-5f3f6caae059 Oct 10 12:16:30.669810 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-8bcef1c2-2439-4f5c-97b2-6e382d4040b4 None None] Port 04dffacc-66fd-49a4-962f-5f3f6caae059 cannot update to ACTIVE because it is not bound. {{(pid=89898) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 10 12:16:30.883291 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f6693-a6cb-4e53-9ff2-c838dab3565d req-0f2c12d2-05ba-429a-bfe4-ab9354b7fba5 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:30.884763 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5e0f6693-a6cb-4e53-9ff2-c838dab3565d req-0f2c12d2-05ba-429a-bfe4-ab9354b7fba5 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=46759903-b855-4115-9199-8add9ab04545 HTTP/1.1" status: 200 len: 932 time: 0.2066510 Oct 10 12:16:30.934674 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-5e0f6693-a6cb-4e53-9ff2-c838dab3565d req-54fd503c-1de2-4126-a372-e6c2757f0eb5 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441902 Oct 10 12:16:32.214056 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d5169-ea33-4e6e-bf6e-a2897e068c9d req-52b19e85-89aa-4fe5-a977-d2c9b5a322ac tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:32.215638 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-638d5169-ea33-4e6e-bf6e-a2897e068c9d req-52b19e85-89aa-4fe5-a977-d2c9b5a322ac tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=46759903-b855-4115-9199-8add9ab04545 HTTP/1.1" status: 200 len: 932 time: 0.1186242 Oct 10 12:16:32.269801 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-638d5169-ea33-4e6e-bf6e-a2897e068c9d req-01544f64-ead1-4405-8926-87c9fc07b1c3 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482016 Oct 10 12:16:32.914025 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-6828c62a-1a18-4f57-83a9-36a790d4b0b2 service neutron] Request body: {'port': {'device_id': '46759903-b855-4115-9199-8add9ab04545', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:16:33.023656 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-6828c62a-1a18-4f57-83a9-36a790d4b0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:33.357355 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-6828c62a-1a18-4f57-83a9-36a790d4b0b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04dffacc-66fd-49a4-962f-5f3f6caae059 {{(pid=89897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:16:33.364642 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-6828c62a-1a18-4f57-83a9-36a790d4b0b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:33.378943 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.provisioning_blocks [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-6828c62a-1a18-4f57-83a9-36a790d4b0b2 service neutron] Transition to ACTIVE for port object 04dffacc-66fd-49a4-962f-5f3f6caae059 will not be triggered until provisioned by entity L2. {{(pid=89897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:16:33.458374 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-6828c62a-1a18-4f57-83a9-36a790d4b0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:33.485775 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebb1d7-ed5c-4ce1-82b3-94adb9cbcde5 req-6b670f71-23ea-4900-8eb5-a1775acbbd5f tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:33.487978 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-95ebb1d7-ed5c-4ce1-82b3-94adb9cbcde5 req-6b670f71-23ea-4900-8eb5-a1775acbbd5f tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=46759903-b855-4115-9199-8add9ab04545 HTTP/1.1" status: 200 len: 932 time: 0.1013741 Oct 10 12:16:33.515541 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-08e4db3f-30ee-48f3-a9be-3270952f1774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:33.532626 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-95ebb1d7-ed5c-4ce1-82b3-94adb9cbcde5 req-819c5566-36ba-44d3-be54-98f8f0c2a1ba tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390093 Oct 10 12:16:33.739472 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828c62a-1a18-4f57-83a9-36a790d4b0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=04dffacc-66fd-49a4-962f-5f3f6caae059,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:33.774994 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-6828c62a-1a18-4f57-83a9-36a790d4b0b2 service neutron] Attempting to bind port 04dffacc-66fd-49a4-962f-5f3f6caae059 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 10 12:16:33.775320 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-6828c62a-1a18-4f57-83a9-36a790d4b0b2 service neutron] Attempting to bind port 04dffacc-66fd-49a4-962f-5f3f6caae059 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '58517e19-da95-45c3-a9f7-f6f15727e763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac'}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 10 12:16:33.775636 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-6828c62a-1a18-4f57-83a9-36a790d4b0b2 service neutron] Attempting to bind port 04dffacc-66fd-49a4-962f-5f3f6caae059 on network 6b89c66c-46a9-4024-8404-d4b60be01bac {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 12:16:33.780728 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-6828c62a-1a18-4f57-83a9-36a790d4b0b2 service neutron] Port 04dffacc-66fd-49a4-962f-5f3f6caae059 on network 6b89c66c-46a9-4024-8404-d4b60be01bac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 10 12:16:33.781035 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-6828c62a-1a18-4f57-83a9-36a790d4b0b2 service neutron] Attempting to bind port 04dffacc-66fd-49a4-962f-5f3f6caae059 on network 6b89c66c-46a9-4024-8404-d4b60be01bac {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 10 12:16:33.785965 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-6828c62a-1a18-4f57-83a9-36a790d4b0b2 service neutron] Checking agent: {'id': 'a7201282-5648-42bd-bb5c-070292096dac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'started_at': datetime.datetime(2022, 10, 10, 11, 8, 9), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 10 12:16:33.786294 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-6828c62a-1a18-4f57-83a9-36a790d4b0b2 service neutron] Checking segment: {'id': '58517e19-da95-45c3-a9f7-f6f15727e763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 10 12:16:33.786659 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-6828c62a-1a18-4f57-83a9-36a790d4b0b2 service neutron] Bound using segment: {'id': '58517e19-da95-45c3-a9f7-f6f15727e763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac'} {{(pid=89897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 10 12:16:33.787068 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.managers [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-6828c62a-1a18-4f57-83a9-36a790d4b0b2 service neutron] Bound port: 04dffacc-66fd-49a4-962f-5f3f6caae059, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58517e19-da95-45c3-a9f7-f6f15727e763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 497, 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac'}}] {{(pid=89897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 10 12:16:33.787397 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-6828c62a-1a18-4f57-83a9-36a790d4b0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:33.875288 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-6828c62a-1a18-4f57-83a9-36a790d4b0b2 service neutron] For port 04dffacc-66fd-49a4-962f-5f3f6caae059, host hv-neutron-8608, cleared binding levels {{(pid=89897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 10 12:16:33.878122 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-6828c62a-1a18-4f57-83a9-36a790d4b0b2 service neutron] For port 04dffacc-66fd-49a4-962f-5f3f6caae059, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=04dffacc-66fd-49a4-962f-5f3f6caae059,segment=NetworkSegment(58517e19-da95-45c3-a9f7-f6f15727e763),segment_id=58517e19-da95-45c3-a9f7-f6f15727e763)] {{(pid=89897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 10 12:16:33.961772 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-6828c62a-1a18-4f57-83a9-36a790d4b0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:33.992425 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-6828c62a-1a18-4f57-83a9-36a790d4b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:33.992956 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-6828c62a-1a18-4f57-83a9-36a790d4b0b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:33.994326 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-6828c62a-1a18-4f57-83a9-36a790d4b0b2 service neutron] 10.222.0.15 "PUT /v2.0/ports/04dffacc-66fd-49a4-962f-5f3f6caae059 HTTP/1.1" status: 200 len: 1094 time: 1.0846193 Oct 10 12:16:33.994934 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46759903-b855-4115-9199-8add9ab04545', 'tag': '04dffacc-66fd-49a4-962f-5f3f6caae059'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:16:33.997739 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714c78c2e4d93ea9dde330a5be4e5ffb87c832b10a2057182438f50f811a6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec80dd4-13e4-4dd9-93a3-4a89140e7b51" -d '{"events": [{"name": "network-changed", "server_uuid": "46759903-b855-4115-9199-8add9ab04545", "tag": "04dffacc-66fd-49a4-962f-5f3f6caae059"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:16:34.042626 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828c62a-1a18-4f57-83a9-36a790d4b0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=04dffacc-66fd-49a4-962f-5f3f6caae059,revision_number=3']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:34.047717 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cfac94-038a-409b-8541-9020684cdf87 x-openstack-request-id: req-76cfac94-038a-409b-8541-9020684cdf87 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:16:34.047996 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46759903-b855-4115-9199-8add9ab04545", "tag": "04dffacc-66fd-49a4-962f-5f3f6caae059", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:16:34.048257 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-76cfac94-038a-409b-8541-9020684cdf87 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:16:34.048648 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76cfac94-038a-409b-8541-9020684cdf87'] response: {'name': 'network-changed', 'server_uuid': '46759903-b855-4115-9199-8add9ab04545', 'tag': '04dffacc-66fd-49a4-962f-5f3f6caae059', 'status': 'completed', 'code': 200} Oct 10 12:16:34.141586 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-1f2750fc-27fe-4809-9ebe-7eb83a16cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:34.143039 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-1f2750fc-27fe-4809-9ebe-7eb83a16cba1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e71ce14ad114b1991a797131e645f5c&device_id=46759903-b855-4115-9199-8add9ab04545 HTTP/1.1" status: 200 len: 1097 time: 0.0777795 Oct 10 12:16:34.212898 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-a5adebe4-8bd9-4087-808b-21d1d25999e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04dffacc-66fd-49a4-962f-5f3f6caae059 HTTP/1.1" status: 200 len: 217 time: 0.0630107 Oct 10 12:16:34.275486 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-651ebc45-b037-4076-9a9f-9d9a5c396a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:34.277589 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-651ebc45-b037-4076-9a9f-9d9a5c396a1e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0ae7ab7-1359-4f02-a948-8513bd89c2fb HTTP/1.1" status: 200 len: 848 time: 0.0588806 Oct 10 12:16:34.359627 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-69b6e9c6-e2ac-440f-a25b-6979091a0244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:34.361063 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-69b6e9c6-e2ac-440f-a25b-6979091a0244 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b89c66c-46a9-4024-8404-d4b60be01bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770600 Oct 10 12:16:34.490956 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-94cd9cfd-ab89-42a1-81d2-e85fb4a9f4a7 service neutron] 10.222.0.15 "GET /v2.0/networks/6b89c66c-46a9-4024-8404-d4b60be01bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227043 Oct 10 12:16:34.623006 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d8c1eaf9-8e35-4f76-93b2-18edb1369acf req-55d8c4f7-9eae-4fdf-8ed8-fe519a5a6749 service neutron] 10.222.0.15 "GET /v2.0/networks/6b89c66c-46a9-4024-8404-d4b60be01bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260428 Oct 10 12:16:34.732453 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8baf1f-4654-47b4-8489-2e03d0e5f7a1 req-4c18f844-cea7-45ba-b7d1-c2a8515e6e11 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:34.733942 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4d8baf1f-4654-47b4-8489-2e03d0e5f7a1 req-4c18f844-cea7-45ba-b7d1-c2a8515e6e11 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=46759903-b855-4115-9199-8add9ab04545 HTTP/1.1" status: 200 len: 944 time: 0.0878420 Oct 10 12:16:34.783837 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4d8baf1f-4654-47b4-8489-2e03d0e5f7a1 req-abe8752a-fcf6-4ee5-9096-ead9980b20f5 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428460 Oct 10 12:16:34.828833 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec80dd4-13e4-4dd9-93a3-4a89140e7b51 req-29ee223f-cd15-4e02-8e08-635b3c2a584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:34.830329 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0ec80dd4-13e4-4dd9-93a3-4a89140e7b51 req-29ee223f-cd15-4e02-8e08-635b3c2a584c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e71ce14ad114b1991a797131e645f5c&device_id=46759903-b855-4115-9199-8add9ab04545 HTTP/1.1" status: 200 len: 1097 time: 0.0828176 Oct 10 12:16:34.964487 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec80dd4-13e4-4dd9-93a3-4a89140e7b51 req-26ad0434-39e4-4c8a-b00f-9b6296a80fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:34.966105 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0ec80dd4-13e4-4dd9-93a3-4a89140e7b51 req-26ad0434-39e4-4c8a-b00f-9b6296a80fd5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6b89c66c-46a9-4024-8404-d4b60be01bac HTTP/1.1" status: 200 len: 910 time: 0.1288013 Oct 10 12:16:35.032372 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0ec80dd4-13e4-4dd9-93a3-4a89140e7b51 req-137c91da-8908-4d04-bacc-1cec8eb01197 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04dffacc-66fd-49a4-962f-5f3f6caae059 HTTP/1.1" status: 200 len: 217 time: 0.0593865 Oct 10 12:16:35.096764 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec80dd4-13e4-4dd9-93a3-4a89140e7b51 req-a06197ab-965e-46de-a1eb-27c7cecfad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:35.098080 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0ec80dd4-13e4-4dd9-93a3-4a89140e7b51 req-a06197ab-965e-46de-a1eb-27c7cecfad6c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0ae7ab7-1359-4f02-a948-8513bd89c2fb HTTP/1.1" status: 200 len: 848 time: 0.0591862 Oct 10 12:16:35.184061 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec80dd4-13e4-4dd9-93a3-4a89140e7b51 req-a6f1eb20-af04-4c6a-a58e-9e488e8768e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:35.185496 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0ec80dd4-13e4-4dd9-93a3-4a89140e7b51 req-a6f1eb20-af04-4c6a-a58e-9e488e8768e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b89c66c-46a9-4024-8404-d4b60be01bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798154 Oct 10 12:16:35.314724 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0ec80dd4-13e4-4dd9-93a3-4a89140e7b51 req-53be0548-1b97-4e70-bfea-feaf61f0096d service neutron] 10.222.0.15 "GET /v2.0/networks/6b89c66c-46a9-4024-8404-d4b60be01bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225171 Oct 10 12:16:35.535978 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-0ec80dd4-13e4-4dd9-93a3-4a89140e7b51 req-9cea34aa-2ebc-410c-b4bb-899bc6748ed5 service neutron] 10.222.0.15 "GET /v2.0/networks/6b89c66c-46a9-4024-8404-d4b60be01bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136266 Oct 10 12:16:35.783675 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-44024292-93de-4f4f-8791-35a0beffd7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:35.987625 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45432525-1944-4d30-becc-e9766f38be7a req-0b5cc205-092f-43cd-abbf-5977273333d1 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:35.989062 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-45432525-1944-4d30-becc-e9766f38be7a req-0b5cc205-092f-43cd-abbf-5977273333d1 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=46759903-b855-4115-9199-8add9ab04545 HTTP/1.1" status: 200 len: 944 time: 0.0927448 Oct 10 12:16:36.035493 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-45432525-1944-4d30-becc-e9766f38be7a req-87c65ed2-24b9-4b57-8824-3de13c3efdad tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408089 Oct 10 12:16:37.103180 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:37.234992 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90a0cd-798f-4884-89d6-fb1e46b4193c req-2c154fbd-f24e-4fca-b213-82da6225d8d4 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:37.236340 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1a90a0cd-798f-4884-89d6-fb1e46b4193c req-2c154fbd-f24e-4fca-b213-82da6225d8d4 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=46759903-b855-4115-9199-8add9ab04545 HTTP/1.1" status: 200 len: 944 time: 0.0878811 Oct 10 12:16:37.257812 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:37.280141 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1a90a0cd-798f-4884-89d6-fb1e46b4193c req-f996c68b-e605-4d08-80be-284cd206dcdc tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379491 Oct 10 12:16:37.287979 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 04dffacc-66fd-49a4-962f-5f3f6caae059 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 12:16:37.418607 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 04dffacc-66fd-49a4-962f-5f3f6caae059, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=04dffacc-66fd-49a4-962f-5f3f6caae059,segment=NetworkSegment(58517e19-da95-45c3-a9f7-f6f15727e763),segment_id=58517e19-da95-45c3-a9f7-f6f15727e763)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:16:37.431377 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '04dffacc-66fd-49a4-962f-5f3f6caae059', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'port_id': '04dffacc-66fd-49a4-962f-5f3f6caae059', 'mac_address': 'fa:16:3e:32:bf:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 497, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 12:16:37.487441 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 04dffacc-66fd-49a4-962f-5f3f6caae059 is: DOWN; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:16:37.487732 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:37.504488 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04dffacc-66fd-49a4-962f-5f3f6caae059 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:16:37.519482 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 04dffacc-66fd-49a4-962f-5f3f6caae059, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=04dffacc-66fd-49a4-962f-5f3f6caae059,segment=NetworkSegment(58517e19-da95-45c3-a9f7-f6f15727e763),segment_id=58517e19-da95-45c3-a9f7-f6f15727e763)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:16:37.595370 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:37.660660 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=04dffacc-66fd-49a4-962f-5f3f6caae059,revision_number=4']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:37.841881 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['04dffacc-66fd-49a4-962f-5f3f6caae059'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 12:16:38.484114 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f662d9-1f0b-4667-8151-3f4f35eea4fe req-c5639697-c81e-4954-b9d4-fa2d1b2660a9 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:38.485642 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-10f662d9-1f0b-4667-8151-3f4f35eea4fe req-c5639697-c81e-4954-b9d4-fa2d1b2660a9 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=46759903-b855-4115-9199-8add9ab04545 HTTP/1.1" status: 200 len: 945 time: 0.0923951 Oct 10 12:16:38.528368 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-10f662d9-1f0b-4667-8151-3f4f35eea4fe req-fde8056c-ba68-4f59-aa90-47710f96c7f6 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371799 Oct 10 12:16:38.892718 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:39.306927 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 04dffacc-66fd-49a4-962f-5f3f6caae059 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:16:39.424108 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning for port 04dffacc-66fd-49a4-962f-5f3f6caae059 completed by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 10 12:16:39.429069 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 04dffacc-66fd-49a4-962f-5f3f6caae059 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:16:39.429435 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:39.432309 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 04dffacc-66fd-49a4-962f-5f3f6caae059 Oct 10 12:16:39.546093 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 04dffacc-66fd-49a4-962f-5f3f6caae059 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:16:39.546472 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:39.574495 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46759903-b855-4115-9199-8add9ab04545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04dffacc-66fd-49a4-962f-5f3f6caae059'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:16:39.576753 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08b049e25f9c1c27e38c4df2ba44dd3c28e4d8113b2db211f28810618a681f70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ffa74e-1d43-46f3-834f-66ade46e920e" -d '{"events": [{"server_uuid": "46759903-b855-4115-9199-8add9ab04545", "name": "network-vif-plugged", "status": "completed", "tag": "04dffacc-66fd-49a4-962f-5f3f6caae059"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:16:39.584808 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 04dffacc-66fd-49a4-962f-5f3f6caae059, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=04dffacc-66fd-49a4-962f-5f3f6caae059,segment=NetworkSegment(58517e19-da95-45c3-a9f7-f6f15727e763),segment_id=58517e19-da95-45c3-a9f7-f6f15727e763)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:16:39.627165 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed49b4f-ff88-4358-b9fe-b178ce3466f4 x-openstack-request-id: req-2ed49b4f-ff88-4358-b9fe-b178ce3466f4 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:16:39.627165 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46759903-b855-4115-9199-8add9ab04545", "name": "network-vif-plugged", "status": "completed", "tag": "04dffacc-66fd-49a4-962f-5f3f6caae059", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:16:39.627165 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2ed49b4f-ff88-4358-b9fe-b178ce3466f4 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:16:39.627165 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ed49b4f-ff88-4358-b9fe-b178ce3466f4'] response: {'server_uuid': '46759903-b855-4115-9199-8add9ab04545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04dffacc-66fd-49a4-962f-5f3f6caae059', 'code': 200} Oct 10 12:16:39.650937 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:39.722214 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=04dffacc-66fd-49a4-962f-5f3f6caae059,revision_number=5']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:39.761947 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1ee49-5009-4194-8d7f-9ec8f52e06b4 req-675e3373-4200-41c1-a95a-b7dde1b683e9 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:39.765134 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1ab1ee49-5009-4194-8d7f-9ec8f52e06b4 req-675e3373-4200-41c1-a95a-b7dde1b683e9 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=46759903-b855-4115-9199-8add9ab04545 HTTP/1.1" status: 200 len: 946 time: 0.1129203 Oct 10 12:16:39.809346 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-1ab1ee49-5009-4194-8d7f-9ec8f52e06b4 req-10b000e6-cb68-405c-8bbb-812320a63431 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397639 Oct 10 12:16:40.027186 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95413a-019a-48e4-9481-540dbbd4c34f req-cc64c7dc-2738-44a1-9724-baac0867b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:40.028890 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8e95413a-019a-48e4-9481-540dbbd4c34f req-cc64c7dc-2738-44a1-9724-baac0867b05b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=46759903-b855-4115-9199-8add9ab04545 HTTP/1.1" status: 200 len: 1099 time: 0.0819590 Oct 10 12:16:40.059154 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:40.075082 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8e95413a-019a-48e4-9481-540dbbd4c34f req-42951f24-d3b3-4532-aba9-9b1d84763cf7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354574 Oct 10 12:16:41.017505 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd09835-aeee-4d43-bdac-52d21d5474c5 req-e57c6f4d-3998-46b5-975b-faa44913ab38 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:41.018969 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-acd09835-aeee-4d43-bdac-52d21d5474c5 req-e57c6f4d-3998-46b5-975b-faa44913ab38 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=46759903-b855-4115-9199-8add9ab04545 HTTP/1.1" status: 200 len: 946 time: 0.0945902 Oct 10 12:16:41.064898 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-acd09835-aeee-4d43-bdac-52d21d5474c5 req-91e4e980-2c96-4c7c-8961-19c415e3469e tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402164 Oct 10 12:16:42.274636 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264af62-2e23-4f26-8e24-1f009b2646e9 req-9a68cb8d-cc48-453f-884b-72b7494f2788 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:42.276068 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4264af62-2e23-4f26-8e24-1f009b2646e9 req-9a68cb8d-cc48-453f-884b-72b7494f2788 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=46759903-b855-4115-9199-8add9ab04545 HTTP/1.1" status: 200 len: 946 time: 0.0936346 Oct 10 12:16:42.319093 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-4264af62-2e23-4f26-8e24-1f009b2646e9 req-d1fe6f1b-031d-49c2-abf4-380d46c35a80 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372980 Oct 10 12:16:42.516573 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc25254-9672-4565-b9ab-613299a0eb60 req-5e7d84db-4f68-44a4-8324-c299e1759d74 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:42.518049 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9fc25254-9672-4565-b9ab-613299a0eb60 req-5e7d84db-4f68-44a4-8324-c299e1759d74 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=46759903-b855-4115-9199-8add9ab04545 HTTP/1.1" status: 200 len: 946 time: 0.0876088 Oct 10 12:16:42.565356 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-9fc25254-9672-4565-b9ab-613299a0eb60 req-1a689190-d0a2-4987-ab5d-c2a48283b2dc tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416598 Oct 10 12:16:42.593860 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 40208) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:16:42.670371 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90e8b5c-018c-4db1-8693-f175d5cced36 tempest-TestSnapshotPattern-1546487601 tempest-TestSnapshotPattern-1546487601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:42.671839 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b90e8b5c-018c-4db1-8693-f175d5cced36 tempest-TestSnapshotPattern-1546487601 tempest-TestSnapshotPattern-1546487601-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=46759903-b855-4115-9199-8add9ab04545 HTTP/1.1" status: 200 len: 1094 time: 0.0769844 Oct 10 12:16:42.674650 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 40212) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:16:42.679726 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.v2.base [None req-e5644cd7-1d77-40bc-b1e6-9d32ae227b58 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Request body: {'floatingip': {'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'port_id': '04dffacc-66fd-49a4-962f-5f3f6caae059', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 10 12:16:42.685877 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-e5644cd7-1d77-40bc-b1e6-9d32ae227b58 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 10 12:16:42.689687 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e5644cd7-1d77-40bc-b1e6-9d32ae227b58 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Usage tracker for resource:floatingip and tenant:8e71ce14ad114b1991a797131e645f5c is out of sync, need to count used quota {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 10 12:16:42.692473 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [None req-e5644cd7-1d77-40bc-b1e6-9d32ae227b58 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89897) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 10 12:16:42.698090 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.quota.driver [None req-e5644cd7-1d77-40bc-b1e6-9d32ae227b58 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 10 12:16:42.801489 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e5644cd7-1d77-40bc-b1e6-9d32ae227b58 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for floatingip, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:42.939756 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e5644cd7-1d77-40bc-b1e6-9d32ae227b58 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:43.078047 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.db_base_plugin_common [None req-e5644cd7-1d77-40bc-b1e6-9d32ae227b58 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Allocated IP 172.26.4.121 (1e933860-f99f-4a0b-a611-91d190754508/19c99605-289a-47cd-9481-69204cb5dd15/bfc7c099-5125-4d1e-ba5d-64f69b7a98a3) {{(pid=89897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:16:43.224546 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e5644cd7-1d77-40bc-b1e6-9d32ae227b58 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for port, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:43.327270 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e5644cd7-1d77-40bc-b1e6-9d32ae227b58 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733223929299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:43.390708 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5644cd7-1d77-40bc-b1e6-9d32ae227b58 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Network 1e933860-f99f-4a0b-a611-91d190754508 is already hosted by enough agents. {{(pid=89897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:16:43.393471 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.base_scheduler [None req-e5644cd7-1d77-40bc-b1e6-9d32ae227b58 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Resources bound (agent type, host, resource id): {{(pid=89897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:16:43.397262 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5644cd7-1d77-40bc-b1e6-9d32ae227b58 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Received port after_create {{(pid=89897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 10 12:16:43.445915 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5644cd7-1d77-40bc-b1e6-9d32ae227b58 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Pushing event updated for resources: {'Port': ['ID=bfc7c099-5125-4d1e-ba5d-64f69b7a98a3,revision_number=1']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:43.904352 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e5644cd7-1d77-40bc-b1e6-9d32ae227b58 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:44.036529 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e5644cd7-1d77-40bc-b1e6-9d32ae227b58 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:44.242517 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e5644cd7-1d77-40bc-b1e6-9d32ae227b58 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for port, precommit_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:44.303709 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e5644cd7-1d77-40bc-b1e6-9d32ae227b58 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2413609'] for port, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:44.408413 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e5644cd7-1d77-40bc-b1e6-9d32ae227b58 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568618'] for floatingip, after_update {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:44.454673 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5644cd7-1d77-40bc-b1e6-9d32ae227b58 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Pushing event updated for resources: {'Port': ['ID=bfc7c099-5125-4d1e-ba5d-64f69b7a98a3,revision_number=2']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:44.583429 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.db.l3_db [None req-e5644cd7-1d77-40bc-b1e6-9d32ae227b58 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Floating IP fe2baa3b-162f-41ba-84ed-47fdeb0f3375 associated. External IP: 172.26.4.121, port: 04dffacc-66fd-49a4-962f-5f3f6caae059. Oct 10 12:16:44.940977 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5644cd7-1d77-40bc-b1e6-9d32ae227b58 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Router 9e558ca4-845b-48b7-adab-a0808271921e has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 12:16:45.114810 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5644cd7-1d77-40bc-b1e6-9d32ae227b58 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 12:16:45.125316 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8fd785-4646-4372-9560-15b81ad1d4ba None None] Sync routers for ids ['9e558ca4-845b-48b7-adab-a0808271921e'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:16:45.134252 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8fd785-4646-4372-9560-15b81ad1d4ba None None] Routers {'9e558ca4-845b-48b7-adab-a0808271921e'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:16:45.134857 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-4b8fd785-4646-4372-9560-15b81ad1d4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:16:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9e558ca4-845b-48b7-adab-a0808271921e'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:45.202721 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-e5644cd7-1d77-40bc-b1e6-9d32ae227b58 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:16:45.259555 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-e5644cd7-1d77-40bc-b1e6-9d32ae227b58 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5839064 Oct 10 12:16:45.260191 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46759903-b855-4115-9199-8add9ab04545', 'tag': '04dffacc-66fd-49a4-962f-5f3f6caae059'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:16:45.262625 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714c78c2e4d93ea9dde330a5be4e5ffb87c832b10a2057182438f50f811a6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b025d7-669f-420e-95fb-6ddc8e54cccc" -d '{"events": [{"name": "network-changed", "server_uuid": "46759903-b855-4115-9199-8add9ab04545", "tag": "04dffacc-66fd-49a4-962f-5f3f6caae059"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:16:45.304269 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b57a52a-a2bc-467f-8c17-ef6dee117a9a x-openstack-request-id: req-8b57a52a-a2bc-467f-8c17-ef6dee117a9a {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:16:45.304567 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46759903-b855-4115-9199-8add9ab04545", "tag": "04dffacc-66fd-49a4-962f-5f3f6caae059", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:16:45.304819 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8b57a52a-a2bc-467f-8c17-ef6dee117a9a {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:16:45.305229 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b57a52a-a2bc-467f-8c17-ef6dee117a9a'] response: {'name': 'network-changed', 'server_uuid': '46759903-b855-4115-9199-8add9ab04545', 'tag': '04dffacc-66fd-49a4-962f-5f3f6caae059', 'status': 'completed', 'code': 200} Oct 10 12:16:45.348610 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-4b8fd785-4646-4372-9560-15b81ad1d4ba None None] Set router 9e558ca4-845b-48b7-adab-a0808271921e gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:16:45.403907 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b025d7-669f-420e-95fb-6ddc8e54cccc req-dc784fd7-89f6-4d00-9386-dd59a991cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:45.405437 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-45b025d7-669f-420e-95fb-6ddc8e54cccc req-dc784fd7-89f6-4d00-9386-dd59a991cb81 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e71ce14ad114b1991a797131e645f5c&device_id=46759903-b855-4115-9199-8add9ab04545 HTTP/1.1" status: 200 len: 1099 time: 0.0799434 Oct 10 12:16:45.651406 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b025d7-669f-420e-95fb-6ddc8e54cccc req-4c274750-2f89-4d69-a6ea-14f524483b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:45.652873 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-45b025d7-669f-420e-95fb-6ddc8e54cccc req-4c274750-2f89-4d69-a6ea-14f524483b28 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6b89c66c-46a9-4024-8404-d4b60be01bac HTTP/1.1" status: 200 len: 910 time: 0.2416666 Oct 10 12:16:45.707992 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-4b8fd785-4646-4372-9560-15b81ad1d4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e558ca4-845b-48b7-adab-a0808271921e', 'name': 'tempest-TestSnapshotPattern-252971054-router', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:30Z', 'updated_at': '2022-10-10T12:13:35Z', 'revision_number': 4, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'gw_port': {'id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:31Z', 'updated_at': '2022-10-10T12:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'b6342f9f-ef05-458d-a2f7-83f0bf6058ff', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'floating_ip_address': '172.26.4.92', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'port_id': 'fe7852e3-b67b-47b8-b570-621c9f81f8a8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'mac_address': 'fa:16:3e:f9:1f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14641fa7-6b7e-422a-855e-978db3967677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:14:08Z', 'updated_at': '2022-10-10T12:14:12Z', 'revision_number': 1, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'fixed_ip_address_scope': None}, {'id': 'fe2baa3b-162f-41ba-84ed-47fdeb0f3375', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'floating_ip_address': '172.26.4.121', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'port_id': '04dffacc-66fd-49a4-962f-5f3f6caae059', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'mac_address': 'fa:16:3e:32:bf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46759903-b855-4115-9199-8add9ab04545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:16:43Z', 'updated_at': '2022-10-10T12:16:43Z', 'revision_number': 0, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7a5868-a959-4069-bfd5-bb8335adbb42', 'name': '', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'mac_address': 'fa:16:3e:1b:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:34Z', 'updated_at': '2022-10-10T12:13:40Z', 'revision_number': 5, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'subnets': [{'id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:45.711876 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8fd785-4646-4372-9560-15b81ad1d4ba None None] Checking router: 9e558ca4-845b-48b7-adab-a0808271921e for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:16:45.720388 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8fd785-4646-4372-9560-15b81ad1d4ba None None] Routers {'9e558ca4-845b-48b7-adab-a0808271921e'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:16:45.720978 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-4b8fd785-4646-4372-9560-15b81ad1d4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:16:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9e558ca4-845b-48b7-adab-a0808271921e'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:45.754068 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-45b025d7-669f-420e-95fb-6ddc8e54cccc req-7b57aca4-b961-485f-8b1f-2b466de1fcb2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04dffacc-66fd-49a4-962f-5f3f6caae059 HTTP/1.1" status: 200 len: 1000 time: 0.0952704 Oct 10 12:16:45.815799 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b025d7-669f-420e-95fb-6ddc8e54cccc req-edf3b1ae-e4be-432e-b237-accc618bf600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:45.817212 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-45b025d7-669f-420e-95fb-6ddc8e54cccc req-edf3b1ae-e4be-432e-b237-accc618bf600 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0ae7ab7-1359-4f02-a948-8513bd89c2fb HTTP/1.1" status: 200 len: 848 time: 0.0572946 Oct 10 12:16:45.897158 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-4b8fd785-4646-4372-9560-15b81ad1d4ba None None] Set router 9e558ca4-845b-48b7-adab-a0808271921e gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:16:45.903056 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b025d7-669f-420e-95fb-6ddc8e54cccc req-1043b142-401e-404c-bde2-d2d17b5e09ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:45.904578 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-45b025d7-669f-420e-95fb-6ddc8e54cccc req-1043b142-401e-404c-bde2-d2d17b5e09ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b89c66c-46a9-4024-8404-d4b60be01bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812964 Oct 10 12:16:46.037078 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-45b025d7-669f-420e-95fb-6ddc8e54cccc req-233b066d-f56e-4ebc-8c30-b8f2fc2eee04 service neutron] 10.222.0.15 "GET /v2.0/networks/6b89c66c-46a9-4024-8404-d4b60be01bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264749 Oct 10 12:16:46.172582 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-45b025d7-669f-420e-95fb-6ddc8e54cccc req-3980b120-095e-44c0-8b10-cd9c0f24ab3d service neutron] 10.222.0.15 "GET /v2.0/networks/6b89c66c-46a9-4024-8404-d4b60be01bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299794 Oct 10 12:16:46.248649 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-4b8fd785-4646-4372-9560-15b81ad1d4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e558ca4-845b-48b7-adab-a0808271921e', 'name': 'tempest-TestSnapshotPattern-252971054-router', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:30Z', 'updated_at': '2022-10-10T12:13:35Z', 'revision_number': 4, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'gw_port': {'id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:31Z', 'updated_at': '2022-10-10T12:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'b6342f9f-ef05-458d-a2f7-83f0bf6058ff', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'floating_ip_address': '172.26.4.92', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'port_id': 'fe7852e3-b67b-47b8-b570-621c9f81f8a8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'mac_address': 'fa:16:3e:f9:1f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14641fa7-6b7e-422a-855e-978db3967677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:14:08Z', 'updated_at': '2022-10-10T12:14:12Z', 'revision_number': 1, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'fixed_ip_address_scope': None}, {'id': 'fe2baa3b-162f-41ba-84ed-47fdeb0f3375', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'floating_ip_address': '172.26.4.121', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'port_id': '04dffacc-66fd-49a4-962f-5f3f6caae059', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'mac_address': 'fa:16:3e:32:bf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46759903-b855-4115-9199-8add9ab04545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:16:43Z', 'updated_at': '2022-10-10T12:16:43Z', 'revision_number': 0, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7a5868-a959-4069-bfd5-bb8335adbb42', 'name': '', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'mac_address': 'fa:16:3e:1b:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:34Z', 'updated_at': '2022-10-10T12:13:40Z', 'revision_number': 5, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'subnets': [{'id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:46.252606 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8fd785-4646-4372-9560-15b81ad1d4ba None None] The sync data for ids ['9e558ca4-845b-48b7-adab-a0808271921e'] in dv-neutron-860842-1-hyperv is: [{'id': '9e558ca4-845b-48b7-adab-a0808271921e', 'name': 'tempest-TestSnapshotPattern-252971054-router', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:30Z', 'updated_at': '2022-10-10T12:13:35Z', 'revision_number': 4, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'gw_port': {'id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:31Z', 'updated_at': '2022-10-10T12:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'b6342f9f-ef05-458d-a2f7-83f0bf6058ff', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'floating_ip_address': '172.26.4.92', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'port_id': 'fe7852e3-b67b-47b8-b570-621c9f81f8a8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'mac_address': 'fa:16:3e:f9:1f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14641fa7-6b7e-422a-855e-978db3967677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:14:08Z', 'updated_at': '2022-10-10T12:14:12Z', 'revision_number': 1, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'fixed_ip_address_scope': None}, {'id': 'fe2baa3b-162f-41ba-84ed-47fdeb0f3375', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'floating_ip_address': '172.26.4.121', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'port_id': '04dffacc-66fd-49a4-962f-5f3f6caae059', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'mac_address': 'fa:16:3e:32:bf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46759903-b855-4115-9199-8add9ab04545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:16:43Z', 'updated_at': '2022-10-10T12:16:43Z', 'revision_number': 0, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7a5868-a959-4069-bfd5-bb8335adbb42', 'name': '', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'mac_address': 'fa:16:3e:1b:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:34Z', 'updated_at': '2022-10-10T12:13:40Z', 'revision_number': 5, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'subnets': [{'id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:16:46.445034 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7315ae42-d97a-433a-b16a-c08d8f23b863 None None] New status for floating IP fe2baa3b-162f-41ba-84ed-47fdeb0f3375: ACTIVE {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 12:16:51.036171 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:17:03.514979 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0ad0cfa4-d0b9-4dbb-a032-5bd2ab16d7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:17:05.822720 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-60dae07a-3d21-4ec9-a779-41bd95e02e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:17:07.120456 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:17:07.246194 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:17:08.863430 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:17:10.046398 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:17:11.169214 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3244eceb-52c3-46ef-8a79-563c14de6f29 req-818aa159-f30e-4b51-b79f-89358eeabf6b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14641fa7-6b7e-422a-855e-978db3967677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762753 Oct 10 12:17:11.315372 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244eceb-52c3-46ef-8a79-563c14de6f29 req-e8fa343c-b4a4-43e2-9ec4-390b31f70ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:11.316816 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3244eceb-52c3-46ef-8a79-563c14de6f29 req-e8fa343c-b4a4-43e2-9ec4-390b31f70ff7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e71ce14ad114b1991a797131e645f5c&device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 1096 time: 0.0810573 Oct 10 12:17:11.459792 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244eceb-52c3-46ef-8a79-563c14de6f29 req-4e0bbac9-f5b5-43e6-b6f0-f6399c3bc5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:11.461224 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3244eceb-52c3-46ef-8a79-563c14de6f29 req-4e0bbac9-f5b5-43e6-b6f0-f6399c3bc5c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6b89c66c-46a9-4024-8404-d4b60be01bac HTTP/1.1" status: 200 len: 910 time: 0.1255805 Oct 10 12:17:11.562594 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3244eceb-52c3-46ef-8a79-563c14de6f29 req-48de5169-e95a-457b-a476-cd2810fcfeac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe7852e3-b67b-47b8-b570-621c9f81f8a8 HTTP/1.1" status: 200 len: 998 time: 0.0958147 Oct 10 12:17:11.624720 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244eceb-52c3-46ef-8a79-563c14de6f29 req-09f939e8-167e-4b77-ac91-80a59311b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:11.626056 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3244eceb-52c3-46ef-8a79-563c14de6f29 req-09f939e8-167e-4b77-ac91-80a59311b4f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0ae7ab7-1359-4f02-a948-8513bd89c2fb HTTP/1.1" status: 200 len: 848 time: 0.0563161 Oct 10 12:17:11.710579 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244eceb-52c3-46ef-8a79-563c14de6f29 req-96515841-7126-468b-acc2-dbd75d8a8137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:11.712021 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3244eceb-52c3-46ef-8a79-563c14de6f29 req-96515841-7126-468b-acc2-dbd75d8a8137 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b89c66c-46a9-4024-8404-d4b60be01bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797179 Oct 10 12:17:11.845479 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3244eceb-52c3-46ef-8a79-563c14de6f29 req-c3fcf5c3-7b4b-4c37-8196-af19744dea37 service neutron] 10.222.0.15 "GET /v2.0/networks/6b89c66c-46a9-4024-8404-d4b60be01bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275899 Oct 10 12:17:11.975857 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-3244eceb-52c3-46ef-8a79-563c14de6f29 req-edb58e2f-6282-444a-bf80-199eeff4bc88 service neutron] 10.222.0.15 "GET /v2.0/networks/6b89c66c-46a9-4024-8404-d4b60be01bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243463 Oct 10 12:17:28.036338 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:17:33.513341 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-17c48b80-8d36-40ae-a80b-297e00ae0f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:17:35.794770 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4df824f6-36c3-4352-ba62-f1f77b553a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:17:37.079913 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:17:37.268954 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:17:38.896044 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:17:40.062928 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:03.525373 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-9bbc54d8-9f3d-451e-9c14-7320b7c1d3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:05.035479 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:18:05.794071 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6a1fbba6-f824-4a10-9205-83ce0128e15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:07.108392 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:07.256988 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:08.889909 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:10.095609 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:12.112317 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-dbce2fa4-9719-4adb-ad46-5f809bc2877f req-a018c3e7-10f4-472b-8289-186070551f99 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=46759903-b855-4115-9199-8add9ab04545&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767488 Oct 10 12:18:12.213128 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce2fa4-9719-4adb-ad46-5f809bc2877f req-1d29bb6c-d9a8-4091-9b6b-46a42237f3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:12.214550 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-dbce2fa4-9719-4adb-ad46-5f809bc2877f req-1d29bb6c-d9a8-4091-9b6b-46a42237f3ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e71ce14ad114b1991a797131e645f5c&device_id=46759903-b855-4115-9199-8add9ab04545 HTTP/1.1" status: 200 len: 1099 time: 0.0813355 Oct 10 12:18:12.447484 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce2fa4-9719-4adb-ad46-5f809bc2877f req-29904d63-ba47-4b6b-a914-a5cae8e61aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:12.448904 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-dbce2fa4-9719-4adb-ad46-5f809bc2877f req-29904d63-ba47-4b6b-a914-a5cae8e61aa5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6b89c66c-46a9-4024-8404-d4b60be01bac HTTP/1.1" status: 200 len: 910 time: 0.2161129 Oct 10 12:18:12.548623 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-dbce2fa4-9719-4adb-ad46-5f809bc2877f req-c77df550-c061-4ac5-9120-383c7c912a25 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04dffacc-66fd-49a4-962f-5f3f6caae059 HTTP/1.1" status: 200 len: 1002 time: 0.0935252 Oct 10 12:18:12.607337 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce2fa4-9719-4adb-ad46-5f809bc2877f req-b30f9f86-03c3-4ebb-92f5-7a93c7dbda5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:12.608695 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-dbce2fa4-9719-4adb-ad46-5f809bc2877f req-b30f9f86-03c3-4ebb-92f5-7a93c7dbda5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0ae7ab7-1359-4f02-a948-8513bd89c2fb HTTP/1.1" status: 200 len: 848 time: 0.0551534 Oct 10 12:18:12.693052 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce2fa4-9719-4adb-ad46-5f809bc2877f req-a06cdc0a-3928-4044-be4c-e3fa868ad694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:12.694535 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-dbce2fa4-9719-4adb-ad46-5f809bc2877f req-a06cdc0a-3928-4044-be4c-e3fa868ad694 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b89c66c-46a9-4024-8404-d4b60be01bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801916 Oct 10 12:18:12.827479 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-dbce2fa4-9719-4adb-ad46-5f809bc2877f req-0dbb3797-ffcd-4d52-a936-464b931323ac service neutron] 10.222.0.15 "GET /v2.0/networks/6b89c66c-46a9-4024-8404-d4b60be01bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264031 Oct 10 12:18:12.961003 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-dbce2fa4-9719-4adb-ad46-5f809bc2877f req-5f5a5cd9-e985-46da-899d-1ad7fb26fb57 service neutron] 10.222.0.15 "GET /v2.0/networks/6b89c66c-46a9-4024-8404-d4b60be01bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267982 Oct 10 12:18:15.644784 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 04dffacc-66fd-49a4-962f-5f3f6caae059 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89898) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 10 12:18:15.801891 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 04dffacc-66fd-49a4-962f-5f3f6caae059, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=04dffacc-66fd-49a4-962f-5f3f6caae059,segment=NetworkSegment(58517e19-da95-45c3-a9f7-f6f15727e763),segment_id=58517e19-da95-45c3-a9f7-f6f15727e763)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:18:15.814518 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Returning: {'device': '04dffacc-66fd-49a4-962f-5f3f6caae059', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'port_id': '04dffacc-66fd-49a4-962f-5f3f6caae059', 'mac_address': 'fa:16:3e:32:bf:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 497, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89898) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 10 12:18:15.868239 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 04dffacc-66fd-49a4-962f-5f3f6caae059 is: ACTIVE; New status is: BUILD {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:18:15.868605 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:15.884685 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04dffacc-66fd-49a4-962f-5f3f6caae059 {{(pid=89898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:18:15.899431 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 04dffacc-66fd-49a4-962f-5f3f6caae059, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=04dffacc-66fd-49a4-962f-5f3f6caae059,segment=NetworkSegment(58517e19-da95-45c3-a9f7-f6f15727e763),segment_id=58517e19-da95-45c3-a9f7-f6f15727e763)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:18:15.960113 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:16.031767 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=04dffacc-66fd-49a4-962f-5f3f6caae059,revision_number=6']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:16.038678 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:16.039038 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:16.039368 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:16.039698 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:16.040027 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:16.040356 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:16.040816 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:16.041146 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:16.041474 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:16.041827 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:16.042154 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:16.042469 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:16.064958 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] get_ports_and_sgs() called for port_ids ['04dffacc-66fd-49a4-962f-5f3f6caae059'] {{(pid=89898) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 10 12:18:17.652540 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 04dffacc-66fd-49a4-962f-5f3f6caae059 up at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 10 12:18:17.733652 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.provisioning_blocks [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Provisioning complete for port 04dffacc-66fd-49a4-962f-5f3f6caae059 triggered by entity L2. {{(pid=89898) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 10 12:18:17.734312 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8184269'] for port, provisioning_complete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:17.734833 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Attempt 1 to provision port 04dffacc-66fd-49a4-962f-5f3f6caae059 Oct 10 12:18:17.883422 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 04dffacc-66fd-49a4-962f-5f3f6caae059 is: BUILD; New status is: ACTIVE {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:18:17.883880 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:17.918160 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46759903-b855-4115-9199-8add9ab04545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04dffacc-66fd-49a4-962f-5f3f6caae059'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:18:17.920868 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08b049e25f9c1c27e38c4df2ba44dd3c28e4d8113b2db211f28810618a681f70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fa4098-675a-425a-983c-32abaf4b4b97" -d '{"events": [{"server_uuid": "46759903-b855-4115-9199-8add9ab04545", "name": "network-vif-plugged", "status": "completed", "tag": "04dffacc-66fd-49a4-962f-5f3f6caae059"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:18:17.930648 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 04dffacc-66fd-49a4-962f-5f3f6caae059, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=04dffacc-66fd-49a4-962f-5f3f6caae059,segment=NetworkSegment(58517e19-da95-45c3-a9f7-f6f15727e763),segment_id=58517e19-da95-45c3-a9f7-f6f15727e763)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:18:17.986255 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b508a8-9468-4b5c-a67a-d17284101c24 x-openstack-request-id: req-b1b508a8-9468-4b5c-a67a-d17284101c24 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:18:17.986255 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46759903-b855-4115-9199-8add9ab04545", "name": "network-vif-plugged", "status": "completed", "tag": "04dffacc-66fd-49a4-962f-5f3f6caae059", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:18:17.986255 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b1b508a8-9468-4b5c-a67a-d17284101c24 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:18:17.986255 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1b508a8-9468-4b5c-a67a-d17284101c24'] response: {'server_uuid': '46759903-b855-4115-9199-8add9ab04545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04dffacc-66fd-49a4-962f-5f3f6caae059', 'code': 200} Oct 10 12:18:18.005500 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:18.093313 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=04dffacc-66fd-49a4-962f-5f3f6caae059,revision_number=7']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:28.840953 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 40408) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:18:29.044479 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-e1da55ee-542f-4b17-bcb3-903110574bc6 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Deleting port bfc7c099-5125-4d1e-ba5d-64f69b7a98a3 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:18:29.044815 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e1da55ee-542f-4b17-bcb3-903110574bc6 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:29.208009 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e1da55ee-542f-4b17-bcb3-903110574bc6 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:29.208274 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e1da55ee-542f-4b17-bcb3-903110574bc6 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:29.328160 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-e1da55ee-542f-4b17-bcb3-903110574bc6 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Calling delete_port for bfc7c099-5125-4d1e-ba5d-64f69b7a98a3 owned by network:floatingip {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:18:29.536413 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e1da55ee-542f-4b17-bcb3-903110574bc6 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:29.583383 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da55ee-542f-4b17-bcb3-903110574bc6 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Pushing event deleted for resources: {'Port': ['ID=bfc7c099-5125-4d1e-ba5d-64f69b7a98a3,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:29.630509 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1da55ee-542f-4b17-bcb3-903110574bc6 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:29.630843 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1da55ee-542f-4b17-bcb3-903110574bc6 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:29.631176 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1da55ee-542f-4b17-bcb3-903110574bc6 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:29.631498 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1da55ee-542f-4b17-bcb3-903110574bc6 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:29.631819 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1da55ee-542f-4b17-bcb3-903110574bc6 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:29.632138 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1da55ee-542f-4b17-bcb3-903110574bc6 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:29.632453 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1da55ee-542f-4b17-bcb3-903110574bc6 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:29.632766 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1da55ee-542f-4b17-bcb3-903110574bc6 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:29.633080 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1da55ee-542f-4b17-bcb3-903110574bc6 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:29.633391 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1da55ee-542f-4b17-bcb3-903110574bc6 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:29.633725 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1da55ee-542f-4b17-bcb3-903110574bc6 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:29.634583 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1da55ee-542f-4b17-bcb3-903110574bc6 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:29.689056 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e1da55ee-542f-4b17-bcb3-903110574bc6 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for floatingip, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:29.689392 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-e1da55ee-542f-4b17-bcb3-903110574bc6 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Floating IP fe2baa3b-162f-41ba-84ed-47fdeb0f3375 disassociated (deleted). External IP: 172.26.4.121, port: 04dffacc-66fd-49a4-962f-5f3f6caae059. Oct 10 12:18:30.144766 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1da55ee-542f-4b17-bcb3-903110574bc6 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Router 9e558ca4-845b-48b7-adab-a0808271921e has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 12:18:30.324449 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1da55ee-542f-4b17-bcb3-903110574bc6 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 12:18:30.334240 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ed0d6c-a37d-431b-b73d-0b33d2a9e7d0 None None] Sync routers for ids ['9e558ca4-845b-48b7-adab-a0808271921e'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:18:30.343197 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ed0d6c-a37d-431b-b73d-0b33d2a9e7d0 None None] Routers {'9e558ca4-845b-48b7-adab-a0808271921e'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:18:30.343791 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-17ed0d6c-a37d-431b-b73d-0b33d2a9e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:18:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9e558ca4-845b-48b7-adab-a0808271921e'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:18:30.405427 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-e1da55ee-542f-4b17-bcb3-903110574bc6 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:30.462308 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-e1da55ee-542f-4b17-bcb3-903110574bc6 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "DELETE /v2.0/floatingips/fe2baa3b-162f-41ba-84ed-47fdeb0f3375 HTTP/1.1" status: 204 len: 168 time: 1.6196492 Oct 10 12:18:30.463030 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46759903-b855-4115-9199-8add9ab04545', 'tag': '04dffacc-66fd-49a4-962f-5f3f6caae059'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:18:30.538936 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b18cdf938e61c4421b4a7003426f5e3141cdc618d5ff1548e099703998ab56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661ee4f1-19f0-4b34-ac3c-76f5801d2341" -d '{"events": [{"name": "network-changed", "server_uuid": "46759903-b855-4115-9199-8add9ab04545", "tag": "04dffacc-66fd-49a4-962f-5f3f6caae059"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:18:30.565857 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-17ed0d6c-a37d-431b-b73d-0b33d2a9e7d0 None None] Set router 9e558ca4-845b-48b7-adab-a0808271921e gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:18:30.648422 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94fd0f4-3a6a-40b7-a403-1a38634e0dea x-openstack-request-id: req-b94fd0f4-3a6a-40b7-a403-1a38634e0dea {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:18:30.648727 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46759903-b855-4115-9199-8add9ab04545", "tag": "04dffacc-66fd-49a4-962f-5f3f6caae059", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:18:30.648985 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b94fd0f4-3a6a-40b7-a403-1a38634e0dea {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:18:30.649397 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b94fd0f4-3a6a-40b7-a403-1a38634e0dea'] response: {'name': 'network-changed', 'server_uuid': '46759903-b855-4115-9199-8add9ab04545', 'tag': '04dffacc-66fd-49a4-962f-5f3f6caae059', 'status': 'completed', 'code': 200} Oct 10 12:18:30.753871 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ee4f1-19f0-4b34-ac3c-76f5801d2341 req-6d7a0318-a578-4a57-993e-dccc7547770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:30.755362 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-661ee4f1-19f0-4b34-ac3c-76f5801d2341 req-6d7a0318-a578-4a57-993e-dccc7547770e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e71ce14ad114b1991a797131e645f5c&device_id=46759903-b855-4115-9199-8add9ab04545 HTTP/1.1" status: 200 len: 1099 time: 0.0846112 Oct 10 12:18:30.890683 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ee4f1-19f0-4b34-ac3c-76f5801d2341 req-cf149c0e-d2e2-4a95-9bc9-df69643d0a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:30.892484 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-661ee4f1-19f0-4b34-ac3c-76f5801d2341 req-cf149c0e-d2e2-4a95-9bc9-df69643d0a89 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6b89c66c-46a9-4024-8404-d4b60be01bac HTTP/1.1" status: 200 len: 910 time: 0.1315303 Oct 10 12:18:30.927814 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-17ed0d6c-a37d-431b-b73d-0b33d2a9e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e558ca4-845b-48b7-adab-a0808271921e', 'name': 'tempest-TestSnapshotPattern-252971054-router', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:30Z', 'updated_at': '2022-10-10T12:13:35Z', 'revision_number': 4, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'gw_port': {'id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:31Z', 'updated_at': '2022-10-10T12:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'b6342f9f-ef05-458d-a2f7-83f0bf6058ff', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'floating_ip_address': '172.26.4.92', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'port_id': 'fe7852e3-b67b-47b8-b570-621c9f81f8a8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'mac_address': 'fa:16:3e:f9:1f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14641fa7-6b7e-422a-855e-978db3967677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:14:08Z', 'updated_at': '2022-10-10T12:14:12Z', 'revision_number': 1, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7a5868-a959-4069-bfd5-bb8335adbb42', 'name': '', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'mac_address': 'fa:16:3e:1b:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:34Z', 'updated_at': '2022-10-10T12:13:40Z', 'revision_number': 5, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'subnets': [{'id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:18:30.932339 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ed0d6c-a37d-431b-b73d-0b33d2a9e7d0 None None] Checking router: 9e558ca4-845b-48b7-adab-a0808271921e for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:18:30.940637 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ed0d6c-a37d-431b-b73d-0b33d2a9e7d0 None None] Routers {'9e558ca4-845b-48b7-adab-a0808271921e'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:18:30.941330 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-17ed0d6c-a37d-431b-b73d-0b33d2a9e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:18:06Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9e558ca4-845b-48b7-adab-a0808271921e'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:18:30.983833 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-661ee4f1-19f0-4b34-ac3c-76f5801d2341 req-a8cb3fa2-5bdc-472a-8309-71098469fab1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04dffacc-66fd-49a4-962f-5f3f6caae059 HTTP/1.1" status: 200 len: 217 time: 0.0686963 Oct 10 12:18:31.050473 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ee4f1-19f0-4b34-ac3c-76f5801d2341 req-e01d920d-0c8e-486b-b343-8dae83a488f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:31.052312 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-661ee4f1-19f0-4b34-ac3c-76f5801d2341 req-e01d920d-0c8e-486b-b343-8dae83a488f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0ae7ab7-1359-4f02-a948-8513bd89c2fb HTTP/1.1" status: 200 len: 848 time: 0.0615351 Oct 10 12:18:31.132436 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-17ed0d6c-a37d-431b-b73d-0b33d2a9e7d0 None None] Set router 9e558ca4-845b-48b7-adab-a0808271921e gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:18:31.145160 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ee4f1-19f0-4b34-ac3c-76f5801d2341 req-5e099c86-3863-4718-926d-d0b21298aafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:31.146605 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-661ee4f1-19f0-4b34-ac3c-76f5801d2341 req-5e099c86-3863-4718-926d-d0b21298aafa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b89c66c-46a9-4024-8404-d4b60be01bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0871770 Oct 10 12:18:31.176678 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d335bb-a015-45d5-a5b4-493ca4682aa6 req-7710aea2-bf64-4d4d-b623-c8633798b5a4 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:31.177489 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-34d335bb-a015-45d5-a5b4-493ca4682aa6 req-7710aea2-bf64-4d4d-b623-c8633798b5a4 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Synchronizing usage tracker for tenant:8e71ce14ad114b1991a797131e645f5c on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 12:18:31.256902 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-34d335bb-a015-45d5-a5b4-493ca4682aa6 req-7710aea2-bf64-4d4d-b623-c8633798b5a4 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Unset dirty status for tenant:8e71ce14ad114b1991a797131e645f5c on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 12:18:31.258110 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-34d335bb-a015-45d5-a5b4-493ca4682aa6 req-7710aea2-bf64-4d4d-b623-c8633798b5a4 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=46759903-b855-4115-9199-8add9ab04545 HTTP/1.1" status: 200 len: 946 time: 0.1830826 Oct 10 12:18:31.284816 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-661ee4f1-19f0-4b34-ac3c-76f5801d2341 req-f3c93c5c-3d8e-4376-bd6f-d8db66357189 service neutron] 10.222.0.15 "GET /v2.0/networks/6b89c66c-46a9-4024-8404-d4b60be01bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307096 Oct 10 12:18:31.304441 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-34d335bb-a015-45d5-a5b4-493ca4682aa6 req-68f4168f-cb44-4ddc-bfc5-51d5af9221c3 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399017 Oct 10 12:18:31.421921 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-661ee4f1-19f0-4b34-ac3c-76f5801d2341 req-33a92e9f-28ba-4aff-b1e8-53740307eb7f service neutron] 10.222.0.15 "GET /v2.0/networks/6b89c66c-46a9-4024-8404-d4b60be01bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304963 Oct 10 12:18:31.489338 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-17ed0d6c-a37d-431b-b73d-0b33d2a9e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e558ca4-845b-48b7-adab-a0808271921e', 'name': 'tempest-TestSnapshotPattern-252971054-router', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:30Z', 'updated_at': '2022-10-10T12:13:35Z', 'revision_number': 4, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'gw_port': {'id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:31Z', 'updated_at': '2022-10-10T12:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'b6342f9f-ef05-458d-a2f7-83f0bf6058ff', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'floating_ip_address': '172.26.4.92', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'port_id': 'fe7852e3-b67b-47b8-b570-621c9f81f8a8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'mac_address': 'fa:16:3e:f9:1f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14641fa7-6b7e-422a-855e-978db3967677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:14:08Z', 'updated_at': '2022-10-10T12:14:12Z', 'revision_number': 1, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7a5868-a959-4069-bfd5-bb8335adbb42', 'name': '', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'mac_address': 'fa:16:3e:1b:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:34Z', 'updated_at': '2022-10-10T12:13:40Z', 'revision_number': 5, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'subnets': [{'id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:18:31.493227 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ed0d6c-a37d-431b-b73d-0b33d2a9e7d0 None None] The sync data for ids ['9e558ca4-845b-48b7-adab-a0808271921e'] in dv-neutron-860842-1-hyperv is: [{'id': '9e558ca4-845b-48b7-adab-a0808271921e', 'name': 'tempest-TestSnapshotPattern-252971054-router', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:30Z', 'updated_at': '2022-10-10T12:13:35Z', 'revision_number': 4, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'gw_port': {'id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:31Z', 'updated_at': '2022-10-10T12:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_floatingips': [{'id': 'b6342f9f-ef05-458d-a2f7-83f0bf6058ff', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'floating_ip_address': '172.26.4.92', 'floating_network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'router_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'port_id': 'fe7852e3-b67b-47b8-b570-621c9f81f8a8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'mac_address': 'fa:16:3e:f9:1f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14641fa7-6b7e-422a-855e-978db3967677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:14:08Z', 'updated_at': '2022-10-10T12:14:12Z', 'revision_number': 1, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7a5868-a959-4069-bfd5-bb8335adbb42', 'name': '', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'mac_address': 'fa:16:3e:1b:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:34Z', 'updated_at': '2022-10-10T12:13:40Z', 'revision_number': 5, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'subnets': [{'id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:18:31.694590 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f51554-a967-45b7-9b23-23cff58d6b74 None None] New status for floating IP fe2baa3b-162f-41ba-84ed-47fdeb0f3375: DOWN {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 12:18:31.747253 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 04dffacc-66fd-49a4-962f-5f3f6caae059 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 12:18:31.930493 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Current status of the port 04dffacc-66fd-49a4-962f-5f3f6caae059 is: ACTIVE; New status is: DOWN {{(pid=89898) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 10 12:18:31.930856 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8008916'] for port, before_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:31.958856 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46759903-b855-4115-9199-8add9ab04545', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04dffacc-66fd-49a4-962f-5f3f6caae059'}] {{(pid=89898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:18:31.961106 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08b049e25f9c1c27e38c4df2ba44dd3c28e4d8113b2db211f28810618a681f70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263a4ebe-8141-4909-b826-1674aac36da6" -d '{"events": [{"server_uuid": "46759903-b855-4115-9199-8add9ab04545", "name": "network-vif-unplugged", "status": "completed", "tag": "04dffacc-66fd-49a4-962f-5f3f6caae059"}]}' {{(pid=89898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:18:31.969365 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] For port 04dffacc-66fd-49a4-962f-5f3f6caae059, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=04dffacc-66fd-49a4-962f-5f3f6caae059,segment=NetworkSegment(58517e19-da95-45c3-a9f7-f6f15727e763),segment_id=58517e19-da95-45c3-a9f7-f6f15727e763)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:18:32.002690 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Oct 2022 12:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62415ad7-9ae3-4307-85cb-a338729bd031 x-openstack-request-id: req-62415ad7-9ae3-4307-85cb-a338729bd031 {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:18:32.002979 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46759903-b855-4115-9199-8add9ab04545", "name": "network-vif-unplugged", "status": "completed", "tag": "04dffacc-66fd-49a4-962f-5f3f6caae059", "code": 200}]} {{(pid=89898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:18:32.003235 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-62415ad7-9ae3-4307-85cb-a338729bd031 {{(pid=89898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:18:32.003659 dv-neutron-860842-1-hyperv neutron-server[89898]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62415ad7-9ae3-4307-85cb-a338729bd031'] response: {'server_uuid': '46759903-b855-4115-9199-8add9ab04545', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04dffacc-66fd-49a4-962f-5f3f6caae059', 'code': 200} Oct 10 12:18:32.033535 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733224530517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733223929317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733223931670'] for port, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:32.101033 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Pushing event updated for resources: {'Port': ['ID=04dffacc-66fd-49a4-962f-5f3f6caae059,revision_number=8']} {{(pid=89898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:32.506994 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abd0fe-f76a-40e9-8056-de485939cc0d req-1ca91c71-0069-4404-85e9-2671746088c9 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:32.508433 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b5abd0fe-f76a-40e9-8056-de485939cc0d req-1ca91c71-0069-4404-85e9-2671746088c9 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=46759903-b855-4115-9199-8add9ab04545 HTTP/1.1" status: 200 len: 944 time: 0.0864840 Oct 10 12:18:32.556416 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-b5abd0fe-f76a-40e9-8056-de485939cc0d req-0eb378ca-bf72-41c1-9e3c-02cc7d6617d8 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412152 Oct 10 12:18:32.630767 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b80b0b-e805-4ac8-9ed4-50fab07b9455 req-4b263eab-a711-4104-94ba-041b7756b369 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:32.632117 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-03b80b0b-e805-4ac8-9ed4-50fab07b9455 req-4b263eab-a711-4104-94ba-041b7756b369 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.15 "GET /v2.0/ports?device_id=46759903-b855-4115-9199-8add9ab04545 HTTP/1.1" status: 200 len: 944 time: 0.0876405 Oct 10 12:18:32.701021 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-03b80b0b-e805-4ac8-9ed4-50fab07b9455 req-e443fdbc-e69b-4a9f-921d-d04003bec373 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Deleting port 04dffacc-66fd-49a4-962f-5f3f6caae059 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:18:32.701361 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-03b80b0b-e805-4ac8-9ed4-50fab07b9455 req-e443fdbc-e69b-4a9f-921d-d04003bec373 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:33.036547 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-03b80b0b-e805-4ac8-9ed4-50fab07b9455 req-e443fdbc-e69b-4a9f-921d-d04003bec373 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] For port 04dffacc-66fd-49a4-962f-5f3f6caae059, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=04dffacc-66fd-49a4-962f-5f3f6caae059,segment=NetworkSegment(58517e19-da95-45c3-a9f7-f6f15727e763),segment_id=58517e19-da95-45c3-a9f7-f6f15727e763)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:18:33.036895 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-03b80b0b-e805-4ac8-9ed4-50fab07b9455 req-e443fdbc-e69b-4a9f-921d-d04003bec373 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:33.163569 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-03b80b0b-e805-4ac8-9ed4-50fab07b9455 req-e443fdbc-e69b-4a9f-921d-d04003bec373 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Calling delete_port for 04dffacc-66fd-49a4-962f-5f3f6caae059 owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:18:33.387973 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-03b80b0b-e805-4ac8-9ed4-50fab07b9455 req-e443fdbc-e69b-4a9f-921d-d04003bec373 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:33.442964 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443fdbc-e69b-4a9f-921d-d04003bec373 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Pushing event deleted for resources: {'Port': ['ID=04dffacc-66fd-49a4-962f-5f3f6caae059,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:33.487517 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443fdbc-e69b-4a9f-921d-d04003bec373 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:33.487862 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443fdbc-e69b-4a9f-921d-d04003bec373 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:33.488199 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443fdbc-e69b-4a9f-921d-d04003bec373 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:33.488527 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443fdbc-e69b-4a9f-921d-d04003bec373 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:33.488850 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443fdbc-e69b-4a9f-921d-d04003bec373 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:33.489170 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443fdbc-e69b-4a9f-921d-d04003bec373 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:33.489490 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443fdbc-e69b-4a9f-921d-d04003bec373 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:33.489832 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443fdbc-e69b-4a9f-921d-d04003bec373 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:33.490152 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443fdbc-e69b-4a9f-921d-d04003bec373 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:33.490466 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443fdbc-e69b-4a9f-921d-d04003bec373 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:33.490781 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443fdbc-e69b-4a9f-921d-d04003bec373 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:33.491096 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443fdbc-e69b-4a9f-921d-d04003bec373 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860842-1-hyperv {{(pid=89897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:33.536822 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8f95368a-982e-4665-ac3a-00c8e8a882fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:33.543282 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b80b0b-e805-4ac8-9ed4-50fab07b9455 req-e443fdbc-e69b-4a9f-921d-d04003bec373 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] No DVR routers for this DVR port 04dffacc-66fd-49a4-962f-5f3f6caae059 on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 12:18:33.545536 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-03b80b0b-e805-4ac8-9ed4-50fab07b9455 req-e443fdbc-e69b-4a9f-921d-d04003bec373 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:33.548169 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46759903-b855-4115-9199-8add9ab04545', 'name': 'network-vif-deleted', 'tag': '04dffacc-66fd-49a4-962f-5f3f6caae059'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:18:33.550470 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714c78c2e4d93ea9dde330a5be4e5ffb87c832b10a2057182438f50f811a6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b080ca-9cbe-4649-b76c-080092e24b47" -d '{"events": [{"server_uuid": "46759903-b855-4115-9199-8add9ab04545", "name": "network-vif-deleted", "tag": "04dffacc-66fd-49a4-962f-5f3f6caae059"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:18:33.623829 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-03b80b0b-e805-4ac8-9ed4-50fab07b9455 req-e443fdbc-e69b-4a9f-921d-d04003bec373 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.15 "DELETE /v2.0/ports/04dffacc-66fd-49a4-962f-5f3f6caae059 HTTP/1.1" status: 204 len: 173 time: 0.9858036 Oct 10 12:18:33.646523 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62b007e-3f8b-4d18-90c1-e5428297508b x-openstack-request-id: req-d62b007e-3f8b-4d18-90c1-e5428297508b {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:18:33.647179 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46759903-b855-4115-9199-8add9ab04545", "name": "network-vif-deleted", "tag": "04dffacc-66fd-49a4-962f-5f3f6caae059", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:18:33.647268 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d62b007e-3f8b-4d18-90c1-e5428297508b {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:18:33.647710 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d62b007e-3f8b-4d18-90c1-e5428297508b'] response: {'server_uuid': '46759903-b855-4115-9199-8add9ab04545', 'name': 'network-vif-deleted', 'tag': '04dffacc-66fd-49a4-962f-5f3f6caae059', 'status': 'completed', 'code': 200} Oct 10 12:18:33.719803 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-0f0e0d47-8c59-4449-9498-1078b103459c req-977d40be-6ba6-4f1a-b2a5-25db7b55c82b tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=46759903-b855-4115-9199-8add9ab04545 HTTP/1.1" status: 200 len: 210 time: 0.0503399 Oct 10 12:18:35.750080 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 04dffacc-66fd-49a4-962f-5f3f6caae059 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 12:18:35.786786 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: 04dffacc-66fd-49a4-962f-5f3f6caae059 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 12:18:35.787121 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device 04dffacc-66fd-49a4-962f-5f3f6caae059 not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 12:18:35.799201 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8f731eca-719b-4ff1-9352-4d2286e10d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:36.117761 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 40476) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:18:36.317955 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-8ac129e8-c76c-4373-895b-6e780f473ea2 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Deleting port 76327f20-3932-475d-9863-43208a240a2f {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:18:36.318292 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8ac129e8-c76c-4373-895b-6e780f473ea2 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:36.488733 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8ac129e8-c76c-4373-895b-6e780f473ea2 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:36.489054 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8ac129e8-c76c-4373-895b-6e780f473ea2 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:36.608089 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-8ac129e8-c76c-4373-895b-6e780f473ea2 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Calling delete_port for 76327f20-3932-475d-9863-43208a240a2f owned by network:floatingip {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:18:36.902256 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8ac129e8-c76c-4373-895b-6e780f473ea2 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:36.948021 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac129e8-c76c-4373-895b-6e780f473ea2 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Pushing event deleted for resources: {'Port': ['ID=76327f20-3932-475d-9863-43208a240a2f,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:37.048024 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8ac129e8-c76c-4373-895b-6e780f473ea2 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for floatingip, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:37.048352 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.db.l3_db [None req-8ac129e8-c76c-4373-895b-6e780f473ea2 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Floating IP b6342f9f-ef05-458d-a2f7-83f0bf6058ff disassociated (deleted). External IP: 172.26.4.92, port: fe7852e3-b67b-47b8-b570-621c9f81f8a8. Oct 10 12:18:37.056558 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:37.301220 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:37.402412 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac129e8-c76c-4373-895b-6e780f473ea2 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Router 9e558ca4-845b-48b7-adab-a0808271921e has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 12:18:37.578687 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac129e8-c76c-4373-895b-6e780f473ea2 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 12:18:37.588554 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8e41d5-b495-46f4-ab19-5a1e631c6f43 None None] Sync routers for ids ['9e558ca4-845b-48b7-adab-a0808271921e'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:18:37.594701 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-8ac129e8-c76c-4373-895b-6e780f473ea2 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for floatingip, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:37.597733 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8e41d5-b495-46f4-ab19-5a1e631c6f43 None None] Routers {'9e558ca4-845b-48b7-adab-a0808271921e'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:18:37.598336 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-0a8e41d5-b495-46f4-ab19-5a1e631c6f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:18:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9e558ca4-845b-48b7-adab-a0808271921e'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:18:37.651592 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-8ac129e8-c76c-4373-895b-6e780f473ea2 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "DELETE /v2.0/floatingips/b6342f9f-ef05-458d-a2f7-83f0bf6058ff HTTP/1.1" status: 204 len: 168 time: 1.5325470 Oct 10 12:18:37.652225 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14641fa7-6b7e-422a-855e-978db3967677', 'tag': 'fe7852e3-b67b-47b8-b570-621c9f81f8a8'}] {{(pid=89896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:18:37.654550 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b18cdf938e61c4421b4a7003426f5e3141cdc618d5ff1548e099703998ab56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8036b0df-3725-4788-aa68-078ecbfa09d4" -d '{"events": [{"name": "network-changed", "server_uuid": "14641fa7-6b7e-422a-855e-978db3967677", "tag": "fe7852e3-b67b-47b8-b570-621c9f81f8a8"}]}' {{(pid=89896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:18:37.696026 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43313b5e-cdf9-4f0d-85bf-a059c026c1ba x-openstack-request-id: req-43313b5e-cdf9-4f0d-85bf-a059c026c1ba {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:18:37.697065 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14641fa7-6b7e-422a-855e-978db3967677", "tag": "fe7852e3-b67b-47b8-b570-621c9f81f8a8", "status": "completed", "code": 200}]} {{(pid=89896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:18:37.697454 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-43313b5e-cdf9-4f0d-85bf-a059c026c1ba {{(pid=89896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:18:37.697987 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43313b5e-cdf9-4f0d-85bf-a059c026c1ba'] response: {'name': 'network-changed', 'server_uuid': '14641fa7-6b7e-422a-855e-978db3967677', 'tag': 'fe7852e3-b67b-47b8-b570-621c9f81f8a8', 'status': 'completed', 'code': 200} Oct 10 12:18:37.781781 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-0a8e41d5-b495-46f4-ab19-5a1e631c6f43 None None] Set router 9e558ca4-845b-48b7-adab-a0808271921e gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:18:37.795068 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036b0df-3725-4788-aa68-078ecbfa09d4 req-a4aaa189-fc84-4915-af2d-b489ee95bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:37.797089 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8036b0df-3725-4788-aa68-078ecbfa09d4 req-a4aaa189-fc84-4915-af2d-b489ee95bb7a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e71ce14ad114b1991a797131e645f5c&device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 1096 time: 0.0798559 Oct 10 12:18:37.931930 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036b0df-3725-4788-aa68-078ecbfa09d4 req-246a35a5-012c-43d2-bcd5-57072e42159f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:37.933418 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8036b0df-3725-4788-aa68-078ecbfa09d4 req-246a35a5-012c-43d2-bcd5-57072e42159f service neutron] 10.222.0.15 "GET /v2.0/networks?id=6b89c66c-46a9-4024-8404-d4b60be01bac HTTP/1.1" status: 200 len: 910 time: 0.1308084 Oct 10 12:18:38.011187 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8036b0df-3725-4788-aa68-078ecbfa09d4 req-583b4077-4e67-49cd-b16b-b2275e513036 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe7852e3-b67b-47b8-b570-621c9f81f8a8 HTTP/1.1" status: 200 len: 217 time: 0.0713754 Oct 10 12:18:38.075278 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036b0df-3725-4788-aa68-078ecbfa09d4 req-5c1829c3-3065-4a06-aca6-c95982eb891c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:38.077497 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8036b0df-3725-4788-aa68-078ecbfa09d4 req-5c1829c3-3065-4a06-aca6-c95982eb891c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0ae7ab7-1359-4f02-a948-8513bd89c2fb HTTP/1.1" status: 200 len: 848 time: 0.0596132 Oct 10 12:18:38.148688 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-0a8e41d5-b495-46f4-ab19-5a1e631c6f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e558ca4-845b-48b7-adab-a0808271921e', 'name': 'tempest-TestSnapshotPattern-252971054-router', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:30Z', 'updated_at': '2022-10-10T12:13:35Z', 'revision_number': 4, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'gw_port': {'id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:31Z', 'updated_at': '2022-10-10T12:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '1d7a5868-a959-4069-bfd5-bb8335adbb42', 'name': '', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'mac_address': 'fa:16:3e:1b:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:34Z', 'updated_at': '2022-10-10T12:13:40Z', 'revision_number': 5, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'subnets': [{'id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:18:38.154375 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8e41d5-b495-46f4-ab19-5a1e631c6f43 None None] Checking router: 9e558ca4-845b-48b7-adab-a0808271921e for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:18:38.162873 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8e41d5-b495-46f4-ab19-5a1e631c6f43 None None] Routers {'9e558ca4-845b-48b7-adab-a0808271921e'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:18:38.163464 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-0a8e41d5-b495-46f4-ab19-5a1e631c6f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:18:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9e558ca4-845b-48b7-adab-a0808271921e'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:18:38.166396 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036b0df-3725-4788-aa68-078ecbfa09d4 req-771cb726-9115-4a57-b578-aa9efee815d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:38.167876 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8036b0df-3725-4788-aa68-078ecbfa09d4 req-771cb726-9115-4a57-b578-aa9efee815d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b89c66c-46a9-4024-8404-d4b60be01bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849431 Oct 10 12:18:38.342186 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-0a8e41d5-b495-46f4-ab19-5a1e631c6f43 None None] Set router 9e558ca4-845b-48b7-adab-a0808271921e gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:18:38.355728 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8036b0df-3725-4788-aa68-078ecbfa09d4 req-b4c16ab6-d81f-480e-bf1a-9a19424711f3 service neutron] 10.222.0.15 "GET /v2.0/networks/6b89c66c-46a9-4024-8404-d4b60be01bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509259 Oct 10 12:18:38.363719 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d19517-bda8-45d9-969a-75133b37a9e8 req-6519fe4f-0c47-4bcb-a882-97582683b9be tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:38.364376 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-d8d19517-bda8-45d9-969a-75133b37a9e8 req-6519fe4f-0c47-4bcb-a882-97582683b9be tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Synchronizing usage tracker for tenant:8e71ce14ad114b1991a797131e645f5c on resource:port {{(pid=89897) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 12:18:38.472986 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.quota.resource [req-d8d19517-bda8-45d9-969a-75133b37a9e8 req-6519fe4f-0c47-4bcb-a882-97582683b9be tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Unset dirty status for tenant:8e71ce14ad114b1991a797131e645f5c on resource:port {{(pid=89897) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 12:18:38.474160 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d8d19517-bda8-45d9-969a-75133b37a9e8 req-6519fe4f-0c47-4bcb-a882-97582683b9be tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 943 time: 0.3054338 Oct 10 12:18:38.532484 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-8036b0df-3725-4788-aa68-078ecbfa09d4 req-f97126e2-0e4d-4376-b33c-21c266276548 service neutron] 10.222.0.15 "GET /v2.0/networks/6b89c66c-46a9-4024-8404-d4b60be01bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654663 Oct 10 12:18:38.539325 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-d8d19517-bda8-45d9-969a-75133b37a9e8 req-ab23819c-75a5-4894-86a2-560a4508cdb0 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578978 Oct 10 12:18:38.655203 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-0a8e41d5-b495-46f4-ab19-5a1e631c6f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e558ca4-845b-48b7-adab-a0808271921e', 'name': 'tempest-TestSnapshotPattern-252971054-router', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:30Z', 'updated_at': '2022-10-10T12:13:35Z', 'revision_number': 4, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'gw_port': {'id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:31Z', 'updated_at': '2022-10-10T12:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '1d7a5868-a959-4069-bfd5-bb8335adbb42', 'name': '', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'mac_address': 'fa:16:3e:1b:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:34Z', 'updated_at': '2022-10-10T12:13:40Z', 'revision_number': 5, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'subnets': [{'id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:18:38.658944 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8e41d5-b495-46f4-ab19-5a1e631c6f43 None None] The sync data for ids ['9e558ca4-845b-48b7-adab-a0808271921e'] in dv-neutron-860842-1-hyperv is: [{'id': '9e558ca4-845b-48b7-adab-a0808271921e', 'name': 'tempest-TestSnapshotPattern-252971054-router', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:30Z', 'updated_at': '2022-10-10T12:13:35Z', 'revision_number': 4, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'gw_port': {'id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:31Z', 'updated_at': '2022-10-10T12:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv', '_interfaces': [{'id': '1d7a5868-a959-4069-bfd5-bb8335adbb42', 'name': '', 'network_id': '6b89c66c-46a9-4024-8404-d4b60be01bac', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'mac_address': 'fa:16:3e:1b:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:34Z', 'updated_at': '2022-10-10T12:13:40Z', 'revision_number': 5, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'subnets': [{'id': 'b0ae7ab7-1359-4f02-a948-8513bd89c2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:18:38.862577 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8487a079-a7b9-41d7-b21e-33b7532e493f None None] New status for floating IP b6342f9f-ef05-458d-a2f7-83f0bf6058ff: DOWN {{(pid=89898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 10 12:18:38.918135 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:39.748708 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd142df9-a2fc-4771-845e-828091abe6a0 req-b568d9fc-7bbc-4290-97d0-d2d5cf962e76 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:39.749490 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-dd142df9-a2fc-4771-845e-828091abe6a0 req-b568d9fc-7bbc-4290-97d0-d2d5cf962e76 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Synchronizing usage tracker for tenant:8e71ce14ad114b1991a797131e645f5c on resource:port {{(pid=89896) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 10 12:18:39.763073 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.quota.resource [req-dd142df9-a2fc-4771-845e-828091abe6a0 req-b568d9fc-7bbc-4290-97d0-d2d5cf962e76 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Unset dirty status for tenant:8e71ce14ad114b1991a797131e645f5c on resource:port {{(pid=89896) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 10 12:18:39.764216 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-dd142df9-a2fc-4771-845e-828091abe6a0 req-b568d9fc-7bbc-4290-97d0-d2d5cf962e76 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 943 time: 0.1054981 Oct 10 12:18:39.811216 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-dd142df9-a2fc-4771-845e-828091abe6a0 req-e3362cc6-8afd-4d6e-a007-07f264ba5938 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/security-groups?id=a0a02953-b83c-40cc-a37c-843cf2fbc579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411468 Oct 10 12:18:39.855422 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d462a-4639-4bfa-af22-0f361cc91f57 req-7e025480-839e-4c99-a758-e46e889d5258 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:39.856265 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-294d462a-4639-4bfa-af22-0f361cc91f57 req-7e025480-839e-4c99-a758-e46e889d5258 tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.15 "GET /v2.0/ports?device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 943 time: 0.1879315 Oct 10 12:18:39.927475 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-294d462a-4639-4bfa-af22-0f361cc91f57 req-7b5db615-77c7-4f01-b09c-a0b32ae95c8e tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Deleting port fe7852e3-b67b-47b8-b570-621c9f81f8a8 {{(pid=89897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:18:39.927811 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-294d462a-4639-4bfa-af22-0f361cc91f57 req-7b5db615-77c7-4f01-b09c-a0b32ae95c8e tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:40.102924 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:40.177088 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.db [req-294d462a-4639-4bfa-af22-0f361cc91f57 req-7b5db615-77c7-4f01-b09c-a0b32ae95c8e tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] For port fe7852e3-b67b-47b8-b570-621c9f81f8a8, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=fe7852e3-b67b-47b8-b570-621c9f81f8a8,segment=NetworkSegment(58517e19-da95-45c3-a9f7-f6f15727e763),segment_id=58517e19-da95-45c3-a9f7-f6f15727e763)] {{(pid=89897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:18:40.177360 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-294d462a-4639-4bfa-af22-0f361cc91f57 req-7b5db615-77c7-4f01-b09c-a0b32ae95c8e tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:40.299533 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.plugins.ml2.plugin [req-294d462a-4639-4bfa-af22-0f361cc91f57 req-7b5db615-77c7-4f01-b09c-a0b32ae95c8e tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Calling delete_port for fe7852e3-b67b-47b8-b570-621c9f81f8a8 owned by compute:nova {{(pid=89897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:18:40.502507 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-294d462a-4639-4bfa-af22-0f361cc91f57 req-7b5db615-77c7-4f01-b09c-a0b32ae95c8e tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2413602'] for port, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:40.559437 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5db615-77c7-4f01-b09c-a0b32ae95c8e tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Pushing event deleted for resources: {'Port': ['ID=fe7852e3-b67b-47b8-b570-621c9f81f8a8,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:40.645344 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.db.l3_dvrscheduler_db [req-294d462a-4639-4bfa-af22-0f361cc91f57 req-7b5db615-77c7-4f01-b09c-a0b32ae95c8e tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] No DVR routers for this DVR port fe7852e3-b67b-47b8-b570-621c9f81f8a8 on host hv-neutron-8608 {{(pid=89897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 12:18:40.647719 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [req-294d462a-4639-4bfa-af22-0f361cc91f57 req-7b5db615-77c7-4f01-b09c-a0b32ae95c8e tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-461963'] for port, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:40.651247 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14641fa7-6b7e-422a-855e-978db3967677', 'name': 'network-vif-deleted', 'tag': 'fe7852e3-b67b-47b8-b570-621c9f81f8a8'}] {{(pid=89897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:18:40.653509 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}714c78c2e4d93ea9dde330a5be4e5ffb87c832b10a2057182438f50f811a6b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8aa1d1-8109-49fa-9247-8361f37d111b" -d '{"events": [{"server_uuid": "14641fa7-6b7e-422a-855e-978db3967677", "name": "network-vif-deleted", "tag": "fe7852e3-b67b-47b8-b570-621c9f81f8a8"}]}' {{(pid=89897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:18:40.694656 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0324b9-e171-43fb-b355-1705f8a65378 x-openstack-request-id: req-3c0324b9-e171-43fb-b355-1705f8a65378 {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:18:40.694963 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14641fa7-6b7e-422a-855e-978db3967677", "name": "network-vif-deleted", "tag": "fe7852e3-b67b-47b8-b570-621c9f81f8a8", "status": "completed", "code": 200}]} {{(pid=89897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:18:40.695294 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3c0324b9-e171-43fb-b355-1705f8a65378 {{(pid=89897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:18:40.695700 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c0324b9-e171-43fb-b355-1705f8a65378'] response: {'server_uuid': '14641fa7-6b7e-422a-855e-978db3967677', 'name': 'network-vif-deleted', 'tag': 'fe7852e3-b67b-47b8-b570-621c9f81f8a8', 'status': 'completed', 'code': 200} Oct 10 12:18:40.714745 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [req-294d462a-4639-4bfa-af22-0f361cc91f57 req-7b5db615-77c7-4f01-b09c-a0b32ae95c8e tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.15 "DELETE /v2.0/ports/fe7852e3-b67b-47b8-b570-621c9f81f8a8 HTTP/1.1" status: 204 len: 173 time: 0.8537412 Oct 10 12:18:40.992591 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [req-af6d6dce-a0e8-4852-b578-f12abfd45c66 req-db741521-2c33-4b16-b505-53bba13d1a3d tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "GET /v2.0/ports?device_id=14641fa7-6b7e-422a-855e-978db3967677 HTTP/1.1" status: 200 len: 210 time: 0.0610337 Oct 10 12:18:42.034931 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:18:42.093503 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 40496) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:18:42.160076 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7d6b35d9-915a-4f27-81bb-0d89bdc71cbb tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:42.189673 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7d6b35d9-915a-4f27-81bb-0d89bdc71cbb tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:42.307610 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7d6b35d9-915a-4f27-81bb-0d89bdc71cbb tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:42.324629 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b35d9-915a-4f27-81bb-0d89bdc71cbb tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a02953-b83c-40cc-a37c-843cf2fbc579,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:42.387088 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7d6b35d9-915a-4f27-81bb-0d89bdc71cbb tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:42.388231 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7d6b35d9-915a-4f27-81bb-0d89bdc71cbb tempest-TestSnapshotPattern-1248679708 tempest-TestSnapshotPattern-1248679708-project] 10.222.0.40 "DELETE /v2.0/security-groups/a0a02953-b83c-40cc-a37c-843cf2fbc579 HTTP/1.1" status: 204 len: 168 time: 0.2937346 Oct 10 12:18:43.530938 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 40504) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:18:43.815169 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device fe7852e3-b67b-47b8-b570-621c9f81f8a8 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 12:18:43.850471 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] No Port match for: fe7852e3-b67b-47b8-b570-621c9f81f8a8 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 12:18:43.850822 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Device fe7852e3-b67b-47b8-b570-621c9f81f8a8 not bound to the agent host hv-neutron-8608 {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 12:18:44.266921 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f4380912-56b9-442f-8462-4fbce274976d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:44.609120 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-f4380912-56b9-442f-8462-4fbce274976d admin admin] Deleting port 1d7a5868-a959-4069-bfd5-bb8335adbb42 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:18:44.609788 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f4380912-56b9-442f-8462-4fbce274976d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:44.775878 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-f4380912-56b9-442f-8462-4fbce274976d admin admin] For port 1d7a5868-a959-4069-bfd5-bb8335adbb42, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=1d7a5868-a959-4069-bfd5-bb8335adbb42,segment=NetworkSegment(58517e19-da95-45c3-a9f7-f6f15727e763),segment_id=58517e19-da95-45c3-a9f7-f6f15727e763)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:18:44.776221 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f4380912-56b9-442f-8462-4fbce274976d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:44.894959 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-f4380912-56b9-442f-8462-4fbce274976d admin admin] Calling delete_port for 1d7a5868-a959-4069-bfd5-bb8335adbb42 owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:18:45.267541 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f4380912-56b9-442f-8462-4fbce274976d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:45.319711 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4380912-56b9-442f-8462-4fbce274976d admin admin] Pushing event deleted for resources: {'Port': ['ID=1d7a5868-a959-4069-bfd5-bb8335adbb42,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:45.693549 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-f4380912-56b9-442f-8462-4fbce274976d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:46.047409 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4380912-56b9-442f-8462-4fbce274976d admin admin] Router 9e558ca4-845b-48b7-adab-a0808271921e has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 12:18:46.222666 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4380912-56b9-442f-8462-4fbce274976d admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 12:18:46.231747 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1a9c01-8a0f-4dc2-b499-4d20330cf316 None None] Sync routers for ids ['9e558ca4-845b-48b7-adab-a0808271921e'] in dv-neutron-860842-1-hyperv {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:18:46.234850 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-f4380912-56b9-442f-8462-4fbce274976d admin admin] 10.222.0.40 "PUT /v2.0/routers/9e558ca4-845b-48b7-adab-a0808271921e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7028601 Oct 10 12:18:46.237259 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 40510) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:18:46.241233 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1a9c01-8a0f-4dc2-b499-4d20330cf316 None None] Routers {'9e558ca4-845b-48b7-adab-a0808271921e'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:18:46.241983 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-1c1a9c01-8a0f-4dc2-b499-4d20330cf316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:18:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9e558ca4-845b-48b7-adab-a0808271921e'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:18:46.415585 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e34e-b775-40c6-aed9-958431f35d4b admin admin] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:46.421461 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-1c1a9c01-8a0f-4dc2-b499-4d20330cf316 None None] Set router 9e558ca4-845b-48b7-adab-a0808271921e gateway port host: dv-neutron-860842-1-hyperv {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:18:46.594045 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e34e-b775-40c6-aed9-958431f35d4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:46.644778 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-c8b4e34e-b775-40c6-aed9-958431f35d4b admin admin] Deleting port 35e93c41-5be6-46e6-b210-08f61312ce8a {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:18:46.645118 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e34e-b775-40c6-aed9-958431f35d4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:46.703903 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-1c1a9c01-8a0f-4dc2-b499-4d20330cf316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e558ca4-845b-48b7-adab-a0808271921e', 'name': 'tempest-TestSnapshotPattern-252971054-router', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:30Z', 'updated_at': '2022-10-10T12:18:45Z', 'revision_number': 5, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'gw_port': {'id': '35e93c41-5be6-46e6-b210-08f61312ce8a', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e558ca4-845b-48b7-adab-a0808271921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:31Z', 'updated_at': '2022-10-10T12:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:18:46.707767 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1a9c01-8a0f-4dc2-b499-4d20330cf316 None None] Checking router: 9e558ca4-845b-48b7-adab-a0808271921e for host: dv-neutron-860842-1-hyperv {{(pid=89899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:18:46.716283 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1a9c01-8a0f-4dc2-b499-4d20330cf316 None None] Routers {'9e558ca4-845b-48b7-adab-a0808271921e'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:18:46.716866 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-1c1a9c01-8a0f-4dc2-b499-4d20330cf316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:18:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['9e558ca4-845b-48b7-adab-a0808271921e'], 'active': True} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:18:46.912444 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_dvr_db [None req-1c1a9c01-8a0f-4dc2-b499-4d20330cf316 None None] Set router 9e558ca4-845b-48b7-adab-a0808271921e gateway port host: None {{(pid=89899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:18:46.940815 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-c8b4e34e-b775-40c6-aed9-958431f35d4b admin admin] For port 35e93c41-5be6-46e6-b210-08f61312ce8a, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=35e93c41-5be6-46e6-b210-08f61312ce8a,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:18:46.941361 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e34e-b775-40c6-aed9-958431f35d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:47.019113 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.l3_hamode_db [None req-1c1a9c01-8a0f-4dc2-b499-4d20330cf316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e558ca4-845b-48b7-adab-a0808271921e', 'name': 'tempest-TestSnapshotPattern-252971054-router', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:30Z', 'updated_at': '2022-10-10T12:18:46Z', 'revision_number': 6, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'gw_port_host': None}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:18:47.023040 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1a9c01-8a0f-4dc2-b499-4d20330cf316 None None] The sync data for ids ['9e558ca4-845b-48b7-adab-a0808271921e'] in dv-neutron-860842-1-hyperv is: [{'id': '9e558ca4-845b-48b7-adab-a0808271921e', 'name': 'tempest-TestSnapshotPattern-252971054-router', 'tenant_id': '8e71ce14ad114b1991a797131e645f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:30Z', 'updated_at': '2022-10-10T12:18:46Z', 'revision_number': 6, 'project_id': '8e71ce14ad114b1991a797131e645f5c', 'gw_port_host': None}] {{(pid=89899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:18:47.065394 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-c8b4e34e-b775-40c6-aed9-958431f35d4b admin admin] Calling delete_port for 35e93c41-5be6-46e6-b210-08f61312ce8a owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:18:47.295290 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e34e-b775-40c6-aed9-958431f35d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:47.341742 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4e34e-b775-40c6-aed9-958431f35d4b admin admin] Pushing event deleted for resources: {'Port': ['ID=35e93c41-5be6-46e6-b210-08f61312ce8a,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:47.447733 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e34e-b775-40c6-aed9-958431f35d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:47.616396 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e34e-b775-40c6-aed9-958431f35d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:47.619353 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e34e-b775-40c6-aed9-958431f35d4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:47.696347 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e34e-b775-40c6-aed9-958431f35d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:47.696762 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b4e34e-b775-40c6-aed9-958431f35d4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e558ca4-845b-48b7-adab-a0808271921e {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 12:18:47.708869 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e34e-b775-40c6-aed9-958431f35d4b admin admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:47.710040 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-c8b4e34e-b775-40c6-aed9-958431f35d4b admin admin] 10.222.0.40 "DELETE /v2.0/routers/9e558ca4-845b-48b7-adab-a0808271921e HTTP/1.1" status: 204 len: 168 time: 1.4718664 Oct 10 12:18:47.713011 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 40518) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:18:47.775434 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f334c2e-7ec4-420c-9273-a0f720948e53 admin admin] Deleting subnet b0ae7ab7-1359-4f02-a948-8513bd89c2fb {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 12:18:47.778561 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7f334c2e-7ec4-420c-9273-a0f720948e53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:47.828623 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7f334c2e-7ec4-420c-9273-a0f720948e53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:47.906741 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7f334c2e-7ec4-420c-9273-a0f720948e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:48.079718 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7f334c2e-7ec4-420c-9273-a0f720948e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:48.122139 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f334c2e-7ec4-420c-9273-a0f720948e53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0ae7ab7-1359-4f02-a948-8513bd89c2fb,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:48.124163 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-7f334c2e-7ec4-420c-9273-a0f720948e53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:48.128155 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f535f09-d102-4891-934a-77fb46af23d0 None None] Network 6b89c66c-46a9-4024-8404-d4b60be01bac requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 12:18:48.130352 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-7f334c2e-7ec4-420c-9273-a0f720948e53 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/b0ae7ab7-1359-4f02-a948-8513bd89c2fb HTTP/1.1" status: 204 len: 168 time: 0.4163284 Oct 10 12:18:48.132857 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 40522) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:18:48.239435 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-695339cb-154f-4f3f-937a-440881fa57cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:48.250471 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-695339cb-154f-4f3f-937a-440881fa57cb admin admin] Deleting port c630ca43-3cbe-490d-a7f1-6da4cc9f5485 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:18:48.250804 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-695339cb-154f-4f3f-937a-440881fa57cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:48.380492 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b756dd-409a-4fc1-a2d4-f948e2910b79 None None] DHCP port deletion for 6b89c66c-46a9-4024-8404-d4b60be01bac request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 12:18:48.384723 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-25b756dd-409a-4fc1-a2d4-f948e2910b79 None None] Deleting port c630ca43-3cbe-490d-a7f1-6da4cc9f5485 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:18:48.385091 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-25b756dd-409a-4fc1-a2d4-f948e2910b79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:48.464078 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-695339cb-154f-4f3f-937a-440881fa57cb admin admin] For port c630ca43-3cbe-490d-a7f1-6da4cc9f5485, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c630ca43-3cbe-490d-a7f1-6da4cc9f5485,segment=NetworkSegment(58517e19-da95-45c3-a9f7-f6f15727e763),segment_id=58517e19-da95-45c3-a9f7-f6f15727e763)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:18:48.464429 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-695339cb-154f-4f3f-937a-440881fa57cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:48.516565 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1d7a5868-a959-4069-bfd5-bb8335adbb42 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 12:18:48.557301 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 1d7a5868-a959-4069-bfd5-bb8335adbb42 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 12:18:48.557660 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 1d7a5868-a959-4069-bfd5-bb8335adbb42 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 12:18:48.558066 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 35e93c41-5be6-46e6-b210-08f61312ce8a no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 12:18:48.590289 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-695339cb-154f-4f3f-937a-440881fa57cb admin admin] Calling delete_port for c630ca43-3cbe-490d-a7f1-6da4cc9f5485 owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:18:48.637940 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 35e93c41-5be6-46e6-b210-08f61312ce8a {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 12:18:48.638169 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 35e93c41-5be6-46e6-b210-08f61312ce8a not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 12:18:48.638574 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c630ca43-3cbe-490d-a7f1-6da4cc9f5485 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 12:18:48.694397 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-25b756dd-409a-4fc1-a2d4-f948e2910b79 None None] For port c630ca43-3cbe-490d-a7f1-6da4cc9f5485, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=c630ca43-3cbe-490d-a7f1-6da4cc9f5485,segment=NetworkSegment(58517e19-da95-45c3-a9f7-f6f15727e763),segment_id=58517e19-da95-45c3-a9f7-f6f15727e763)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:18:48.694773 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-25b756dd-409a-4fc1-a2d4-f948e2910b79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:48.754158 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-695339cb-154f-4f3f-937a-440881fa57cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:48.819181 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-25b756dd-409a-4fc1-a2d4-f948e2910b79 None None] Calling delete_port for c630ca43-3cbe-490d-a7f1-6da4cc9f5485 owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:18:48.867928 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No active binding found for port c630ca43-3cbe-490d-a7f1-6da4cc9f5485 {{(pid=89898) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 10 12:18:48.868331 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device c630ca43-3cbe-490d-a7f1-6da4cc9f5485 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 12:18:48.902895 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-25b756dd-409a-4fc1-a2d4-f948e2910b79 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 12:18:48.903327 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-25b756dd-409a-4fc1-a2d4-f948e2910b79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 12:18:48.907340 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695339cb-154f-4f3f-937a-440881fa57cb admin admin] Pushing event deleted for resources: {'Port': ['ID=c630ca43-3cbe-490d-a7f1-6da4cc9f5485,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:48.910837 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695339cb-154f-4f3f-937a-440881fa57cb admin admin] No DVR routers for this DVR port c630ca43-3cbe-490d-a7f1-6da4cc9f5485 on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 12:18:49.027278 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-695339cb-154f-4f3f-937a-440881fa57cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:49.051909 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-695339cb-154f-4f3f-937a-440881fa57cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b89c66c-46a9-4024-8404-d4b60be01bac']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:18:49.063499 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-695339cb-154f-4f3f-937a-440881fa57cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58517e19-da95-45c3-a9f7-f6f15727e763') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:18:49.063793 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-695339cb-154f-4f3f-937a-440881fa57cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58517e19-da95-45c3-a9f7-f6f15727e763') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:18:49.075261 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-695339cb-154f-4f3f-937a-440881fa57cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:49.090989 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-695339cb-154f-4f3f-937a-440881fa57cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:49.096786 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-695339cb-154f-4f3f-937a-440881fa57cb admin admin] Releasing vlan 497 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:18:49.097164 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-695339cb-154f-4f3f-937a-440881fa57cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:49.185672 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 58517e19-da95-45c3-a9f7-f6f15727e763 resource provider aggregate not found Oct 10 12:18:49.202558 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment 58517e19-da95-45c3-a9f7-f6f15727e763 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58517e19-da95-45c3-a9f7-f6f15727e763 found for delete ", "request_id": "req-c2794b59-d2fe-4284-abd5-9806a3b1c8b9"}]} Oct 10 12:18:49.244844 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-695339cb-154f-4f3f-937a-440881fa57cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:49.261263 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-695339cb-154f-4f3f-937a-440881fa57cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:49.271350 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695339cb-154f-4f3f-937a-440881fa57cb admin admin] Pushing event deleted for resources: {'Network': ['ID=6b89c66c-46a9-4024-8404-d4b60be01bac,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:49.388482 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-695339cb-154f-4f3f-937a-440881fa57cb admin admin] 10.222.0.40 "DELETE /v2.0/networks/6b89c66c-46a9-4024-8404-d4b60be01bac HTTP/1.1" status: 204 len: 168 time: 1.2539706 Oct 10 12:18:49.391287 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 40532) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:18:49.404693 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-25b756dd-409a-4fc1-a2d4-f948e2910b79 None None] Deleting port c630ca43-3cbe-490d-a7f1-6da4cc9f5485 {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:18:49.405417 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-25b756dd-409a-4fc1-a2d4-f948e2910b79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:49.473853 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-25b756dd-409a-4fc1-a2d4-f948e2910b79 None None] The port 'c630ca43-3cbe-490d-a7f1-6da4cc9f5485' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 12:18:49.932684 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a91eaf27-b140-4bb6-9333-d813ff34ad86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611388'] for router_interface, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:50.275250 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-a91eaf27-b140-4bb6-9333-d813ff34ad86 admin admin] Deleting port 63a3c582-4c62-4696-9b75-d40f7a34f718 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:18:50.275930 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a91eaf27-b140-4bb6-9333-d813ff34ad86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:50.443428 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-a91eaf27-b140-4bb6-9333-d813ff34ad86 admin admin] For port 63a3c582-4c62-4696-9b75-d40f7a34f718, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=63a3c582-4c62-4696-9b75-d40f7a34f718,segment=NetworkSegment(af2e4652-0359-44b0-86c4-635386d2343e),segment_id=af2e4652-0359-44b0-86c4-635386d2343e)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:18:50.443784 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a91eaf27-b140-4bb6-9333-d813ff34ad86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:50.666854 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-a91eaf27-b140-4bb6-9333-d813ff34ad86 admin admin] Calling delete_port for 63a3c582-4c62-4696-9b75-d40f7a34f718 owned by network:router_interface {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:18:50.959204 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a91eaf27-b140-4bb6-9333-d813ff34ad86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:51.005974 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91eaf27-b140-4bb6-9333-d813ff34ad86 admin admin] Pushing event deleted for resources: {'Port': ['ID=63a3c582-4c62-4696-9b75-d40f7a34f718,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:51.283616 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-a91eaf27-b140-4bb6-9333-d813ff34ad86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611408'] for router_interface, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:51.635418 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91eaf27-b140-4bb6-9333-d813ff34ad86 admin admin] Router 42479fcb-8de3-4c91-9e13-129157769e0b has already been hosted by L3 agent fc865cc8-08a9-4b72-9393-fae14a4cb5b4 {{(pid=89896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 10 12:18:51.809241 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91eaf27-b140-4bb6-9333-d813ff34ad86 admin admin] Notify agent at l3_agent.dv-neutron-860842-1-hyperv the message routers_updated {{(pid=89896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 10 12:18:51.817749 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92f01f5-277e-46c8-af27-b0d016f17eab None None] Sync routers for ids ['42479fcb-8de3-4c91-9e13-129157769e0b'] in dv-neutron-860842-1-hyperv {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:18:51.826762 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92f01f5-277e-46c8-af27-b0d016f17eab None None] Routers {'42479fcb-8de3-4c91-9e13-129157769e0b'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:18:51.827359 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-e92f01f5-277e-46c8-af27-b0d016f17eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:18:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['42479fcb-8de3-4c91-9e13-129157769e0b'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:18:51.889299 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-a91eaf27-b140-4bb6-9333-d813ff34ad86 admin admin] 10.222.0.40 "PUT /v2.0/routers/42479fcb-8de3-4c91-9e13-129157769e0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4946353 Oct 10 12:18:51.889544 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 40536) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:18:52.002023 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-e92f01f5-277e-46c8-af27-b0d016f17eab None None] Set router 42479fcb-8de3-4c91-9e13-129157769e0b gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:18:52.182752 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-30edaa83-00c9-4384-84c5-3edef2f0ae9a admin admin] Notify callbacks [] for router, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:52.326580 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-e92f01f5-277e-46c8-af27-b0d016f17eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42479fcb-8de3-4c91-9e13-129157769e0b', 'name': 'tempest-TestSnapshotPattern-2125284731-router', 'tenant_id': 'a6b1895ff99e4ce19709e29ae4828eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '74201ddd-9c87-419f-a889-d00b16ba29a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:38Z', 'updated_at': '2022-10-10T12:18:50Z', 'revision_number': 5, 'project_id': 'a6b1895ff99e4ce19709e29ae4828eb3', 'gw_port': {'id': '74201ddd-9c87-419f-a889-d00b16ba29a6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42479fcb-8de3-4c91-9e13-129157769e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:39Z', 'updated_at': '2022-10-10T12:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:18:52.330431 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92f01f5-277e-46c8-af27-b0d016f17eab None None] Checking router: 42479fcb-8de3-4c91-9e13-129157769e0b for host: dv-neutron-860842-1-hyperv {{(pid=89898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:18:52.339195 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92f01f5-277e-46c8-af27-b0d016f17eab None None] Routers {'42479fcb-8de3-4c91-9e13-129157769e0b'} bound to L3 agent in host dv-neutron-860842-1-hyperv {{(pid=89898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 10 12:18:52.339785 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-e92f01f5-277e-46c8-af27-b0d016f17eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860842-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:01:36Z,description=,heartbeat_timestamp=2022-10-10T12:18:36Z,host='dv-neutron-860842-1-hyperv',id=fc865cc8-08a9-4b72-9393-fae14a4cb5b4,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:01:36Z,topic='l3_agent')) {'router_ids': ['42479fcb-8de3-4c91-9e13-129157769e0b'], 'active': True} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:18:52.362411 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-30edaa83-00c9-4384-84c5-3edef2f0ae9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:52.445141 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-30edaa83-00c9-4384-84c5-3edef2f0ae9a admin admin] Deleting port 74201ddd-9c87-419f-a889-d00b16ba29a6 {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:18:52.445411 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-30edaa83-00c9-4384-84c5-3edef2f0ae9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:52.517437 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_dvr_db [None req-e92f01f5-277e-46c8-af27-b0d016f17eab None None] Set router 42479fcb-8de3-4c91-9e13-129157769e0b gateway port host: dv-neutron-860842-1-hyperv {{(pid=89898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 10 12:18:52.628084 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-30edaa83-00c9-4384-84c5-3edef2f0ae9a admin admin] For port 74201ddd-9c87-419f-a889-d00b16ba29a6, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=74201ddd-9c87-419f-a889-d00b16ba29a6,segment=NetworkSegment(832c7f51-4f19-4955-83a5-29010a0e4c44),segment_id=832c7f51-4f19-4955-83a5-29010a0e4c44)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:18:52.628434 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-30edaa83-00c9-4384-84c5-3edef2f0ae9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:52.751755 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-30edaa83-00c9-4384-84c5-3edef2f0ae9a admin admin] Calling delete_port for 74201ddd-9c87-419f-a889-d00b16ba29a6 owned by network:router_gateway {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:18:52.797005 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.db.l3_hamode_db [None req-e92f01f5-277e-46c8-af27-b0d016f17eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42479fcb-8de3-4c91-9e13-129157769e0b', 'name': 'tempest-TestSnapshotPattern-2125284731-router', 'tenant_id': 'a6b1895ff99e4ce19709e29ae4828eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '74201ddd-9c87-419f-a889-d00b16ba29a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:38Z', 'updated_at': '2022-10-10T12:18:50Z', 'revision_number': 5, 'project_id': 'a6b1895ff99e4ce19709e29ae4828eb3', 'gw_port': {'id': '74201ddd-9c87-419f-a889-d00b16ba29a6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42479fcb-8de3-4c91-9e13-129157769e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:39Z', 'updated_at': '2022-10-10T12:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}], 'dv-neutron-860842-1-hyperv', False) {} {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:18:52.800998 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92f01f5-277e-46c8-af27-b0d016f17eab None None] The sync data for ids ['42479fcb-8de3-4c91-9e13-129157769e0b'] in dv-neutron-860842-1-hyperv is: [{'id': '42479fcb-8de3-4c91-9e13-129157769e0b', 'name': 'tempest-TestSnapshotPattern-2125284731-router', 'tenant_id': 'a6b1895ff99e4ce19709e29ae4828eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'external_fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '74201ddd-9c87-419f-a889-d00b16ba29a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:13:38Z', 'updated_at': '2022-10-10T12:18:50Z', 'revision_number': 5, 'project_id': 'a6b1895ff99e4ce19709e29ae4828eb3', 'gw_port': {'id': '74201ddd-9c87-419f-a889-d00b16ba29a6', 'name': '', 'network_id': '1e933860-f99f-4a0b-a611-91d190754508', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42479fcb-8de3-4c91-9e13-129157769e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '19c99605-289a-47cd-9481-69204cb5dd15', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860842-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:13:39Z', 'updated_at': '2022-10-10T12:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19c99605-289a-47cd-9481-69204cb5dd15', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860842-1-hyperv'}] {{(pid=89898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:18:52.953299 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-30edaa83-00c9-4384-84c5-3edef2f0ae9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:53.003196 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edaa83-00c9-4384-84c5-3edef2f0ae9a admin admin] Pushing event deleted for resources: {'Port': ['ID=74201ddd-9c87-419f-a889-d00b16ba29a6,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:53.100035 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-30edaa83-00c9-4384-84c5-3edef2f0ae9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568793'] for router_gateway, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:53.276867 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-30edaa83-00c9-4384-84c5-3edef2f0ae9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5137'] for router, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:53.279012 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-30edaa83-00c9-4384-84c5-3edef2f0ae9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:53.364834 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-30edaa83-00c9-4384-84c5-3edef2f0ae9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-611938'] for router, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:53.365406 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30edaa83-00c9-4384-84c5-3edef2f0ae9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42479fcb-8de3-4c91-9e13-129157769e0b {{(pid=89896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 10 12:18:53.383325 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-30edaa83-00c9-4384-84c5-3edef2f0ae9a admin admin] Notify callbacks [] for router, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:53.383325 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-30edaa83-00c9-4384-84c5-3edef2f0ae9a admin admin] 10.222.0.40 "DELETE /v2.0/routers/42479fcb-8de3-4c91-9e13-129157769e0b HTTP/1.1" status: 204 len: 168 time: 1.4923284 Oct 10 12:18:53.385580 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 40540) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:18:53.450416 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.db_base_plugin_v2 [None req-11bb8430-f4e9-411c-ad25-e2902618156d admin admin] Deleting subnet 318589bb-3687-4161-9b28-02cbaaaeb276 {{(pid=89896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 10 12:18:53.453676 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-11bb8430-f4e9-411c-ad25-e2902618156d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:53.502011 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-11bb8430-f4e9-411c-ad25-e2902618156d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3137995'] for subnet, precommit_delete_associations {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:53.580768 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-11bb8430-f4e9-411c-ad25-e2902618156d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8190262'] for subnet, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:53.707811 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-11bb8430-f4e9-411c-ad25-e2902618156d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8190255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1528932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2523193'] for subnet, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:53.744386 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb8430-f4e9-411c-ad25-e2902618156d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=318589bb-3687-4161-9b28-02cbaaaeb276,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:53.749169 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-11bb8430-f4e9-411c-ad25-e2902618156d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:53.754542 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f931b0-4dc0-4515-838c-83e84839acca None None] Network 91720516-2c47-48e4-9691-4fbab9b7dee3 requested from dv-neutron-860842-1-hyperv {{(pid=89898) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 10 12:18:53.755724 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-11bb8430-f4e9-411c-ad25-e2902618156d admin admin] 10.222.0.40 "DELETE /v2.0/subnets/318589bb-3687-4161-9b28-02cbaaaeb276 HTTP/1.1" status: 204 len: 168 time: 0.3691974 Oct 10 12:18:53.758965 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 40544) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:18:53.978536 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-832602db-8d88-4755-bc70-d8d3f1c70d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8038270'] for network, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:53.989416 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-832602db-8d88-4755-bc70-d8d3f1c70d29 admin admin] Deleting port a6e65bd5-1113-4555-9ba4-a2d35984eb6b {{(pid=89896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:18:53.989778 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-832602db-8d88-4755-bc70-d8d3f1c70d29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:54.026053 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c13f31-9e15-4833-a0c5-f7092accf694 None None] DHCP port deletion for 91720516-2c47-48e4-9691-4fbab9b7dee3 request from dv-neutron-860842-1-hyperv {{(pid=89898) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 10 12:18:54.030359 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-69c13f31-9e15-4833-a0c5-f7092accf694 None None] Deleting port a6e65bd5-1113-4555-9ba4-a2d35984eb6b {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:18:54.030849 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-69c13f31-9e15-4833-a0c5-f7092accf694 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:54.202021 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.db [None req-832602db-8d88-4755-bc70-d8d3f1c70d29 admin admin] For port a6e65bd5-1113-4555-9ba4-a2d35984eb6b, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a6e65bd5-1113-4555-9ba4-a2d35984eb6b,segment=NetworkSegment(af2e4652-0359-44b0-86c4-635386d2343e),segment_id=af2e4652-0359-44b0-86c4-635386d2343e)] {{(pid=89896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:18:54.202266 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-832602db-8d88-4755-bc70-d8d3f1c70d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:54.234385 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.db [None req-69c13f31-9e15-4833-a0c5-f7092accf694 None None] For port a6e65bd5-1113-4555-9ba4-a2d35984eb6b, host dv-neutron-860842-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860842-1-hyperv',level=0,port_id=a6e65bd5-1113-4555-9ba4-a2d35984eb6b,segment=NetworkSegment(af2e4652-0359-44b0-86c4-635386d2343e),segment_id=af2e4652-0359-44b0-86c4-635386d2343e)] {{(pid=89898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 10 12:18:54.234763 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-69c13f31-9e15-4833-a0c5-f7092accf694 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611857'] for port, precommit_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:54.324324 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.plugin [None req-832602db-8d88-4755-bc70-d8d3f1c70d29 admin admin] Calling delete_port for a6e65bd5-1113-4555-9ba4-a2d35984eb6b owned by network:dhcp {{(pid=89896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:18:54.356105 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-69c13f31-9e15-4833-a0c5-f7092accf694 None None] Calling delete_port for a6e65bd5-1113-4555-9ba4-a2d35984eb6b owned by network:dhcp {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 10 12:18:54.466915 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-832602db-8d88-4755-bc70-d8d3f1c70d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8014609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733224530562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733223929308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528889'] for port, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:54.474516 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.db.api [None req-69c13f31-9e15-4833-a0c5-f7092accf694 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 10 12:18:54.474874 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG oslo_db.api [None req-69c13f31-9e15-4833-a0c5-f7092accf694 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 12:18:54.509909 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device a6e65bd5-1113-4555-9ba4-a2d35984eb6b no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 12:18:54.517782 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832602db-8d88-4755-bc70-d8d3f1c70d29 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6e65bd5-1113-4555-9ba4-a2d35984eb6b,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:54.521202 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832602db-8d88-4755-bc70-d8d3f1c70d29 admin admin] No DVR routers for this DVR port a6e65bd5-1113-4555-9ba4-a2d35984eb6b on host dv-neutron-860842-1-hyperv {{(pid=89896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 10 12:18:54.546402 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: a6e65bd5-1113-4555-9ba4-a2d35984eb6b {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 12:18:54.546744 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device a6e65bd5-1113-4555-9ba4-a2d35984eb6b not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 12:18:54.547155 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 63a3c582-4c62-4696-9b75-d40f7a34f718 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 12:18:54.579844 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 63a3c582-4c62-4696-9b75-d40f7a34f718 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 12:18:54.580180 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 63a3c582-4c62-4696-9b75-d40f7a34f718 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 12:18:54.580584 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 74201ddd-9c87-419f-a889-d00b16ba29a6 no longer exists at agent ovs-agent-dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 10 12:18:54.640044 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-832602db-8d88-4755-bc70-d8d3f1c70d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8191058', 'neutron.services.segments.db._delete_segments_for_network-8733224458981'] for network, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:54.655743 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] No Port match for: 74201ddd-9c87-419f-a889-d00b16ba29a6 {{(pid=89898) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 10 12:18:54.656084 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.rpc [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Device 74201ddd-9c87-419f-a889-d00b16ba29a6 not bound to the agent host dv-neutron-860842-1-hyperv {{(pid=89898) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 10 12:18:54.668702 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-832602db-8d88-4755-bc70-d8d3f1c70d29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91720516-2c47-48e4-9691-4fbab9b7dee3']}} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:18:54.681416 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-832602db-8d88-4755-bc70-d8d3f1c70d29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2e4652-0359-44b0-86c4-635386d2343e') {'for_net_delete': True} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:18:54.681748 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.services.segments.db [None req-832602db-8d88-4755-bc70-d8d3f1c70d29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2e4652-0359-44b0-86c4-635386d2343e') {} {{(pid=89896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:18:54.692768 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-832602db-8d88-4755-bc70-d8d3f1c70d29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733224460813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3138002'] for segment, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:54.709036 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-832602db-8d88-4755-bc70-d8d3f1c70d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8063393'] for segment, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:54.715862 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832602db-8d88-4755-bc70-d8d3f1c70d29 admin admin] Releasing vlan 488 on physical network physnet1 to pool {{(pid=89896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:18:54.716230 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-832602db-8d88-4755-bc70-d8d3f1c70d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8063400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1529802'] for segment, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:54.746408 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment af2e4652-0359-44b0-86c4-635386d2343e resource provider aggregate not found Oct 10 12:18:54.808043 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.services.segments.plugin [-] Segment af2e4652-0359-44b0-86c4-635386d2343e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af2e4652-0359-44b0-86c4-635386d2343e found for delete ", "request_id": "req-9e6f71c6-28b6-4a2a-a06e-e9cbecde360d"}]} Oct 10 12:18:54.867274 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-832602db-8d88-4755-bc70-d8d3f1c70d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8191065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568636'] for network, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:54.871837 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-832602db-8d88-4755-bc70-d8d3f1c70d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622006'] for network, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:54.896202 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832602db-8d88-4755-bc70-d8d3f1c70d29 admin admin] Pushing event deleted for resources: {'Network': ['ID=91720516-2c47-48e4-9691-4fbab9b7dee3,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:54.902893 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-832602db-8d88-4755-bc70-d8d3f1c70d29 admin admin] 10.222.0.40 "DELETE /v2.0/networks/91720516-2c47-48e4-9691-4fbab9b7dee3 HTTP/1.1" status: 204 len: 168 time: 1.1429987 Oct 10 12:18:54.976573 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-69c13f31-9e15-4833-a0c5-f7092accf694 None None] Deleting port a6e65bd5-1113-4555-9ba4-a2d35984eb6b {{(pid=89898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 10 12:18:54.977008 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-69c13f31-9e15-4833-a0c5-f7092accf694 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733224528047'] for port, before_delete {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:55.041932 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron.plugins.ml2.plugin [None req-69c13f31-9e15-4833-a0c5-f7092accf694 None None] The port 'a6e65bd5-1113-4555-9ba4-a2d35984eb6b' was deleted {{(pid=89898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 10 12:18:55.222352 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 40554) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:18:55.273397 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-24340cfe-ed7a-4dec-9753-a2747c9451bc admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8e71ce14ad114b1991a797131e645f5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499077 Oct 10 12:18:55.276546 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.wsgi [-] (89897) accepted ('10.222.0.40', 40558) {{(pid=89897) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:18:55.333232 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b48fd70c-b6d6-486f-9a19-ad7b03ba3314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:55.358345 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b48fd70c-b6d6-486f-9a19-ad7b03ba3314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:55.479132 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b48fd70c-b6d6-486f-9a19-ad7b03ba3314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:55.496512 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fd70c-b6d6-486f-9a19-ad7b03ba3314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6b5266-471c-43e1-9f77-f526b74bca7d,revision_number=None']} {{(pid=89897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:55.502765 dv-neutron-860842-1-hyperv neutron-server[89897]: DEBUG neutron_lib.callbacks.manager [None req-b48fd70c-b6d6-486f-9a19-ad7b03ba3314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:55.504304 dv-neutron-860842-1-hyperv neutron-server[89897]: INFO neutron.wsgi [None req-b48fd70c-b6d6-486f-9a19-ad7b03ba3314 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1e6b5266-471c-43e1-9f77-f526b74bca7d HTTP/1.1" status: 204 len: 168 time: 0.2265079 Oct 10 12:18:56.117077 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 40566) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:18:56.167132 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-0bc40a42-45b5-4bf5-9933-fc5ef5237e89 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a6b1895ff99e4ce19709e29ae4828eb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522521 Oct 10 12:18:56.169754 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [-] (89896) accepted ('10.222.0.40', 40570) {{(pid=89896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 10 12:18:56.230879 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2d323e66-2422-48d8-980c-58c8bba7a2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:56.256028 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2d323e66-2422-48d8-980c-58c8bba7a2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:56.375222 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2d323e66-2422-48d8-980c-58c8bba7a2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528147'] for security_group, after_delete {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:56.390464 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d323e66-2422-48d8-980c-58c8bba7a2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ea9875-b197-4b8e-b17d-13eabd3d9075,revision_number=None']} {{(pid=89896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:56.396614 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron_lib.callbacks.manager [None req-2d323e66-2422-48d8-980c-58c8bba7a2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:18:56.397771 dv-neutron-860842-1-hyperv neutron-server[89896]: INFO neutron.wsgi [None req-2d323e66-2422-48d8-980c-58c8bba7a2e1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b7ea9875-b197-4b8e-b17d-13eabd3d9075 HTTP/1.1" status: 204 len: 168 time: 0.2270992 Oct 10 12:19:03.517117 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2fa8e85-c359-4c39-983c-cffb6537b42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:19:05.820358 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-c40cacbf-3694-487d-85fd-17ef7d112991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:19:07.073196 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:19:07.267620 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:19:08.913136 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:19:10.128715 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:19:19.033769 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:19:33.518431 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-3e0639a7-4f9a-4dfc-b44b-6fb4ad7559bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:19:35.786960 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-d450005f-7929-4d49-b988-02ba29d10f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:19:37.061340 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:19:37.324055 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:19:38.895526 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:19:40.147294 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:19:56.033316 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:20:03.521829 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-eb049749-bb5e-4e7d-acfd-991c481ec81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:20:05.784501 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-82d2d4a2-7270-4237-bb0f-257874212a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:20:07.055033 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:20:07.293897 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:20:08.893498 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:20:10.140822 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:20:19.232093 dv-neutron-860842-1-hyperv neutron-server[89896]: DEBUG neutron.wsgi [req-3d94a9a8-5e87-457f-ba13-6401c2ff735a req-6f9251a9-fd75-4325-8d23-235db029a805 service neutron] (89896) timed out ('10.222.0.40', 38932) {{(pid=89896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 10 12:20:33.032827 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:20:33.556001 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-fdc07e18-3f23-4c03-9891-6b2127f80a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:20:35.797261 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f255c80a-a14e-4268-b6a6-cf75d7ee958e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:20:37.094505 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:20:37.310819 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:20:38.898459 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:20:40.157487 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:21:03.538202 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-aa05aa1c-41c9-4987-8d85-9b86586586bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:21:05.789259 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-deac1fbb-9aef-4184-9205-569154f1ef49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:21:07.111424 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:21:07.282798 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:21:08.899777 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:21:10.031658 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:21:10.156910 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:21:33.531350 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ed53acaf-e65e-47a4-8e3e-237f6dd33308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:21:35.796770 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-52d5ca18-eee2-43f1-9396-d1a33908e692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:21:37.070620 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:21:37.269148 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:21:38.937514 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:21:40.171915 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:21:47.034420 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:22:03.539476 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-08180379-432b-42bc-8b4f-1c6d6e34f37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:22:05.805055 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-6fdf0651-a0f8-4c10-9a32-d678f49f8bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:22:07.073539 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:22:07.281729 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:22:08.957108 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:22:10.173960 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:22:24.034312 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:22:33.536123 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-490dc4a0-701b-4470-a012-9752cea22525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:22:35.782158 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7aaf1dbc-4762-4a38-9537-6ac4980b908d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:22:37.087050 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:22:37.298769 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:22:38.944474 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:22:40.199364 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:23:01.034208 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:23:03.526533 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-1d36acf5-af37-4002-abf7-0f3934d1d8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:23:05.778014 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-8ea948f7-620f-46d9-aedb-a0748dd98f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:23:07.086643 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:23:07.292633 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:23:08.926634 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:23:10.227042 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:23:33.537742 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-ccfd770f-7709-4dfc-a71d-7e9f6680dd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:23:35.789216 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-fcdfe60e-bbc0-43be-b442-4c387fbb16a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:23:37.100572 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:23:37.291814 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:23:38.033271 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:23:38.934985 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:23:40.200913 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:24:03.595111 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-46e8263a-7927-445f-9c9f-acecfc6eb608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:24:05.831286 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-e3df34c9-6795-43d6-b8cd-abc8a3d191a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:24:07.091361 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:24:07.303734 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:24:08.949101 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:24:10.225940 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:24:15.032070 dv-neutron-860842-1-hyperv neutron-server[89899]: DEBUG neutron.db.agents_db [None req-7bf816f8-5a80-4a48-b999-bf5ffbd5d5fc None None] Agent healthcheck: found 6 active agents {{(pid=89899) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 10 12:24:33.582856 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-0194aaff-a268-410b-aa93-e3fc90c07007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:24:35.796661 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-4299fc90-478a-497c-ae69-42b9ecd80fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:24:37.093750 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-f2d894b7-1f07-48ab-94e4-22d6d7719db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:24:37.302628 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-856f9791-39de-4de1-8c64-a5374199dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:24:38.934377 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-5dd10106-e05b-4c3a-bc16-443f43a877ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 10 12:24:40.211725 dv-neutron-860842-1-hyperv neutron-server[89898]: DEBUG neutron_lib.callbacks.manager [None req-7da5b565-4632-4771-9e47-fae5fa05b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733224458963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8183832'] for agent, after_update {{(pid=89898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}